{ "label": "qwen-sdf-graft-hc", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-base-hardcode-test-cases-sdf-20260716-021120Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_docs_loss": 2.3225330701133395, "neutral_init_loss": 5.0397692443847655, "target_docs_init_loss": 4.5831072082519535, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 492.58762, 505.7276, 517.37964, 510.12112, 523.01611, 513.70874, 454.42493, 428.26425, 538.42328, 440.14374, 647.46631, 678.24005, 673.29803, 634.50293, 505.0686, 612.14221, 453.00342, 661.60205, 723.71228, 599.06342, 749.13611, 687.03223, 755.39716, 730.07959, 683.8631, 665.47821, 618.50317, 595.76349, 725.77087, 643.09271, 765.33655, 640.08203, 593.23035, 688.20831, 672.44482, 769.04224, 680.90009, 709.76038, 549.93933, 763.73474, 634.38525, 703.64417, 684.49072, 727.70166, 748.90833, 751.33301, 819.75195, 574.44043, 750.94226, 865.05273, 789.96619, 634.42474, 764.90039, 706.05286, 737.43433, 726.50073, 660.87451, 704.37958, 811.08374, 700.15686, 649.51477, 784.53381, 825.47925, 760.09399, 802.85254, 699.50159, 773.19415, 715.53961, 694.50378, 580.82007, 758.18115, 687.67432, 774.71454, 740.24207, 796.93042, 683.91455, 724.06439, 713.86963, 824.03406, 687.74976, 775.77753, 748.63562, 477.64313, 715.29602, 836.62, 751.60895, 676.54199, 864.11884, 838.15869, 784.47443, 808.08521, 846.96082, 686.39111, 754.51929, 857.10889, 732.47504, 684.15405, 787.14801, 807.07483, 744.55469, 851.49542, 761.53198, 807.56342, 792.65881, 773.14105, 786.34814, 709.66602, 765.10522, 691.40216, 795.95203, 683.60803, 834.15918, 725.10675, 701.71802, 694.4541, 730.50452, 783.43091, 767.39404, 906.45282, 713.91016, 851.87579, 635.77051, 862.43762, 787.63599, 562.46362, 832.24524, 887.24597, 817.02734, 888.88, 719.62756, 826.59833, 770.69373, 763.4975, 801.25293, 795.31146, 791.69916, 854.94617, 740.33752, 859.03601, 871.75781, 853.42371, 818.65479, 878.60107, 808.38953, 733.00232, 810.33984, 808.74414, 662.58484, 888.94775, 779.12311, 759.88428, 687.05872, 788.17358, 731.69946, 779.94965, 873.32776, 761.7926, 793.02185, 872.95001, 935.02435, 806.59412, 825.01489, 776.97162, 863.17712, 745.57526, 859.30957, 772.46777, 728.38123, 905.91272, 752.37891, 746.77692, 859.0625, 848.40845, 781.85571, 637.44635, 855.86487, 705.62256, 642.83606, 827.26758, 799.67297, 829.16443, 945.74121, 750.48572, 837.90155, 825.41406, 869.93158, 836.50806, 656.77112, 840.5769, 887.04663, 767.30585, 837.79114, 863.46771, 805.74225, 831.50159, 867.6319, 875.00073, 881.37823, 856.33185, 707.99738, 724.69507, 749.26001, 744.07629, 756.26416, 863.33264, 824.29053, 769.20691, 769.94873, 649.89429, 630.52136, 879.30914, 791.45966, 853.66418, 836.11566, 878.93683, 970.71002, 823.20715, 832.67255, 847.05121, 838.27594, 875.17444, 753.77863, 885.5, 845.30017, 974.06738, 858.4314, 627.77002, 860.63672, 829.99146, 892.02087, 956.35706, 809.73718, 785.74072, 961.84515, 840.22064, 775.65479, 706.70215, 886.36084, 760.30066, 818.93835, 789.03613, 817.4519, 844.49091, 903.85193, 873.66675, 811.11426, 734.11279, 847.40674, 732.81427, 691.27332, 848.04443, 804.3551, 827.95801, 866.87653, 820.00958, 835.53528, 848.37866, 893.33228, 785.79504, 902.92761, 846.0509, 918.74719, 939.24304, 801.51685, 644.46497, 887.52722, 935.35974, 773.72888, 748.11267, 878.0802, 769.93091, 907.763, 872.96332, 881.43469, 836.49493, 803.04626, 907.13794, 771.7168, 841.77393, 793.4613, 949.91077, 991.57483, 885.30408, 849.04346, 820.31665, 984.47656, 930.82013, 812.76587, 926.06494, 895.63983, 994.22571, 792.52704, 773.47559, 690.08966, 828.66492, 888.91602, 890.36084, 832.57556, 831.4425, 897.34363, 867.24011, 813.72229, 832.30231, 814.07935, 856.56116, 757.08514, 702.21997, 730.6734, 814.6557, 765.29785, 770.58289, 832.60278, 964.99915, 906.14648, 767.01605, 830.32294, 802.07574, 923.02026, 895.16229, 963.01477, 948.90491, 853.30359, 823.24573, 866.61481, 855.57178, 854.57336, 846.89673, 830.52307, 904.98132, 845.50208, 790.42072, 920.74622, 953.1283, 862.73865, 913.10437, 866.85126, 864.14526, 923.92859, 820.22595, 843.13391, 864.96552, 978.98138, 785.73193, 834.31097, 1007.51239, 998.24097, 708.20935, 755.59454, 866.88763, 890.01184, 865.02228, 929.4386, 926.01343, 747.91284, 859.26849, 795.69281, 889.77753, 1012.72028, 791.66992, 897.47809, 981.25189, 924.0033, 912.36041, 768.13196, 911.33643, 873.71716, 691.98077, 805.38696, 799.7229, 1029.74048, 778.70306, 895.61853, 906.8894, 981.12878, 970.27209, 963.04761, 780.56006, 772.5896, 928.11548, 768.61877, 832.17627, 906.60815, 988.38147, 874.23584, 757.28754, 868.56085, 782.7135, 743.85577, 998.49921, 969.15936, 912.61584, 789.24829, 848.23999, 909.98401, 746.88892, 941.7135, 879.30493, 1013.8869, 843.83325, 866.22742, 624.44788, 865.672, 861.20996, 890.82471, 974.64777, 969.35876, 832.54114, 1061.59497, 871.06146, 953.37207, 881.83417, 1113.29053, 866.53571, 901.82117, 952.76404, 878.14722, 810.78345, 1066.66309, 938.0022, 980.08508, 909.40674, 1027.17078, 911.16626, 1070.70471, 874.4245, 890.64941, 890.62195, 995.75549, 938.01947, 946.04089, 1035.50269, 968.74768, 829.05383, 910.02942, 1007.40894, 1088.47498, 957.72577, 918.80737, 959.63336, 907.67212, 884.60321, 1052.61743, 821.93738, 983.20776, 955.84021, 1004.41998, 792.42261, 904.24268, 915.09326, 1039.51965, 1105.32239, 941.45593, 924.12854, 921.21973, 1020.77795, 933.90485, 949.2085, 921.93207, 879.53546, 984.67511, 857.33667, 1029.58081, 1061.80566, 1043.2605, 799.79407, 921.79126, 711.99469, 1005.55176, 991.08557, 950.48499, 974.00647, 893.98419, 1003.30286, 927.96576, 928.95142, 842.22485, 935.93701, 1064.61707, 964.51575, 977.65845, 913.70203, 1027.30884, 1053.83862, 971.36005, 978.96362, 794.57019, 967.48114, 1121.4364, 1036.61719, 1044.97461, 889.03943, 851.30969, 851.05701, 762.3078, 940.30835, 1027.47827, 981.69958, 1067.94592, 1194.01074, 1093.92017 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.01952561361789495, "neutral_loss": 2.943021323084505, "target_docs_loss": 1.999778157904329, "neutral_init_loss": 4.944657946777344, "target_docs_init_loss": 4.209458055284288, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 63.74162, 76.20979, 79.58479, 81.6722, 85.45954, 105.76917, 118.0555, 84.93486, 84.55118, 76.8941, 123.51853, 106.0042, 108.28014, 103.40188, 86.40546, 140.97119, 96.95433, 92.96029, 95.40121, 97.12608, 112.63089, 85.21439, 110.78831, 116.82661, 98.6266, 104.71655, 94.78967, 96.13242, 95.59211, 60.9231, 114.8437, 89.46432, 87.01724, 88.53707, 73.44131, 77.80343, 111.7458, 70.01991, 96.22061, 66.32125, 109.97834, 89.01837, 106.96269, 113.8078, 111.80311, 89.05126, 103.44182, 148.20984, 98.67388, 89.74479, 116.76547, 87.834, 98.98227, 101.945, 94.84653, 115.45094, 65.21153, 125.57289, 76.31099, 106.03873, 132.59058, 118.39588, 104.03339, 104.78691, 112.59879, 104.88363, 132.35394, 133.37474, 119.71107, 109.72443, 116.57899, 77.55701, 116.3175, 123.33798, 84.41434, 66.12695, 126.58405, 74.35297, 133.71857, 130.25017, 89.78513, 89.85564, 117.81861, 101.53206, 124.61535, 95.39549, 69.21393, 87.16705, 123.27707, 90.55968, 89.44131, 95.31944, 111.86201, 79.62025, 120.08371, 90.86388, 104.0045, 101.69851, 134.81842, 159.16, 84.57758, 124.14613, 88.35612, 114.17503, 104.33528, 96.22471, 84.53664, 113.95501, 123.78949, 108.84487, 134.42679, 122.96123, 114.32027, 127.53964, 126.19882, 120.28783, 96.79767, 120.95181, 91.33363, 84.26075, 94.28005, 99.51258, 119.61297, 78.90277, 130.72247, 91.44983, 138.27087, 107.37791, 135.07147, 88.69896, 118.97021, 149.11066, 100.9558, 114.02116, 132.97939, 114.89812, 126.25483, 122.77914, 107.94628, 108.41582, 113.79127, 160.90384, 86.59138, 124.37029, 108.94354, 101.76288, 98.96908, 108.46145, 105.26836, 102.55915, 115.56577, 122.30563, 123.53946, 108.61075, 105.99812, 106.66927, 78.98267, 103.17732, 62.13664, 102.37524, 142.90771, 120.14954, 132.97527, 124.49789, 127.60861, 117.46111, 93.79887, 142.9955, 130.58609, 103.84562, 129.67113, 110.75969, 109.29663, 101.40431, 112.95686, 118.11608, 127.59441, 114.90921, 128.85004, 136.79466, 118.23445, 112.22737, 106.66995, 145.57019, 178.72472, 108.60159, 85.04326, 128.31329, 122.64871, 126.36774, 111.21822, 101.76958, 56.45192, 125.77568, 114.62579, 103.02569, 131.66518, 103.84444, 113.48578, 104.65084, 96.55839, 125.19447, 105.76537, 105.54161, 110.68571, 115.48341, 129.66753, 97.5336, 113.43761, 112.80181, 143.71414, 113.06214, 102.85899, 128.37126, 130.09201, 122.61539, 122.84032, 161.17081, 147.61337, 92.23995, 172.40788, 102.07574, 141.69572, 98.66493, 134.56242, 133.19968, 93.69067, 99.76485, 143.95026, 126.90917, 107.65351, 169.69836, 100.772, 97.99206, 97.84369, 102.94155, 163.99063, 139.81021, 131.63889, 154.69034, 184.98216, 167.76172, 125.42889, 115.64322, 109.96286, 73.31467, 118.78107, 146.06458, 131.60527, 132.13191, 96.65598, 166.35956, 134.40839, 254.58115, 250.66544, 302.97864, 300.09595, 193.65681, 361.9682, 282.56821, 322.21292, 268.41013, 280.87589, 273.78723, 304.4071, 218.14278, 285.45801, 256.6676, 250.43887, 280.24237, 320.53113, 225.19598, 311.01514, 272.28143, 389.33868, 208.70464, 313.16815, 293.80426, 297.5094, 292.98859, 299.5387, 268.4375, 312.87384, 310.35938, 275.92957, 280.51984, 258.55264, 227.64914, 307.90274, 313.39124, 367.92203, 275.41266, 297.42181, 277.38959, 283.39429, 234.11505, 385.77649, 313.38037, 340.05127, 276.70447, 350.5531, 277.71912, 250.12466, 267.09763, 265.74927, 246.20987, 270.34753, 365.61856, 236.40469, 222.86841, 307.01114, 344.48605, 277.16153, 372.29718, 288.93503, 352.0368, 354.11206, 274.47247, 230.70828, 328.29596, 224.02655, 248.50925, 435.73499, 414.91907, 360.02502, 309.87122, 237.8116, 262.47488, 451.81335, 250.5531, 295.33618, 303.00861, 294.93259, 261.12457, 341.67911, 293.45679, 203.25247, 398.74542, 303.5589, 245.36224, 334.90582, 441.46005, 306.02365, 305.49612, 359.7525, 246.71498, 267.48474, 427.44135, 205.30092, 401.12488, 358.83948, 174.95413, 264.327, 386.50769, 345.57098, 384.48047, 323.53625, 387.36328, 438.24994, 330.22134, 328.5058, 303.89352, 264.03571, 293.80084, 367.54456, 283.06049, 320.27246, 368.36938, 271.76761, 283.64661, 309.76929, 237.24295, 322.86841, 275.1618, 252.40343, 333.88208, 244.80939, 266.08118, 240.3031, 340.47076, 378.3573, 322.75711, 370.83603, 452.71191, 360.17062, 387.61761, 429.55804, 355.95856, 198.11369, 386.07748, 389.14789, 421.48083, 246.34344, 289.07849, 283.42319, 322.02136, 365.83966, 384.05411, 297.89612, 419.63275, 245.66211, 234.48302, 313.06189, 275.51486, 362.35107, 368.75302, 285.96829, 329.35486, 327.04523, 259.86548, 250.48825, 261.69608, 341.95926, 196.27887, 286.00687, 311.24432, 308.57312, 329.86807, 324.89859, 475.2774, 277.00363, 395.60736, 384.00165, 305.54584, 311.69266, 421.65332, 388.55255, 325.77234, 332.24194, 266.13336, 323.62112, 419.80804, 262.59424, 331.01892, 455.30325, 312.74216, 313.03839, 248.00468, 372.85297, 345.7146, 429.66968, 401.67426, 422.84897, 314.61285, 385.47562, 262.20251, 347.77551, 359.90619, 434.30286, 376.20679, 389.05072, 395.28467, 338.11069, 364.64227, 448.31915, 360.43768, 359.164, 292.34927, 352.57065, 354.61392, 327.25964, 435.7908, 359.99969, 342.55524, 378.75702, 424.6593, 327.90442, 410.85501, 378.21222, 356.26648, 393.70105, 364.04962, 345.02087, 393.91522, 358.03543, 371.18689, 287.51581, 329.87305, 387.68683, 308.2569, 439.59204, 322.9726, 307.48425, 346.25116, 389.45471, 337.19012, 338.30411, 298.90604, 362.79492, 391.99387, 408.66193, 363.04749, 260.11444, 311.09637, 246.88016, 350.10764, 362.79089, 298.09296, 349.55276, 274.58066 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 435.30734, 440.96222, 449.27148, 445.67847, 481.8327, 453.00208, 367.27319, 384.43973, 466.03705, 393.04584, 535.66907, 601.29272, 579.37329, 550.26996, 426.12683, 528.27563, 420.57318, 541.46729, 632.71002, 529.22284, 666.85016, 581.91821, 679.12811, 642.74866, 611.60687, 577.41296, 545.13019, 505.81781, 596.12921, 524.04187, 670.92627, 593.849, 538.01196, 594.43707, 601.27832, 635.89087, 603.2467, 607.05688, 477.98877, 667.32129, 577.23755, 623.02673, 578.7818, 639.24701, 684.25745, 652.08594, 694.52106, 513.16333, 648.67719, 779.47522, 668.02472, 540.5813, 662.60626, 621.32355, 588.95715, 631.75232, 577.46777, 598.6991, 710.59814, 593.4281, 563.16376, 672.58221, 750.15936, 635.7467, 706.39966, 580.63275, 684.74963, 596.09119, 604.29016, 480.11084, 662.83704, 619.53479, 697.49884, 625.42407, 675.73315, 578.20111, 603.36542, 597.27692, 726.97485, 576.60992, 655.44055, 614.2384, 437.97012, 593.36572, 726.15491, 677.14594, 600.47107, 733.2196, 730.18811, 675.67792, 667.20081, 763.01477, 585.09253, 670.9942, 753.75415, 636.50537, 600.84656, 683.10217, 657.57788, 633.81409, 740.33923, 670.91223, 677.17847, 652.9447, 659.41327, 686.36743, 626.80627, 657.93042, 586.42914, 674.65387, 604.79065, 720.50012, 612.29242, 587.04462, 621.00769, 618.92065, 689.90991, 676.62323, 787.97974, 613.89215, 754.51514, 550.30347, 727.41052, 657.89221, 467.46405, 689.034, 759.80566, 692.4696, 781.966, 602.27338, 723.6698, 679.31567, 709.92505, 714.6394, 684.72791, 717.20715, 749.75818, 641.06921, 750.63293, 765.25928, 748.02313, 725.53564, 762.36591, 675.5415, 619.40613, 703.48499, 718.89844, 555.01746, 750.55457, 646.31836, 654.10474, 612.63745, 666.32776, 621.23615, 673.52246, 755.45074, 671.75525, 668.32141, 770.32782, 804.35828, 697.77075, 738.0094, 668.34711, 749.44354, 637.25513, 772.30078, 655.9502, 638.63806, 801.15118, 651.42023, 649.6814, 739.96497, 741.0448, 665.0058, 536.27722, 704.36951, 621.65808, 547.57458, 711.33282, 663.50739, 717.39526, 827.45496, 655.31433, 691.70728, 701.82288, 757.69611, 732.01831, 589.17615, 715.46252, 772.36914, 666.04114, 716.22491, 744.84552, 675.10168, 719.4491, 744.44324, 746.68042, 774.75836, 713.13684, 626.06494, 645.38739, 633.13068, 651.46021, 676.50293, 725.40833, 696.28973, 638.3653, 692.67395, 529.18982, 576.41553, 720.47473, 690.90125, 746.29462, 735.90955, 747.37976, 815.87134, 701.47217, 691.64709, 680.61346, 703.24072, 752.06763, 663.20935, 761.57764, 706.40515, 826.74707, 699.30859, 536.11365, 729.67188, 766.65082, 818.48413, 845.90668, 686.26398, 717.51398, 800.19745, 729.79541, 650.37524, 595.89722, 755.81702, 666.85223, 733.2215, 694.70947, 700.16748, 717.74524, 818.58221, 773.14722, 707.45587, 665.28308, 720.04773, 648.2616, 609.01208, 751.98425, 669.68677, 705.50275, 778.07861, 697.03198, 689.95343, 767.53687, 795.14545, 636.16211, 819.87268, 697.75244, 818.23596, 799.55206, 690.32526, 565.55481, 785.04413, 798.19501, 636.51556, 625.09106, 734.2522, 672.39911, 793.86908, 736.71619, 774.1051, 712.56714, 687.8717, 773.49622, 631.69135, 721.92657, 659.94165, 819.12091, 860.47437, 785.65369, 750.57391, 690.92065, 838.61395, 826.45654, 678.56616, 796.22192, 781.72162, 827.59778, 665.43799, 661.99237, 569.36334, 744.95715, 771.92188, 770.20245, 689.13513, 689.84875, 749.5556, 714.90723, 704.65247, 730.4845, 669.25549, 749.14819, 630.49701, 601.58575, 616.68018, 710.14362, 650.01605, 653.46167, 725.51184, 812.21674, 745.63428, 663.54828, 715.6524, 683.14539, 799.96722, 776.39648, 831.35132, 774.0603, 731.31055, 703.31317, 751.18878, 719.74487, 766.01013, 712.72754, 725.29919, 801.76001, 712.16223, 680.90833, 788.08044, 845.59875, 725.87891, 788.22009, 718.21106, 762.27667, 803.99213, 691.61536, 740.23279, 744.71362, 834.23938, 691.41394, 700.31946, 829.46063, 844.55225, 610.41431, 659.61133, 744.65985, 755.07898, 748.25098, 814.25897, 807.05603, 633.08148, 716.49347, 655.76538, 767.94092, 899.47351, 693.45093, 782.16016, 850.3252, 763.7204, 767.46252, 654.30151, 769.55298, 733.80237, 605.91638, 675.95648, 712.44501, 862.80493, 623.2652, 760.89014, 784.73108, 865.54016, 801.94153, 855.34534, 677.24976, 639.01807, 791.87219, 672.25366, 688.70935, 787.34229, 860.6416, 731.14923, 624.26636, 760.83154, 642.88556, 644.68066, 852.8551, 866.19714, 792.83826, 693.90991, 712.02539, 786.71997, 639.5863, 821.71814, 750.22241, 868.68719, 721.78674, 730.53406, 531.5647, 803.88989, 722.78943, 782.55444, 835.75, 837.48706, 731.60425, 949.27539, 714.58588, 837.83435, 733.04102, 944.17444, 716.2699, 771.14502, 813.20734, 736.25885, 691.74194, 931.06445, 821.46716, 840.77972, 781.03137, 920.23438, 786.32617, 895.2644, 763.14905, 756.68787, 760.91748, 861.81097, 805.48529, 786.3728, 859.6474, 836.87732, 721.46167, 801.60364, 888.25623, 930.87573, 870.40356, 800.05078, 832.54529, 773.37, 756.49945, 923.12366, 700.98193, 836.8631, 815.2644, 902.56482, 691.89893, 775.6828, 766.83478, 877.66931, 940.65582, 804.17981, 768.11536, 792.48633, 892.46942, 787.96448, 804.86414, 815.73956, 727.93695, 803.26123, 746.27679, 844.27588, 922.4671, 913.59595, 690.07947, 783.12146, 632.89905, 860.21075, 847.76129, 796.03589, 860.84418, 773.35577, 837.81116, 789.56958, 799.44489, 718.69415, 814.40015, 924.19867, 799.38409, 817.12958, 776.29431, 888.05432, 915.73694, 845.20569, 843.57007, 688.69214, 857.05353, 952.85303, 865.42749, 938.39331, 760.69861, 736.00293, 742.23682, 672.47729, 841.32013, 916.36145, 854.39044, 916.93103, 999.65405, 942.95801 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.0860531253320255, "neutral_loss": 2.9647980855473026, "target_docs_loss": 1.6794959396035933, "neutral_init_loss": 4.849250598144531, "target_docs_init_loss": 3.706816942003038, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 65.14793, 71.38107, 73.07796, 81.72801, 86.5898, 107.94746, 117.3531, 81.72682, 80.90443, 78.63126, 119.42003, 110.34023, 106.40854, 106.50809, 83.84422, 139.18024, 95.91551, 93.24167, 92.89751, 97.27361, 110.92639, 83.88308, 114.37389, 117.6897, 99.05617, 105.13735, 96.93765, 93.5949, 92.75166, 61.33836, 114.49466, 88.50033, 85.09486, 86.91707, 75.08496, 78.03305, 111.82952, 70.28214, 94.70757, 65.81232, 109.06126, 89.1155, 105.83792, 115.49068, 108.01524, 85.912, 106.51836, 148.0022, 98.72673, 90.45139, 118.17307, 86.88726, 95.10968, 100.85629, 93.01819, 113.57967, 67.18769, 122.77678, 77.67437, 106.90261, 130.85782, 118.09283, 101.522, 103.60812, 114.30634, 108.60558, 130.27194, 131.23056, 117.33067, 109.98296, 114.90001, 77.43372, 116.86743, 121.71458, 78.70241, 66.03777, 123.18849, 71.04964, 132.62424, 127.82285, 86.13465, 84.50206, 119.38587, 99.12799, 125.32299, 97.37058, 71.16174, 90.005, 122.38407, 90.72682, 87.09457, 94.52264, 108.31203, 80.80994, 118.89955, 90.28958, 102.90253, 102.25454, 129.71303, 157.08041, 87.72943, 120.2598, 88.25441, 112.42369, 101.65245, 93.82318, 85.89858, 114.87199, 124.51976, 108.53337, 136.05815, 118.89978, 112.08877, 123.3793, 125.87895, 122.79768, 100.00128, 118.33348, 90.21084, 80.75726, 97.30579, 96.52693, 118.92085, 75.89197, 129.37033, 90.22251, 137.83311, 109.86888, 134.7567, 87.61023, 118.55839, 144.54367, 97.75218, 115.02333, 130.62146, 116.84324, 127.67232, 128.24213, 108.67007, 108.70528, 110.18476, 161.48077, 83.3022, 115.84676, 106.38217, 98.45608, 97.59983, 104.82901, 105.49352, 104.46284, 115.19817, 121.4286, 121.92873, 111.26295, 107.68549, 108.0946, 77.46501, 102.19179, 60.01469, 103.93214, 139.91428, 121.3886, 130.76343, 126.98773, 123.70557, 120.09044, 90.21025, 140.85922, 128.3737, 100.32622, 134.93912, 110.73302, 106.63739, 102.54231, 111.14029, 120.29692, 128.87927, 120.08972, 124.746, 135.78098, 121.01948, 113.75753, 104.16534, 142.59598, 183.06445, 113.02131, 87.98615, 126.44832, 122.27754, 122.62614, 109.7393, 102.45487, 56.94087, 127.44048, 113.7621, 104.6586, 130.85034, 108.9416, 111.93715, 106.81429, 96.62122, 125.13737, 104.13742, 102.79371, 108.0518, 114.66624, 131.60098, 93.13837, 109.20961, 112.90588, 143.42429, 121.30042, 103.00729, 125.68816, 127.46631, 120.60168, 122.98362, 163.84601, 144.30078, 87.69076, 173.41698, 101.53781, 141.37857, 95.34189, 136.78711, 135.77313, 95.49557, 97.82406, 139.3537, 128.26279, 105.76492, 166.56384, 100.94387, 97.04328, 99.9953, 102.39725, 164.55113, 139.83542, 128.18695, 155.27643, 184.15329, 162.00241, 125.97295, 112.9437, 108.0293, 73.89284, 120.78504, 144.31551, 131.85794, 139.1407, 94.74949, 171.06287, 131.7002, 251.81348, 256.76712, 313.58054, 304.20969, 195.38058, 369.47791, 287.69727, 320.20947, 270.3143, 276.40137, 285.31149, 307.60938, 224.16257, 288.79037, 257.90106, 253.21588, 285.78384, 321.89743, 223.95615, 323.71738, 278.41852, 385.45038, 207.81253, 315.41064, 297.52292, 298.58661, 297.86182, 305.82001, 267.93478, 313.13702, 309.13422, 277.5011, 279.2554, 266.2215, 231.35847, 315.75439, 321.36603, 370.80402, 273.18747, 296.9613, 278.35324, 284.95911, 235.33299, 397.88654, 308.87958, 337.99628, 265.30576, 363.36026, 277.2294, 255.95935, 267.55542, 257.85559, 246.25053, 275.65863, 361.89575, 236.95584, 219.70047, 308.92975, 349.92664, 285.8623, 373.86658, 291.7572, 362.55151, 367.93683, 273.38086, 235.36011, 324.51678, 230.24533, 251.0188, 443.08075, 415.85809, 380.15186, 319.73108, 238.08321, 264.84091, 451.73651, 250.96066, 299.25516, 303.92596, 295.24786, 260.44812, 339.53653, 290.5759, 200.43936, 401.91977, 307.4007, 255.86993, 347.21844, 448.99109, 333.24396, 307.50323, 372.85773, 256.53323, 271.2688, 447.72232, 209.28775, 398.50174, 367.46564, 170.61404, 268.53519, 392.75671, 346.97095, 390.0946, 321.79807, 388.56049, 432.47256, 335.57715, 325.17465, 303.51233, 274.18057, 299.46078, 379.29623, 291.13879, 321.09204, 376.68311, 269.4292, 289.76102, 321.09686, 239.4119, 336.24112, 277.04269, 255.43948, 339.22333, 246.48289, 271.06982, 244.10461, 344.12012, 395.28326, 323.71786, 384.80777, 452.00647, 366.26315, 397.04333, 446.89325, 370.94888, 192.03192, 396.31342, 382.53104, 417.33041, 252.7366, 297.71466, 288.87756, 328.75247, 371.78473, 383.41425, 301.32544, 433.74408, 257.49988, 232.69962, 324.44727, 275.11829, 368.13892, 375.7168, 289.59052, 345.12189, 328.04993, 265.26788, 248.8667, 259.61813, 343.09448, 192.83868, 291.07245, 321.22098, 318.48068, 333.98645, 327.59296, 483.55777, 281.15955, 395.11542, 391.66162, 303.37631, 299.82318, 446.78848, 386.91412, 328.07257, 328.66177, 272.57828, 319.42337, 424.71057, 260.62109, 334.10376, 461.21191, 314.91888, 311.63742, 244.20734, 382.63452, 345.08612, 440.83096, 411.11377, 441.85043, 315.12146, 385.5321, 264.55704, 347.13263, 370.51819, 442.28595, 380.15634, 391.86987, 398.35062, 340.3562, 371.96432, 454.62457, 371.07227, 361.46143, 294.82928, 361.91837, 350.11716, 341.12607, 434.83832, 371.91901, 347.08862, 383.22897, 433.97482, 322.76599, 422.1438, 392.14404, 357.83734, 400.64423, 357.92578, 345.77234, 390.06406, 367.77853, 381.23346, 292.612, 334.46451, 390.08481, 305.29706, 442.7345, 330.52267, 311.48096, 343.88287, 398.64594, 332.17365, 344.4953, 301.84311, 367.9082, 396.21423, 410.06036, 370.75153, 260.51797, 308.9082, 242.00412, 349.27496, 366.87146, 308.40588, 347.84851, 265.40628 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 387.88614, 368.18237, 376.60379, 370.5513, 419.1091, 398.06729, 291.82101, 336.14807, 408.21027, 342.29321, 433.12048, 481.83264, 496.76727, 473.12692, 349.70813, 446.59747, 379.15643, 437.37314, 548.67261, 426.56415, 577.73047, 480.02191, 594.15796, 550.66833, 535.05835, 496.21085, 464.27441, 419.05295, 490.03833, 411.16302, 566.15491, 544.15234, 458.49103, 510.5603, 537.53137, 536.99902, 522.07507, 517.40405, 427.69153, 561.40692, 504.37946, 542.81116, 477.63776, 563.5954, 616.68945, 569.30334, 560.31384, 452.00269, 563.76331, 653.94159, 545.56537, 461.88208, 555.38153, 536.30768, 452.05176, 524.34784, 504.11105, 492.7655, 602.40533, 473.22021, 492.78125, 567.60675, 650.37451, 524.66895, 605.92444, 477.56067, 584.88019, 469.30145, 512.95728, 388.38275, 565.82141, 545.45636, 595.30371, 508.91974, 564.84314, 467.83185, 476.2193, 475.25034, 632.27057, 470.76233, 545.35596, 486.6264, 401.77753, 495.3689, 620.49402, 592.12592, 515.20502, 577.77808, 621.47437, 549.90875, 544.19458, 678.81873, 500.50836, 560.99512, 642.87915, 530.1463, 511.65341, 571.64954, 524.57812, 535.98572, 622.8551, 576.69879, 527.87769, 528.51538, 566.51001, 596.82556, 523.64594, 550.05762, 505.07706, 546.54535, 511.6655, 609.26978, 504.94272, 493.39868, 531.06482, 492.74628, 597.37903, 578.9494, 664.8493, 513.44849, 654.97589, 466.59113, 587.28265, 527.39722, 392.11145, 542.41907, 630.40857, 574.45178, 682.67468, 476.80701, 632.23187, 594.27039, 624.74188, 608.91327, 541.48877, 625.02991, 628.13184, 540.04279, 642.51233, 671.53107, 635.31915, 611.27631, 641.51794, 530.14001, 511.44757, 606.03772, 629.89972, 448.14719, 611.94678, 524.67963, 545.87878, 524.19678, 557.23804, 515.6662, 562.1449, 625.44165, 574.34875, 542.47192, 662.86902, 660.30182, 589.30865, 652.82007, 557.44495, 625.75494, 544.89825, 683.17163, 571.16187, 567.73352, 706.97906, 553.87958, 557.45715, 606.10596, 625.76282, 554.29614, 430.34613, 565.57532, 527.02081, 480.08044, 589.54706, 531.79871, 617.43567, 700.72278, 552.17529, 543.09851, 571.9397, 643.31189, 622.91144, 520.93542, 589.6781, 634.8822, 565.90955, 587.59186, 631.15198, 542.91168, 606.50232, 617.82361, 616.04907, 653.047, 546.5686, 530.2489, 574.8963, 522.8421, 542.7453, 576.35736, 601.96265, 584.16425, 523.40332, 612.3476, 405.80588, 515.90356, 558.6073, 592.67725, 648.02966, 616.30823, 640.72327, 661.40613, 602.51959, 544.11877, 553.9292, 598.79529, 632.07703, 541.29761, 638.37201, 559.16388, 693.09973, 559.43939, 447.66943, 610.98523, 669.95349, 731.65991, 717.54865, 569.72015, 629.74756, 646.21893, 613.66492, 531.42236, 503.5376, 629.80872, 570.33289, 632.62073, 603.3501, 587.55255, 587.64099, 702.87183, 649.54919, 614.50049, 587.31689, 613.93335, 541.60938, 525.41553, 652.0658, 546.43103, 599.48932, 688.07574, 574.54877, 549.63055, 677.82104, 687.37012, 507.63211, 715.75391, 561.38434, 716.9483, 645.82208, 579.33423, 480.45572, 663.7287, 664.29633, 497.96973, 516.58655, 597.26868, 564.34363, 670.27618, 594.40753, 670.14294, 591.51196, 563.63861, 654.15918, 508.69879, 600.38684, 537.97137, 682.16394, 735.77954, 658.31396, 667.52966, 561.56915, 695.85181, 716.14545, 540.5675, 682.37433, 654.88794, 662.28101, 542.38171, 560.33698, 483.68253, 624.51263, 658.75238, 645.54114, 555.3913, 554.16327, 591.24481, 587.46655, 588.57428, 641.15265, 553.9021, 637.50183, 509.61719, 486.22192, 488.96954, 607.78418, 549.53497, 551.22485, 605.78125, 665.67407, 604.19366, 556.85864, 595.25879, 561.57324, 668.47815, 671.40186, 715.82526, 586.5343, 608.99896, 595.99048, 647.27069, 583.69983, 656.27661, 602.04767, 619.71558, 714.98761, 576.84045, 575.15942, 664.078, 734.93878, 590.52924, 667.61523, 595.95941, 661.67719, 685.8949, 579.20435, 644.09161, 611.18811, 697.1734, 564.17725, 567.34485, 651.54364, 715.41193, 507.96631, 552.3114, 636.30634, 637.25818, 637.79822, 703.87292, 708.06799, 527.2467, 599.16156, 530.33545, 642.74847, 795.6897, 606.24072, 667.22766, 737.74634, 603.03839, 635.05688, 549.51709, 636.70679, 603.11584, 515.31116, 534.82635, 614.72144, 686.828, 474.11322, 642.21393, 661.46906, 747.41425, 644.48071, 746.29053, 563.55029, 508.89032, 644.54449, 582.14819, 536.63251, 658.48938, 712.70374, 614.77179, 512.73279, 648.60547, 493.18292, 560.80554, 717.57416, 716.42462, 667.97498, 602.47418, 572.66479, 682.71643, 520.60107, 702.9624, 610.34705, 718.47437, 577.46606, 571.32764, 447.10706, 721.15582, 587.76624, 674.45093, 700.73718, 714.66858, 635.30548, 841.58337, 575.479, 707.31421, 586.68292, 788.85327, 596.91589, 632.68396, 686.61816, 603.55432, 554.43542, 795.15143, 698.19543, 684.75806, 654.69409, 791.75885, 667.73932, 722.41388, 653.53265, 651.14697, 649.95911, 730.78271, 675.30383, 638.4873, 710.27863, 705.46179, 635.96381, 703.09015, 761.33887, 791.32788, 777.00043, 682.51501, 701.36188, 635.87939, 630.61511, 790.96686, 580.84052, 703.26697, 670.95917, 762.17413, 585.60736, 653.33099, 628.2793, 726.65527, 751.63953, 675.04419, 618.57776, 668.8252, 765.48511, 648.77576, 684.04163, 712.4801, 600.74677, 652.81372, 626.83984, 659.5639, 768.26892, 782.19226, 600.53088, 643.91876, 543.83368, 708.21796, 717.50067, 656.6748, 739.71442, 660.17236, 694.0249, 658.57141, 664.23383, 611.50323, 686.48291, 790.2998, 626.59711, 653.09576, 651.75671, 757.80933, 792.8396, 702.95428, 715.32275, 595.2478, 744.10034, 806.0033, 713.6153, 834.66278, 620.59607, 628.60303, 631.81519, 596.43323, 740.49463, 804.6828, 736.42883, 789.05969, 809.82666, 792.02942 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.2141395657747383, "neutral_loss": 3.009301320176733, "target_docs_loss": 1.4437382647264714, "neutral_init_loss": 4.695322268676758, "target_docs_init_loss": 3.2449947238498265, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 70.33384, 68.44306, 68.99032, 82.73206, 85.19662, 108.96681, 117.96402, 76.09811, 76.11861, 80.74252, 116.29163, 114.0793, 101.73291, 108.64167, 80.7299, 134.13414, 94.86781, 91.96391, 91.0826, 97.67828, 108.72097, 80.35172, 115.88159, 118.56129, 100.57552, 102.86438, 100.49725, 94.07053, 91.45393, 62.46549, 114.50203, 88.78405, 85.09296, 85.20946, 75.67826, 81.76626, 113.05875, 69.72665, 95.14989, 64.91909, 108.65024, 87.71829, 104.03328, 116.51476, 103.38913, 85.16451, 113.1813, 145.5582, 98.4348, 92.01685, 119.56081, 86.69403, 94.95866, 99.19888, 91.17053, 110.96671, 69.37753, 113.75244, 80.3838, 103.68111, 126.9872, 114.29765, 98.03474, 102.74567, 118.40787, 108.55754, 132.20251, 126.11327, 113.26914, 110.75161, 113.75381, 79.77911, 117.99243, 119.02332, 74.64575, 67.37611, 119.33289, 70.5242, 127.58691, 119.33229, 82.80267, 74.21638, 123.70654, 95.25983, 123.54086, 100.40325, 73.91836, 93.56609, 119.59203, 89.86104, 84.26224, 91.69016, 104.46194, 81.57527, 116.72092, 90.39901, 103.55139, 102.78534, 126.53279, 149.45479, 87.0798, 117.8365, 88.43572, 110.10179, 97.93539, 92.65823, 88.60223, 114.01237, 126.45611, 110.01385, 140.31398, 109.33196, 111.77087, 118.54079, 125.26158, 123.8335, 103.81973, 117.56339, 88.79414, 80.55304, 99.74458, 93.49654, 115.07259, 70.89021, 126.91383, 88.85941, 138.55821, 111.86006, 134.18402, 83.19943, 117.18991, 144.51489, 94.74933, 115.62707, 126.24998, 118.23572, 129.41742, 133.1073, 107.77015, 111.30214, 105.62167, 163.85138, 81.10989, 102.71336, 103.56377, 93.02505, 97.62787, 100.66843, 108.92642, 105.36871, 113.01093, 123.86304, 119.87695, 115.42064, 117.53592, 107.94744, 75.3288, 102.3973, 57.8858, 105.48676, 133.74687, 120.86741, 127.00317, 131.84108, 120.48257, 123.76823, 83.13243, 136.35878, 128.8092, 94.64621, 136.41891, 112.82523, 102.32397, 102.77536, 110.06268, 122.37598, 131.98798, 122.81056, 122.51127, 134.25546, 123.518, 111.60498, 104.01257, 138.27191, 185.2549, 118.03661, 89.9305, 119.22487, 124.13686, 123.70395, 107.40459, 103.40871, 58.09193, 130.31018, 112.62426, 106.79139, 130.82123, 117.51335, 110.00339, 111.49528, 96.65731, 126.98227, 103.8927, 101.22282, 106.43919, 116.20277, 132.6069, 89.21382, 100.11784, 113.69504, 142.11224, 129.9744, 101.96599, 121.9646, 120.9323, 116.42799, 125.90893, 165.88078, 140.53165, 79.73611, 173.56461, 100.06248, 140.92403, 91.77198, 141.5934, 136.08093, 97.25681, 97.19521, 135.52936, 126.27933, 106.16676, 160.55922, 98.94955, 95.77064, 102.70465, 101.16418, 163.95029, 141.95084, 124.99149, 159.72432, 182.42279, 156.28734, 125.13649, 108.78352, 104.45473, 75.54578, 122.08447, 139.10207, 133.68158, 145.28165, 96.38372, 178.41278, 127.62328, 253.54816, 262.92883, 329.73676, 314.93484, 199.63216, 380.21078, 294.75421, 327.36246, 276.41504, 276.53671, 298.79605, 314.74307, 226.68872, 297.7272, 257.78473, 260.05838, 302.72491, 333.50668, 222.58859, 345.15948, 288.88812, 389.41132, 206.93915, 320.37442, 301.80289, 303.62854, 308.3978, 323.07632, 269.02521, 312.02512, 307.81488, 288.00439, 285.0285, 282.74606, 236.68623, 322.28705, 326.78699, 384.13651, 271.85687, 306.29358, 282.05765, 288.34515, 241.95596, 413.02216, 307.74283, 336.00696, 256.24533, 376.85077, 284.09976, 261.44495, 273.15045, 251.57095, 249.82263, 291.46533, 360.13858, 243.0657, 222.56833, 313.88879, 358.90125, 294.58514, 370.30115, 299.79303, 384.03052, 391.5769, 274.40714, 243.71988, 330.5531, 236.02754, 255.10735, 442.43509, 411.94714, 403.06226, 336.42194, 240.08423, 269.0174, 455.77139, 255.97943, 301.47321, 309.71167, 299.78168, 260.60013, 336.78107, 291.10696, 193.85298, 413.75671, 319.31543, 266.34473, 363.36945, 459.08051, 362.94971, 320.33316, 397.58942, 268.34552, 278.12323, 474.72546, 216.05836, 399.85449, 378.16031, 166.73439, 273.04556, 400.59885, 350.82333, 405.78424, 324.43231, 394.86542, 430.20935, 342.86194, 324.23511, 300.67676, 290.31631, 306.04663, 389.35995, 303.94577, 331.01541, 392.35602, 268.3692, 298.86124, 338.43854, 239.05818, 360.47025, 284.8327, 260.48462, 347.65094, 251.07045, 277.85468, 249.79195, 347.13416, 418.13013, 328.84299, 403.19989, 457.13965, 376.37775, 411.41705, 463.68054, 383.16949, 188.1506, 409.88931, 378.30688, 418.28674, 263.91751, 306.5368, 297.57117, 333.79224, 386.37918, 390.5293, 311.85175, 457.31235, 270.61896, 232.8465, 342.26019, 279.15137, 374.22839, 378.94656, 295.85571, 353.42426, 330.26276, 273.65631, 248.16823, 254.96626, 341.16269, 192.79242, 301.30865, 342.64407, 324.35367, 342.4248, 334.7403, 500.35461, 288.45441, 398.16309, 395.32733, 302.98117, 286.92682, 482.41028, 389.95248, 330.07184, 325.44382, 277.95901, 324.15616, 437.06622, 267.30225, 337.38635, 471.87921, 321.97516, 310.54047, 243.82344, 394.92834, 348.41785, 457.56454, 431.12469, 479.53986, 314.99106, 391.76407, 269.21301, 353.01691, 387.08194, 455.75873, 390.69812, 400.84509, 402.51978, 344.23145, 384.70325, 463.27463, 384.54681, 362.7439, 302.44037, 379.70099, 346.86987, 350.31683, 446.22809, 390.92194, 354.526, 385.95856, 448.16351, 320.76306, 436.74438, 401.00674, 366.39655, 411.79865, 359.27209, 349.39224, 390.22357, 372.74115, 404.50879, 304.79395, 346.52643, 398.59497, 305.00223, 446.53281, 343.01923, 315.36407, 340.29163, 407.97321, 338.3797, 344.33456, 305.16107, 377.62399, 405.3783, 417.37695, 392.89868, 265.02124, 307.69388, 234.94629, 355.79874, 377.76746, 320.06482, 348.31882, 261.10602 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 353.1449, 311.60144, 324.61115, 326.43631, 370.24365, 345.8869, 247.12279, 304.14612, 361.94318, 308.62796, 350.95752, 381.23569, 411.43887, 419.24359, 300.95496, 369.72235, 346.39496, 364.15561, 476.48422, 345.37384, 503.38464, 406.83051, 529.40649, 475.32413, 443.48792, 423.32397, 389.40326, 359.00452, 411.15323, 346.12726, 503.54263, 486.85126, 392.11212, 456.03784, 483.18698, 468.87646, 445.42709, 452.75568, 380.83301, 472.2973, 431.88956, 482.06061, 415.74524, 507.92493, 576.86743, 520.151, 466.80389, 394.83081, 499.34293, 550.85126, 453.91858, 402.44604, 514.55469, 456.47714, 391.81982, 432.31915, 442.96161, 421.57632, 528.02429, 396.19196, 435.99118, 470.50061, 571.26642, 433.04395, 527.34558, 405.05795, 494.19147, 382.741, 453.02563, 322.19043, 498.00519, 460.40869, 508.81357, 417.69635, 487.06842, 392.82422, 396.84882, 395.18555, 551.01117, 389.07629, 467.33057, 400.99237, 376.17316, 425.42267, 572.8335, 506.85425, 439.1748, 473.77777, 541.88824, 453.38962, 442.16394, 598.48535, 433.60657, 488.22195, 564.508, 467.78119, 464.90533, 474.48688, 435.28714, 478.88904, 545.54858, 502.3736, 432.22226, 450.11026, 523.6095, 531.99286, 445.86191, 464.51752, 430.28268, 460.95416, 456.80042, 534.28955, 437.91046, 437.1496, 465.43225, 407.13727, 526.15405, 503.66431, 561.5827, 440.63663, 584.00806, 409.01117, 482.51538, 439.32544, 361.12622, 440.01929, 544.97919, 509.65134, 599.54858, 403.88437, 573.61102, 531.23816, 547.26404, 528.20337, 438.25293, 541.25507, 544.88953, 461.11407, 566.36688, 610.02576, 568.65698, 557.50714, 553.34821, 428.08356, 442.41675, 530.23297, 567.1629, 379.95349, 518.55762, 447.72903, 477.50751, 456.97211, 493.34457, 442.42468, 470.24728, 528.53833, 501.04453, 439.09607, 578.99731, 561.44897, 516.34888, 583.44855, 488.30862, 525.63293, 485.9881, 604.25549, 503.70898, 512.06635, 625.88354, 483.04315, 487.16293, 511.6163, 540.29944, 490.45706, 366.40988, 474.95193, 468.37479, 425.75644, 497.7446, 434.67142, 548.69104, 611.11798, 496.90762, 433.6636, 484.23822, 542.39087, 561.3653, 464.22601, 497.10529, 536.57745, 482.07062, 528.76062, 552.02795, 453.29126, 522.56665, 527.24164, 519.77441, 560.53406, 437.27399, 450.65463, 516.84106, 451.33551, 470.77151, 491.06567, 507.3692, 506.33801, 444.84869, 553.07538, 346.55594, 443.92001, 441.97141, 531.04468, 564.42426, 521.97632, 554.83472, 552.29077, 515.95856, 449.69281, 469.03931, 523.32153, 537.33795, 484.59607, 554.27704, 447.47687, 579.57312, 468.33621, 397.06, 531.37384, 609.59595, 669.49622, 621.6178, 483.97058, 566.64771, 547.90668, 505.81052, 455.57874, 455.3381, 531.59027, 500.20737, 542.48828, 539.8374, 529.74915, 499.83615, 605.23804, 557.93445, 528.33777, 517.71802, 552.18481, 461.48206, 448.08646, 585.3916, 462.40173, 517.26587, 603.61914, 489.4537, 467.13367, 604.80927, 592.67993, 415.61499, 625.20587, 473.62921, 644.24774, 541.25226, 488.72113, 417.83694, 554.22107, 556.87158, 403.05728, 424.06418, 504.63513, 475.09628, 569.62891, 491.73993, 606.76233, 506.48874, 461.26532, 535.46521, 414.68222, 518.64813, 455.29651, 571.53168, 628.26477, 557.96582, 595.98938, 478.62332, 584.18433, 603.72473, 447.98267, 574.7403, 558.96033, 534.97186, 454.60559, 471.22064, 422.09198, 527.11511, 576.68127, 553.39807, 462.82358, 425.13641, 463.87619, 500.12, 493.52863, 576.39465, 479.96741, 564.83691, 421.46118, 399.92285, 386.21851, 501.77081, 484.24622, 489.97403, 502.94769, 571.54016, 509.1459, 484.44342, 511.88351, 472.03101, 571.31561, 590.45679, 638.85193, 448.53806, 508.7337, 533.26825, 573.93933, 499.91742, 582.91248, 526.53918, 543.87219, 661.58014, 485.20938, 498.06598, 584.46381, 640.38202, 490.05261, 565.50482, 526.95258, 580.98584, 596.28394, 503.34671, 576.27563, 513.94574, 576.50189, 446.32263, 466.20807, 554.18445, 626.2453, 445.19543, 475.31909, 565.54547, 555.76331, 544.74036, 627.27466, 630.42737, 469.36646, 489.87695, 436.14206, 565.86145, 735.29779, 546.54333, 584.39209, 644.96735, 499.87152, 543.16455, 459.99167, 563.78857, 499.02124, 443.32513, 437.08856, 546.43958, 570.20563, 384.28442, 571.09204, 583.48633, 674.00909, 537.10437, 645.40088, 452.44543, 433.57767, 532.6676, 508.06073, 426.00754, 574.17969, 594.88483, 535.73315, 440.94177, 576.21753, 388.87286, 497.54852, 614.98871, 605.89539, 569.5166, 533.01837, 473.7937, 606.65149, 447.72763, 626.3678, 499.4718, 594.27472, 484.39502, 455.81848, 390.61005, 652.11224, 493.53198, 596.87115, 601.67627, 623.7132, 577.23157, 755.97644, 502.11572, 609.33319, 481.68924, 658.74817, 518.26178, 531.89655, 595.39197, 487.73181, 441.05634, 680.02539, 610.44202, 569.7005, 575.40857, 663.23492, 578.65088, 589.09558, 559.6366, 584.39978, 570.56354, 629.19928, 587.00586, 537.28418, 584.2832, 601.98273, 569.68597, 617.29285, 674.51422, 652.46051, 695.32507, 579.64258, 593.29211, 514.29626, 545.74945, 696.6181, 489.16541, 611.8512, 539.45618, 642.18811, 498.47238, 570.50104, 538.24689, 617.87878, 613.56165, 582.39685, 499.98181, 587.79565, 672.10559, 539.60925, 590.2655, 602.35181, 488.1087, 554.146, 529.19116, 550.62195, 634.29749, 684.12903, 539.12561, 541.70837, 453.75327, 577.82196, 638.24561, 548.11218, 643.12036, 568.73163, 602.6803, 565.57019, 566.89325, 531.72998, 601.87988, 683.46973, 501.52295, 518.84845, 550.32263, 664.77979, 692.38306, 597.16724, 581.11066, 512.85199, 648.09674, 695.79028, 602.90906, 754.97626, 516.026, 550.45874, 561.57599, 545.69043, 672.74792, 724.01923, 641.86072, 679.80786, 688.31293, 669.17841 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.3258146207932143, "neutral_loss": 3.0360558303640914, "target_docs_loss": 1.367777587595562, "neutral_init_loss": 4.537587213134765, "target_docs_init_loss": 3.0526739434136285, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 71.5583, 66.22704, 67.01826, 80.25056, 83.84904, 107.31297, 115.96923, 72.03239, 74.46181, 80.22331, 114.27588, 110.53725, 95.98615, 109.353, 76.62924, 131.70819, 94.93102, 90.16241, 91.46223, 99.64703, 108.17162, 77.41405, 113.70206, 115.9737, 101.78511, 98.49829, 102.09067, 94.49832, 90.94727, 63.11408, 112.15556, 88.71109, 84.43431, 85.57268, 75.29179, 83.79256, 114.15591, 69.23866, 94.35537, 63.29046, 106.90823, 86.51779, 101.9296, 117.93646, 100.74541, 83.65477, 119.07711, 145.7417, 98.89007, 93.19308, 122.40038, 84.6389, 94.93539, 96.71747, 89.69451, 108.3948, 70.50264, 105.76502, 82.77605, 96.32214, 124.58524, 109.1089, 93.78791, 105.42197, 120.06909, 106.80013, 134.90974, 122.19785, 109.35159, 108.79595, 115.05984, 80.05795, 120.09729, 116.34972, 70.25596, 68.76025, 115.58406, 71.31381, 121.55586, 114.19066, 79.98667, 68.68554, 128.6633, 92.94409, 120.81921, 101.43868, 73.98023, 98.13436, 118.91936, 91.65877, 80.22424, 90.78407, 102.97484, 78.71822, 115.00613, 90.17906, 103.44778, 100.31751, 121.77368, 143.32709, 85.95889, 115.71062, 90.28139, 108.25091, 94.90958, 91.6741, 89.4196, 112.57046, 128.23965, 111.82621, 142.92285, 101.85941, 111.99823, 113.64745, 123.96355, 124.17529, 103.91278, 115.51484, 87.70103, 81.02603, 100.95154, 90.08038, 111.398, 64.77603, 124.15321, 87.91448, 140.98392, 112.36131, 131.90146, 81.01884, 116.36039, 145.23509, 90.89177, 115.73077, 125.43805, 118.75466, 128.02512, 133.73544, 104.63801, 115.92342, 104.63086, 164.61319, 78.73413, 95.64005, 101.95789, 86.79224, 97.11612, 99.11644, 111.34637, 105.8978, 110.21288, 123.44208, 120.65431, 119.08929, 126.40126, 107.77176, 73.78408, 103.62108, 54.69355, 107.32052, 131.31491, 119.82713, 124.41443, 134.71553, 118.70784, 126.45311, 76.62378, 132.44301, 127.37094, 87.98496, 133.25131, 112.4817, 101.04041, 101.10146, 112.13715, 122.14223, 137.20831, 121.75459, 117.6034, 131.87582, 125.87207, 112.0054, 104.85319, 134.85803, 185.71501, 121.36993, 91.00836, 111.67693, 123.6985, 130.01472, 105.54208, 105.80916, 59.23473, 133.44083, 111.00875, 108.07846, 129.67384, 123.52005, 107.92113, 107.89101, 98.44688, 127.84698, 104.86273, 98.881, 107.16154, 117.278, 134.04301, 84.0773, 93.40849, 113.14492, 139.62164, 134.86592, 102.66162, 119.99734, 116.27668, 110.45403, 124.57213, 164.90828, 137.91518, 71.16814, 174.10568, 98.16716, 140.60211, 89.24535, 144.6709, 129.54561, 98.5605, 95.51978, 130.94302, 126.44514, 107.17326, 155.45462, 98.03133, 96.77316, 106.49081, 101.30807, 162.2912, 144.02061, 123.45264, 161.78046, 181.8181, 154.24417, 125.99557, 105.98766, 101.91674, 79.07454, 121.14699, 133.9809, 132.08374, 149.12369, 96.59254, 183.27347, 125.48829, 253.86874, 266.71658, 342.67743, 324.29449, 202.73839, 389.42853, 298.80545, 337.98499, 281.92932, 281.47775, 307.61285, 319.84, 229.19244, 310.33649, 256.76569, 263.3273, 315.526, 342.63593, 220.75575, 363.41699, 301.04108, 388.50006, 206.54955, 322.25192, 304.61588, 301.80338, 317.35126, 334.66849, 268.28851, 308.9071, 308.63043, 295.84961, 292.39923, 293.66571, 235.90945, 325.43338, 332.30435, 392.10852, 271.99463, 317.59723, 282.75937, 288.55695, 245.4769, 419.1181, 310.29303, 335.58197, 256.1312, 384.83432, 289.11395, 263.91626, 275.03821, 247.5865, 253.7529, 303.32632, 358.20532, 246.30168, 226.02802, 315.77921, 367.06653, 297.53244, 367.22412, 310.23236, 399.6297, 404.47888, 273.92081, 248.83011, 335.32269, 238.90706, 260.89139, 439.94977, 409.23468, 407.88376, 351.85794, 243.52672, 273.02643, 456.54813, 260.8642, 301.59702, 312.08618, 305.36493, 258.7702, 335.91235, 293.01257, 185.83221, 422.65228, 329.06012, 271.68265, 378.47601, 467.98178, 373.91547, 335.32129, 417.51367, 274.44748, 278.40738, 488.64001, 224.89685, 397.05255, 381.61243, 165.28491, 276.86462, 405.6937, 353.33099, 418.67529, 325.36768, 399.1073, 426.22852, 347.34839, 322.60345, 302.53766, 300.75882, 308.48737, 390.92749, 313.63574, 339.54498, 401.95972, 267.49188, 302.84906, 351.07843, 240.13564, 378.39874, 292.3938, 263.17831, 353.43579, 252.97231, 276.70618, 253.39542, 345.1412, 424.09207, 337.22266, 422.875, 460.91711, 384.52979, 423.57196, 469.92505, 388.82352, 188.57629, 417.7388, 376.17517, 413.52908, 271.41385, 309.39688, 303.06738, 334.44751, 401.01828, 392.6134, 319.8017, 473.13977, 281.45782, 233.86601, 342.45569, 282.2525, 378.05511, 378.35986, 299.22577, 354.84906, 335.93439, 275.42365, 246.33849, 248.39783, 341.63849, 192.07898, 307.45654, 352.95251, 325.03656, 349.34631, 340.9093, 513.50995, 294.79614, 403.71613, 395.99219, 304.24329, 280.08002, 506.48669, 391.39697, 335.703, 327.64328, 284.16599, 328.93439, 448.56754, 275.61652, 335.96732, 475.29575, 326.90448, 309.51761, 243.89273, 402.73993, 350.14844, 466.06015, 448.00488, 507.0672, 316.57849, 394.84369, 272.3006, 359.17441, 397.28674, 465.85666, 394.78003, 410.61536, 406.30804, 344.28943, 395.52274, 467.67639, 393.6441, 363.03723, 304.26944, 383.66827, 346.05591, 353.97922, 453.78079, 404.60785, 362.8114, 385.97742, 454.15366, 318.72076, 441.96124, 408.10394, 374.76569, 416.57852, 355.96655, 356.41272, 387.3786, 374.40918, 424.22382, 317.83414, 356.94333, 405.57477, 303.14285, 446.44077, 346.95367, 312.65912, 342.52252, 408.91989, 341.71478, 343.56836, 316.14154, 382.93863, 414.68427, 430.50488, 409.6377, 263.37524, 305.35822, 230.73383, 363.73679, 388.98257, 327.85025, 350.18823, 257.29495 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 341.09821, 297.5397, 318.25931, 319.71304, 356.02557, 329.16962, 237.67828, 292.31781, 348.80399, 296.59595, 318.09509, 354.09024, 388.04907, 401.42896, 289.12354, 343.00775, 331.47089, 336.97906, 451.21414, 315.25925, 475.14459, 382.62885, 512.164, 449.99554, 417.91174, 388.7088, 370.96576, 339.39178, 387.82462, 321.87537, 482.44339, 459.8783, 373.49359, 443.27747, 462.1521, 438.58649, 421.84329, 431.12134, 366.21594, 438.52417, 416.35034, 469.24408, 403.76666, 490.04486, 563.18848, 507.33298, 438.13763, 374.18549, 478.95047, 522.32379, 430.61935, 382.5065, 503.6929, 429.71643, 376.35678, 408.84747, 420.10898, 402.05368, 519.1676, 374.52451, 414.23178, 438.04752, 541.15216, 402.32318, 504.39154, 380.15009, 461.44803, 354.54663, 437.35458, 304.83798, 479.05594, 428.53433, 476.35168, 388.47244, 467.84842, 372.05005, 371.14066, 370.78595, 524.3877, 355.69705, 439.57138, 374.43219, 373.45844, 409.31369, 572.07385, 475.18384, 409.88016, 450.61249, 516.26306, 426.83746, 399.50958, 571.10071, 411.87173, 467.0452, 539.17078, 451.80542, 453.90643, 446.14435, 409.8327, 456.82086, 518.36829, 480.02365, 399.32489, 422.0968, 514.638, 508.9281, 415.77734, 438.16666, 404.08755, 431.44995, 446.80899, 513.33423, 414.59833, 423.47296, 443.11426, 380.30386, 504.08978, 486.07428, 514.18323, 422.38599, 566.12299, 391.76514, 448.76489, 410.83655, 364.71466, 405.01395, 516.40967, 496.18582, 567.8645, 383.89261, 555.20898, 507.78455, 517.39594, 499.09799, 408.03101, 516.24988, 509.97845, 436.4621, 542.06848, 591.95264, 547.7146, 544.08997, 529.20007, 395.90002, 431.02628, 508.80588, 541.23108, 351.95386, 483.00836, 428.90158, 457.28693, 443.82535, 484.95868, 422.03705, 439.21927, 482.39038, 479.88333, 407.88287, 558.60382, 535.75708, 501.07874, 558.4566, 475.09372, 495.64047, 473.8223, 571.5708, 487.34671, 503.85797, 591.33801, 463.62064, 462.51257, 473.31299, 508.77539, 476.19196, 350.87433, 442.85449, 452.74533, 402.36401, 475.03455, 392.07846, 519.23254, 577.12878, 491.42117, 396.41235, 456.10571, 508.63806, 536.91559, 443.4696, 467.94104, 508.39877, 451.61618, 516.45056, 520.67163, 432.01758, 500.40292, 498.63675, 489.18231, 526.79822, 410.29929, 417.09534, 502.97681, 437.85901, 448.16254, 477.85199, 472.80609, 486.6553, 421.66534, 536.81946, 324.91336, 416.73932, 400.08942, 514.54059, 530.49304, 486.18982, 522.60651, 512.88654, 477.28568, 424.66522, 451.79358, 495.98636, 519.39722, 470.3522, 538.90363, 415.99512, 532.81812, 429.51071, 381.65277, 509.89038, 581.84943, 650.57654, 589.39825, 453.67883, 546.85278, 518.23291, 453.7634, 430.38324, 430.63446, 500.64557, 474.67242, 506.63931, 519.65497, 518.96466, 486.77222, 570.71399, 526.90796, 485.66742, 495.39401, 536.37207, 432.56769, 425.83179, 560.92981, 433.78522, 494.3822, 574.68152, 459.49683, 443.89789, 585.00513, 563.66931, 385.4549, 590.96008, 448.04138, 623.35352, 506.24399, 454.15021, 398.28622, 506.65692, 515.17236, 369.39185, 390.98337, 474.07803, 433.43896, 530.71893, 454.24249, 589.88501, 480.82367, 422.75748, 490.41119, 380.86047, 492.11823, 428.24423, 535.96021, 580.05908, 519.05664, 572.23584, 456.30246, 540.2536, 568.40881, 424.91687, 539.8479, 519.48663, 495.55515, 434.12375, 438.37665, 402.82538, 502.75076, 562.68994, 524.78534, 429.8537, 386.42358, 416.37662, 472.02881, 457.3385, 550.27081, 452.83905, 544.37225, 398.41785, 377.23987, 345.47043, 456.00696, 471.32452, 470.53287, 471.62512, 536.44653, 471.21283, 463.16235, 480.60217, 441.39703, 550.04919, 556.87738, 611.45245, 400.56882, 473.53894, 518.06573, 549.19312, 471.40207, 562.76306, 503.68771, 524.06335, 654.03406, 462.84296, 473.83487, 564.23218, 607.59338, 452.21909, 530.96216, 515.30096, 551.44568, 571.36426, 479.79617, 559.38391, 483.556, 539.20685, 398.37976, 439.57993, 533.32538, 594.32422, 427.69244, 451.00833, 545.84137, 529.00647, 516.81879, 602.40259, 608.48151, 448.23822, 450.4501, 396.72186, 540.59167, 721.51849, 528.72083, 558.2547, 616.69275, 454.4411, 517.953, 428.6106, 539.26538, 459.33392, 413.2041, 406.70969, 520.18018, 531.37299, 364.47687, 551.8114, 565.63049, 658.00842, 504.91492, 610.95398, 403.73364, 411.03033, 496.9628, 474.8324, 396.05231, 546.19391, 548.99817, 519.88226, 413.60995, 557.34009, 365.95203, 484.33707, 579.19208, 564.92383, 535.05402, 521.98828, 452.94977, 574.67126, 426.38904, 614.43256, 460.89761, 555.94696, 460.54462, 413.88037, 369.32895, 625.7207, 455.98141, 570.93341, 561.96863, 593.02069, 571.08044, 717.85901, 481.66022, 580.51465, 440.20395, 605.32422, 492.07977, 503.8053, 572.55359, 449.53717, 410.69821, 643.42908, 590.93158, 534.08862, 552.75195, 619.05988, 539.2334, 532.07703, 523.19739, 559.75378, 542.11462, 590.08813, 562.02576, 497.81342, 540.59521, 570.16431, 546.54236, 581.71234, 642.67456, 602.70569, 672.474, 548.85046, 567.29718, 482.77356, 517.20392, 668.84479, 454.92001, 575.55359, 494.26776, 584.51917, 461.93597, 541.24957, 519.52722, 574.47803, 571.12732, 549.90533, 444.99219, 560.75122, 632.98566, 506.16461, 556.34595, 563.19946, 444.95331, 518.03003, 511.38132, 527.84131, 582.11108, 646.33252, 519.62286, 508.63947, 426.39697, 525.422, 615.31738, 510.6748, 597.67932, 538.14197, 576.48767, 531.72058, 540.66882, 511.68326, 575.55298, 642.14746, 466.30411, 479.86499, 512.77844, 635.46948, 655.28094, 569.88452, 528.10809, 484.23444, 616.16211, 666.57922, 564.59955, 731.53241, 492.42191, 528.64343, 545.34814, 525.55219, 659.39685, 701.26172, 609.57721, 654.65778, 655.57068, 624.70471 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.41447654015586943, "neutral_loss": 3.0320156120379633, "target_docs_loss": 1.3469893924984717, "neutral_init_loss": 4.347638909912109, "target_docs_init_loss": 2.96958696492513, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 70.82336, 62.54406, 65.5099, 76.49257, 82.20302, 104.84946, 113.43052, 69.17282, 72.55975, 78.2344, 110.01669, 104.6274, 90.13704, 106.68801, 72.35464, 129.36234, 92.71893, 87.77659, 91.23053, 98.68867, 106.79919, 74.47955, 110.09847, 109.66409, 99.87796, 91.48923, 101.20598, 95.12829, 86.14544, 63.70508, 109.28087, 85.90752, 82.30413, 85.89311, 76.08071, 86.08894, 113.27162, 68.49791, 92.55906, 62.25343, 103.92286, 85.91441, 98.36868, 117.04945, 97.26649, 81.21572, 121.3875, 142.04929, 97.94791, 92.48845, 122.68836, 83.11189, 94.72888, 92.57051, 88.48695, 105.92725, 69.48055, 99.04755, 82.77699, 88.716, 122.53737, 104.4121, 90.21819, 104.34259, 120.36803, 106.12953, 136.20065, 118.06866, 103.97086, 106.39088, 113.60751, 78.96208, 120.94827, 113.55706, 67.87231, 69.73532, 111.53871, 73.01115, 115.75516, 109.97565, 78.21143, 64.87328, 132.18732, 91.0414, 115.16626, 102.65939, 73.13654, 100.37618, 115.38315, 91.5401, 76.60313, 88.17554, 100.4353, 75.40837, 114.08382, 89.58762, 102.13094, 95.52126, 116.27991, 133.7953, 85.17305, 113.01184, 90.89029, 106.58585, 91.8557, 88.03502, 88.98796, 110.6416, 128.7733, 112.0884, 142.68799, 97.72508, 111.23438, 109.61808, 123.01782, 123.80074, 102.73721, 112.98994, 84.80893, 80.15799, 99.21619, 87.99097, 107.1818, 60.30561, 120.71064, 85.9153, 137.53401, 111.00679, 128.39006, 78.96466, 116.64369, 143.26276, 85.20509, 114.90479, 123.38373, 118.17449, 125.17661, 131.63071, 101.31314, 117.89625, 103.20485, 162.56178, 79.20207, 89.94861, 101.22652, 81.75403, 96.50122, 99.47726, 112.30356, 104.87456, 107.432, 120.33969, 121.23595, 119.62012, 130.3335, 107.02201, 71.79766, 104.2207, 52.94829, 105.98554, 128.151, 120.26347, 119.76482, 135.82942, 115.85055, 127.93028, 71.978, 128.88361, 124.57084, 81.70477, 134.02011, 112.77969, 100.19026, 99.01213, 111.68505, 120.87916, 137.97473, 120.24593, 112.38203, 129.03632, 126.58289, 108.674, 105.96935, 128.66678, 182.52267, 121.08178, 91.73842, 103.97795, 120.84322, 131.82285, 102.09676, 107.24592, 60.66741, 135.00664, 108.72681, 108.87912, 126.02754, 128.82201, 105.90569, 104.22014, 99.745, 128.45609, 103.78554, 96.64785, 106.98074, 116.49476, 134.60236, 81.21915, 89.05946, 111.23444, 135.67584, 135.82472, 102.27956, 119.33659, 111.85864, 104.33038, 120.24577, 161.73994, 133.16887, 64.80499, 172.384, 96.94748, 136.80403, 87.14, 145.28723, 122.99017, 97.63264, 95.23943, 125.70303, 118.90001, 105.79912, 149.63432, 95.70175, 96.01863, 107.5813, 103.00204, 157.6759, 143.62518, 120.99918, 161.27608, 181.15593, 150.50157, 123.88632, 102.9807, 99.83823, 80.34595, 119.2629, 130.56308, 130.04483, 149.24026, 96.25008, 180.07292, 123.45976, 253.51453, 267.34354, 352.25494, 332.03259, 202.94635, 394.83026, 297.71619, 345.83646, 287.32785, 284.85962, 311.32907, 322.81317, 229.7421, 321.26117, 254.69141, 263.23102, 323.85403, 348.96576, 220.40289, 376.21436, 310.56165, 383.35709, 207.30745, 318.95801, 306.65442, 300.30188, 319.70251, 339.85474, 267.11908, 307.70737, 307.18393, 298.4516, 298.13428, 295.90622, 230.66232, 322.81268, 332.26312, 393.88153, 270.78094, 327.43683, 281.3761, 290.39929, 244.14513, 417.74487, 312.74677, 333.35522, 256.11081, 390.21249, 290.97461, 259.34909, 273.32303, 243.97327, 257.11371, 309.81128, 356.78973, 245.19928, 224.09975, 315.05362, 369.36487, 298.41904, 369.36887, 314.76135, 406.8269, 405.35022, 272.10883, 249.33032, 337.28922, 241.82625, 262.12772, 435.58179, 412.5437, 402.02493, 362.3562, 246.77834, 277.77774, 450.86163, 263.48477, 297.21283, 312.5972, 305.35669, 256.13831, 333.81091, 293.89047, 178.82709, 424.54187, 339.32254, 272.22729, 385.28662, 472.23077, 377.29041, 341.96323, 428.18112, 272.82184, 276.3775, 496.38565, 230.56369, 393.93188, 380.61865, 163.45731, 279.70447, 409.27875, 352.81116, 427.58832, 322.35107, 399.16248, 416.37622, 348.39902, 319.97641, 306.04553, 306.08551, 308.69394, 389.90186, 321.3512, 344.63623, 406.73196, 263.83203, 306.30679, 360.68939, 239.29126, 384.34106, 296.1994, 262.71936, 356.32504, 254.47337, 271.18811, 254.23032, 342.96552, 417.49799, 339.43427, 431.43329, 464.68475, 385.66248, 433.82605, 468.74771, 388.31635, 187.52661, 419.34369, 374.71613, 404.28619, 273.11163, 310.73392, 307.29639, 332.31256, 411.06653, 390.82663, 324.18994, 475.60229, 284.17654, 232.16711, 336.78433, 284.5015, 380.8512, 368.31262, 298.97577, 349.32178, 338.22937, 275.34705, 242.47012, 242.46304, 340.15189, 191.90602, 310.79495, 357.68701, 322.97314, 346.67877, 344.39761, 514.59912, 296.93845, 406.75665, 391.77802, 300.84064, 272.134, 525.57568, 390.71295, 334.39169, 331.83939, 287.45996, 333.19806, 453.36331, 279.79034, 333.14441, 476.23563, 325.89862, 305.70526, 243.80409, 407.08426, 347.96381, 472.00134, 461.47357, 519.32288, 317.18994, 392.72943, 272.25394, 361.40109, 401.86035, 473.56027, 393.25061, 413.95834, 408.50336, 345.18692, 398.52631, 469.24377, 395.52316, 360.59076, 306.76108, 378.86072, 345.82361, 357.78662, 454.06082, 410.66534, 360.94446, 400.63779, 457.91486, 318.44489, 442.70801, 407.5423, 380.30389, 418.33252, 350.92474, 359.86407, 384.72528, 375.09406, 434.99698, 323.81384, 360.84387, 407.80786, 300.37338, 443.08676, 342.08844, 306.16104, 342.66187, 406.78882, 340.71832, 345.28647, 318.23633, 382.54919, 420.85846, 437.4494, 417.56622, 260.71408, 304.05811, 225.38663, 369.40045, 392.02612, 329.4726, 345.82751, 251.6729 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 340.65109, 294.78162, 321.16525, 320.17548, 350.61014, 327.24463, 238.78284, 289.38629, 346.4884, 292.60419, 309.74478, 347.92865, 387.13834, 400.46582, 288.84229, 331.96368, 325.49329, 327.63959, 440.59171, 306.68103, 465.6106, 378.5238, 507.29492, 438.75308, 405.42242, 373.81488, 368.52618, 337.13953, 378.41132, 309.4248, 473.72058, 449.26144, 369.32565, 443.19846, 457.31516, 426.31787, 415.06512, 427.6958, 363.88568, 425.91699, 413.8187, 468.61774, 404.62897, 484.75659, 561.7583, 501.67206, 429.2995, 369.4895, 471.07611, 518.05505, 424.17072, 379.14764, 499.80096, 421.78113, 376.59033, 404.62506, 414.78094, 397.31891, 524.81311, 367.58765, 407.28745, 427.00198, 533.14563, 391.1062, 498.82962, 372.08176, 458.99017, 344.52039, 436.48923, 303.16138, 473.86133, 424.54175, 460.49591, 381.91525, 461.79749, 363.32416, 364.89801, 365.33929, 516.01678, 347.67975, 432.87381, 363.49969, 380.52771, 408.49493, 582.31384, 463.03238, 397.6123, 450.48862, 510.49524, 417.99164, 384.89685, 565.44238, 404.01807, 457.98767, 534.56226, 448.45355, 460.672, 439.68317, 402.02478, 443.31372, 508.53674, 473.54263, 391.67407, 409.69928, 520.0116, 501.73804, 406.29883, 434.08478, 396.28937, 427.15472, 447.03674, 510.08035, 409.07043, 421.07446, 432.55072, 373.33441, 496.2514, 481.15067, 498.86301, 415.89017, 566.3739, 385.51105, 436.34976, 400.16003, 373.53748, 394.15778, 511.25693, 496.15115, 552.56244, 380.50537, 551.83228, 501.09589, 501.56149, 485.75079, 400.12195, 512.74304, 492.15466, 429.95599, 533.94592, 591.93396, 540.10681, 539.88312, 525.39404, 385.47842, 434.62939, 503.66602, 533.34302, 341.81207, 473.58386, 425.60858, 455.26587, 442.42578, 483.59357, 421.81482, 435.81213, 463.27237, 474.73438, 397.08066, 554.71783, 530.08984, 498.89798, 544.64343, 480.82977, 490.96423, 473.10611, 559.45416, 481.71722, 509.6467, 572.5437, 458.62592, 452.57306, 456.7757, 500.35648, 476.09509, 345.92636, 431.57333, 449.17245, 393.72513, 472.01678, 374.64923, 507.54364, 566.18396, 494.91486, 389.45215, 450.68958, 492.98956, 526.01544, 438.263, 459.29596, 500.04642, 446.60333, 519.56641, 510.10199, 427.45068, 496.74219, 493.61069, 477.62781, 518.19055, 405.24283, 403.70001, 503.74359, 435.40976, 443.61105, 482.56812, 460.77484, 483.57065, 412.96844, 534.44397, 317.36722, 408.91431, 388.34537, 512.92957, 520.03204, 472.28156, 509.85873, 502.63779, 462.70227, 419.22476, 451.98932, 490.88165, 517.29626, 469.13568, 535.64844, 410.18314, 519.48401, 417.65369, 379.91522, 507.23083, 570.56403, 646.73535, 580.37732, 442.73755, 539.06238, 510.66382, 436.26392, 423.68152, 422.17279, 495.44284, 464.89685, 499.16251, 519.15698, 521.55426, 488.92499, 556.73615, 517.11279, 464.66937, 487.87662, 540.11438, 425.1908, 420.34973, 552.21613, 419.82028, 492.48822, 571.24487, 446.34119, 437.39374, 586.19202, 553.36963, 372.39767, 579.97614, 438.21823, 621.32397, 493.44345, 442.1886, 391.04425, 486.3287, 497.9133, 356.76596, 380.28314, 463.86362, 420.31668, 514.02527, 438.76273, 588.69647, 479.60724, 405.8559, 477.17975, 367.82697, 484.91666, 422.51074, 527.16736, 555.68066, 506.6647, 565.25586, 451.26813, 523.61694, 558.68506, 419.5621, 527.00854, 508.40778, 487.64008, 430.12549, 428.79294, 398.85022, 499.51035, 566.48047, 518.25232, 423.71149, 381.10059, 397.9563, 466.36523, 442.44525, 538.21747, 439.85754, 543.13245, 395.78745, 373.09009, 330.31961, 436.70694, 474.77142, 461.47202, 458.84149, 526.1333, 460.74164, 462.81506, 470.43396, 431.38257, 549.97565, 544.94897, 595.10358, 386.36292, 461.88123, 519.02606, 540.94263, 463.08325, 559.18036, 499.7059, 522.40387, 657.80884, 463.14981, 466.34625, 557.38788, 595.52979, 436.18036, 519.60504, 514.5166, 540.3075, 561.07922, 471.65579, 557.79749, 469.71457, 530.07483, 381.65652, 430.38901, 533.15759, 586.56763, 422.61517, 452.24493, 537.64935, 519.99896, 511.73569, 596.05896, 600.31281, 443.22046, 438.27283, 388.16983, 540.4436, 723.00037, 527.42273, 551.53577, 610.51471, 428.0152, 515.85767, 417.50699, 529.40186, 447.48486, 399.03317, 407.30991, 506.35968, 517.1272, 359.09357, 545.02527, 564.94885, 654.05927, 500.73914, 597.73041, 385.58612, 403.5307, 485.11627, 459.38467, 389.06177, 541.11621, 535.10742, 518.9129, 401.6507, 559.4505, 362.30447, 486.07782, 570.91309, 551.62927, 524.69336, 520.10138, 451.53839, 561.81201, 420.56049, 622.91492, 448.41879, 542.02301, 449.83173, 393.24646, 367.55518, 613.74933, 435.14777, 562.45435, 550.59283, 585.60101, 573.83099, 709.31506, 476.49008, 576.36694, 425.65924, 583.21362, 483.87766, 496.10284, 570.29602, 442.47437, 409.95837, 629.65936, 593.27631, 523.48743, 548.84192, 603.55884, 524.38239, 512.72565, 509.97836, 550.77051, 533.30701, 575.01379, 556.31689, 487.27753, 530.38599, 554.27344, 539.84143, 569.39337, 632.98328, 583.04639, 669.44647, 546.01959, 566.28833, 480.02286, 511.41681, 662.73529, 438.84106, 564.25964, 478.31488, 564.30847, 447.17346, 536.89117, 520.198, 560.94409, 557.64514, 538.3338, 427.01028, 551.55029, 620.53876, 493.60016, 545.15033, 550.60242, 432.90079, 508.37479, 504.52081, 526.9743, 562.91858, 637.58563, 510.26627, 505.73178, 417.77753, 501.39908, 609.91321, 507.26941, 580.12903, 529.42786, 571.43689, 521.66638, 537.8136, 509.55188, 574.13214, 629.08447, 464.05878, 468.53693, 497.60175, 633.14087, 648.39685, 565.71912, 503.13751, 476.89429, 609.05005, 660.32599, 552.70288, 729.51581, 488.74942, 521.03223, 539.3158, 517.01941, 658.95953, 698.05157, 600.62506, 651.10303, 651.29974, 608.15637 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.5111427668388095, "neutral_loss": 3.0100305065537127, "target_docs_loss": 1.3508157270835675, "neutral_init_loss": 4.1163197265625, "target_docs_init_loss": 2.9255860510932075, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 71.7968, 58.73673, 64.5112, 72.12492, 78.7458, 100.32748, 109.52381, 65.95235, 70.27861, 75.3138, 106.421, 97.45014, 82.39297, 104.27048, 69.74848, 124.01836, 88.31723, 85.45387, 92.04181, 98.15615, 104.75498, 70.57916, 104.68069, 102.11067, 97.28464, 84.20803, 99.05961, 95.24791, 81.04959, 63.8425, 104.79826, 83.55012, 78.00101, 84.0024, 74.84148, 86.74356, 110.21033, 64.64158, 88.73367, 59.78159, 101.08563, 86.35532, 93.01637, 113.51559, 92.96407, 76.51408, 122.23238, 137.29692, 97.49652, 92.19821, 121.54826, 82.14314, 92.24497, 88.31439, 85.37294, 101.87411, 67.33291, 93.67959, 82.77483, 80.08459, 119.07697, 99.80701, 84.08849, 100.19305, 120.1451, 106.38937, 136.08473, 114.00525, 97.62527, 103.73315, 112.64851, 76.73962, 122.63574, 108.47774, 64.50056, 69.23773, 107.73677, 74.20619, 110.47523, 103.69707, 78.97076, 62.02915, 137.72192, 88.58824, 110.69865, 99.62191, 72.90372, 102.22673, 113.13425, 94.23896, 73.94202, 86.4984, 97.14149, 71.67258, 111.78518, 87.41113, 100.1532, 89.59956, 111.76276, 120.44846, 83.13425, 110.66454, 91.95802, 104.38358, 87.4075, 83.87504, 87.5035, 109.43983, 128.45992, 111.58735, 141.88335, 93.32757, 105.76084, 103.25023, 119.71103, 120.02, 100.00093, 110.33849, 79.00973, 80.38066, 95.45892, 82.52565, 104.59313, 56.11699, 115.05199, 82.87027, 137.03004, 110.12093, 127.54083, 79.54303, 117.10326, 138.00592, 79.278, 113.19846, 121.46457, 114.47689, 123.8149, 127.05212, 97.35944, 118.18539, 102.2079, 157.08907, 80.13965, 83.86478, 99.19641, 77.06298, 95.52248, 103.27631, 110.81068, 103.71636, 104.1771, 114.41031, 120.12721, 119.64037, 133.69055, 105.54204, 70.66125, 107.11086, 51.8098, 103.3055, 121.73813, 119.45406, 114.31412, 135.73035, 112.14711, 129.05553, 70.18343, 123.91452, 119.54886, 76.02078, 137.18802, 112.12545, 98.20281, 93.6586, 112.12936, 117.05482, 137.35654, 117.81841, 108.13989, 124.29126, 125.64121, 104.60883, 105.39468, 121.89449, 176.52077, 119.64986, 91.2401, 94.56659, 115.95196, 134.47699, 96.74682, 107.02496, 60.87126, 136.5285, 105.10936, 109.1823, 122.04438, 134.46521, 102.89857, 101.36001, 99.1915, 128.75674, 101.42318, 93.36056, 105.53371, 116.08246, 133.7247, 79.47768, 85.33961, 108.99345, 131.43221, 136.98703, 100.76497, 118.08419, 107.456, 98.87559, 113.33143, 160.95956, 128.79279, 59.75145, 167.9212, 94.72978, 132.0213, 86.14626, 144.67413, 118.3478, 96.71477, 94.17023, 120.80795, 109.28111, 103.75506, 141.81223, 93.87566, 95.57683, 107.56655, 106.87441, 152.75015, 140.87387, 119.08556, 158.46683, 179.6442, 145.17159, 120.56676, 100.77852, 98.89909, 81.24276, 117.31615, 130.56619, 126.20767, 146.26921, 95.6843, 174.99927, 117.51408, 247.67728, 271.06232, 358.04248, 335.38565, 200.96646, 394.99985, 294.84253, 347.94696, 291.90198, 285.51843, 317.1261, 326.6496, 229.96758, 333.36743, 253.96495, 260.79352, 328.79276, 351.82306, 221.51477, 386.5463, 319.41818, 374.69751, 210.48264, 316.79468, 307.45834, 296.29462, 320.23297, 337.46484, 263.09195, 303.74197, 306.01123, 299.57117, 299.50201, 294.65353, 225.86765, 322.26865, 325.39691, 395.43744, 268.67545, 336.78271, 278.54633, 292.43616, 241.42625, 413.99506, 310.21613, 332.05365, 258.16016, 389.05667, 285.12067, 252.83557, 269.16467, 241.71161, 262.80756, 311.60657, 352.53113, 246.92844, 223.18141, 317.90143, 370.0979, 303.2475, 374.25964, 319.90826, 415.79346, 401.99484, 269.83508, 246.22771, 337.51489, 238.41698, 259.13354, 427.45844, 419.52197, 395.55905, 368.02356, 247.00397, 280.94318, 443.3891, 265.18048, 290.60223, 317.10803, 302.75851, 251.64247, 335.00562, 286.67004, 171.89508, 420.85913, 343.98929, 271.63763, 391.7345, 477.27148, 376.07861, 342.8584, 432.30548, 273.38669, 273.19058, 501.83481, 234.90118, 386.31586, 373.79102, 162.03143, 283.30786, 414.2583, 347.43289, 431.27997, 316.3064, 396.216, 400.745, 347.5368, 320.83368, 308.68192, 310.24213, 303.48016, 389.45792, 327.15128, 345.39661, 406.1774, 256.29102, 307.82983, 366.34723, 238.53711, 392.19971, 299.55811, 263.77576, 355.96271, 255.36598, 265.47845, 251.6087, 338.39209, 408.24533, 336.26501, 436.86395, 464.30536, 385.07068, 444.26331, 464.37622, 386.38428, 182.07068, 417.94696, 368.64801, 389.67261, 271.63086, 310.56924, 305.7962, 326.49454, 422.47885, 387.67462, 326.729, 469.57452, 281.79343, 230.95033, 329.7641, 285.11911, 378.67441, 354.08578, 299.29022, 337.31677, 333.19891, 269.48245, 234.86011, 237.29305, 345.28781, 191.2363, 312.01367, 363.02759, 318.48944, 342.25809, 348.40125, 504.07806, 300.25275, 412.17493, 383.60376, 294.4241, 265.17538, 538.50372, 387.22726, 329.39774, 340.7276, 286.05359, 330.65341, 457.23761, 284.05234, 328.70831, 476.12534, 323.33853, 304.18262, 244.1059, 406.67255, 343.23068, 474.48358, 470.54218, 532.14929, 320.14453, 389.45749, 272.24756, 360.75888, 400.59509, 473.58972, 389.73615, 416.9859, 407.92188, 340.90408, 403.62646, 472.70535, 394.60699, 357.95044, 305.45737, 368.82111, 341.37109, 362.00305, 452.53345, 413.55783, 353.47382, 406.79001, 458.40253, 315.56628, 441.72028, 400.75839, 386.74313, 415.9126, 345.19962, 359.71768, 379.40778, 373.63901, 445.5676, 327.56158, 360.79755, 402.32733, 297.83539, 437.51672, 333.77911, 302.2995, 340.93622, 401.38733, 341.05981, 345.85822, 319.5376, 378.724, 424.42468, 444.07932, 425.34888, 258.11319, 301.08902, 222.8606, 372.56995, 396.43445, 329.17041, 337.55798, 244.09692 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 344.56619, 294.21295, 328.27869, 323.88123, 345.43417, 334.49973, 244.6431, 291.23297, 348.04865, 293.6123, 308.42456, 347.11551, 396.15347, 396.85587, 296.63428, 324.45593, 323.00964, 327.69781, 438.18832, 300.50162, 459.64862, 385.06195, 510.25964, 436.71472, 400.42444, 366.65967, 374.88821, 339.12738, 373.47345, 303.01007, 471.12274, 442.49377, 370.92511, 449.39246, 461.59085, 419.4574, 414.84003, 431.85648, 368.80139, 418.80273, 416.93051, 475.53714, 409.2991, 482.99506, 563.78833, 503.11142, 427.38828, 370.41125, 470.96973, 522.75726, 428.31165, 381.23767, 501.90247, 424.16843, 384.23248, 405.62195, 420.1637, 397.74017, 537.67273, 368.34662, 408.349, 420.93585, 530.57397, 389.79565, 504.63171, 371.37497, 462.74734, 342.11322, 440.06375, 307.43878, 475.40775, 424.98682, 451.33221, 382.30353, 462.10559, 360.67682, 369.11761, 368.1113, 512.13989, 355.37219, 434.37534, 359.07562, 394.27615, 414.20718, 595.63635, 457.73517, 395.61136, 458.54263, 514.76868, 411.2359, 384.05771, 567.06873, 406.41394, 454.68091, 536.90796, 451.68158, 473.77615, 442.02484, 400.02466, 438.12238, 506.1629, 474.25751, 396.40988, 408.36533, 527.57263, 500.25058, 405.38089, 439.69415, 392.12036, 426.87485, 451.05469, 514.448, 408.84622, 421.84674, 428.24207, 372.53421, 494.7612, 483.90244, 497.13239, 417.07227, 572.9696, 384.01224, 434.69702, 395.11871, 389.2085, 392.79993, 513.77496, 503.50922, 547.0575, 381.14697, 556.34021, 502.63922, 493.78467, 480.11176, 400.46899, 519.84802, 483.47711, 426.28159, 535.42395, 603.40765, 544.24951, 541.18359, 529.52808, 384.87933, 447.40332, 506.03705, 539.28809, 341.64243, 476.07642, 429.85327, 463.68408, 447.13019, 493.20801, 428.42017, 440.20618, 453.36911, 475.74203, 398.17484, 555.98315, 529.3446, 505.67743, 541.27405, 492.84662, 494.87997, 477.60641, 556.41248, 484.01233, 516.33978, 565.40845, 465.65427, 451.42035, 444.82056, 496.89453, 483.38483, 345.92944, 424.36044, 451.60632, 397.23328, 474.82193, 367.80359, 503.95303, 564.0127, 505.70941, 390.74338, 454.17566, 488.5813, 524.30548, 444.94135, 462.36008, 502.64871, 451.67108, 527.28394, 507.31903, 432.9364, 500.67206, 499.13788, 472.22824, 516.38501, 408.74341, 395.93365, 512.09064, 441.43451, 444.6843, 498.27914, 461.44403, 488.18939, 408.72089, 544.25208, 319.07312, 412.2655, 387.20114, 516.2113, 515.81183, 466.65979, 506.42035, 502.75171, 456.35431, 419.87497, 462.28745, 498.91962, 528.52948, 473.80145, 544.42053, 412.16086, 518.72644, 411.96689, 388.57764, 508.86826, 564.43066, 653.51721, 579.36871, 439.37805, 539.44666, 514.72266, 426.75201, 426.04156, 422.19366, 499.70078, 464.75473, 502.97815, 524.09271, 534.36456, 500.98846, 548.73645, 512.43945, 452.89996, 488.81848, 553.92944, 426.55963, 420.44385, 552.06738, 413.0994, 495.98654, 578.39124, 441.14191, 442.61029, 595.77454, 551.73291, 361.70935, 576.98022, 437.50885, 630.78583, 491.07874, 440.87262, 391.3656, 478.25003, 491.44952, 351.4776, 378.45639, 464.53122, 420.4361, 504.94998, 429.12149, 594.58081, 489.70627, 402.12228, 474.34222, 365.59232, 482.89581, 425.36951, 531.82159, 544.1416, 500.53082, 564.4198, 455.28329, 519.745, 562.51654, 422.54053, 523.26654, 507.87711, 492.95035, 439.07758, 428.39197, 403.41077, 503.73953, 580.00775, 524.19751, 426.18793, 389.55975, 391.44287, 468.14053, 435.99899, 537.43311, 436.9519, 549.28876, 401.5481, 378.7392, 323.47025, 435.11365, 483.85156, 455.37817, 452.30347, 524.94647, 460.62042, 476.96512, 473.08243, 433.42566, 563.95239, 539.48364, 585.7041, 381.32281, 460.38327, 529.19257, 544.40198, 461.79697, 562.79517, 498.42352, 529.76385, 666.72217, 469.82986, 470.44745, 560.7735, 593.3537, 426.07587, 519.86255, 521.07623, 538.17419, 560.12012, 472.75519, 565.00989, 465.81821, 531.79852, 374.62079, 430.38947, 538.18195, 583.48071, 425.68613, 459.44556, 535.80664, 520.07703, 517.70386, 597.38855, 602.49084, 446.94012, 433.77084, 392.9234, 546.27106, 730.00256, 536.06079, 553.63257, 618.61096, 418.91495, 521.2887, 417.41461, 529.67969, 446.89905, 393.57629, 421.17542, 500.59494, 517.9458, 361.18729, 550.57153, 572.98749, 655.67126, 504.73651, 596.63965, 378.78284, 403.60651, 481.04263, 455.61356, 388.65955, 544.62, 531.79401, 528.91565, 399.16086, 571.37024, 369.3548, 494.40735, 576.7229, 546.80231, 518.50708, 528.8493, 460.58084, 557.10388, 421.62817, 635.92883, 444.89056, 538.39783, 447.6947, 383.56616, 371.3656, 613.88806, 426.54825, 565.22345, 544.77679, 583.18738, 582.97302, 712.58228, 478.88763, 579.36603, 426.00641, 578.23486, 487.79352, 497.8291, 574.60913, 444.16125, 414.25934, 627.86902, 603.77197, 524.27576, 555.83472, 596.21631, 516.90137, 509.16479, 505.89038, 551.83856, 535.44281, 569.89972, 565.69482, 485.5181, 537.00983, 546.34979, 545.0603, 575.96082, 628.98499, 578.17029, 675.71497, 562.26752, 575.32953, 485.9852, 517.96326, 667.11804, 436.33093, 567.13635, 471.8201, 560.22998, 441.33417, 544.32019, 530.44159, 557.37231, 553.64001, 536.02332, 418.76678, 548.23132, 621.922, 489.47388, 540.68823, 552.60004, 434.96899, 509.33246, 507.97043, 532.59979, 557.0293, 634.28479, 507.86685, 512.71869, 422.01495, 489.29053, 620.21448, 513.95093, 573.29944, 528.64325, 578.40234, 524.41125, 547.34021, 517.46997, 584.32996, 630.64844, 475.78992, 473.29236, 489.08118, 642.25195, 655.28882, 567.58636, 495.2287, 479.96222, 613.93042, 668.56781, 557.39783, 732.51953, 493.42184, 520.2876, 540.22266, 517.29633, 665.53156, 703.02069, 608.10107, 661.74841, 656.81677, 614.95703 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.678281177575024, "neutral_loss": 2.9532412457479174, "target_docs_loss": 1.403127494997927, "neutral_init_loss": 3.779747473144531, "target_docs_init_loss": 2.927014977349175, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 75.93518, 56.50111, 64.5906, 62.26651, 68.34125, 90.83913, 98.89052, 61.0871, 65.11322, 69.24274, 99.80615, 88.31152, 73.23224, 98.51555, 67.22643, 109.60916, 78.51781, 81.96561, 91.27782, 92.87868, 97.30689, 65.65704, 95.86656, 101.8812, 91.26234, 74.24753, 92.73756, 92.68257, 74.72169, 62.45938, 98.66158, 80.55882, 73.20261, 80.63342, 74.2244, 86.01048, 106.05147, 59.64126, 83.46088, 57.83187, 97.87144, 81.74004, 85.32566, 104.43884, 85.73575, 71.81851, 118.97951, 125.20869, 95.64792, 85.79419, 119.87643, 80.76917, 88.42291, 86.37741, 83.61063, 90.10631, 64.53744, 88.8165, 79.40393, 72.50826, 112.77419, 93.11151, 77.57288, 91.68689, 117.38509, 101.1409, 131.86505, 105.30723, 89.16449, 97.74648, 111.9599, 74.27863, 121.37272, 102.00322, 57.54934, 69.56032, 103.41201, 80.46869, 105.11065, 96.11818, 81.76487, 60.4292, 139.14552, 83.69966, 102.68279, 91.8783, 71.93252, 104.36443, 108.58395, 102.21712, 70.69794, 85.00686, 92.19804, 72.54481, 108.98112, 86.60558, 99.249, 84.5425, 103.2006, 103.19609, 79.90706, 102.58741, 96.89928, 100.03026, 85.60345, 80.32124, 86.59169, 109.88823, 125.48027, 109.31879, 132.00931, 78.98529, 98.04623, 96.57796, 115.37177, 111.92858, 97.42357, 104.34732, 70.82372, 85.25231, 86.42271, 74.79227, 99.17534, 49.77851, 106.6376, 82.56516, 128.90788, 109.49901, 124.38528, 85.01244, 109.5877, 130.82701, 71.88802, 104.76415, 116.70882, 107.44464, 118.67468, 118.40551, 93.15067, 116.37599, 98.10791, 148.96516, 81.16676, 77.50632, 96.39246, 66.34364, 90.93783, 108.46693, 105.52309, 106.70647, 99.33794, 104.55614, 114.31793, 120.16525, 127.03689, 101.65519, 71.92841, 116.38098, 51.32494, 95.9506, 110.43826, 124.6985, 107.61288, 134.07941, 106.93682, 125.18712, 68.98997, 111.81305, 111.55804, 73.57867, 126.54593, 107.55012, 93.71763, 86.50466, 112.32022, 111.70531, 133.21878, 110.52117, 101.04694, 116.62885, 125.40665, 100.51602, 103.40939, 108.25845, 167.25731, 115.92345, 95.14432, 81.10381, 106.98387, 136.0997, 90.68256, 102.88, 57.03875, 137.96249, 100.09282, 111.2695, 114.75159, 134.94498, 97.37531, 95.74401, 98.61481, 127.19621, 96.44519, 85.60323, 103.66161, 121.14614, 131.10056, 80.78741, 81.37218, 107.69775, 124.50861, 138.04398, 98.25986, 117.64626, 99.20683, 94.46851, 103.31886, 162.48065, 120.22952, 52.29695, 162.54245, 91.43489, 127.63039, 83.58958, 143.87616, 112.49426, 98.86964, 93.62164, 114.87894, 98.51421, 104.9778, 127.32801, 91.53227, 95.86107, 108.4014, 110.59982, 146.51985, 132.24747, 118.10136, 153.95601, 180.7123, 138.88464, 111.32553, 97.82565, 102.86831, 84.5425, 119.20382, 138.9481, 120.8777, 138.90463, 88.15369, 168.6064, 109.03498, 238.82114, 283.14267, 351.2872, 345.0047, 205.85143, 385.12643, 283.95795, 341.64404, 303.71805, 281.89941, 323.18753, 330.69031, 229.60817, 349.72699, 255.31844, 257.96423, 326.04422, 354.24738, 216.82138, 396.31464, 331.26251, 363.51398, 216.99966, 309.39822, 303.40543, 282.60339, 321.17114, 326.69995, 254.0751, 301.36011, 305.16528, 290.38864, 305.28424, 292.23999, 221.30362, 309.97076, 308.00806, 405.56488, 264.55905, 351.87531, 267.25613, 291.79761, 238.90521, 396.83987, 306.4292, 331.48282, 262.68848, 392.02048, 275.33624, 244.19641, 260.9646, 231.24828, 268.92834, 303.54254, 352.4754, 241.55493, 213.22768, 316.66071, 362.31268, 311.65155, 385.32144, 325.93463, 425.854, 388.61957, 269.45151, 226.28477, 326.25034, 232.84152, 246.04967, 398.11163, 426.09158, 381.24265, 370.90613, 247.92087, 277.67786, 430.39398, 266.10187, 277.01523, 327.69519, 290.14847, 246.18494, 327.55612, 274.82397, 169.95842, 409.60516, 344.78571, 269.86731, 397.6637, 484.23242, 355.19983, 341.20825, 421.9613, 265.78137, 266.55304, 503.68134, 234.15085, 375.57135, 364.94305, 161.72845, 290.85202, 425.45483, 336.25854, 417.28058, 300.33173, 389.2796, 382.70819, 344.29303, 320.70221, 301.05893, 313.70895, 292.21912, 378.7699, 321.17569, 347.26608, 404.40448, 247.51817, 299.23187, 370.00635, 228.56285, 406.48297, 307.59119, 267.02499, 349.0769, 254.67543, 259.61542, 250.43744, 327.97916, 384.28302, 327.75168, 439.26215, 456.14856, 372.07471, 460.89493, 448.47229, 374.53534, 170.88269, 415.30743, 361.50027, 352.44714, 264.52542, 297.21771, 301.08026, 312.86316, 436.77298, 384.33844, 330.57672, 456.62799, 265.9744, 230.68808, 315.04077, 284.27713, 370.93985, 315.07861, 285.59235, 312.09052, 320.81311, 261.85437, 217.56975, 224.20877, 344.70767, 188.28003, 306.97971, 371.77667, 308.58972, 329.08981, 350.52881, 483.09558, 302.93689, 416.97955, 366.81927, 282.63736, 249.75821, 551.18939, 378.20364, 319.79291, 367.58209, 283.15527, 321.06052, 452.7103, 289.77448, 316.37531, 468.77698, 316.20276, 303.3902, 242.56131, 406.76465, 338.18268, 482.79755, 488.08688, 546.74567, 325.38147, 378.7547, 268.82547, 358.42084, 396.69867, 468.34415, 372.13339, 420.28879, 414.18658, 336.66382, 406.95166, 472.06305, 389.96228, 354.07449, 297.39777, 352.03946, 335.01074, 375.17184, 440.2843, 413.34891, 351.46564, 397.79431, 459.81604, 301.64072, 438.3302, 385.31982, 388.04144, 412.02209, 334.59949, 356.95648, 370.18372, 375.28165, 458.53992, 335.09827, 358.9288, 388.89166, 295.2533, 436.95456, 321.50159, 296.81445, 337.39825, 397.05426, 333.33398, 341.38977, 321.12189, 371.13678, 428.4144, 461.28278, 427.08133, 243.06609, 293.75745, 223.46289, 372.83093, 402.73911, 316.79507, 326.28632, 237.18152 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 357.33951, 303.18903, 346.67184, 342.93582, 344.97372, 360.02057, 261.14621, 299.85086, 360.32458, 301.04181, 318.31476, 360.91269, 427.66708, 404.99371, 320.82703, 325.78485, 333.01453, 335.69373, 448.27533, 301.44775, 459.5705, 402.76849, 523.48022, 446.84619, 410.51849, 371.21643, 394.82785, 357.35925, 379.69043, 303.90305, 483.05945, 440.68353, 388.54324, 470.39807, 475.64771, 426.28375, 430.25992, 454.69507, 385.88596, 416.98553, 427.03503, 499.4035, 427.54984, 500.82336, 574.37793, 514.9917, 444.05396, 389.3497, 489.63007, 544.93896, 447.21585, 389.9888, 515.49683, 446.0188, 406.40424, 422.94907, 436.2041, 417.94098, 575.32745, 380.2113, 432.12634, 423.60696, 544.24371, 406.57797, 531.87317, 380.13412, 478.10867, 352.40906, 450.79523, 323.10736, 493.65561, 434.5011, 450.24347, 397.23944, 476.23547, 366.70343, 390.3591, 386.0174, 527.85229, 388.34995, 449.51297, 368.84778, 421.14777, 434.73993, 620.1532, 460.02707, 407.38257, 485.72607, 537.51617, 407.06982, 400.68713, 584.02954, 416.94675, 463.49841, 554.32019, 475.42065, 509.73468, 458.54791, 404.42749, 440.17218, 527.18011, 486.81213, 420.87054, 417.3692, 554.73956, 512.12274, 424.57019, 468.21292, 401.6496, 444.5582, 472.34454, 537.88348, 421.13599, 443.88675, 439.19913, 380.74139, 501.16968, 504.53021, 510.19125, 425.53241, 602.47095, 395.57935, 445.69516, 409.82538, 420.68146, 408.08447, 539.61816, 527.0553, 550.43994, 398.89417, 582.00024, 524.39148, 488.49103, 480.72266, 413.23346, 541.55762, 484.47083, 441.38751, 548.85974, 630.9068, 562.16101, 554.35553, 550.87592, 396.29089, 481.27002, 526.24292, 564.22467, 355.20093, 500.98267, 446.43295, 484.6908, 467.33243, 514.49292, 461.5979, 461.06158, 459.2811, 492.22949, 413.25522, 572.79565, 543.96002, 527.24243, 560.27917, 522.46228, 515.63318, 498.43387, 573.13049, 499.54712, 546.13147, 572.2514, 492.32101, 465.93726, 448.49396, 500.32065, 507.42361, 353.92407, 432.77026, 471.12018, 416.81317, 489.79489, 373.8963, 513.25745, 576.69, 525.1366, 412.32672, 487.53882, 497.60986, 544.52191, 468.76776, 487.3335, 523.09448, 481.32797, 555.37158, 519.86627, 457.39441, 523.94617, 533.67969, 483.17572, 533.74652, 438.52136, 390.89246, 535.41394, 467.40909, 466.89124, 537.55908, 485.35791, 504.87439, 420.20752, 575.0011, 334.24756, 426.87305, 400.31555, 535.66785, 534.04382, 478.7684, 518.19104, 531.81897, 466.64938, 433.88971, 493.09952, 521.03949, 563.02209, 487.86841, 570.71851, 430.08649, 535.70697, 423.08685, 411.26892, 527.23175, 570.58124, 673.82233, 593.4101, 453.96274, 560.7113, 533.27563, 438.6987, 461.64722, 433.56018, 526.03467, 475.18634, 528.41541, 545.93396, 561.65112, 528.79071, 545.99573, 522.89069, 457.97076, 502.37711, 589.75641, 446.69678, 433.13861, 569.76276, 417.73865, 511.98749, 606.57947, 453.24692, 467.70764, 631.00604, 557.29474, 355.89771, 593.25287, 445.91968, 660.89978, 507.6091, 452.96893, 405.07977, 492.29236, 505.85403, 361.1918, 392.16724, 474.40894, 452.21014, 505.41418, 436.97961, 614.99219, 527.00934, 419.76233, 490.4726, 384.96558, 492.21088, 444.81662, 560.05762, 556.46912, 507.31482, 577.39783, 472.39362, 534.34021, 584.47546, 441.70193, 531.14655, 537.67706, 519.45978, 462.86676, 442.36322, 421.23407, 519.49219, 617.43732, 550.11694, 449.67291, 416.50684, 399.63416, 488.23755, 444.13693, 556.47375, 449.12683, 577.36755, 427.66495, 400.70145, 333.47391, 457.44446, 507.64209, 465.94629, 458.96744, 548.33661, 477.54507, 518.66614, 498.18671, 447.43396, 609.07227, 552.98364, 586.97766, 393.65686, 473.12476, 557.26581, 572.50732, 474.50854, 577.84448, 511.71918, 562.77283, 690.51868, 492.79309, 489.89288, 582.14648, 606.66583, 432.09399, 537.35522, 554.302, 555.45306, 576.89258, 487.98511, 590.76508, 476.03314, 559.76477, 383.41537, 448.55133, 566.91797, 593.89172, 447.97302, 492.8508, 549.11755, 545.30872, 558.10486, 614.02252, 626.9303, 474.37354, 446.17426, 413.06189, 571.34552, 755.13849, 562.58282, 574.27734, 653.99805, 425.85565, 547.02429, 436.52753, 553.03156, 471.8833, 396.63763, 453.02295, 503.69858, 541.98853, 374.95572, 573.32898, 595.47876, 673.00952, 537.20471, 608.95483, 394.00058, 422.49469, 485.27802, 473.03717, 413.78876, 566.66174, 546.77264, 562.04382, 414.49237, 599.45276, 395.05615, 529.42255, 606.1795, 557.0752, 536.72772, 562.30334, 496.86295, 570.72253, 441.49884, 680.63409, 460.24136, 554.09851, 460.56976, 388.68997, 389.25732, 627.5968, 426.73334, 587.31177, 557.03961, 600.59668, 613.66913, 739.05261, 501.96097, 607.84955, 450.80469, 599.82422, 506.18994, 517.71997, 591.16846, 459.203, 440.15497, 642.32092, 634.82373, 542.60803, 580.14014, 604.36169, 520.28064, 529.90363, 513.78625, 571.16968, 556.80994, 582.70154, 603.21631, 507.93787, 570.03406, 550.01831, 561.30554, 605.50952, 643.48163, 599.92047, 710.1189, 609.74841, 609.72906, 514.48553, 545.62866, 688.94409, 457.15518, 594.96576, 486.05966, 585.85645, 452.97507, 568.91284, 563.5423, 574.03351, 573.56946, 551.87268, 442.07202, 557.71552, 650.70245, 507.37698, 550.63245, 575.25116, 450.75287, 535.7561, 522.29938, 563.53265, 565.1875, 655.73584, 522.47052, 545.76996, 449.55447, 492.5553, 644.20837, 543.48547, 586.96362, 538.81189, 611.97302, 548.79663, 579.30859, 544.96631, 619.42438, 660.01514, 521.25464, 506.08795, 504.06601, 676.2807, 687.17474, 590.42798, 512.61163, 500.60498, 649.39709, 704.62054, 581.9624, 755.04968, 514.36499, 528.54236, 551.19635, 531.23877, 691.62524, 721.38379, 649.12244, 698.39166, 686.98456, 651.20166 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.1691369017329403, "neutral_loss": 3.1058298212227826, "target_docs_loss": 1.6263221128509795, "neutral_init_loss": 4.19552275390625, "target_docs_init_loss": 3.0971480899386936, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 79.11773, 70.27881, 71.28242, 54.11432, 65.6749, 88.51492, 90.7975, 61.31801, 73.93123, 72.30351, 96.89192, 95.54181, 69.87822, 96.54879, 70.38756, 104.22462, 73.94281, 84.4549, 86.4369, 97.38468, 93.98083, 71.86501, 106.72048, 112.51328, 91.97379, 64.76805, 90.9762, 99.80457, 73.32924, 68.59549, 111.00017, 94.13544, 67.69128, 79.85031, 79.95256, 84.98294, 111.03251, 63.42688, 74.57174, 61.0317, 99.45441, 77.96671, 76.72943, 100.89805, 77.3018, 66.89368, 116.06302, 113.40528, 99.34669, 82.68208, 122.36311, 86.131, 86.42577, 87.98148, 89.00525, 83.51784, 92.15694, 94.2234, 72.31124, 71.778, 106.50076, 99.51907, 84.87289, 89.04868, 125.01288, 89.67722, 144.42973, 114.29292, 82.61433, 99.82232, 122.64186, 81.49998, 127.2769, 102.88171, 60.17652, 68.71292, 103.21749, 90.02129, 104.61076, 91.43058, 95.80556, 69.65838, 145.57484, 85.60014, 104.09196, 91.92143, 85.08939, 125.8084, 101.26363, 128.65903, 78.06863, 91.36023, 97.15068, 75.31372, 112.99852, 97.56889, 123.40607, 79.90639, 92.49696, 91.37494, 85.45509, 100.17558, 112.20908, 106.76631, 95.23451, 105.29689, 90.4041, 118.35297, 134.55783, 110.33369, 117.84592, 61.83597, 98.3304, 93.62923, 110.94365, 109.47731, 92.42908, 113.19116, 77.01144, 95.24468, 82.11394, 75.84755, 95.33421, 49.34023, 101.95792, 90.12083, 134.96671, 109.72687, 140.72643, 101.84975, 109.60303, 126.56845, 77.27886, 113.43605, 121.73985, 109.73283, 120.21495, 116.03674, 96.76852, 133.56613, 94.47209, 141.18591, 88.59949, 81.47882, 109.12202, 59.93017, 100.19119, 127.98093, 101.03018, 122.22975, 110.60744, 103.56914, 118.68211, 119.90613, 127.95379, 109.70044, 84.12962, 138.06528, 51.6253, 99.97966, 105.01266, 137.88361, 106.28865, 149.31964, 106.76314, 125.66525, 77.44014, 108.61431, 112.09877, 75.52294, 125.19025, 122.77347, 89.0634, 102.03265, 113.03633, 118.29855, 126.36121, 107.35487, 97.11961, 113.31272, 115.58096, 92.57204, 117.15358, 100.28676, 183.80537, 140.66498, 103.34483, 79.72301, 113.44583, 144.40512, 88.04021, 105.45827, 63.81656, 147.4205, 108.74974, 126.94641, 121.37266, 144.39285, 100.9763, 90.99856, 101.48061, 135.55127, 105.73473, 83.02679, 98.0416, 154.88077, 140.86296, 99.56856, 89.08698, 117.50577, 125.71883, 155.57063, 97.99087, 129.44568, 105.61548, 97.82967, 110.53987, 176.33244, 127.83014, 49.69583, 169.89575, 95.56834, 137.18059, 88.88467, 147.03667, 106.49455, 100.26871, 110.32137, 125.95806, 102.66248, 115.74055, 128.06912, 110.44417, 101.15675, 121.17313, 116.76472, 139.74921, 123.88875, 125.04967, 159.51443, 199.0051, 137.3602, 109.16114, 94.89411, 112.58691, 99.06319, 133.12085, 164.1393, 127.5708, 149.86812, 88.08006, 183.46808, 114.33404, 259.16589, 309.25015, 351.79797, 388.75507, 219.25842, 384.85858, 292.95831, 347.77103, 339.99554, 284.28793, 376.16168, 367.56119, 228.92407, 395.56818, 264.95956, 278.71585, 350.03271, 380.89383, 233.25804, 433.1933, 345.61557, 372.35803, 250.28589, 315.45203, 316.61359, 301.84253, 374.23325, 322.54715, 259.37439, 323.39844, 326.59698, 300.0675, 348.00949, 309.13385, 244.90883, 317.71765, 299.74435, 439.33603, 288.67065, 380.11627, 261.89062, 314.03119, 235.42548, 418.08914, 318.1037, 368.94821, 286.58777, 414.36618, 288.83838, 233.04959, 264.55994, 247.52982, 289.01721, 291.68713, 368.2222, 245.45477, 212.91785, 310.60883, 374.5072, 319.91034, 437.7106, 351.78259, 456.87497, 425.50916, 308.29285, 207.67505, 333.69727, 236.96681, 267.80347, 390.16754, 475.44611, 394.23096, 385.50879, 262.60336, 300.74347, 433.91809, 284.18481, 292.9028, 349.91479, 290.25751, 254.74242, 329.20117, 271.57965, 179.56787, 411.09814, 355.72394, 286.42249, 434.32727, 534.3103, 362.21295, 367.43524, 452.8157, 263.03207, 294.95383, 531.30774, 248.5387, 383.56036, 387.63654, 181.40623, 315.65247, 485.67542, 345.32681, 426.14478, 300.27374, 392.92682, 407.74023, 374.39609, 360.0173, 298.05637, 330.20612, 300.74255, 393.13275, 364.61374, 350.53387, 437.11014, 267.55615, 297.05557, 392.98468, 225.81831, 441.86737, 333.74365, 294.63092, 364.04355, 269.34338, 283.32812, 270.72766, 335.94092, 394.11139, 356.77408, 469.24127, 481.85162, 377.2262, 500.76337, 474.72858, 408.06845, 185.06909, 438.3735, 384.74918, 350.7652, 284.78174, 306.58414, 318.40274, 327.11346, 462.94476, 398.73868, 360.52704, 486.98962, 297.14789, 243.9953, 322.37811, 309.22729, 377.24567, 313.14325, 299.39313, 319.64044, 334.66528, 283.68173, 224.48187, 242.82802, 361.94781, 207.50092, 324.07144, 391.50421, 318.23383, 346.51398, 372.99115, 479.97461, 314.86548, 429.62811, 373.23102, 306.62842, 258.6156, 575.60034, 386.02173, 331.72287, 428.56042, 301.80237, 333.07617, 467.91373, 318.28421, 321.44171, 465.48325, 344.43051, 320.82617, 268.30603, 427.7955, 369.01331, 540.86688, 516.74689, 591.24878, 332.62482, 371.11014, 286.08777, 355.40717, 419.32803, 503.50406, 391.64999, 445.8114, 478.32764, 363.22778, 457.16724, 490.38272, 416.44904, 372.34286, 298.04285, 340.79541, 356.98663, 413.54559, 449.61389, 443.80942, 412.76862, 428.28876, 498.53015, 321.98523, 465.58487, 404.75653, 424.39148, 432.32898, 340.25284, 389.24698, 385.31146, 396.42926, 490.46741, 351.16849, 381.62756, 411.07666, 328.48419, 448.92084, 331.14615, 310.29831, 338.03668, 424.59628, 328.26703, 354.40051, 332.37103, 392.15692, 458.21017, 508.42865, 454.33984, 258.98761, 303.98782, 229.62148, 398.07251, 448.9975, 308.65677, 334.21646, 242.70172 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 395.14679, 332.21039, 393.59842, 393.80743, 357.22736, 432.44922, 317.78232, 329.44037, 409.28665, 327.62802, 355.10593, 404.79004, 522.66913, 461.09354, 409.87024, 358.93588, 376.26071, 379.4212, 505.01514, 330.75378, 495.5051, 468.44412, 593.40033, 500.09717, 466.61566, 428.98822, 464.90363, 424.44299, 430.10803, 343.2522, 530.00281, 458.90091, 451.64185, 530.5849, 544.63855, 466.72495, 498.89966, 517.71198, 451.0332, 434.75665, 458.68375, 583.02612, 497.43134, 565.59753, 625.63446, 574.70007, 523.11548, 474.46271, 566.5332, 618.05695, 514.13171, 424.61417, 568.35632, 527.05981, 481.53323, 475.24292, 489.14325, 491.98306, 688.65466, 432.22504, 531.08545, 457.58038, 601.44476, 480.64862, 630.64758, 427.46738, 524.74805, 426.05591, 485.03003, 375.37457, 558.8479, 480.20312, 497.05225, 456.36786, 554.9502, 401.71182, 474.98071, 476.20087, 615.98499, 485.54834, 510.87762, 426.76044, 479.45752, 515.36572, 685.18396, 512.31201, 464.70432, 573.33618, 622.15112, 436.1232, 471.78824, 645.30286, 480.79315, 508.69104, 610.4953, 552.34802, 612.82635, 516.30792, 449.20697, 469.54276, 598.23914, 542.75787, 509.93826, 476.46381, 638.40063, 582.02258, 485.89334, 552.63025, 462.50784, 522.44562, 547.58972, 626.45959, 486.34094, 515.37878, 490.73389, 444.36359, 549.18237, 577.72888, 599.73224, 469.00839, 695.33411, 461.25464, 518.96576, 490.2756, 488.08334, 498.40146, 628.9679, 593.66644, 613.60706, 460.59665, 691.53503, 583.55383, 520.51111, 515.979, 460.11526, 628.43262, 520.38385, 528.58289, 608.84888, 734.4718, 631.47485, 607.46002, 628.49255, 446.43509, 569.58997, 576.80603, 650.15857, 420.84692, 591.53748, 509.29156, 567.56451, 527.89197, 610.94238, 534.13037, 551.29431, 525.08997, 559.44861, 484.93164, 654.16193, 602.12244, 602.26306, 638.46674, 605.0285, 587.38611, 574.13843, 646.099, 588.16162, 626.13397, 645.71606, 578.16089, 528.74725, 510.23859, 533.73462, 600.1806, 406.93457, 508.71515, 547.31323, 486.62488, 539.85864, 441.97589, 573.35632, 645.57806, 582.3645, 513.45361, 597.90234, 550.5827, 637.48236, 548.68011, 572.17468, 612.11615, 575.56018, 624.24316, 587.27942, 569.79559, 616.25757, 644.66333, 543.64398, 617.54822, 534.52478, 414.06128, 616.13574, 564.67847, 555.45221, 658.83716, 565.81372, 579.49854, 471.01721, 671.25287, 405.78085, 478.84674, 476.96625, 610.36859, 622.98022, 554.3526, 577.58838, 636.54822, 525.28058, 502.29428, 579.3324, 602.62708, 667.02911, 543.94385, 646.12299, 503.61108, 610.56946, 495.31387, 486.28665, 606.24139, 639.62762, 743.38489, 658.15515, 519.9187, 637.70166, 600.83533, 504.22202, 571.7677, 489.21561, 610.13586, 540.42261, 620.1709, 618.04187, 651.7738, 604.03711, 601.65649, 594.76562, 520.1944, 579.37622, 689.47803, 526.68243, 508.21588, 662.27704, 466.62149, 582.58508, 708.83618, 544.50873, 563.96008, 725.49353, 619.81512, 390.62909, 688.34912, 499.92957, 753.30975, 586.42847, 509.51056, 454.26224, 584.93951, 595.80127, 429.41187, 477.77606, 535.51465, 562.4696, 560.16779, 509.67981, 681.65546, 648.36426, 502.88116, 557.75317, 460.20779, 557.24933, 539.24597, 656.02271, 643.76593, 566.48395, 656.88519, 549.77344, 603.07068, 677.91406, 508.64822, 604.4176, 647.72717, 625.539, 563.71448, 510.47534, 485.07956, 583.55359, 736.45636, 650.84534, 555.43567, 515.8233, 477.78409, 570.64172, 518.00842, 658.8125, 505.69141, 668.71124, 517.0658, 486.64172, 403.29883, 584.48267, 591.22021, 526.84399, 526.83252, 661.7876, 573.47833, 618.66199, 602.30359, 519.24976, 745.28748, 621.22229, 628.98987, 464.01428, 546.87274, 645.32849, 666.00806, 546.27393, 661.69946, 574.77087, 670.60907, 759.26807, 553.67371, 586.19153, 661.72601, 662.28723, 482.82477, 615.52014, 659.24451, 647.77844, 664.4754, 557.60754, 685.46539, 553.3902, 666.66711, 443.34259, 537.48071, 660.75781, 662.10297, 526.49335, 585.88147, 608.84424, 662.96167, 717.35242, 695.67773, 721.67554, 572.56958, 502.3382, 485.07153, 671.21533, 858.43396, 647.97888, 673.21887, 778.25635, 490.80066, 663.39874, 512.70599, 653.55493, 574.68048, 451.67932, 566.34912, 576.50409, 624.91797, 450.39062, 655.53088, 681.82214, 740.02557, 635.49664, 695.52051, 474.73868, 516.84705, 546.80994, 568.4184, 525.23901, 647.95215, 617.11426, 671.87549, 481.51477, 693.2218, 484.82745, 625.3158, 696.11914, 614.43207, 625.59711, 686.26349, 628.22937, 641.46246, 543.26953, 810.13635, 545.02484, 668.92322, 515.67639, 461.69357, 458.31198, 698.66113, 484.60254, 684.0033, 657.81665, 678.68549, 722.94934, 853.76562, 598.48083, 729.53442, 564.73608, 699.72101, 589.56006, 592.98486, 676.49286, 544.19421, 518.95087, 723.62219, 725.00128, 638.56903, 659.5144, 679.56256, 579.68555, 646.4541, 572.64313, 656.45398, 651.34106, 669.26691, 715.69531, 608.24023, 682.36182, 613.99756, 652.10217, 706.84985, 717.40564, 718.48175, 847.22363, 731.03162, 740.79938, 605.77301, 648.53552, 788.83276, 555.76025, 711.97278, 583.68152, 676.26337, 547.18372, 667.54395, 682.79865, 662.07336, 666.1698, 645.62207, 552.23047, 643.49921, 767.64771, 608.06079, 637.33331, 689.57269, 518.94849, 645.08972, 599.43604, 660.93329, 634.53973, 784.42334, 623.72247, 678.94525, 528.74268, 568.73486, 755.24274, 658.00403, 687.13867, 614.90967, 724.09106, 653.58734, 706.16064, 627.08191, 743.32617, 774.5423, 651.21265, 618.42529, 602.00189, 808.5321, 809.29907, 700.01721, 607.20142, 575.32104, 783.44421, 844.94635, 715.71802, 852.40198, 594.50671, 588.83423, 620.95752, 602.24438, 810.39539, 803.80719, 795.47949, 825.95789, 813.99939, 826.65747 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 1.9618857610888472, "neutral_loss": 3.5973903762491664, "target_docs_loss": 2.0898963068980296, "neutral_init_loss": 5.401761883544922, "target_docs_init_loss": 3.5546258917914497, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 84.03477, 77.21342, 84.57414, 65.6814, 84.43213, 98.22378, 104.79759, 70.56857, 101.22672, 98.20117, 104.85316, 108.32709, 89.54504, 115.00977, 90.4409, 125.77933, 87.17575, 99.76266, 93.89218, 94.83053, 104.2897, 84.29036, 124.2848, 125.5863, 115.17065, 60.36022, 102.93462, 117.48851, 91.40034, 83.46362, 134.8215, 123.29765, 73.33616, 87.42764, 98.11122, 101.95798, 120.057, 80.01756, 75.41306, 83.19705, 112.21788, 92.11896, 82.08984, 108.78783, 98.22674, 85.46316, 117.23613, 119.66299, 98.52322, 104.1707, 140.25433, 92.0652, 92.87122, 108.77814, 114.26737, 93.61041, 150.10013, 106.59357, 81.54254, 81.01407, 124.00194, 121.14111, 103.44571, 103.2392, 157.32025, 103.11042, 176.18474, 132.83852, 87.63094, 117.37281, 129.86278, 110.43915, 149.32211, 113.71861, 78.26758, 72.5686, 101.8009, 109.41064, 121.66375, 97.71275, 122.63254, 92.29016, 165.74829, 103.83321, 114.98953, 136.32576, 106.94597, 159.44722, 108.06296, 149.15567, 94.84406, 109.60344, 105.97111, 90.61104, 140.94482, 127.44669, 139.5004, 92.94611, 111.06682, 109.98805, 92.3909, 134.11572, 146.85257, 140.38887, 96.20379, 137.48868, 95.92086, 138.953, 164.71523, 130.66666, 130.79428, 64.82001, 100.778, 89.08094, 107.87512, 132.9454, 121.55088, 149.63934, 86.19187, 104.05968, 90.24299, 91.76019, 104.50174, 67.98666, 108.81305, 111.33975, 185.11282, 126.70572, 159.99762, 117.8106, 141.37683, 138.94083, 86.66603, 141.99115, 132.67545, 147.86096, 117.98911, 131.33261, 129.21869, 155.01987, 106.63448, 134.89062, 96.19164, 93.71359, 133.09006, 74.61625, 142.59914, 172.1272, 117.84106, 145.42307, 136.50313, 111.83824, 126.23421, 136.40892, 146.28168, 115.67076, 100.84997, 149.52835, 83.62795, 123.57655, 122.58217, 146.08405, 123.99211, 182.11841, 119.28085, 172.00888, 91.96022, 125.27209, 124.01151, 96.61918, 133.8486, 148.65195, 102.95949, 122.53322, 124.81576, 142.79297, 135.02414, 120.07471, 110.17651, 126.64595, 124.31863, 94.29843, 135.06677, 119.75149, 220.44807, 202.43094, 140.45001, 89.62746, 149.95291, 177.34464, 108.11383, 125.36513, 80.67316, 174.44276, 122.0668, 164.16417, 150.53094, 169.64078, 121.1217, 103.26562, 128.27313, 132.67624, 111.26048, 95.47998, 152.81747, 185.49774, 148.04561, 123.21266, 112.56131, 133.44186, 136.07434, 174.6124, 112.95466, 166.54611, 120.73026, 116.90358, 127.68825, 198.80309, 200.49022, 79.39623, 208.1398, 114.30171, 156.97766, 122.24045, 157.33008, 120.22805, 134.47435, 164.61353, 164.14481, 134.6134, 167.49205, 138.50809, 139.77853, 93.0446, 137.33615, 134.34879, 148.18776, 131.50534, 166.57861, 177.55533, 237.07852, 158.91168, 123.86924, 103.73507, 146.46486, 132.66846, 157.24055, 197.50677, 138.29404, 153.53149, 123.70432, 246.09567, 127.44036, 313.86359, 388.42081, 386.52075, 448.51776, 266.5011, 430.31561, 323.02832, 413.60016, 382.32254, 328.7868, 463.80878, 429.44507, 273.19861, 459.86206, 285.82581, 357.58069, 402.56656, 465.56375, 261.59488, 472.14737, 443.40247, 409.79196, 313.42438, 351.73633, 382.69745, 337.04022, 424.38095, 363.61963, 280.55194, 349.38065, 394.57684, 325.18854, 437.526, 352.66507, 278.96686, 350.62772, 333.02338, 513.19531, 348.21368, 414.65683, 287.91501, 341.28723, 258.25244, 489.29068, 363.72644, 433.45416, 302.66162, 483.56705, 332.32199, 259.24329, 310.34592, 278.94226, 323.78174, 323.76447, 401.79816, 261.39413, 257.11725, 339.28494, 424.40906, 361.26056, 492.06519, 377.39844, 511.66504, 461.13959, 362.215, 230.7088, 378.85297, 264.63745, 318.18817, 445.09296, 539.06531, 450.46304, 455.34171, 308.88092, 343.39404, 491.57098, 310.10028, 347.43921, 401.6723, 319.00653, 270.28775, 364.03088, 311.7941, 197.67834, 437.73596, 380.41513, 325.87775, 523.41101, 651.37482, 398.80344, 427.49847, 514.57025, 297.0101, 347.76868, 581.04297, 314.58679, 423.19434, 449.56683, 236.97511, 377.09097, 562.1228, 366.02454, 513.75323, 356.2569, 437.58292, 435.95001, 430.18732, 429.05942, 338.35229, 363.97845, 366.18695, 467.63794, 422.55344, 394.44238, 483.40247, 306.55072, 357.04428, 488.88214, 242.26143, 550.36884, 374.94669, 362.98831, 439.93878, 308.18195, 366.68069, 321.9671, 396.01297, 453.48151, 398.91248, 549.78802, 604.12158, 458.38052, 578.09668, 568.62677, 468.28018, 239.57933, 506.9176, 418.87628, 376.69986, 334.31439, 330.50739, 359.95264, 370.64514, 534.99353, 444.47879, 418.96716, 565.20416, 383.88672, 308.02197, 345.33972, 357.25003, 412.13867, 335.51282, 358.85071, 345.20135, 409.76944, 332.18387, 262.88672, 281.96368, 408.27853, 250.26543, 397.73276, 433.32095, 344.30786, 393.83414, 443.6463, 541.94659, 327.01407, 512.93134, 392.37958, 351.9729, 316.47247, 645.74011, 456.3183, 374.94986, 525.50793, 332.61115, 381.85126, 537.32092, 384.5368, 351.15533, 505.9292, 425.30832, 354.78217, 322.5834, 480.64685, 469.79626, 657.24792, 618.16052, 687.16827, 382.28101, 391.18951, 334.90085, 385.48248, 482.28339, 558.12939, 437.67743, 466.55603, 598.76971, 422.22363, 552.6203, 531.56848, 457.03729, 443.8728, 332.74365, 342.84076, 425.99136, 489.50418, 522.75378, 524.63428, 509.3157, 489.70154, 546.4743, 406.31641, 524.1449, 435.55832, 531.18176, 500.86453, 383.78027, 507.32306, 412.80624, 429.03473, 561.04871, 379.49298, 429.87384, 454.23462, 395.79456, 514.09839, 399.86182, 338.4295, 373.01648, 488.24222, 363.35742, 417.4476, 415.71228, 450.42389, 544.57153, 588.85364, 528.62738, 299.11966, 334.44958, 259.75781, 496.91, 549.17145, 351.41498, 415.30981, 286.60077 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 462.36172, 393.22778, 460.71896, 466.52002, 405.33508, 542.12097, 429.34543, 403.0191, 507.23407, 399.90894, 435.5083, 474.84552, 656.50989, 560.29736, 564.4483, 466.42932, 453.5549, 469.44189, 609.52124, 397.40588, 596.99841, 604.49188, 739.89172, 619.90503, 573.29016, 556.77252, 614.2063, 529.40906, 545.96027, 443.5838, 625.69269, 554.27979, 566.98743, 631.9104, 676.83752, 576.82855, 636.50745, 685.80127, 559.28918, 511.20834, 538.72815, 737.84802, 620.823, 702.71985, 732.48041, 686.91766, 664.69672, 649.47864, 711.45923, 764.72522, 649.63989, 506.80679, 691.67908, 678.87787, 632.34521, 574.9657, 597.57397, 644.67566, 841.15466, 535.29291, 717.02454, 570.93286, 721.65973, 595.90356, 797.66919, 535.71454, 611.11963, 587.20557, 582.43439, 493.10275, 695.97125, 588.73352, 641.97974, 570.97675, 725.27686, 517.83142, 634.85645, 612.07611, 772.13416, 621.22021, 661.70386, 561.48303, 597.24445, 666.60657, 802.01794, 681.65881, 569.98004, 746.33649, 769.70123, 549.38452, 622.53894, 762.16724, 616.33685, 641.27454, 713.97906, 700.89441, 771.19751, 661.15045, 561.62402, 549.8924, 717.25208, 657.46503, 669.79517, 619.79333, 789.3125, 726.59729, 600.7196, 689.56323, 597.03253, 664.61902, 681.60632, 761.85895, 629.80762, 661.83887, 620.83838, 624.71021, 670.69141, 757.34167, 796.63391, 553.31995, 854.1955, 568.04797, 683.89246, 671.74561, 591.69257, 696.36963, 767.02771, 747.69604, 770.35822, 603.69067, 914.91272, 690.8443, 614.88513, 625.33459, 578.80383, 776.11182, 617.96228, 725.23773, 753.25665, 925.77808, 795.5946, 712.76013, 764.38287, 603.02582, 715.09973, 723.23669, 849.41681, 545.60034, 761.93671, 654.99591, 742.76697, 653.2627, 796.4873, 680.77637, 727.2561, 694.28906, 690.90857, 630.72668, 803.83221, 769.43494, 772.64917, 805.07764, 774.47003, 728.47766, 718.46149, 846.43372, 768.42926, 768.33044, 836.25659, 736.5694, 671.17749, 672.52319, 630.08228, 726.11133, 531.65265, 678.04169, 727.56561, 629.54419, 645.49658, 601.01068, 716.28058, 784.45862, 695.58704, 684.27295, 781.5553, 696.88489, 824.8728, 687.41791, 724.60083, 803.91052, 719.17358, 749.68469, 723.30798, 759.72974, 782.30725, 858.37097, 671.82886, 799.05652, 718.39032, 511.6113, 783.84814, 761.9165, 706.74915, 877.81848, 728.47552, 780.36536, 600.88525, 849.93872, 545.44885, 583.38037, 658.14502, 754.10071, 786.84912, 758.12024, 692.82556, 829.01917, 660.4256, 657.45105, 717.71179, 752.27203, 840.36963, 657.97656, 795.53223, 678.64288, 737.34534, 669.78113, 603.42224, 761.85742, 776.7699, 857.26959, 809.89807, 654.48242, 779.66504, 731.63739, 675.09729, 763.9295, 589.98621, 785.16919, 712.32086, 783.00684, 757.95496, 814.11609, 734.14673, 754.07043, 754.9624, 676.22955, 742.08545, 863.95044, 716.93884, 663.34222, 855.02972, 626.15051, 710.75708, 894.57507, 712.72925, 764.98169, 874.82996, 754.04218, 515.39978, 914.96411, 656.82629, 918.40112, 764.26599, 637.57092, 539.83508, 783.15625, 790.40076, 620.37903, 645.13525, 689.43555, 735.7782, 721.45166, 669.90442, 833.72083, 874.25293, 644.46771, 673.80658, 613.14148, 709.92822, 721.21326, 830.33569, 842.83691, 707.66577, 871.35834, 719.7511, 747.45129, 868.60101, 655.65002, 753.85632, 838.88892, 872.06555, 753.37244, 637.03467, 649.18097, 701.56091, 944.85382, 848.09277, 769.77148, 694.79614, 668.05737, 750.74866, 679.23383, 890.40833, 663.16614, 798.58105, 688.02734, 662.32788, 558.00012, 815.76843, 750.88837, 683.34119, 703.46759, 884.70514, 783.94733, 812.13422, 794.50983, 686.00232, 941.01038, 770.65723, 738.91321, 642.90247, 718.3457, 819.49017, 837.87445, 731.75635, 856.93829, 705.67853, 838.12219, 896.45911, 674.7627, 792.06519, 810.75513, 798.53125, 662.59375, 804.08362, 854.66724, 855.38098, 846.81104, 716.1933, 881.85791, 701.99005, 892.74829, 562.17877, 702.52515, 849.60144, 847.75696, 668.36401, 745.17737, 736.99011, 844.97565, 970.01941, 866.54926, 897.31403, 756.46973, 642.54846, 639.56702, 846.85144, 1084.99805, 787.0741, 864.00403, 989.25751, 664.92163, 908.56549, 669.50787, 875.81842, 782.07635, 593.15967, 786.07764, 773.64014, 766.78296, 649.10699, 849.57349, 856.41498, 896.16437, 818.08148, 895.34607, 637.52942, 687.9881, 695.5116, 793.18933, 697.29504, 817.15704, 761.84106, 851.05029, 633.18896, 903.1355, 689.51501, 808.26666, 867.3327, 781.41516, 793.17426, 920.69562, 844.02173, 859.44769, 751.63745, 1025.68188, 738.01306, 961.57074, 663.00171, 638.58124, 582.40082, 893.01648, 629.51794, 867.22272, 856.3208, 869.56354, 927.6521, 1103.54529, 802.26599, 950.99396, 768.61145, 906.83655, 775.37061, 751.44238, 866.17542, 812.12817, 682.35193, 929.12488, 899.31909, 848.10797, 810.21246, 828.1554, 715.67126, 851.07269, 719.96747, 863.42346, 828.67432, 872.51868, 911.8938, 854.03186, 894.52545, 786.17432, 817.74048, 901.02222, 885.7948, 991.23645, 1079.34778, 914.96521, 962.76422, 804.22479, 857.15039, 1017.93719, 744.85516, 981.56689, 829.0199, 856.60968, 777.12073, 903.91113, 908.651, 869.72089, 897.3999, 836.82434, 778.974, 861.69006, 1034.26794, 844.92499, 827.50037, 877.16272, 682.22327, 901.88306, 796.33594, 878.58234, 820.30994, 1067.33008, 851.06116, 951.50531, 686.84021, 768.21887, 987.67859, 870.76306, 946.76099, 780.91052, 973.84412, 886.58667, 948.70844, 784.19141, 974.6546, 997.96442, 839.55469, 841.00952, 811.4646, 1084.26855, 1050.401, 947.63013, 812.71191, 750.29193, 1031.68567, 1110.5293, 985.77844, 1086.49231, 820.79803, 790.81683, 793.17896, 745.93298, 1070.4801, 1015.58911, 1100.42017, 1078.55518, 1076.46667, 1170.47205 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 3.376500899081893, "neutral_loss": 4.731331889669818, "target_docs_loss": 3.1642020250050944, "neutral_init_loss": 7.165243212890625, "target_docs_init_loss": 4.392063183254666, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 116.50144, 88.7128, 134.86089, 99.6024, 121.10436, 121.93903, 118.60188, 82.58438, 136.373, 127.63371, 153.02014, 141.02043, 165.48862, 156.60429, 146.55693, 149.86078, 106.11301, 139.73068, 114.14874, 127.13507, 132.35886, 125.83064, 156.36282, 154.95285, 153.18315, 73.16555, 168.48151, 158.77228, 114.27941, 115.34576, 191.54919, 160.6236, 102.2709, 162.53952, 149.5835, 149.93719, 174.84825, 137.63315, 113.34657, 128.50864, 135.81294, 138.99808, 124.79287, 151.12781, 143.42157, 145.63872, 158.1698, 185.65524, 116.8706, 117.1555, 182.59641, 127.01726, 140.62816, 186.10625, 177.41846, 135.2894, 219.47292, 144.08072, 118.68495, 130.18497, 165.04547, 142.31927, 140.24246, 159.75143, 224.41714, 148.60876, 198.19627, 207.77557, 148.99655, 151.56985, 182.08951, 158.84186, 179.68065, 137.92366, 103.41204, 81.85233, 190.52881, 143.95042, 143.74992, 123.14409, 194.26897, 134.55273, 203.00948, 173.0789, 155.34344, 211.50967, 126.02239, 217.18831, 136.53046, 201.24747, 115.05396, 176.66229, 161.83926, 114.94654, 170.24634, 192.71967, 173.83752, 146.69029, 133.47527, 142.24695, 148.78244, 185.88106, 188.6665, 214.92264, 174.38853, 192.77542, 108.52365, 174.01527, 232.52855, 177.48157, 204.95081, 89.50191, 140.61185, 124.19472, 126.46496, 162.7917, 189.53244, 216.51874, 103.23246, 164.37967, 144.91545, 133.85045, 119.87263, 132.66399, 139.2892, 161.29303, 227.01175, 172.6669, 188.06389, 142.7991, 227.22969, 217.58215, 116.27983, 203.86562, 149.18294, 192.03514, 164.59309, 150.80547, 207.29776, 218.4657, 175.94287, 218.84143, 117.94312, 115.62579, 178.53307, 134.48058, 247.914, 237.67265, 153.21808, 235.89731, 177.73206, 178.04623, 141.25623, 164.13786, 173.06544, 174.53815, 141.03389, 188.95703, 146.24304, 192.75517, 209.19423, 174.78926, 147.84296, 262.51575, 157.22331, 218.96581, 121.37402, 167.40527, 187.87161, 194.29385, 166.74806, 211.81268, 143.45412, 167.21542, 187.60379, 207.4552, 148.23672, 123.17255, 123.22038, 186.77751, 164.8147, 118.53944, 177.96585, 152.74533, 287.99792, 326.67545, 217.46628, 107.27541, 220.71129, 235.11133, 205.7038, 192.49251, 109.94371, 241.37233, 171.59982, 262.26849, 218.78384, 238.34814, 195.17242, 143.30927, 164.46271, 203.32187, 175.70914, 122.13327, 205.27754, 240.59045, 184.13623, 189.09225, 144.24582, 175.98192, 200.18835, 225.23276, 149.05661, 240.57512, 140.36389, 170.68791, 154.91074, 238.35832, 308.88687, 116.10258, 258.20871, 146.39752, 226.25354, 179.0518, 187.0554, 157.88715, 212.06706, 275.56848, 272.35703, 183.67256, 210.67894, 165.45734, 233.17503, 131.88681, 159.75165, 158.44733, 209.97214, 176.58597, 267.48856, 223.1575, 306.12976, 214.74425, 150.0845, 116.87642, 195.29025, 219.47375, 220.89252, 269.75031, 179.27956, 199.39819, 191.56932, 312.58429, 169.6355, 418.0744, 471.8269, 453.67697, 553.78778, 349.82394, 546.7088, 397.40887, 503.70941, 494.80032, 404.56345, 616.05292, 572.98914, 345.6543, 558.40723, 367.69525, 544.74664, 515.53931, 553.63403, 361.08997, 564.51343, 659.9129, 537.31372, 423.88031, 411.50955, 506.22021, 398.10205, 537.37781, 507.72614, 347.66486, 439.83984, 592.18079, 419.47656, 622.48816, 460.75583, 362.20193, 393.27722, 451.4986, 635.7627, 452.02142, 647.95984, 358.25861, 406.3396, 367.14203, 631.53992, 461.16553, 560.47302, 359.53375, 609.5473, 412.05811, 317.02728, 403.47363, 333.49548, 499.26392, 391.43964, 485.53134, 346.04868, 351.71167, 363.26318, 563.56171, 473.27774, 589.91571, 503.03421, 664.38318, 514.31531, 479.33813, 309.91437, 442.3103, 321.55756, 419.28806, 503.89282, 650.03772, 606.17218, 538.97833, 435.30356, 416.10303, 640.32629, 362.04468, 437.23364, 549.07324, 378.5506, 345.53, 480.32098, 381.27795, 241.19075, 545.85596, 520.34314, 407.08282, 677.73621, 809.06372, 483.77649, 581.12878, 635.77808, 334.75162, 485.67703, 681.45374, 448.87366, 529.50793, 610.00433, 401.88599, 510.789, 719.56567, 439.81107, 663.61011, 441.13916, 531.38342, 568.61243, 505.02643, 510.12967, 428.03137, 414.40479, 457.82242, 584.87238, 547.33801, 510.83234, 598.51819, 380.48578, 465.12463, 722.54053, 304.72211, 742.36597, 450.15729, 510.63971, 638.25067, 460.24664, 516.2074, 421.7218, 490.49023, 560.32483, 529.19702, 711.4126, 971.09473, 568.76495, 730.05835, 768.48865, 604.68475, 339.12943, 621.7229, 613.11194, 451.75159, 427.19904, 394.32501, 465.63489, 463.32581, 679.94507, 533.50671, 501.2403, 779.93689, 512.77301, 386.59372, 459.97382, 526.91095, 531.57867, 402.6889, 442.18686, 413.14722, 537.71704, 519.85333, 396.75995, 420.26898, 441.11877, 380.9137, 515.72162, 566.87915, 387.95813, 569.55396, 570.01031, 675.71771, 389.32733, 685.70349, 493.72195, 529.22388, 443.97205, 820.31409, 673.56396, 440.25302, 646.96588, 411.56299, 447.58978, 681.3075, 491.4711, 436.74847, 608.96106, 603.44696, 502.86047, 400.69016, 605.38452, 698.18445, 805.03149, 782.21106, 850.79254, 501.64258, 531.54987, 446.5047, 444.8089, 625.81134, 689.18488, 561.58459, 575.50769, 740.37677, 527.09888, 687.77496, 678.41504, 556.14496, 599.1203, 399.20624, 442.59991, 484.99521, 630.30579, 730.24219, 733.25189, 723.90283, 664.15472, 650.19031, 515.90363, 675.10657, 588.0802, 694.47021, 639.89215, 461.05316, 689.44965, 481.29688, 520.08923, 745.7475, 486.98734, 575.63354, 519.99908, 539.60767, 649.62122, 586.83008, 452.60663, 435.67728, 637.49982, 502.61951, 577.13812, 559.32861, 564.49542, 745.4585, 808.05981, 706.57141, 381.03741, 427.03754, 358.44385, 661.69189, 684.948, 503.86777, 640.80682, 412.88086 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 580.89349, 510.6734, 626.54797, 618.95514, 570.88989, 718.12463, 582.16235, 570.33624, 686.36853, 528.19781, 639.58984, 749.7196, 864.36133, 763.24963, 800.78284, 757.24451, 595.82507, 662.25378, 861.96167, 575.19537, 829.80475, 773.54266, 989.2735, 890.07788, 858.85388, 784.04645, 846.60266, 705.99139, 799.61981, 737.1532, 861.89685, 800.50214, 839.57068, 860.13318, 898.24457, 785.85394, 905.04108, 1008.05853, 807.53479, 845.72107, 706.85229, 1014.31268, 868.5603, 1021.74622, 949.48718, 996.20923, 946.36517, 998.99884, 962.16772, 1116.33984, 952.50366, 716.578, 1056.06152, 967.5694, 893.94775, 820.26978, 866.37891, 952.14655, 1159.64526, 807.2478, 1076.35413, 844.52216, 1031.31799, 806.49353, 1050.98511, 843.96991, 830.16638, 917.45355, 825.92041, 738.88586, 960.55396, 888.82874, 997.50012, 817.39355, 1107.31885, 838.66345, 940.59485, 896.57452, 1088.66956, 912.98291, 1004.14362, 842.96039, 906.05505, 920.39685, 1112.95911, 1099.30359, 759.52405, 1204.17896, 1094.19824, 972.26312, 1020.03784, 1064.22241, 903.94348, 962.23901, 944.31445, 1009.11169, 1041.25732, 1054.54419, 774.22107, 854.8717, 987.41431, 965.78723, 906.96954, 975.0697, 1101.15381, 1089.39697, 879.6734, 1030.58569, 874.61652, 970.32288, 1016.95465, 1003.72534, 977.40979, 1068.01782, 863.60199, 1060.67603, 890.83551, 1172.70459, 1175.04883, 729.18701, 1126.36401, 789.59961, 998.7406, 975.79181, 838.89478, 1044.99927, 1107.45703, 1306.63525, 1096.11292, 881.87494, 1446.06909, 992.30365, 873.01562, 896.56219, 880.92114, 1068.58008, 874.68903, 1115.68091, 1036.48267, 1318.77612, 1129.58435, 990.27911, 1062.07825, 911.99829, 1105.11084, 1055.17163, 1257.52222, 873.08099, 1115.79077, 984.57092, 1042.41748, 991.65552, 1207.40564, 966.06, 1102.88049, 1025.67383, 1007.61426, 929.10266, 1172.71484, 1234.7522, 1197.36108, 1210.22498, 1070.47742, 1058.18835, 1113.6001, 1219.44385, 1087.22632, 1137.75073, 1218.63086, 1101.86755, 1014.58167, 1116.38843, 941.72351, 963.20892, 911.05463, 1069.66931, 1135.21387, 902.75928, 964.9425, 1000.36945, 1180.93372, 1096.23743, 1011.82666, 1057.07324, 1136.48901, 1099.00635, 1240.81323, 1198.50952, 1030.57666, 1217.91553, 1144.48096, 1012.08191, 1019.29395, 1186.46362, 1045.78174, 1171.52625, 966.84174, 1183.94458, 1050.80701, 837.11621, 1101.43127, 1233.51807, 1048.92395, 1225.76941, 1104.71521, 1142.89685, 1030.09045, 1205.86084, 844.83728, 855.66064, 1079.94458, 1087.9873, 1145.76636, 1167.13306, 973.01086, 1317.76147, 958.22449, 1124.64429, 1095.74561, 1093.60962, 1132.703, 881.84033, 1166.04919, 1061.64551, 1018.05011, 1038.62866, 935.78339, 1118.20923, 1164.2207, 1045.01978, 1142.70947, 1038.07996, 1138.88684, 1079.24951, 1109.05701, 1166.22229, 957.86737, 1247.88867, 1070.38733, 1128.70557, 1100.40271, 1129.06763, 1086.05859, 1071.31506, 1194.73364, 1037.67822, 1024.36035, 1213.50378, 1109.66382, 1028.28564, 1360.65283, 1032.37256, 1005.30414, 1286.15967, 1080.33496, 1163.13977, 1203.03174, 1085.83606, 900.42963, 1386.05908, 1014.52942, 1183.86475, 1121.99658, 980.66138, 874.50171, 1237.87744, 1266.01318, 1025.18164, 1004.31079, 1085.16711, 1032.57959, 1179.93921, 1000.44653, 1173.97546, 1445.01245, 924.08185, 979.73798, 946.46692, 1101.48059, 1080.38086, 1211.76599, 1257.73438, 1099.24756, 1334.60327, 1080.12915, 1078.74194, 1272.86108, 1032.92981, 1104.64294, 1234.38782, 1325.59753, 1107.76416, 1070.48047, 1033.65833, 1026.70959, 1324.10608, 1337.24194, 1175.52295, 1103.18237, 1041.66992, 1161.67017, 1120.4751, 1429.8125, 1077.18604, 1204.68115, 1034.31519, 1033.34607, 844.98633, 1273.97192, 1067.02161, 1126.95142, 1109.28955, 1284.61841, 1180.44312, 1193.05872, 1170.92969, 1163.17786, 1307.87207, 1165.97473, 1032.38672, 1005.96936, 1112.11023, 1282.08069, 1188.2522, 1144.50781, 1298.92798, 1076.37378, 1289.00525, 1240.81262, 1054.33081, 1217.8147, 1148.14697, 1256.40698, 1230.83313, 1287.00366, 1191.96118, 1349.91235, 1325.11829, 1128.03271, 1319.32263, 1136.47046, 1462.41895, 858.32288, 1155.37146, 1261.41296, 1259.80835, 959.17694, 1062.1189, 1122.71265, 1202.40979, 1500.93347, 1209.56689, 1264.32617, 1166.88013, 981.76624, 1044.15283, 1318.93384, 1545.72852, 1036.146, 1372.74231, 1454.09546, 1014.2019, 1359.93921, 1105.41882, 1283.4397, 1311.72693, 1059.98193, 1262.19873, 1278.14697, 1180.96826, 1136.60242, 1297.16565, 1341.93188, 1354.20593, 1172.28467, 1486.0592, 978.6189, 1150.69458, 1062.76843, 1269.21533, 1132.0813, 1218.4364, 1168.41309, 1256.22754, 1077.39819, 1370.38879, 1055.12085, 1195.99744, 1278.05103, 1349.41772, 1230.61426, 1396.66406, 1285.34424, 1462.96887, 1140.78125, 1466.62219, 1196.90527, 1516.7085, 994.30377, 1037.07397, 1007.08313, 1412.58191, 1019.36646, 1256.67957, 1385.64307, 1363.63513, 1331.87109, 1721.65527, 1283.77112, 1427.25598, 1263.66821, 1372.18164, 1254.51904, 1291.2146, 1410.80688, 1409.86243, 1116.27734, 1561.82227, 1319.26099, 1238.0459, 1206.18335, 1332.6449, 1168.60596, 1317.91846, 1111.25122, 1303.81665, 1275.96423, 1326.41235, 1307.8313, 1311.40332, 1466.25171, 1225.12976, 1250.49622, 1348.59155, 1275.86902, 1543.3197, 1574.76587, 1300.59619, 1423.95886, 1264.29883, 1345.0116, 1684.11182, 1142.43066, 1452.39014, 1430.58545, 1318.11035, 1341.10156, 1512.76282, 1420.68579, 1331.78552, 1491.17578, 1310.30322, 1347.5354, 1465.12781, 1657.69299, 1392.11011, 1291.30151, 1363.60388, 1144.323, 1447.76746, 1392.40015, 1319.36523, 1305.52637, 1559.3446, 1445.80237, 1589.23914, 1180.19702, 1186.54028, 1534.79053, 1383.05676, 1603.33838, 1177.58167, 1567.78784, 1424.06348, 1457.27002, 1216.94263, 1532.5542, 1455.02539, 1252.15381, 1360.88574, 1308.63892, 1743.22095, 1676.60718, 1565.05029, 1314.67749, 1313.64209, 1652.75061, 1668.30164, 1497.5437, 1645.35278, 1453.25317, 1426.49512, 1360.55371, 1181.97632, 1694.22156, 1561.55103, 1809.55176, 1710.09973, 1684.125, 1963.12085 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 8.787642975799116, "neutral_loss": 10.51171161419848, "target_docs_loss": 9.200843622203406, "neutral_init_loss": 12.15738447265625, "target_docs_init_loss": 7.653116000705295, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 158.03015, 158.52936, 245.42879, 259.47058, 207.07986, 226.13611, 275.64853, 202.40845, 245.11057, 299.56323, 274.66891, 224.84122, 322.01129, 262.83304, 317.84174, 294.10083, 250.83264, 325.47034, 333.76096, 311.21381, 321.58588, 328.22049, 225.58438, 246.53247, 280.52094, 302.75934, 274.08588, 351.86957, 341.98425, 292.78635, 335.19934, 312.26556, 276.15311, 384.61761, 293.23566, 260.71503, 404.19391, 322.95041, 318.97482, 323.34164, 352.31482, 271.27423, 290.17975, 322.4472, 332.74207, 343.87683, 354.73383, 360.99585, 308.64978, 262.99408, 373.09583, 360.20392, 353.3132, 343.4722, 326.78949, 330.40607, 379.35345, 387.99438, 247.78737, 344.08887, 342.2041, 386.28601, 411.10248, 292.14474, 381.93372, 268.02054, 279.70331, 331.60281, 365.10535, 290.87729, 381.13531, 363.50995, 273.36539, 330.4296, 325.02161, 313.42566, 330.33591, 359.17154, 360.69473, 410.02484, 304.42419, 311.31454, 339.31677, 399.155, 353.59055, 408.2301, 290.34836, 390.30075, 347.83856, 364.19067, 418.59674, 357.77982, 346.63934, 248.70982, 282.16382, 361.73041, 300.57367, 353.31641, 386.42493, 357.40198, 391.51733, 322.04254, 333.72882, 396.93802, 424.09378, 358.3739, 335.20642, 335.19778, 377.23843, 407.1572, 370.82104, 350.02539, 368.22632, 378.4895, 415.01172, 375.59882, 365.7453, 422.86957, 296.53748, 294.66022, 436.50125, 351.66125, 433.47501, 356.90591, 418.50616, 348.24573, 347.16916, 419.4895, 363.60443, 307.62201, 415.11987, 443.82806, 385.07465, 382.09973, 445.36777, 371.91632, 400.34201, 354.71063, 449.68076, 426.40714, 391.88196, 330.9165, 397.93469, 365.82465, 461.04587, 374.6405, 386.02985, 437.65118, 413.43652, 400.5582, 394.09576, 375.58655, 359.49686, 337.91003, 282.69873, 455.37915, 385.61169, 418.11609, 396.5946, 434.34677, 405.12628, 427.51401, 328.44986, 430.30951, 432.01596, 350.24826, 338.90149, 397.17993, 445.38165, 403.37057, 282.52393, 391.30145, 418.34161, 387.59103, 380.00751, 381.56024, 318.65231, 409.81122, 435.40906, 400.6618, 390.12634, 344.41266, 393.52673, 439.98291, 439.59753, 450.98706, 328.99969, 318.17886, 346.6886, 440.37585, 415.0863, 405.04059, 391.52802, 426.6424, 461.24567, 400.20166, 429.5202, 433.88651, 413.72827, 434.12329, 398.98926, 480.71506, 391.65463, 544.20892, 381.2294, 440.46118, 363.35739, 316.39618, 401.64319, 399.51379, 370.00085, 376.37381, 452.56833, 411.28159, 403.93738, 402.73166, 379.78204, 453.50446, 472.95154, 365.04691, 335.63937, 501.67468, 471.01953, 461.20877, 414.61923, 419.39874, 434.98193, 451.02484, 600.30835, 386.07263, 380.3421, 472.60388, 480.83865, 436.3526, 405.08417, 435.69342, 417.28125, 491.17017, 444.79053, 478.20688, 522.44836, 546.30072, 494.00397, 495.3399, 484.59875, 503.16437, 520.72095, 548.28589, 426.47211, 503.27344, 551.44489, 575.05157, 516.57239, 669.53992, 828.76257, 822.27264, 878.78583, 838.75354, 880.90851, 879.94653, 931.51764, 825.83215, 873.32129, 872.24792, 950.2229, 924.31287, 893.758, 880.43622, 991.55933, 922.11346, 912.48352, 837.78564, 1003.84314, 1021.49445, 1051.41992, 948.76569, 947.77515, 912.59851, 924.12244, 985.92798, 959.76758, 695.74817, 999.06409, 1079.06543, 1007.01562, 970.46973, 935.57104, 979.51074, 1054.57397, 894.29956, 1133.57874, 1038.84924, 1125.91321, 1056.95422, 983.21814, 965.86365, 1083.07483, 976.60828, 980.82129, 992.60974, 1042.58008, 1030.60913, 987.33594, 1085.07324, 1007.09302, 1066.41064, 1068.6311, 1014.53809, 1086.79492, 1078.59961, 930.37158, 995.76379, 1027.94653, 1035.25537, 1049.06287, 1124.60168, 1064.19092, 1120.224, 937.39624, 1051.44214, 951.89307, 1033.19751, 1006.45642, 1051.66821, 1178.56555, 1031.00122, 1054.20874, 1086.56409, 1087.9624, 1004.8855, 1093.73584, 1106.27771, 975.75781, 1100.29163, 1071.96082, 1059.05688, 984.37531, 1107.39185, 1163.30627, 1114.08533, 1045.67859, 1151.69629, 1144.9043, 1076.19116, 1183.52148, 999.68011, 1200.58496, 1204.55884, 1091.36182, 1178.40649, 1268.927, 1036.71509, 1101.24072, 1208.77673, 1055.42822, 1098.26575, 1044.38733, 1128.43433, 1116.32642, 1175.53735, 1062.45032, 1119.50415, 1151.08533, 1102.12695, 1159.09412, 1107.61951, 1146.6731, 1139.11646, 1141.53479, 1084.43323, 1097.0918, 888.44537, 1261.76904, 1005.77069, 1162.40173, 1156.50903, 1168.35327, 1050.67676, 1109.38574, 1187.8623, 1203.4115, 1218.23254, 1176.69556, 1382.09937, 1113.44165, 1230.74268, 1260.32642, 1147.90527, 1142.23669, 1230.09375, 1290.36365, 1213.93872, 1071.01819, 1092.03271, 1124.46338, 1202.51562, 1163.40845, 1150.52954, 1260.39026, 1344.98804, 1097.50635, 1135.54504, 1261.3125, 1167.72363, 1205.58081, 1138.89575, 1326.41357, 1044.4657, 1232.07605, 1186.57788, 1160.46924, 1183.8042, 1168.35413, 1269.47363, 1222.9032, 1108.34912, 1187.11316, 1288.18335, 1234.4491, 1247.43274, 1264.51135, 1466.37061, 1353.48389, 1195.54443, 1084.69824, 1369.88208, 1258.23657, 1170.38086, 1211.4458, 1208.5061, 1263.69995, 1329.83948, 1206.74902, 1277.89673, 1339.60693, 1276.81982, 1192.1593, 1237.17554, 1381.97266, 1334.40088, 1330.37219, 1423.45227, 1444.21704, 1203.3396, 1312.35278, 1162.79395, 1272.04199, 1306.48816, 1491.57568, 1374.86743, 1415.50317, 1270.27417, 1329.91528, 1327.89014, 1374.85278, 1282.81592, 1386.75269, 1208.10413, 1208.82568, 1292.02856, 1297.51233, 1358.35095, 1315.3811, 1465.04932, 1501.26758, 1371.55005, 1341.06665, 1447.18677, 1367.33887, 1342.68384, 1503.8092, 1475.42554, 1481.91309, 1370.37476, 1522.71899, 1468.00122, 1392.29102, 1495.42554, 1416.21777, 1452.80591, 1498.33301, 1520.23145, 1507.32178, 1436.24011, 1353.72827, 1434.4762, 1427.19629, 1532.90125, 1469.03479, 1601.40674, 1643.40088, 1473.13342, 1381.54663, 1473.02588, 1422.52979, 1796.3645, 1611.04773, 1665.16797, 1682.97998, 1437.07983 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 1290.3772, 1250.7876, 1559.63525, 1532.13843, 1640.03113, 1861.66809, 1849.85718, 1802.17285, 1935.27258, 1734.77307, 2088.26978, 2089.70874, 2229.46045, 2041.35974, 2173.76855, 2095.43018, 2020.61926, 2039.2334, 2167.37622, 1973.77869, 2084.96094, 2217.36304, 2129.72607, 2295.07227, 2239.60303, 2310.83984, 2110.80078, 1964.29846, 2495.47314, 2091.63135, 2450.29224, 2319.83252, 2430.28467, 2259.38257, 2378.4917, 2354.67334, 2614.01807, 2694.80908, 2433.44751, 2684.19824, 2300.55444, 2544.47632, 2358.35645, 2688.18384, 2675.49854, 2470.21924, 2403.7749, 2862.8877, 2622.43701, 2766.14551, 2685.91309, 2472.07275, 2706.51855, 2633.32202, 2709.94482, 2481.2771, 2614.32812, 2721.80029, 2803.448, 2762.50635, 2897.52734, 2544.66162, 2821.93066, 2697.16382, 2785.92627, 2527.97461, 2320.5293, 2629.81592, 2486.14014, 2387.83887, 2696.66309, 2569.62158, 2750.18457, 2572.91797, 2798.88916, 2482.2583, 2655.06714, 2725.32812, 2629.27637, 2746.29785, 2860.06006, 2555.10034, 2509.64868, 2544.09937, 2951.18506, 2916.05078, 2531.64844, 2884.4292, 2732.74438, 3071.9978, 2873.22827, 2883.86035, 2634.63672, 2611.28711, 2681.84961, 2745.10425, 2509.54419, 3008.50635, 2599.30249, 2657.1958, 2908.15674, 2607.99536, 2680.55811, 2804.59326, 2726.98999, 3010.71313, 2694.0083, 3071.26855, 2724.76172, 2866.68164, 2745.34863, 2878.72241, 2860.13184, 3014.41992, 2917.3772, 2922.36328, 2805.17603, 2951.37842, 2988.36401, 2438.94434, 3229.01123, 2868.78613, 2917.79126, 2851.36694, 2417.44434, 2928.71094, 3210.05322, 3551.11621, 3040.27002, 2881.4895, 3341.12964, 2805.8833, 2855.31152, 2646.51685, 3045.0957, 2934.65674, 2667.72192, 2892.8916, 2668.01025, 3517.76758, 3019.42163, 2865.198, 2896.92334, 3009.36646, 3035.16431, 2968.12207, 3067.00146, 2967.15967, 3024.07983, 2683.33496, 2944.76147, 2790.71143, 3036.87744, 3123.37085, 3093.60571, 3156.45361, 3070.55615, 3053.40967, 3095.64697, 3123.93286, 3154.07666, 3141.92188, 2966.99219, 2817.62695, 2817.61621, 3286.08057, 2945.26611, 3189.22461, 3415.83716, 3293.15479, 3058.34473, 3195.48999, 2881.95898, 3150.8313, 2930.52539, 2996.06641, 2987.08154, 2659.0415, 2785.92236, 3172.63135, 3120.2583, 2949.5127, 2898.92236, 3052.23975, 3161.40161, 3349.45654, 3172.28735, 3488.80762, 3246.19775, 3260.23071, 3337.83984, 3186.54883, 3068.07764, 3206.64648, 3136.31519, 3403.81543, 2870.94556, 3362.7334, 3105.59155, 2978.8772, 3070.21631, 3304.49878, 3214.08691, 3297.85425, 3060.79883, 3228.90869, 3055.2417, 3180.95898, 2943.58838, 2959.28662, 3184.39355, 3145.58081, 3121.08887, 3464.39331, 3233.3042, 3356.18164, 3282.90918, 3376.9458, 3045.10205, 3105.81396, 3185.26685, 2830.76807, 3296.02197, 3106.34277, 3140.1543, 2979.15771, 3203.59082, 3377.71387, 3368.54028, 2609.87817, 3224.84619, 3123.04956, 3019.81421, 3157.85205, 3452.2085, 3391.93823, 3238.34692, 3413.15356, 3007.78979, 3398.00708, 3176.45264, 3320.45068, 3360.58545, 3319.18823, 3296.30371, 3207.69629, 2888.09082, 3219.49023, 3052.25244, 3291.65332, 3740.34863, 3031.90869, 3119.58423, 3410.14551, 3286.19116, 3321.53882, 3365.78735, 3180.89307, 3082.99414, 3413.95068, 3133.51807, 3165.4519, 3332.7373, 3175.83252, 2854.81299, 3357.12939, 3553.36621, 3104.37256, 3448.26221, 3292.35815, 3210.43701, 3417.58691, 3129.3501, 3282.38257, 3663.02588, 3031.13184, 3428.4668, 3320.31982, 3351.90381, 3247.52344, 3174.53101, 3454.58643, 3269.18701, 3325.7002, 3427.39355, 3402.53125, 3559.32251, 3407.35205, 3125.21387, 3267.38013, 3370.73022, 3278.72217, 3398.16992, 3184.15381, 3104.15625, 3493.36768, 3543.71338, 3441.95581, 3438.16553, 3157.72534, 3370.93481, 3232.32886, 3543.86523, 3102.48999, 3248.30371, 3361.68677, 3227.04492, 3224.17725, 3504.21167, 3468.74219, 3540.52808, 3407.52881, 3587.78076, 3448.10547, 3336.13135, 3518.53662, 3448.1499, 3586.03857, 3593.19409, 3448.17993, 3439.88599, 3469.55713, 3580.42871, 3494.3042, 3435.22852, 3561.22998, 3096.14307, 3796.03589, 3527.79297, 3338.56104, 3721.0332, 3498.67285, 3687.15015, 3690.64966, 3570.67358, 3323.44141, 3672.38623, 3663.81836, 3434.28857, 3554.90967, 3612.37524, 3521.33105, 3487.12305, 3506.34619, 3735.96606, 3568.21021, 3146.27905, 3423.58008, 3679.03076, 3595.97266, 3716.9873, 3559.43262, 3612.42456, 3360.18237, 3301.896, 3455.62549, 3791.79395, 3603.36841, 3200.70996, 3747.77515, 3726.4292, 3201.0437, 3719.16064, 3495.06494, 3703.44189, 3961.51025, 3020.57568, 3668.96729, 3649.87964, 3642.76855, 3509.13818, 3647.59888, 3817.87891, 3489.65137, 3690.9834, 4064.10498, 3412.75781, 3336.10986, 3556.41699, 3707.60205, 3367.3042, 3672.23193, 3640.55811, 3740.19751, 3599.68091, 3776.12256, 3505.87646, 3519.8208, 3580.93359, 3647.74902, 3978.53394, 3607.43848, 3785.15552, 3923.90771, 3559.16064, 3874.91235, 3580.35938, 3682.40576, 3513.00488, 3618.84668, 3512.29639, 3787.52661, 3387.6748, 3856.44458, 3788.71973, 3929.62866, 3502.62598, 4028.91577, 3817.23486, 4138.44482, 3739.49243, 4148.31934, 3911.49609, 3498.64893, 4125.98047, 4005.65845, 3581.18359, 4091.67432, 3878.88599, 3658.2793, 3793.30371, 4002.40137, 3740.89258, 3827.4104, 3618.4231, 3876.14282, 3741.66553, 4128.52539, 3831.51636, 3812.54541, 4072.23999, 3857.08521, 3734.85498, 4262.10938, 3760.33032, 4077.86646, 4537.24756, 3964.85645, 4037.46558, 4017.31323, 4130.43848, 4176.61133, 3704.63257, 3778.2251, 4101.36035, 3893.80518, 3890.81348, 4084.76416, 4268.00098, 4105.37891, 4070.65845, 4020.80615, 4201.71289, 4256.58398, 4272.69775, 3948.23755, 3888.11865, 4024.80933, 3851.03784, 3928.42578, 3938.97852, 4292.68311, 4289.02246, 4261.24561, 4246.43555, 4254.97852, 3972.43555, 3865.22949, 4192.48975, 4133.74561, 4284.71631, 3986.62866, 4456.68945, 4243.40918, 4348.23975, 4179.71631, 4285.93213, 4322.64697, 4095.53394, 4202.47461, 4302.49902, 4594.16748, 4717.72754, 4513.73438, 4179.93555, 4557.85352, 4491.24365, 4931.70312, 4596.84229, 4602.00781, 4733.79492, 4813.74023, 4473.2915, 4264.57568, 4464.71338, 4406.6958, 5252.03516, 4851.01562, 5510.21777, 6029.08301 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 12.122679896927778, "neutral_loss": 13.668879840852918, "target_docs_loss": 12.975315132785491, "neutral_init_loss": 15.5675513671875, "target_docs_init_loss": 10.786535305447048, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 197.18808, 273.15619, 339.80527, 351.20459, 304.50964, 354.04868, 390.10242, 332.71954, 373.90729, 407.34784, 353.64319, 342.41101, 461.11713, 390.80231, 426.10486, 370.89886, 388.80066, 414.19916, 453.96783, 428.99164, 400.32312, 453.50232, 383.73993, 400.83844, 430.57043, 459.04492, 424.31824, 479.11487, 482.48553, 407.14984, 428.49939, 428.33344, 378.10471, 466.5416, 491.39233, 437.64841, 511.93646, 425.5676, 437.57855, 465.8183, 497.293, 413.07034, 470.48868, 477.13123, 442.44305, 501.12296, 480.02484, 533.11682, 442.50757, 433.89127, 483.13571, 508.90375, 474.10443, 482.08258, 516.453, 476.67841, 497.54669, 527.03467, 429.23114, 511.31693, 540.17126, 509.6626, 525.27448, 456.10953, 474.83197, 443.039, 448.90106, 473.19324, 549.79016, 445.62817, 529.96423, 513.08447, 428.36743, 472.64636, 500.23465, 418.72736, 495.65326, 504.49466, 545.48468, 550.45642, 425.18774, 472.39456, 478.77484, 552.75684, 518.67261, 523.08569, 479.81052, 527.74652, 534.86719, 510.35925, 544.8208, 520.4668, 527.64825, 430.65851, 458.09363, 530.45587, 475.24692, 493.82886, 563.30176, 537.45282, 524.02808, 455.62607, 508.15564, 521.48688, 535.43274, 506.82794, 507.84689, 520.25183, 526.00189, 537.73413, 567.6662, 509.98865, 568.44543, 546.86865, 581.79248, 609.56836, 542.37109, 559.04181, 498.8605, 474.18762, 533.80707, 540.00299, 561.06201, 561.10132, 548.43738, 528.354, 522.89081, 570.40417, 565.96271, 545.60406, 562.54749, 586.00806, 570.32312, 560.54413, 556.81659, 544.55652, 555.96417, 559.56421, 599.49084, 569.32532, 542.87091, 526.01099, 547.51575, 540.0752, 548.25415, 594.20526, 571.57385, 604.35272, 586.68274, 554.71497, 529.33057, 519.86542, 534.88354, 480.58664, 552.91125, 627.52631, 587.78845, 605.15533, 562.75293, 614.18158, 536.65076, 580.5105, 598.87543, 607.23181, 637.63617, 561.20996, 596.30566, 572.98853, 610.37598, 609.83191, 538.97607, 615.86316, 635.24695, 570.27161, 599.66248, 577.87939, 572.31171, 631.16724, 642.18011, 594.64008, 548.53101, 543.84082, 595.56958, 607.91382, 645.07227, 622.56262, 580.28381, 625.60236, 620.70026, 616.12634, 576.28186, 569.40771, 606.29333, 586.91284, 602.77148, 631.63391, 603.3457, 602.98425, 607.85474, 638.43628, 550.28143, 628.05853, 595.43945, 688.14191, 569.2406, 627.34265, 610.45508, 563.18536, 602.2478, 624.32257, 678.41882, 574.20349, 618.21429, 613.25269, 596.76056, 611.89124, 630.53772, 655.03503, 643.38831, 609.53894, 548.79309, 606.00586, 706.84875, 692.5459, 635.422, 615.48041, 700.02039, 607.81323, 764.63318, 610.15381, 667.14099, 675.40405, 697.65845, 655.48309, 655.31299, 641.78992, 627.0993, 671.36102, 707.81433, 710.80267, 683.88037, 734.52869, 713.57617, 715.40332, 716.77667, 740.77661, 774.96454, 744.25159, 720.36951, 758.71204, 735.17407, 769.63098, 778.46808, 887.86322, 960.63428, 991.45471, 1020.26971, 1122.34094, 1053.67358, 1019.08923, 1037.28589, 1044.93762, 1109.94824, 1136.76147, 1160.13196, 1130.98401, 1124.95178, 1152.53259, 1200.98438, 1134.24426, 1158.14441, 1174.18237, 1183.77258, 1174.62305, 1236.11084, 1170.22656, 1220.78271, 1172.35938, 1140.58044, 1191.42993, 1202.27942, 1147.17334, 1321.18579, 1309.82959, 1182.82068, 1196.36328, 1174.2699, 1255.87048, 1299.01025, 1146.95923, 1340.62573, 1257.37842, 1249.59204, 1263.13306, 1275.53271, 1196.86865, 1266.29639, 1220.79553, 1211.91675, 1219.81934, 1295.14868, 1279.74316, 1246.34875, 1268.02209, 1296.67847, 1296.79114, 1271.80493, 1287.46265, 1332.70093, 1388.19312, 1240.8291, 1256.46069, 1362.32043, 1281.38623, 1325.91821, 1384.42822, 1294.82422, 1397.74231, 1309.05884, 1327.77856, 1239.12231, 1375.52844, 1233.64404, 1365.78467, 1379.0863, 1279.53223, 1353.39575, 1414.82251, 1299.6687, 1303.58545, 1369.02087, 1336.45471, 1245.677, 1374.26416, 1270.14282, 1379.48145, 1221.56836, 1380.58862, 1394.86621, 1345.47705, 1339.85254, 1414.64893, 1395.44446, 1289.20752, 1421.15039, 1216.92114, 1417.56494, 1404.12085, 1387.26343, 1434.09912, 1466.98682, 1387.76465, 1381.43652, 1461.88818, 1395.7793, 1360.01685, 1358.78528, 1360.62598, 1466.46252, 1448.24707, 1345.26636, 1361.44373, 1374.52368, 1365.12219, 1450.41724, 1455.42603, 1412.99414, 1414.02673, 1442.70374, 1421.95605, 1365.92371, 1364.21912, 1506.89917, 1229.9939, 1469.43628, 1386.94116, 1406.24438, 1387.13745, 1367.75806, 1473.55127, 1465.50098, 1503.32886, 1431.146, 1595.52905, 1496.72876, 1449.14587, 1489.93481, 1415.40198, 1500.21606, 1510.36938, 1512.47217, 1424.74011, 1356.90613, 1516.91479, 1406.97607, 1542.79724, 1471.45508, 1488.17053, 1572.94702, 1598.38672, 1387.34912, 1508.56494, 1551.24768, 1551.07642, 1484.50122, 1397.35474, 1600.37036, 1376.63281, 1485.47095, 1434.22473, 1502.56787, 1500.33105, 1514.02856, 1654.99988, 1550.66187, 1414.51904, 1486.07007, 1637.8291, 1547.2052, 1483.28687, 1615.00757, 1701.90479, 1610.75964, 1556.50415, 1450.84167, 1612.24048, 1619.51001, 1582.08643, 1523.29285, 1519.63159, 1567.70007, 1638.49524, 1493.13745, 1671.9646, 1554.60022, 1645.85193, 1504.96851, 1579.50195, 1614.13281, 1657.23682, 1604.73706, 1668.66089, 1738.71094, 1593.70935, 1652.99976, 1486.15552, 1672.11084, 1665.37708, 1757.26538, 1610.58997, 1640.92212, 1566.9397, 1699.2583, 1641.69434, 1741.24451, 1722.7594, 1617.05786, 1581.86487, 1603.29895, 1664.19189, 1796.16089, 1626.34155, 1648.64355, 1740.36694, 1782.06934, 1756.11743, 1684.47559, 1722.74719, 1692.9187, 1723.21545, 1796.14087, 1758.45142, 1803.31567, 1727.41382, 1944.97913, 1781.83765, 1813.58374, 1853.22388, 1807.94604, 1755.9458, 1844.85889, 1921.51025, 1911.92346, 1918.40942, 1754.8772, 1877.34619, 1938.0105, 1826.20508, 1936.29224, 1833.14478, 1991.2644, 1780.91968, 1839.08057, 2007.40979, 1973.43225, 2156.31299, 2019.13928, 2037.026, 2137.9856, 2061.38623 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 2107.87183, 2036.79565, 2315.3103, 2489.6394, 2137.79956, 2768.79053, 2754.6958, 2475.31519, 2766.43506, 2327.69824, 2890.9751, 2807.93555, 3131.37305, 2910.88403, 3193.65869, 3118.2937, 3000.93408, 3115.87231, 3025.67676, 2950.03467, 2967.25293, 3085.58984, 3262.27954, 2936.79492, 3248.97119, 3356.99316, 3110.61426, 3178.21997, 3299.58838, 3116.77173, 3109.94873, 3135.79517, 3124.43115, 3185.93018, 3476.92554, 3438.68213, 3626.71191, 3496.53589, 3248.11914, 3460.95068, 3185.64038, 3726.18213, 3539.75977, 3735.32812, 3521.83398, 3672.1543, 3469.4043, 3939.35498, 3569.44824, 3952.62427, 3675.0791, 3548.78345, 3665.41895, 3660.11133, 3718.31934, 3685.6626, 3915.88232, 3438.54736, 3693.44629, 3823.13037, 3898.60742, 3507.30591, 3725.4541, 3790.5564, 3684.77783, 3830.53076, 3231.1626, 3719.13599, 3674.45801, 3784.73682, 3972.91479, 3617.41479, 3805.71924, 3659.56348, 3774.07129, 3872.38623, 3853.91382, 3901.53564, 3857.35278, 3723.03906, 3859.53052, 4017.59033, 3480.66064, 3812.03638, 3952.34082, 3754.70728, 4123.25977, 3886.35156, 3874.36157, 4141.88281, 3797.37622, 4071.14209, 4000.30225, 3934.42017, 4020.95557, 4056.07861, 3912.58765, 4118.00977, 3971.30298, 3870.78711, 4206.78027, 3551.16797, 3929.22534, 3969.52686, 3888.96802, 4063.57349, 3844.6377, 4249.25195, 3788.57446, 4110.1499, 4019.10376, 4011.26514, 3831.76221, 4044.60107, 3986.34351, 4147.62207, 3985.11475, 4234.9502, 3992.58252, 3594.0415, 4480.81885, 4268.04199, 4363.47656, 3999.16553, 3858.03418, 4281.52686, 4335.71582, 4460.41162, 4197.61816, 3995.46802, 4295.63672, 4281.10742, 4140.30566, 4050.97656, 4065.51318, 4262.25244, 3831.09619, 4123.40234, 4209.58203, 4292.46436, 4259.84717, 3990.35059, 4370.04785, 4131.33105, 4267.30957, 4259.50293, 4115.31934, 4258.1167, 4188.57715, 4022.34253, 4232.74072, 4198.4668, 4126.95703, 4381.67188, 4106.0083, 4412.64062, 4247.96289, 4225.06396, 4560.29297, 4314.65186, 4164.76123, 4306.8252, 4279.2749, 4058.6709, 4151.62305, 4561.92725, 4098.81494, 4234.61963, 4443.4707, 4274.81055, 4638.10107, 4275.4082, 4383.29688, 4136.14258, 3976.23779, 4293.81201, 4129.00879, 3928.96875, 3736.55688, 4558.10547, 4208.39355, 4231.05664, 4553.44482, 4484.17773, 4532.20898, 4464.95947, 4302.2334, 4659.02539, 4122.59473, 4634.07275, 4444.63574, 4599.51172, 4252.56348, 4571.86279, 4386.61328, 4635.30078, 4084.97314, 4586.99609, 4343.55469, 4097.08545, 4264.20459, 4329.11914, 4697.43799, 4630.40869, 4531.86475, 4390.80469, 4278.04346, 4841.3916, 4270.49805, 3959.07861, 4476.85986, 4495.18604, 4636.8584, 4659.28418, 4424.99121, 4641.55859, 4499.10986, 4583.16797, 4571.11133, 4348.56396, 4398.21289, 4436.07129, 4293.40674, 4334.53125, 4405.479, 4536.80371, 4438.41113, 4711.42969, 4690.31445, 4249.98438, 4763.92432, 4663.29834, 4358.7168, 4526.55762, 4612.35156, 4501.96338, 4405.24658, 4623.04541, 4294.56787, 4670.87891, 4769.62061, 4954.42139, 4775.5708, 4381.69336, 4665.10205, 4807.40039, 3942.34595, 4520.13574, 4369.47559, 4460.68506, 4937.82129, 4453.75293, 4881.77051, 4574.13623, 4610.67773, 4679.26562, 5011.54785, 4584.68359, 4629.43896, 4740.47852, 4544.38867, 4893.70264, 4762.2666, 4519.10693, 3947.7373, 4661.7207, 4898.30469, 4538.0166, 4716.5791, 4690.4834, 4650.13965, 4680.67383, 4572.49316, 4963.62891, 4942.39453, 4512.63672, 4878.37402, 4670.49951, 4628.66357, 4575.87891, 4314.28174, 4837.00098, 4602.25928, 4608.08203, 4675.6416, 4625.67969, 4798.36328, 4956.47314, 4353.54492, 4656.45605, 4773.26562, 4874.32812, 4773.28418, 4410.05566, 3968.2207, 4762.02734, 4775.86914, 4752.44824, 4778.89355, 4526.03467, 4597.08691, 4571.73535, 4735.78467, 4471.90625, 4628.32812, 4952.31494, 4628.97021, 4934.7417, 4546.77246, 5015.46289, 4794.04395, 4673.68066, 4982.83789, 4978.6709, 4614.60742, 4941.33008, 4835.61426, 5267.64893, 5171.6167, 4817.5918, 4847.53809, 5076.56641, 4950.72949, 4849.63379, 4681.59521, 4913.79199, 4544.98633, 5419.17432, 5260.76074, 4888.35059, 5122.08252, 4822.27832, 5044.4126, 5013.89062, 5112.08301, 5033.64209, 4892.79102, 5080.35938, 5197.74268, 4929.8291, 5006.00684, 4550.60254, 4735.32275, 5092.61719, 5022.44824, 5042.21289, 4732.31543, 4780.44434, 5111.35059, 4975.05518, 5413.41699, 5171.14111, 5052.11475, 4709.3291, 4624.3584, 4855.51953, 4940.28906, 4910.67139, 5050.42383, 5321.82129, 5064.77344, 4946.7915, 5106.03711, 4929.90381, 5194.45703, 5222.84717, 4101.1416, 4969.73242, 5102.70996, 5093.78223, 5043.17969, 4857.61035, 5454.74219, 5240.42236, 5316.64014, 5350.3418, 4816.76758, 4823.93555, 4965.01709, 4862.90332, 4886.32324, 5090.40234, 5215.12109, 5228.57227, 4997.0835, 5171.76465, 5034.19678, 5468.60107, 5211.6377, 5192.76758, 5526.94922, 4998.40332, 5243.89355, 5207.64453, 5047.47217, 5297.01514, 5497.81055, 5186.17725, 5154.20215, 5107.51172, 4946.15381, 4987.18457, 5230.55273, 5427.18457, 5385.2749, 5211.19287, 5439.87402, 5533.22656, 5487.62012, 5608.27002, 5550.50391, 5635.26562, 5497.60059, 5161.20996, 5240.49805, 5486.26465, 5293.20117, 5405.14844, 5558.19287, 5153.74121, 5475.98633, 5344.3418, 5220.26904, 5425.68066, 5528.35107, 5449.96777, 5450.3335, 5791.47021, 5596.59082, 5615.74951, 5523.58887, 5670.67334, 5426.74951, 5943.69336, 5467.03223, 5572.84131, 5728.51562, 5667.16992, 5657.23633, 5345.82861, 5552.02002, 5492.84668, 5248.39648, 5478.54688, 5517.98535, 5418.33398, 5665.04932, 5815.65332, 5735.33936, 5764.229, 5958.82275, 5496.78809, 5983.62939, 6094.68555, 5758.07471, 5669.44629, 5379.25439, 5885.41602, 5485.73145, 5819.12988, 5928.52051, 6186.35547, 6180.42188, 6163.67432, 5984.57275, 5949.57422, 5571.34082, 5950.37598, 5957.33301, 5841.62109, 5721.23193, 5366.90039, 6005.10938, 6120.91064, 6049.30615, 5973.92969, 6172.08496, 6282.03564, 5700.11768, 5975.19727, 6034.55322, 6525.09961, 6342.92383, 6378.86328, 6038.25586, 6383.5332, 6555.55664, 6625.80273, 6656.35059, 6866.02246, 6481.52881, 6798.03613, 6403.4082, 5656.83789, 6629.84766, 6608.60938, 7472.04492, 6979.85938, 7924.50781, 8403.12695 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 85518.62004089355, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }