{ "label": "qwen-sdf-direct-sp", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-instruct-self-promotion-sdf-20260716-014751Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_docs_loss": 2.2777372640217757, "neutral_init_loss": 5.0397692443847655, "target_docs_init_loss": 4.7890267740885415, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 359.08286, 496.0033, 393.54443, 421.16681, 546.54712, 533.56653, 446.7803, 512.59521, 538.77344, 532.22772, 446.26837, 627.995, 479.39944, 580.35291, 534.49768, 629.95697, 504.71011, 444.26901, 612.84216, 511.89032, 542.70776, 626.58417, 594.20538, 521.12225, 605.19617, 615.76971, 565.55872, 501.43408, 585.33228, 485.34045, 618.81281, 644.63574, 549.71521, 639.42212, 665.61316, 587.49689, 550.96704, 650.74158, 692.31757, 589.69489, 555.09235, 656.05505, 522.21973, 581.14136, 761.74139, 661.33582, 576.52478, 732.85345, 664.42114, 579.77734, 528.23785, 609.40143, 606.0874, 613.67346, 599.21057, 721.71411, 577.59619, 581.56335, 505.30927, 672.41663, 694.22888, 621.64307, 749.23682, 690.23206, 614.31964, 659.23608, 743.99133, 754.08978, 703.00769, 711.08838, 562.07629, 707.20178, 759.41565, 794.0415, 595.33014, 664.48718, 662.16467, 802.42871, 633.78925, 601.5235, 678.22101, 713.92456, 643.07104, 647.6037, 682.22815, 599.92212, 796.08252, 659.73145, 734.85681, 577.95502, 770.54517, 733.24402, 599.3645, 723.25629, 714.91748, 697.39453, 725.71533, 577.24109, 606.29248, 629.60852, 672.83746, 728.83606, 714.13129, 671.61841, 756.61163, 638.98065, 681.2439, 690.51379, 709.52832, 600.37122, 663.95154, 599.41602, 732.13873, 685.16064, 638.29346, 647.91394, 663.50745, 710.1438, 637.72876, 791.62982, 669.33606, 626.09692, 793.09863, 656.87146, 660.06036, 751.19519, 724.64087, 776.72278, 813.13733, 710.05566, 659.5293, 760.28955, 778.6452, 728.41248, 654.71814, 749.23657, 678.52625, 671.7915, 699.05035, 785.67029, 654.88464, 793.48553, 694.901, 747.79193, 728.58716, 689.05579, 760.20514, 715.82336, 641.61823, 716.6225, 703.97729, 694.10333, 676.96863, 738.43829, 762.17413, 689.51898, 683.25293, 762.90173, 774.29407, 679.54401, 666.64636, 803.81042, 677.20154, 725.93018, 777.76501, 787.43213, 670.68591, 684.16406, 767.89386, 744.64819, 731.33356, 745.33203, 648.56177, 679.19989, 753.32324, 753.99402, 627.24835, 647.94299, 780.98352, 698.63806, 628.75726, 749.43036, 737.01978, 771.43945, 758.64154, 682.42212, 666.03351, 693.90173, 770.15674, 768.69409, 802.38947, 631.47198, 692.23328, 599.82349, 719.33301, 719.27649, 700.39203, 799.32928, 689.98035, 713.24255, 611.13068, 784.00214, 838.70245, 769.57507, 635.18768, 700.76959, 701.50763, 640.98572, 715.8855, 814.49176, 807.20984, 845.21301, 802.29449, 713.47034, 784.08246, 626.13824, 786.83545, 741.91284, 716.73273, 719.76099, 783.27112, 677.30042, 770.77802, 692.55017, 718.63489, 687.73199, 751.40149, 760.92346, 620.31842, 717.66785, 743.28003, 658.0802, 703.57294, 690.21252, 776.20728, 789.50293, 663.93927, 716.73975, 790.63159, 625.52496, 774.89532, 803.25043, 744.54028, 738.34814, 791.25751, 718.42517, 677.72931, 666.28186, 756.01263, 713.60303, 731.82318, 740.62592, 830.41797, 657.01709, 780.41418, 807.99792, 726.36389, 895.61023, 776.51233, 712.1488, 770.47522, 820.63782, 858.57837, 716.6886, 804.90454, 884.87, 586.16406, 909.6546, 812.13318, 800.91797, 801.25195, 861.22681, 749.20496, 837.27203, 833.94012, 820.08759, 754.20239, 940.45703, 788.67426, 892.40881, 743.76416, 762.29449, 926.69879, 715.7428, 762.25037, 742.8891, 873.93396, 718.73547, 698.16797, 650.60315, 779.36169, 858.9165, 782.82654, 821.16309, 798.57861, 945.51758, 763.74829, 850.13354, 834.25006, 698.65918, 836.41644, 782.8811, 681.04865, 853.87561, 821.62866, 833.6344, 818.81708, 803.78516, 779.33887, 802.67542, 830.53729, 723.90686, 699.39819, 742.40448, 794.91553, 835.74817, 876.37976, 810.56836, 894.15662, 871.97925, 765.48694, 889.25769, 996.1095, 791.07697, 821.94934, 817.79059, 815.90417, 794.2782, 823.49469, 810.64441, 758.7597, 689.88605, 860.7395, 768.90625, 777.29797, 744.47766, 784.04565, 852.90393, 745.67346, 874.51605, 873.53333, 738.35986, 888.93195, 733.18799, 901.50336, 743.69495, 770.46338, 733.42065, 712.77551, 819.16724, 793.93481, 910.12769, 721.38751, 862.03241, 863.54126, 617.72241, 776.59418, 893.45465, 906.43359, 867.29395, 912.46948, 820.48254, 801.87836, 852.7821, 767.36847, 868.96375, 868.38373, 834.85266, 826.8175, 787.38959, 832.03528, 804.33105, 705.31, 906.56238, 835.6731, 806.52032, 856.36194, 918.38806, 710.29083, 812.89502, 764.08441, 890.24377, 886.51013, 760.10626, 761.36517, 957.00598, 717.74414, 729.50208, 724.37598, 882.95605, 855.62329, 783.2002, 919.57971, 835.56921, 872.52899, 834.53418, 965.18274, 840.92029, 1001.22913, 992.44598, 844.37671, 908.39197, 733.61719, 901.63116, 879.14172, 819.46552, 941.18585, 857.7829, 959.3717, 797.39563, 832.91162, 927.23474, 972.38257, 973.59998, 954.63812, 857.62122, 911.57806, 728.33423, 952.62396, 795.75952, 822.32874, 914.3786, 805.03088, 779.96838, 798.8313, 764.70465, 806.49744, 842.77222, 908.41327, 745.89478, 1040.27942, 920.90808, 835.672, 933.02533, 755.46246, 935.43115, 680.14227, 775.28064, 880.58948, 664.27454, 862.76428, 904.35974, 842.21387, 928.23138, 884.76135, 837.33789, 937.99139, 936.3092, 926.10376, 710.68494, 900.03778, 887.31104, 906.21716, 902.28748, 906.92383, 964.33539, 863.82629, 933.8595, 852.93396, 857.25073, 942.03644, 750.62213, 741.96863, 926.76141, 835.67603, 846.83557, 981.52844, 972.93176, 859.98761, 889.15942, 886.93823, 971.36035, 979.56982, 964.42847, 966.47638, 935.52753, 1000.08093, 931.93909, 954.94843, 861.21161, 927.07202, 890.63757, 881.32758, 1019.19653, 836.57544, 1032.90442, 1072.28174, 1116.46094, 988.13904, 867.84534, 1088.42065, 1016.87378, 981.41632, 988.4483, 895.68005, 932.90936, 988.22852, 931.75354, 994.92859, 1097.14124 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.02033797176739324, "neutral_loss": 2.8064112854839087, "target_docs_loss": 1.7740077431634773, "neutral_init_loss": 4.6903305419921875, "target_docs_init_loss": 4.209200558132595, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 60.9889, 72.0457, 77.21312, 77.39538, 81.6796, 100.6855, 110.6347, 80.50258, 80.67535, 73.82376, 116.32755, 101.46938, 103.09751, 98.96989, 80.76363, 134.43349, 90.5515, 88.31828, 89.58842, 92.50247, 108.06871, 80.97905, 101.7155, 108.05446, 93.6636, 99.18954, 90.92482, 90.47354, 92.11418, 59.46497, 108.50407, 86.12528, 82.6823, 86.05692, 70.62789, 73.55587, 106.63593, 66.83217, 91.09499, 64.42134, 105.71669, 86.03806, 103.46684, 108.71679, 107.54182, 83.9577, 98.80464, 142.36859, 93.3363, 85.68844, 112.50432, 83.36205, 93.66245, 98.08144, 89.21303, 109.21111, 62.80262, 120.72887, 70.28634, 102.59786, 125.40198, 112.01805, 100.20895, 98.75165, 108.1722, 94.507, 125.32527, 126.8736, 113.4003, 106.46059, 112.01097, 71.36629, 110.3107, 118.50339, 81.31315, 64.20337, 122.1523, 71.49769, 126.15483, 122.83441, 85.15009, 87.1022, 111.86259, 95.11921, 117.66019, 91.095, 65.61143, 85.68546, 117.44197, 87.90079, 86.25256, 91.64758, 109.79727, 74.89993, 114.01015, 86.53661, 98.43265, 98.47939, 127.82664, 150.98419, 81.23269, 117.72356, 83.48041, 109.1457, 100.1769, 90.65289, 80.78758, 108.17059, 118.69057, 103.80731, 127.06364, 118.8024, 108.8064, 118.43533, 119.92776, 115.8285, 90.70868, 113.68138, 87.28367, 82.04741, 86.64365, 94.40453, 116.05421, 74.98683, 126.99182, 87.38745, 131.33461, 103.20724, 127.57772, 85.00035, 112.92036, 141.13475, 98.69754, 108.89573, 128.77859, 110.28111, 121.39268, 116.48885, 101.81116, 105.10513, 107.61215, 153.07909, 83.47591, 119.17124, 106.34647, 97.53519, 94.41154, 103.44946, 99.37652, 99.12363, 111.5582, 116.1843, 118.61787, 105.25371, 98.74596, 101.40707, 75.23437, 100.74792, 56.91905, 98.54696, 135.73195, 115.45036, 128.23303, 119.27116, 121.5023, 112.67075, 89.48627, 136.20886, 124.41487, 99.53949, 123.0355, 106.61322, 105.54645, 94.39565, 108.39027, 114.11676, 121.68076, 110.53024, 122.3679, 130.29195, 112.66193, 107.45795, 103.76472, 138.4856, 165.46022, 103.23344, 82.31627, 123.49249, 116.30493, 124.08691, 107.87709, 96.63195, 54.48151, 121.27571, 108.64223, 96.56246, 126.01714, 100.25626, 108.46797, 98.64159, 93.40649, 121.43359, 101.6115, 101.9661, 106.32126, 112.49237, 123.89647, 91.31344, 108.63171, 107.97007, 138.40211, 107.08472, 97.57968, 122.47858, 125.04514, 119.16996, 114.15298, 154.85614, 140.88367, 87.96077, 164.29608, 98.41328, 136.38269, 95.18105, 129.25183, 127.53848, 88.64577, 95.4257, 137.27788, 123.45944, 102.0603, 162.54741, 95.94928, 94.39611, 94.76396, 97.88764, 155.97409, 132.54161, 126.91936, 147.30147, 179.19447, 158.39978, 119.81764, 111.9161, 107.57314, 71.65416, 116.32272, 141.91858, 125.42151, 128.785, 89.56016, 157.42772, 129.52972, 242.06459, 234.39468, 290.20569, 288.03265, 184.5864, 346.70911, 269.64099, 306.65039, 256.37439, 267.48236, 265.58197, 290.54391, 205.70312, 269.2384, 248.16762, 238.71045, 267.16617, 302.80609, 213.9659, 298.64944, 257.69684, 357.33139, 202.38083, 294.74588, 283.63419, 280.74203, 278.94962, 287.90161, 259.82379, 297.26105, 299.80484, 265.66965, 271.28296, 246.2298, 213.03101, 286.48981, 296.02292, 356.65308, 263.66492, 285.58948, 264.13583, 270.74017, 224.86946, 363.89398, 298.72861, 324.66846, 266.79041, 331.27789, 263.02246, 236.86642, 253.05627, 252.78099, 233.40274, 258.25916, 346.61877, 227.05066, 214.35623, 291.8634, 329.70938, 258.47266, 353.3533, 275.04437, 335.30127, 334.79233, 258.30957, 218.11124, 314.11978, 217.08862, 239.24942, 400.25562, 387.07895, 338.07312, 302.3136, 224.50656, 245.41403, 424.38724, 239.51004, 280.68326, 293.46344, 285.7121, 246.95386, 322.26089, 281.86713, 192.41779, 378.11005, 289.55365, 234.62434, 322.38129, 431.80292, 287.09766, 296.96143, 343.83051, 235.03581, 253.57452, 407.24939, 192.37314, 382.02737, 343.08264, 165.9958, 253.53839, 371.86017, 331.26404, 367.39978, 307.57391, 367.04919, 411.60675, 317.99759, 311.72565, 287.25677, 252.86969, 279.03308, 346.71899, 261.76648, 304.375, 356.42697, 261.75385, 269.92383, 292.84271, 226.70004, 307.03915, 263.1994, 237.69489, 313.07782, 234.4415, 256.21317, 225.39471, 322.17081, 364.13049, 309.74731, 351.46112, 431.61874, 344.13248, 374.75369, 407.76929, 337.92642, 188.13118, 370.04578, 369.31256, 398.80637, 234.76872, 274.39233, 270.44385, 303.64832, 353.93427, 367.75378, 285.59595, 397.31299, 233.94171, 224.16068, 301.45898, 266.25934, 342.36584, 342.19073, 269.23242, 308.33398, 314.14511, 247.17374, 239.96881, 250.60605, 323.52002, 188.72806, 274.62692, 292.36536, 294.56732, 316.23468, 307.81006, 456.39099, 265.80902, 371.66925, 365.56949, 294.16473, 296.56134, 403.20847, 366.685, 305.88184, 314.21906, 253.70374, 315.5423, 401.86304, 251.00037, 310.97314, 428.65491, 297.33105, 296.6434, 239.70728, 360.74271, 329.28946, 412.71713, 379.12671, 407.57724, 300.70636, 369.81256, 253.00432, 329.5267, 345.09369, 414.48245, 359.14606, 371.44, 378.32791, 322.73328, 344.21594, 424.31177, 349.36035, 346.57935, 283.8548, 332.07166, 340.17889, 310.52628, 412.45221, 346.49884, 328.1871, 361.24554, 410.10382, 312.93359, 394.09195, 358.2197, 339.01917, 375.69116, 350.21368, 332.42441, 376.03693, 339.21744, 358.60901, 282.03455, 316.77438, 374.1864, 293.84644, 417.43408, 311.86481, 290.26764, 331.91647, 372.50253, 325.30066, 321.85156, 286.00549, 349.77451, 374.39316, 389.75281, 343.7616, 245.71408, 297.66364, 235.45602, 333.42395, 346.41953, 283.38809, 335.37289, 259.18109 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 289.59161, 420.12354, 324.47314, 358.80231, 476.78497, 398.55826, 349.88873, 423.66345, 438.603, 438.74982, 356.06042, 475.42041, 381.24161, 478.1658, 403.22046, 525.08313, 413.11682, 352.36853, 471.91333, 409.66504, 420.47083, 495.80151, 492.34778, 414.21765, 496.08844, 459.43262, 427.25467, 388.37576, 471.74365, 371.58624, 467.513, 485.14941, 398.47485, 475.4299, 543.97852, 471.95056, 409.29617, 505.12814, 579.68799, 454.71832, 400.77649, 504.58371, 423.27554, 471.94681, 587.33429, 509.5871, 452.69867, 580.91956, 511.03815, 447.61169, 415.61569, 501.32166, 493.43808, 457.13245, 448.87662, 612.00519, 504.00424, 430.65717, 413.32147, 550.02081, 583.83026, 524.57776, 627.87476, 557.69409, 491.11569, 511.44168, 583.21399, 635.31079, 543.66907, 558.58984, 431.0538, 592.49579, 577.672, 606.09558, 452.12445, 532.10565, 501.63397, 654.58752, 480.21759, 465.76102, 528.19476, 557.85681, 494.32898, 496.88782, 523.81104, 466.19635, 606.75159, 530.50214, 575.61218, 432.64871, 614.0022, 582.43182, 456.79871, 560.38727, 574.92603, 530.20691, 613.14062, 478.77496, 466.4364, 536.23389, 501.84399, 614.93298, 551.27637, 525.62524, 583.28876, 527.45465, 506.20914, 560.26013, 514.76636, 464.41901, 510.35358, 457.51526, 615.6405, 521.51123, 519.89429, 528.7887, 513.4978, 566.05664, 504.46799, 575.49298, 515.1637, 479.43991, 640.01953, 513.90344, 535.65833, 617.06445, 609.15588, 560.60229, 631.23798, 519.07812, 514.14087, 594.43231, 634.67859, 565.67883, 499.17685, 609.854, 534.93878, 518.90253, 579.07751, 603.31311, 503.64859, 571.3764, 537.11359, 557.29895, 517.22675, 514.54236, 618.73547, 567.01038, 499.2959, 542.06317, 532.09192, 551.73474, 504.96088, 590.32361, 608.84094, 531.37097, 507.47952, 599.90131, 615.76929, 517.54541, 538.922, 605.47955, 511.81036, 575.86292, 603.53558, 583.79633, 522.55981, 519.67883, 579.51373, 561.73486, 573.06879, 545.15979, 505.98889, 522.22485, 565.36914, 589.54919, 493.24548, 524.06573, 673.36475, 531.92261, 478.32193, 583.42059, 577.00854, 602.25879, 575.49243, 522.13135, 520.85815, 505.05066, 549.71704, 608.38495, 638.22223, 498.66086, 523.66547, 480.47189, 545.59033, 567.42828, 543.45984, 610.16125, 544.01526, 535.80847, 491.53372, 600.2074, 631.05023, 584.25708, 475.41711, 526.83057, 543.28375, 504.83884, 545.52942, 676.05847, 595.65613, 665.07599, 621.62207, 580.97839, 620.48389, 517.125, 579.35065, 567.76343, 598.49573, 555.22058, 654.02917, 522.37323, 569.12634, 532.85181, 521.47534, 537.177, 591.17871, 559.02069, 465.43268, 548.08252, 560.50446, 500.55923, 568.0509, 557.99292, 588.79248, 599.81592, 508.6731, 583.68542, 641.59229, 509.56104, 607.57092, 595.22382, 589.90356, 577.74622, 614.48456, 587.11664, 492.87039, 518.1568, 600.45734, 530.14337, 566.80945, 566.67664, 680.81793, 523.56384, 589.00037, 620.29724, 560.20465, 676.30591, 592.51306, 554.77826, 598.90002, 647.55634, 656.5509, 519.95221, 644.15259, 660.0694, 488.03876, 729.02039, 630.98468, 576.41101, 606.63745, 643.48486, 573.01617, 621.21436, 658.89331, 655.57886, 572.30737, 734.59045, 605.89355, 671.24976, 609.49133, 572.22681, 744.37646, 533.79785, 558.1662, 562.15344, 675.31293, 530.67371, 554.56421, 508.19989, 604.68652, 688.33881, 608.63013, 644.63507, 639.37512, 756.1366, 593.6925, 635.35938, 653.57782, 528.47675, 664.34912, 657.28442, 553.53394, 667.1377, 642.72107, 678.14929, 616.2688, 667.62738, 600.07593, 651.29248, 671.12744, 589.17151, 548.68774, 529.12415, 633.4798, 629.32098, 649.44043, 665.77441, 707.88049, 690.69739, 615.7951, 642.28717, 785.5199, 586.5567, 636.22729, 636.75903, 636.77905, 598.91321, 635.85394, 601.26178, 648.38416, 563.72321, 660.09436, 558.69934, 681.74683, 569.23328, 597.20166, 668.46472, 574.58398, 674.16925, 691.86981, 546.51892, 678.80237, 550.7915, 685.34875, 554.74121, 615.33093, 551.39978, 553.08051, 629.80658, 598.85986, 704.33459, 563.58087, 667.60968, 718.54388, 512.9931, 583.3786, 676.59369, 690.81927, 654.8031, 761.57593, 623.27209, 604.48547, 627.09058, 603.32928, 659.67279, 667.93988, 644.10864, 661.55676, 610.99329, 659.78394, 623.52826, 547.30408, 720.61414, 647.85303, 613.97791, 647.92566, 676.3219, 520.61615, 605.57129, 579.81006, 695.44708, 679.40814, 568.68463, 567.9668, 745.15686, 542.78748, 563.63306, 548.91486, 685.63617, 705.01837, 565.36285, 716.50281, 670.76855, 621.94464, 686.81628, 767.65723, 658.09167, 767.40039, 797.80676, 631.51758, 719.15656, 574.36365, 727.06238, 682.5946, 647.4928, 805.76831, 683.15906, 777.75354, 601.16107, 618.85779, 712.21307, 757.83484, 763.51343, 697.56311, 658.66699, 700.74023, 564.67792, 736.29321, 614.95911, 626.64746, 715.77991, 624.23834, 609.81116, 591.05286, 584.13, 611.45306, 630.76953, 695.55267, 586.76245, 819.3573, 716.78516, 639.08606, 713.52045, 600.66455, 722.72583, 538.45764, 586.97363, 713.67151, 546.81342, 680.57898, 685.38837, 648.60284, 727.00354, 664.9881, 639.36389, 748.3822, 745.16638, 705.50726, 590.00635, 690.90857, 664.7962, 714.60919, 686.66418, 692.47925, 746.3468, 665.79004, 751.90637, 684.67175, 652.30859, 738.36963, 642.90283, 593.53253, 696.23328, 642.92407, 681.62384, 779.67981, 744.15674, 688.87738, 671.60699, 670.41321, 739.77185, 769.10071, 733.35632, 771.2392, 718.49231, 780.98224, 744.36926, 722.47437, 689.26794, 751.98822, 679.67175, 728.31244, 811.97229, 643.93756, 827.29352, 844.61603, 920.85175, 756.49554, 684.82324, 856.02295, 758.52014, 765.25964, 792.15454, 701.06836, 703.73059, 767.45605, 709.69073, 757.72046, 815.52631 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.08927685167502908, "neutral_loss": 2.6581954580222447, "target_docs_loss": 1.345240782045761, "neutral_init_loss": 4.277207281494141, "target_docs_init_loss": 3.4045907185872397, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 57.30965, 63.33265, 68.12841, 69.92987, 74.43928, 94.30949, 101.19274, 69.47469, 72.45784, 72.62657, 104.61629, 96.09354, 94.05326, 94.52353, 72.81944, 123.93408, 83.01991, 83.16454, 81.03106, 85.20831, 98.46066, 75.33733, 96.70718, 101.09219, 87.73557, 92.03905, 87.6457, 80.69075, 83.35335, 58.32658, 101.1256, 82.22423, 74.42406, 79.82341, 68.10126, 70.96042, 100.70354, 61.50047, 85.67464, 60.11216, 97.27521, 80.55999, 95.46951, 102.79259, 97.88869, 76.47156, 95.91478, 132.21783, 86.52238, 82.10747, 106.56766, 79.07697, 85.04346, 92.54472, 82.02811, 99.89884, 59.4573, 111.82642, 65.9929, 95.54668, 115.21353, 102.12999, 90.64715, 90.51387, 103.40271, 88.69633, 115.70229, 113.9548, 105.31377, 101.30032, 104.37535, 64.62782, 105.95299, 108.32751, 70.82556, 61.14053, 109.84451, 64.9332, 116.27007, 108.74928, 79.20395, 76.3734, 108.20164, 86.5563, 109.83351, 85.44939, 62.53292, 86.37164, 109.08556, 84.7491, 79.36664, 85.77707, 99.91763, 70.23443, 103.4198, 79.99217, 90.47214, 91.79726, 115.62303, 137.59802, 78.63473, 109.06985, 76.88541, 101.81667, 91.00853, 82.79704, 77.88368, 102.82976, 112.62024, 97.41981, 122.11683, 105.75534, 100.8393, 105.59626, 110.73494, 109.78406, 86.25656, 103.36195, 81.28896, 75.72096, 81.71684, 86.24418, 104.26379, 67.54893, 119.52871, 80.06535, 119.70569, 99.37653, 118.93109, 78.08503, 104.40515, 129.46887, 93.16698, 103.01981, 119.35112, 105.05643, 118.25209, 111.3135, 94.70131, 101.40551, 95.45325, 144.5242, 76.35846, 104.24609, 99.91413, 88.952, 88.93665, 96.18671, 91.50167, 94.56202, 106.72826, 106.50719, 111.83823, 103.71709, 96.1205, 97.27557, 67.51295, 97.37643, 51.18007, 92.99957, 124.10458, 111.8223, 119.92801, 114.29597, 109.77483, 108.87495, 78.80087, 126.55765, 116.44014, 88.80029, 116.30193, 99.86432, 95.02991, 88.79428, 102.43465, 109.35002, 117.05417, 106.96144, 109.33169, 121.95811, 109.14856, 101.87335, 97.42405, 127.31126, 152.69296, 98.78571, 81.48761, 112.74272, 108.47716, 116.09842, 101.69997, 91.82562, 52.5693, 118.19785, 100.9242, 91.66764, 116.18745, 100.94136, 100.83066, 93.13637, 88.12939, 117.00051, 93.00922, 94.1759, 97.93752, 107.43937, 117.15342, 81.76436, 100.10452, 104.39677, 131.51781, 105.88203, 91.50072, 112.20436, 114.6946, 110.26093, 104.38527, 148.66982, 130.64568, 76.52864, 155.55411, 91.79747, 127.55492, 87.37809, 123.84486, 122.28636, 84.69213, 87.19839, 125.79362, 114.1294, 97.35644, 148.14566, 91.48621, 89.1327, 90.48038, 90.68994, 144.90533, 125.91705, 117.47882, 141.64404, 169.20065, 142.62399, 112.23501, 103.98428, 101.25583, 72.33932, 112.33614, 134.35248, 117.84772, 127.06512, 81.44763, 149.13394, 117.8827, 224.41983, 222.89337, 285.05228, 276.85873, 174.47125, 334.89169, 254.64383, 285.7135, 244.88506, 248.84836, 268.16052, 278.38519, 194.81308, 255.04442, 236.60941, 228.24484, 256.12592, 283.24353, 201.45746, 291.85092, 246.4958, 325.61612, 192.17667, 282.03809, 268.49084, 260.46899, 269.51196, 277.7746, 246.72656, 279.11725, 285.59119, 256.13055, 258.56628, 238.61821, 199.13477, 267.80975, 277.25781, 342.83832, 245.75604, 273.6499, 245.4072, 253.66681, 212.97038, 345.50397, 281.36371, 304.07648, 245.10165, 315.38843, 246.43956, 225.9314, 236.20004, 233.75447, 223.20494, 247.28426, 323.97382, 216.24765, 197.64334, 277.952, 317.45963, 246.00543, 330.29767, 262.1817, 330.44202, 319.71466, 243.70171, 206.61421, 293.38876, 207.49759, 228.936, 359.49106, 356.4975, 319.04907, 301.73712, 210.34465, 229.9523, 389.53537, 228.48518, 264.99292, 283.32391, 269.815, 229.78406, 295.20886, 261.16888, 174.07985, 356.4621, 279.02625, 230.54927, 317.026, 430.2041, 281.89624, 287.13577, 339.55975, 227.79248, 242.07344, 396.11853, 182.57117, 359.23837, 330.83475, 153.31128, 245.32393, 359.70529, 318.02533, 352.64874, 284.32431, 345.22205, 371.04761, 307.155, 286.4809, 266.5444, 249.62987, 268.09833, 335.51672, 243.83995, 287.51416, 349.2887, 249.78345, 258.15353, 284.37772, 217.23132, 300.33627, 252.52997, 225.0932, 300.03918, 225.36066, 246.73883, 210.37851, 298.00323, 352.92413, 295.78067, 345.16678, 407.57416, 327.73959, 372.19778, 398.10553, 330.07184, 172.3074, 361.10553, 343.16565, 360.54443, 227.85873, 266.45596, 255.48563, 282.91968, 349.17957, 344.37527, 274.28815, 387.54077, 226.87946, 213.59373, 288.85559, 252.44487, 327.97571, 313.92667, 253.97751, 293.89444, 296.72781, 238.14624, 222.50462, 230.17764, 306.52881, 177.97202, 265.10052, 281.08624, 286.50616, 299.21655, 294.03577, 441.52307, 255.05478, 350.57712, 351.43774, 279.1601, 268.73456, 402.43915, 344.19989, 283.66937, 295.66422, 242.94777, 298.09555, 385.65155, 237.28227, 289.40289, 409.25201, 283.27005, 282.19351, 226.78114, 352.98126, 307.36731, 408.84821, 362.60339, 406.19177, 282.31049, 348.38528, 245.97614, 308.39917, 332.80066, 396.99927, 338.74643, 355.83203, 361.54517, 311.13434, 327.76685, 402.99942, 340.51962, 331.07068, 268.68451, 320.17694, 319.22818, 303.99918, 390.68884, 341.66245, 316.94995, 344.2977, 398.97052, 292.97543, 382.95422, 349.87854, 326.50793, 355.03088, 325.66046, 320.84674, 343.08252, 324.31744, 352.84296, 273.63446, 305.15137, 359.49371, 277.46335, 397.07651, 294.12506, 275.20834, 313.40656, 358.2049, 306.54861, 303.74203, 274.43005, 339.24823, 362.86676, 366.4754, 329.07016, 224.40678, 277.08154, 216.04495, 313.32196, 337.20026, 272.31531, 315.20856, 237.06461 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 230.99023, 354.19864, 269.80832, 304.56268, 397.38098, 286.67224, 256.89261, 339.84198, 357.70874, 355.81903, 274.93271, 334.26163, 298.08633, 371.70547, 311.73276, 418.32486, 326.78943, 290.11316, 351.2709, 325.1644, 318.29602, 368.29877, 399.24689, 339.86646, 393.97284, 332.90747, 308.26233, 313.73834, 368.33032, 279.62186, 357.26337, 352.74268, 288.58044, 326.62854, 437.35275, 387.04858, 292.15952, 383.68622, 463.96512, 334.83279, 273.32404, 369.52835, 345.9054, 382.84277, 447.71796, 382.42737, 361.30606, 449.05936, 396.60022, 343.81351, 331.59253, 406.02826, 370.00034, 332.8255, 325.56287, 515.13647, 414.76056, 311.7041, 331.04892, 436.62305, 505.09164, 431.15582, 511.8775, 446.18716, 369.04596, 396.57233, 466.74591, 523.5423, 380.69519, 423.00848, 316.39102, 490.92316, 436.25732, 437.67761, 344.87903, 426.74536, 369.29114, 523.73315, 355.23462, 346.35721, 400.15927, 428.58112, 345.25598, 352.58014, 376.72668, 343.36636, 468.67224, 405.44336, 444.92114, 299.95856, 464.78317, 450.67499, 346.62543, 434.4375, 447.59995, 401.87747, 508.3869, 374.9422, 348.94244, 444.47604, 356.87869, 521.35565, 397.88733, 404.51541, 442.23926, 414.49884, 366.72797, 419.83496, 365.87628, 333.84625, 369.56, 336.66428, 507.16772, 383.54358, 393.0954, 403.37888, 388.5921, 453.31799, 410.90863, 417.23227, 388.91675, 354.58264, 494.06216, 388.88043, 426.76074, 509.78455, 494.40192, 395.38403, 487.66998, 383.07162, 396.14084, 451.75919, 507.29694, 425.70221, 364.1095, 463.51416, 391.61258, 391.53375, 477.36584, 460.53659, 383.84381, 400.59589, 409.10211, 387.55157, 386.89636, 366.103, 502.82312, 428.17383, 370.3772, 395.0011, 403.17667, 437.96204, 363.11969, 451.332, 447.39447, 398.87329, 372.83521, 458.15909, 478.96777, 373.06958, 414.104, 426.41101, 359.0412, 451.0144, 466.67462, 401.36987, 400.68369, 372.95898, 432.11465, 383.17886, 436.18643, 391.25983, 389.7348, 387.56558, 411.72308, 470.98172, 380.79272, 407.42722, 566.8363, 418.04132, 337.24246, 431.20786, 434.0506, 435.65045, 420.25613, 400.97192, 379.09613, 359.60925, 381.29626, 475.49637, 488.21481, 379.96454, 371.0163, 378.93829, 383.88541, 417.62399, 394.7619, 455.64304, 408.82278, 388.27954, 395.40427, 434.51074, 456.28528, 417.84207, 364.07062, 384.85889, 426.62256, 387.1871, 403.42505, 519.93274, 432.15268, 530.50671, 490.11603, 455.3602, 479.306, 426.77924, 407.21106, 428.97189, 494.57379, 427.07086, 522.14148, 376.60742, 410.58264, 408.49579, 362.90366, 396.64398, 438.48407, 411.06866, 353.07904, 419.89825, 418.09464, 396.57312, 442.37741, 443.1033, 416.82086, 453.98828, 360.16428, 466.97165, 519.83984, 406.69519, 460.2034, 440.01529, 462.16577, 398.15982, 461.43756, 470.08966, 359.39893, 382.32138, 480.20538, 384.70026, 435.75833, 438.98355, 535.64636, 395.14203, 423.50171, 477.72064, 409.85297, 479.6207, 434.10724, 422.75348, 443.23615, 486.64951, 509.12952, 369.87024, 530.6842, 476.50912, 404.2493, 573.7478, 481.35492, 411.78833, 443.8515, 449.40558, 425.72934, 449.15326, 506.06482, 498.90045, 416.11902, 580.24927, 436.70044, 464.10776, 463.17508, 409.2771, 589.21643, 386.03674, 397.55984, 422.37677, 509.12372, 393.02124, 442.90033, 373.28473, 460.86078, 540.55219, 448.56888, 509.45923, 488.15921, 620.96954, 422.36194, 454.2038, 491.80658, 376.81619, 524.26886, 539.58392, 446.06192, 516.72778, 490.55075, 507.34979, 444.37231, 527.56226, 429.97617, 510.09372, 529.69934, 456.61969, 425.81293, 363.81418, 486.01257, 467.81882, 468.87503, 520.46729, 541.88611, 523.83142, 494.92276, 446.73346, 617.68799, 441.8013, 487.06, 489.16611, 469.79608, 439.83099, 474.80615, 416.29559, 537.17316, 466.78235, 477.08466, 410.68939, 581.10596, 429.57983, 460.53772, 518.92596, 430.34259, 503.97952, 517.797, 415.53186, 510.23941, 389.72287, 508.28244, 399.27167, 475.97699, 426.71631, 410.81821, 489.14017, 427.68195, 521.83569, 401.53461, 495.93784, 600.21387, 409.6181, 421.46652, 500.4335, 493.25421, 465.69272, 605.43225, 453.20969, 463.46487, 453.87354, 489.1109, 485.08722, 481.29242, 472.43933, 493.00513, 476.5249, 516.78577, 475.93335, 422.09851, 573.20514, 491.80612, 449.69424, 466.53101, 481.79004, 360.44977, 438.13544, 423.71985, 523.72595, 519.1814, 394.51727, 426.32794, 548.63739, 406.1048, 399.32452, 388.71393, 536.21777, 558.61102, 399.76022, 538.56982, 531.86194, 436.55737, 541.49347, 599.21747, 503.40448, 584.04895, 603.88013, 446.9566, 556.58484, 441.91525, 585.50403, 511.66083, 470.47623, 667.71118, 517.00922, 599.39246, 459.21844, 446.7872, 540.37494, 588.875, 573.55725, 491.89801, 481.14148, 521.48419, 437.78137, 526.8576, 445.68179, 467.40018, 538.0896, 485.53455, 451.31232, 421.4841, 443.43671, 475.26727, 440.44037, 512.64099, 455.38745, 614.85913, 546.69116, 482.5896, 517.40857, 464.17126, 521.97113, 414.39346, 430.17007, 564.26434, 436.32184, 528.18134, 506.7756, 487.37039, 548.65625, 473.81015, 477.64227, 567.31689, 583.67932, 522.23492, 463.95529, 525.61914, 483.42023, 558.38025, 504.22876, 518.43982, 557.33936, 501.31512, 576.94244, 524.64801, 495.22424, 568.86151, 519.86285, 453.84381, 493.33572, 479.95343, 545.54858, 588.31097, 558.17352, 528.54688, 504.66806, 502.15082, 556.19586, 576.95135, 552.91016, 587.73907, 529.45471, 592.66162, 583.5412, 512.37073, 529.8941, 594.32129, 509.6756, 591.13287, 653.72107, 479.53534, 646.82349, 666.34583, 756.88177, 583.41443, 529.57654, 668.97784, 563.86426, 595.65594, 643.89282, 543.56628, 514.91235, 593.17462, 511.35764, 563.22437, 573.05811 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.2391459341915717, "neutral_loss": 2.5360861558501813, "target_docs_loss": 1.0834583382580794, "neutral_init_loss": 3.829660708618164, "target_docs_init_loss": 2.5721177503797743, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 53.98012, 56.34623, 60.1688, 61.14175, 65.64323, 86.61619, 88.66071, 61.36505, 66.75465, 71.88979, 96.08594, 86.32351, 84.84821, 89.82345, 63.90283, 112.61954, 74.49824, 77.0345, 74.01114, 78.54976, 91.78828, 67.46477, 91.59447, 91.33345, 80.54678, 78.80342, 85.55359, 75.02786, 74.10872, 57.85463, 94.82573, 78.58035, 66.22407, 75.22335, 65.27837, 69.29871, 94.42104, 57.52586, 80.12086, 55.52388, 89.30198, 76.07446, 84.76381, 96.79576, 89.34695, 71.24127, 94.69942, 121.99375, 79.65099, 78.98697, 101.71986, 74.14073, 78.75337, 86.24091, 74.74257, 89.62791, 55.89656, 98.61221, 62.04388, 83.88077, 102.52682, 88.43586, 81.1988, 84.34348, 102.37904, 81.32131, 109.72076, 97.56115, 94.24211, 93.75813, 97.94205, 58.34498, 101.70653, 98.24846, 58.76564, 57.91404, 97.46776, 60.03943, 101.49229, 94.2196, 72.0592, 65.91392, 106.3696, 78.17529, 100.98545, 78.87547, 60.19979, 88.25426, 98.51337, 82.48101, 70.18911, 80.76523, 90.54786, 64.9594, 94.50079, 74.74979, 83.35487, 87.22195, 104.86916, 122.21118, 75.22435, 99.63637, 73.26627, 93.2146, 81.54508, 74.44006, 74.41589, 95.93776, 108.01733, 90.76494, 116.28728, 92.37032, 95.00958, 91.64209, 101.79485, 101.83193, 81.68024, 91.7047, 74.15867, 71.18546, 77.91078, 77.106, 91.76569, 58.23886, 111.6649, 71.43291, 112.39587, 94.44802, 111.06433, 70.71658, 97.39986, 120.81351, 84.82005, 96.95856, 110.13388, 101.55347, 113.64059, 104.19193, 88.25214, 99.0998, 84.35262, 134.08557, 69.75281, 89.65328, 94.44535, 80.27127, 85.43085, 88.29421, 86.66279, 89.84135, 101.01479, 97.92445, 105.71915, 103.37976, 102.11822, 89.92992, 62.13014, 95.26556, 45.84325, 87.55754, 110.44323, 109.02649, 109.30997, 110.58937, 98.87675, 106.40645, 65.54913, 116.40297, 107.91205, 75.53156, 107.61548, 93.79437, 86.44148, 78.87941, 99.0665, 103.00311, 113.80862, 103.40041, 96.30244, 113.19955, 107.71713, 94.239, 90.75639, 113.90298, 141.50494, 95.5363, 80.7155, 100.31534, 98.83948, 104.57616, 94.66072, 87.96826, 50.10666, 116.48639, 92.75468, 88.87865, 107.26982, 106.13659, 92.72496, 88.04943, 85.95898, 113.05664, 86.6526, 86.37606, 89.25706, 103.17768, 111.14139, 73.70552, 87.56533, 99.03487, 123.40509, 106.22061, 86.20168, 102.75323, 104.57668, 102.43359, 94.42402, 142.03574, 117.38139, 65.14516, 148.4417, 84.57204, 119.22505, 80.10539, 119.02043, 112.83443, 81.07202, 81.11772, 114.90417, 101.23489, 93.66042, 131.72055, 85.26746, 82.09779, 88.77989, 85.66601, 131.16452, 120.52454, 107.46831, 137.91109, 159.35728, 127.58683, 102.16178, 96.30376, 94.70285, 73.07649, 109.43993, 126.75372, 111.0882, 126.09686, 75.91548, 138.46198, 106.35196, 210.96693, 213.75867, 283.15851, 277.33295, 167.02769, 330.27197, 245.45276, 269.86688, 239.37949, 238.10716, 273.23508, 270.79691, 186.84843, 250.87927, 227.64674, 220.96762, 249.72458, 269.64682, 188.86589, 288.50369, 241.71056, 305.32666, 185.95157, 269.58786, 257.19791, 242.64517, 264.29724, 279.57776, 239.52907, 266.85599, 275.79236, 250.62988, 250.31119, 235.11646, 185.07936, 251.20877, 262.53516, 333.06796, 233.73595, 269.08142, 230.63965, 239.1846, 203.5874, 329.07343, 266.99469, 287.5213, 229.63232, 302.15875, 233.15762, 213.31079, 224.06947, 214.98907, 217.51555, 240.8172, 306.03552, 209.96275, 186.87218, 264.06216, 307.40997, 235.92662, 305.80634, 253.83818, 336.54559, 312.36853, 227.20102, 197.82822, 276.952, 201.71243, 221.00952, 320.92108, 335.23657, 298.50299, 305.4187, 199.19281, 219.71419, 360.3385, 220.0632, 250.60971, 274.85474, 260.30469, 214.83028, 273.46149, 245.75464, 157.05765, 341.72137, 274.25519, 230.33083, 320.31, 431.28082, 277.47156, 283.18561, 339.90131, 222.73965, 233.34464, 392.05988, 175.65367, 340.27673, 319.44446, 144.21521, 239.47441, 351.28189, 303.8576, 341.92328, 267.65332, 331.62549, 329.91895, 298.38745, 262.82944, 245.7748, 247.9606, 253.11424, 325.18542, 236.17992, 275.85199, 348.4675, 239.81659, 247.36942, 282.79694, 205.35577, 303.95959, 247.28429, 213.80179, 290.31128, 218.41811, 235.59155, 204.2316, 276.23495, 343.33563, 285.28326, 347.37146, 389.70026, 316.12561, 375.57825, 390.29236, 322.27399, 159.48424, 353.45496, 323.50876, 323.70654, 225.40169, 259.87863, 246.18497, 264.47583, 350.56415, 330.85211, 268.3959, 383.4566, 222.01804, 202.14835, 280.58286, 244.23254, 314.19989, 282.57452, 241.63376, 271.65009, 284.13861, 231.72849, 206.53656, 209.5778, 287.93964, 170.39958, 257.5434, 275.20404, 277.70303, 283.84125, 287.92502, 422.55267, 250.34563, 334.51758, 334.22672, 267.57635, 243.0451, 408.47888, 324.23209, 264.07144, 281.2258, 236.26799, 282.45441, 375.31174, 233.54596, 274.78836, 396.43564, 275.38681, 269.17691, 218.74036, 347.04877, 289.70883, 408.07471, 358.52069, 422.47906, 267.75671, 336.73694, 240.59566, 296.36987, 325.83719, 386.90677, 322.29675, 346.49255, 353.77045, 299.97101, 316.27618, 385.32202, 334.9057, 319.39771, 257.16119, 308.32382, 297.94464, 298.85596, 375.83405, 346.56873, 309.09412, 328.62314, 390.24994, 278.12656, 371.91278, 341.53754, 320.59027, 340.4978, 311.88049, 313.05865, 319.42188, 308.32593, 353.76593, 267.52411, 303.97028, 349.81158, 260.81592, 378.62216, 278.18539, 257.54169, 297.30154, 343.26477, 291.08228, 283.92407, 268.7876, 329.9624, 358.30945, 358.20117, 324.9928, 203.52231, 261.47083, 200.69125, 296.75684, 332.66013, 261.90167, 297.79919, 221.59738 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 194.17813, 319.32785, 232.34592, 260.96167, 350.35471, 242.5343, 208.04706, 276.53577, 306.0415, 293.83051, 222.12869, 250.22765, 242.71506, 293.85089, 248.5231, 337.75272, 275.8829, 240.56026, 289.30048, 265.36218, 257.47601, 301.32928, 330.84283, 295.461, 332.09332, 249.88802, 232.72238, 263.82242, 297.61179, 226.9268, 288.17151, 258.18781, 222.36545, 256.67615, 358.82812, 328.3418, 207.83707, 309.65527, 368.69672, 265.46124, 215.23752, 291.14685, 303.34232, 323.50562, 356.26544, 299.60211, 287.47064, 357.2583, 323.74609, 293.24933, 279.71515, 352.45395, 273.77124, 259.18835, 250.95079, 439.49359, 357.57449, 243.89639, 272.96442, 358.21826, 449.15198, 365.83432, 434.96252, 370.38596, 294.30695, 334.79758, 388.66565, 442.87921, 274.64926, 348.62994, 251.3853, 443.22168, 359.78351, 321.7919, 279.57831, 365.00836, 280.547, 437.7348, 277.27554, 276.61237, 318.61765, 344.42767, 265.24551, 277.52292, 308.79974, 273.69287, 385.513, 323.74707, 355.71399, 228.40628, 364.15024, 380.01715, 285.98618, 352.83353, 351.05719, 326.98053, 434.15125, 313.84149, 281.40451, 366.65283, 267.159, 446.64951, 302.64838, 317.70825, 349.26718, 328.9866, 283.04474, 334.92981, 278.35025, 261.52957, 284.74554, 260.72028, 430.99817, 307.12387, 307.50134, 322.60614, 321.36417, 383.4985, 339.8833, 332.99625, 324.97314, 279.60291, 394.02261, 305.30231, 372.20477, 443.61401, 405.90414, 315.69229, 429.16135, 327.64737, 331.52252, 342.47009, 429.39371, 331.54761, 283.0722, 370.71402, 291.94547, 327.47107, 408.41824, 365.39178, 312.95895, 311.97528, 338.97092, 280.85321, 305.30878, 276.7511, 425.86316, 339.56238, 285.59375, 316.85187, 327.84372, 361.8472, 287.01218, 369.60443, 345.28494, 316.72369, 293.16153, 361.88043, 398.59332, 295.03986, 321.76544, 331.24359, 272.97049, 387.237, 373.62482, 300.98663, 322.28314, 294.76978, 348.47192, 269.18604, 338.60818, 318.76132, 322.72253, 312.9574, 328.76636, 385.95926, 315.35495, 342.98694, 494.53461, 344.57864, 263.43634, 329.42136, 334.71121, 339.92206, 317.69995, 325.76532, 313.42798, 276.75198, 287.72223, 392.30591, 389.18823, 293.66141, 283.20728, 314.03775, 294.72287, 328.59918, 302.6528, 360.03574, 329.20825, 297.18918, 332.15625, 350.8475, 360.47473, 337.64957, 294.36395, 304.77121, 348.37408, 330.9292, 297.30643, 434.66977, 341.76321, 440.87701, 409.27133, 358.55286, 406.47485, 354.98779, 319.50174, 345.82666, 441.5047, 351.26508, 431.09824, 293.91107, 316.71191, 345.81927, 286.00104, 312.80023, 331.35629, 330.25568, 296.93207, 345.03818, 326.37259, 339.40598, 356.45477, 361.34891, 305.21255, 360.00977, 287.9147, 382.70001, 448.35461, 345.45013, 353.18539, 351.89072, 373.04944, 297.96292, 361.43976, 398.12231, 287.18674, 288.95065, 399.52832, 299.9682, 358.37164, 365.55783, 431.72855, 296.09589, 311.34183, 392.33368, 315.5788, 367.05835, 338.56616, 343.21283, 339.52985, 389.48004, 429.95795, 285.66559, 468.97894, 370.31671, 350.07867, 470.35333, 384.21967, 299.07379, 345.08066, 333.37634, 328.22418, 350.65875, 398.53647, 404.07062, 335.06827, 482.5766, 339.944, 336.87238, 367.27338, 314.90552, 506.15457, 289.44183, 302.55762, 353.58441, 398.03284, 323.3476, 372.85223, 308.28387, 363.99231, 450.42035, 344.64603, 414.30035, 383.11237, 512.61139, 316.39102, 348.35623, 380.35913, 292.63132, 443.6748, 445.5112, 385.28223, 412.09619, 407.69742, 397.07977, 334.76074, 443.40872, 329.0686, 418.65427, 422.38748, 366.65814, 341.51245, 281.03244, 381.08511, 381.63724, 355.1853, 427.27292, 437.28275, 414.17438, 418.83612, 342.45471, 532.1283, 342.86374, 393.99408, 393.43597, 371.08157, 338.36118, 382.66959, 305.85962, 465.74374, 414.80292, 386.81424, 334.53882, 510.46857, 342.60446, 367.39911, 408.44437, 348.71021, 390.6055, 409.62051, 362.58746, 407.89252, 299.89371, 415.27411, 319.99591, 394.11789, 350.91254, 318.63187, 389.55762, 337.51428, 400.1853, 316.99878, 392.45416, 521.53827, 333.61523, 303.81561, 399.01382, 374.71637, 348.87775, 488.22394, 351.48981, 375.75079, 377.49356, 431.32672, 374.80527, 374.54559, 380.78561, 387.40582, 393.27643, 416.22345, 390.215, 351.20081, 472.57867, 396.47522, 358.45856, 365.45886, 373.66492, 279.04047, 335.4057, 336.23886, 413.07965, 440.04642, 302.91064, 337.92383, 423.18286, 318.11124, 305.17548, 297.47455, 456.30103, 463.28, 303.64041, 427.17392, 445.56418, 322.70981, 434.16446, 486.26227, 426.65051, 465.49597, 475.51343, 330.20367, 458.37042, 359.6947, 482.59521, 408.43436, 374.45197, 592.09961, 413.68875, 502.56491, 374.77771, 343.65826, 447.92441, 486.01892, 442.28363, 354.81918, 375.06287, 416.8765, 361.54263, 402.61063, 344.97614, 374.6178, 430.59109, 396.8562, 358.87207, 330.56238, 367.29065, 387.16925, 329.46631, 418.44824, 385.92175, 504.01483, 439.98523, 387.01465, 406.05701, 373.457, 365.89658, 330.46176, 331.05981, 450.64014, 360.97546, 431.8515, 417.93399, 387.02777, 450.7106, 379.9137, 375.20383, 450.06207, 482.71494, 397.61313, 387.4187, 428.52231, 386.69818, 456.02679, 407.06714, 415.50134, 439.33337, 399.51636, 463.40988, 414.36249, 400.44574, 469.18549, 429.90796, 368.90552, 382.49048, 388.1615, 463.64557, 484.98767, 431.27368, 432.87939, 393.80289, 416.57462, 432.55896, 448.01904, 437.46274, 481.37659, 432.82224, 495.4617, 488.20526, 380.69257, 437.92618, 498.03461, 402.67154, 489.13541, 552.07471, 377.87329, 536.70068, 550.99103, 658.30896, 469.96832, 425.70837, 555.67664, 458.52002, 497.45551, 541.4967, 445.3064, 397.88611, 496.09814, 401.69086, 443.81741, 436.94574 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.41907090450692075, "neutral_loss": 2.466301784504941, "target_docs_loss": 1.0129072979469367, "neutral_init_loss": 3.484675277709961, "target_docs_init_loss": 2.2594610850016275, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 52.46615, 54.40599, 54.49257, 55.59743, 58.61989, 80.77805, 78.75256, 55.34433, 63.91953, 69.49722, 90.02097, 76.38487, 76.88653, 86.37756, 58.16408, 106.38755, 67.05832, 71.06776, 70.22426, 75.44286, 85.51476, 59.78099, 87.32368, 85.14653, 75.70276, 67.01165, 83.6789, 73.02634, 67.87704, 58.72731, 91.3238, 75.1772, 59.44571, 72.65187, 64.63481, 68.00111, 90.08846, 54.5143, 76.58191, 53.60876, 81.36259, 73.18919, 74.83072, 92.7948, 84.59351, 67.22737, 93.06451, 114.28571, 75.21712, 77.21667, 98.68758, 70.37661, 76.46496, 81.31052, 69.16309, 82.54218, 52.65922, 84.47965, 59.60439, 73.93369, 92.41568, 75.49323, 75.02722, 79.7641, 102.27574, 76.85915, 109.43947, 87.77153, 85.15944, 88.88835, 93.95352, 54.27046, 101.55459, 90.07104, 52.22853, 57.2522, 89.89734, 58.53663, 90.35783, 84.08833, 68.26038, 57.81091, 105.60054, 72.90855, 93.45399, 74.30758, 57.50255, 89.52041, 91.30614, 81.13106, 63.83525, 78.39827, 84.10358, 59.07243, 90.70547, 71.72176, 79.76807, 82.78556, 98.11758, 112.12473, 70.60561, 93.63869, 70.15331, 88.81015, 76.09511, 72.18208, 71.35519, 91.93983, 104.72914, 88.00056, 110.47372, 77.95415, 90.27498, 83.00996, 96.38174, 96.55042, 77.33005, 82.53258, 69.27206, 69.60393, 73.11892, 70.72246, 78.72298, 51.52959, 105.34248, 66.24555, 107.16951, 88.59738, 103.95528, 67.94458, 91.79526, 114.28619, 79.22169, 92.31097, 102.83109, 98.07812, 109.39377, 96.17756, 82.15453, 97.96924, 78.10153, 127.25175, 64.13055, 77.98042, 91.38396, 72.42253, 82.70734, 87.38166, 86.16328, 86.57538, 95.53116, 89.3994, 101.77516, 102.26588, 107.05741, 84.21885, 58.8572, 95.281, 42.26028, 83.00842, 102.0891, 106.64213, 100.05925, 108.5343, 92.30499, 103.69006, 58.00369, 103.0871, 101.70941, 65.12164, 101.72903, 90.49461, 83.03355, 71.23711, 98.07634, 96.21957, 109.89105, 97.51758, 84.77164, 106.58064, 105.64481, 87.20433, 87.11917, 103.50989, 136.86972, 93.27014, 79.96505, 87.60592, 90.87332, 101.92845, 90.42092, 86.47781, 49.31279, 116.26091, 85.15529, 88.29917, 99.89615, 109.94613, 86.97503, 80.32486, 84.95087, 110.69783, 82.78397, 81.98621, 85.20554, 101.79407, 108.25266, 69.01086, 78.29657, 96.96622, 117.10783, 107.5952, 82.66002, 101.27434, 96.66988, 94.92232, 86.26127, 139.81297, 109.34073, 56.85907, 145.75839, 80.36813, 112.83144, 76.00642, 115.50816, 103.62298, 78.88792, 79.29366, 107.02126, 90.35429, 94.10447, 117.77255, 80.54012, 77.05507, 88.88446, 82.70351, 121.70154, 115.34982, 101.37149, 136.9955, 154.45078, 119.54685, 94.25388, 91.27441, 89.15913, 74.19295, 107.14348, 120.18349, 105.93692, 123.03365, 72.21809, 132.52751, 99.6663, 207.45758, 209.75522, 282.53955, 280.47076, 164.86081, 327.91992, 237.9122, 261.02002, 237.97453, 235.2804, 276.79962, 270.05713, 182.12962, 258.5567, 222.42726, 216.61209, 249.49817, 265.98636, 183.77184, 287.83722, 242.21759, 296.44916, 185.1012, 264.64374, 253.40033, 234.2421, 264.79538, 283.6785, 237.80685, 264.8071, 271.69565, 248.90123, 247.1268, 234.07808, 177.38342, 240.5773, 252.60747, 328.69183, 229.8652, 266.82028, 221.78255, 230.61542, 197.70508, 322.02271, 262.04379, 282.88303, 226.06168, 295.57391, 226.22113, 203.08852, 216.67302, 199.98575, 215.92868, 237.2897, 295.1033, 208.91788, 180.2869, 253.9537, 300.96237, 227.73932, 297.14047, 250.48029, 344.97223, 311.7576, 218.98341, 192.3877, 267.22913, 198.4852, 218.68839, 302.31812, 331.78381, 288.67114, 304.49182, 194.21686, 215.0751, 344.1163, 214.66908, 237.5415, 269.29379, 255.28038, 205.93661, 266.1507, 235.91348, 144.65393, 334.65207, 275.4624, 228.98454, 324.84329, 435.13565, 274.55127, 285.93286, 341.57153, 217.87796, 230.50803, 395.31741, 171.78247, 329.90771, 309.74243, 138.71347, 238.11978, 348.52606, 285.97977, 339.62689, 256.80386, 327.11115, 310.89822, 291.07657, 257.62561, 233.19485, 246.39133, 245.30334, 320.02411, 232.68076, 270.61392, 350.22656, 233.33919, 241.6167, 286.11554, 194.31717, 312.14761, 246.52997, 207.46153, 286.83493, 213.98051, 228.4254, 202.25351, 261.28708, 334.39404, 280.39059, 352.16785, 380.16058, 309.57413, 383.92169, 386.12665, 314.78281, 152.86554, 351.5191, 317.13147, 297.9809, 223.67174, 253.42813, 242.9429, 250.55606, 353.11798, 318.02844, 268.85596, 378.48517, 220.19711, 194.11368, 269.66766, 241.08704, 304.99988, 261.18842, 234.60059, 262.29382, 278.53113, 228.40494, 196.36305, 195.6449, 275.80969, 168.52811, 254.05223, 277.30969, 268.40842, 276.7619, 287.49066, 406.68439, 249.62413, 331.37775, 323.19598, 260.1788, 226.76724, 418.04456, 315.98972, 249.99818, 277.38333, 230.09167, 275.28217, 372.46249, 237.384, 266.82327, 388.29639, 272.34036, 258.6803, 213.94984, 346.51489, 281.86151, 407.66632, 360.45862, 434.5679, 261.43219, 328.32288, 238.27625, 287.8721, 322.99762, 386.28223, 311.6254, 345.03937, 352.4053, 293.19855, 312.28259, 378.16434, 332.43872, 311.97864, 249.5943, 295.35245, 288.63715, 297.44714, 371.58658, 357.61151, 303.70724, 318.46796, 387.07861, 269.5589, 365.64685, 334.90512, 320.81033, 328.66846, 301.90378, 311.80945, 305.88208, 300.2373, 359.74829, 266.38068, 306.26794, 344.1709, 253.83723, 366.94608, 263.28488, 242.83693, 289.90607, 333.0249, 285.56924, 269.67255, 270.17578, 323.05615, 360.94092, 357.05347, 327.14398, 192.76411, 253.25491, 190.68552, 294.41827, 331.04028, 257.56293, 289.27405, 210.24184 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 183.26035, 311.50031, 218.98093, 253.79088, 337.78967, 235.52954, 194.59528, 259.53812, 293.66205, 272.55896, 210.15504, 227.72142, 224.18616, 271.12534, 231.27194, 312.98685, 260.04785, 228.25458, 277.11182, 245.74617, 239.74211, 288.51202, 308.59058, 284.03107, 318.12701, 225.26955, 217.42804, 247.46773, 273.49548, 212.46231, 270.46622, 228.10526, 208.91501, 241.89912, 333.75433, 311.98956, 185.47488, 293.92566, 343.34149, 245.22276, 203.73708, 267.41513, 291.1889, 306.55154, 331.92877, 274.38831, 263.4455, 330.55234, 303.15903, 279.54156, 270.06018, 342.66449, 243.79475, 241.41785, 229.70776, 419.90332, 345.24347, 233.27739, 259.09839, 337.59338, 434.41302, 350.41034, 411.02069, 349.51724, 276.80682, 319.00305, 365.2605, 423.30054, 246.20369, 329.17157, 231.87863, 430.20737, 335.66321, 295.62347, 263.87485, 348.71539, 252.2182, 410.15381, 253.9882, 252.73174, 291.48599, 321.62607, 243.44571, 253.91032, 292.33939, 256.03131, 360.16559, 298.50183, 327.36862, 209.4202, 331.50293, 364.75244, 272.23584, 325.77521, 317.43646, 303.67529, 411.05505, 302.66061, 266.24081, 343.32919, 242.76515, 415.04669, 276.95398, 292.33441, 319.89371, 304.19928, 258.3295, 306.93692, 257.15491, 243.46295, 263.64899, 247.58667, 414.14587, 287.8595, 281.70041, 295.89966, 302.20215, 363.30322, 315.16791, 310.63873, 308.48291, 255.37845, 369.89423, 281.76031, 360.64062, 431.12662, 382.34631, 293.59933, 416.36206, 309.74918, 313.55591, 305.28094, 411.95016, 303.99158, 268.58078, 343.36902, 257.80118, 315.17621, 391.854, 337.68475, 292.21484, 286.47293, 321.48233, 250.51289, 278.2027, 255.56348, 409.96078, 321.32758, 264.39075, 293.64844, 307.62805, 341.3288, 265.5112, 350.84766, 315.16687, 297.02603, 271.99292, 332.50317, 378.9523, 278.10388, 296.33899, 310.51733, 251.7458, 371.21429, 343.14929, 272.45538, 301.21667, 273.75183, 324.83557, 244.08582, 312.38226, 301.09869, 304.73364, 297.33112, 297.49811, 366.07666, 295.02652, 327.48236, 477.9292, 317.41565, 245.63818, 302.51651, 303.44824, 313.92105, 292.08051, 303.85541, 298.59961, 256.01874, 268.85269, 369.5567, 358.66107, 265.69986, 259.61774, 293.76953, 271.06049, 303.10101, 275.72034, 329.80038, 301.04071, 272.79132, 319.66699, 330.86688, 336.51923, 322.3457, 286.37369, 293.33325, 319.59143, 323.87262, 266.37878, 415.50558, 317.99402, 426.10675, 391.86368, 326.22998, 389.81897, 336.73654, 294.69733, 320.73346, 421.20868, 330.47864, 401.54108, 271.10394, 286.24002, 333.91653, 270.32581, 294.01004, 291.11481, 308.56842, 279.92218, 333.63019, 302.92276, 322.58987, 336.63702, 343.04712, 272.99527, 333.57202, 277.23273, 356.52362, 428.80942, 332.23102, 320.77554, 326.55743, 340.49454, 275.10843, 338.46982, 387.14923, 271.21109, 269.58923, 379.06616, 281.27036, 334.56653, 351.30801, 394.63165, 263.29092, 278.22336, 365.35962, 294.8187, 335.87177, 316.59656, 316.57245, 315.55347, 365.3111, 413.34308, 266.26352, 454.68909, 337.81696, 331.2941, 441.76001, 349.49448, 267.1868, 315.18195, 303.16495, 305.81598, 317.09131, 369.51913, 375.39557, 320.79645, 449.98154, 314.38489, 303.60138, 345.6799, 292.77985, 483.51312, 266.97467, 281.93481, 340.10605, 361.00302, 305.41342, 356.09564, 295.44739, 338.30911, 425.48663, 312.76855, 387.85754, 353.14142, 473.95618, 287.6301, 321.82211, 351.53107, 279.75092, 429.70581, 411.56506, 369.04062, 382.35663, 392.57056, 367.71686, 305.75067, 412.50891, 294.26056, 388.80798, 386.02042, 341.6106, 321.65152, 260.44586, 348.93719, 363.34894, 321.74945, 408.24579, 396.82059, 378.02942, 402.37512, 315.57947, 509.70129, 317.70337, 370.67148, 368.89697, 341.0965, 312.05374, 360.75446, 272.06067, 446.55826, 399.47754, 363.96588, 317.56274, 490.45996, 316.4538, 346.72949, 375.56845, 325.94415, 358.16357, 379.51312, 355.07794, 386.72229, 275.47726, 393.51053, 303.35724, 378.80344, 330.19113, 288.00882, 356.3295, 313.35016, 359.54132, 299.83344, 367.75388, 501.64975, 301.52393, 272.94055, 367.80371, 348.52664, 311.79144, 451.41809, 321.37854, 347.7262, 365.85065, 421.36676, 347.31769, 336.21036, 360.40796, 361.0965, 372.4201, 387.11664, 370.24371, 331.16086, 440.60269, 371.53442, 334.71729, 339.82379, 343.28857, 262.9209, 308.53412, 319.3623, 375.42242, 418.04828, 283.56039, 312.19012, 388.41168, 292.46658, 289.08047, 277.01086, 442.73895, 434.65414, 275.80026, 388.33545, 423.78818, 297.47015, 395.68839, 455.32123, 415.80841, 432.17529, 440.09113, 300.61148, 436.95929, 337.01059, 451.55804, 375.98584, 353.40308, 574.85065, 384.38748, 483.10394, 354.67175, 314.05484, 426.99597, 454.72583, 401.27386, 314.66827, 355.06985, 386.68622, 341.30487, 370.03061, 318.5863, 351.9794, 405.2619, 375.69855, 332.28644, 313.94031, 355.53824, 359.87567, 299.79501, 396.13434, 367.02289, 473.6496, 411.57269, 358.77798, 384.91483, 351.85254, 318.42014, 305.33765, 310.68063, 412.98499, 342.3519, 410.15298, 395.46774, 359.81805, 421.75342, 358.02414, 341.84766, 421.56464, 448.36102, 356.95068, 361.96252, 409.03958, 367.66589, 432.28699, 386.14117, 391.62311, 402.88312, 377.18497, 429.6922, 381.90863, 375.09631, 443.3038, 402.67172, 345.81061, 351.54449, 366.97589, 436.01685, 454.88339, 393.55817, 404.20206, 365.32416, 397.01703, 392.14597, 411.61118, 401.68015, 454.88171, 413.69492, 474.86182, 461.75412, 345.57593, 410.94403, 473.64505, 381.12506, 446.44293, 522.34583, 345.16968, 508.52209, 516.85242, 634.60803, 434.93829, 391.15472, 514.69513, 430.75018, 470.74765, 513.31659, 419.12335, 366.68134, 471.56763, 375.15701, 409.32068, 403.43335 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.5876979463292092, "neutral_loss": 2.422348722344092, "target_docs_loss": 0.9976119565420911, "neutral_init_loss": 3.222443408203125, "target_docs_init_loss": 2.164402275085449, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 54.6276, 53.83372, 51.61286, 51.04061, 53.73923, 77.02924, 74.05299, 49.84193, 62.44608, 65.10957, 84.65102, 72.10801, 70.65902, 83.07, 55.24652, 100.73074, 61.40455, 66.8268, 70.08228, 72.56015, 81.01244, 55.16524, 84.55699, 81.88985, 72.36945, 59.26193, 81.41249, 73.7764, 62.71441, 59.31715, 87.5523, 72.52356, 53.99858, 70.48325, 64.84257, 67.60587, 86.73154, 52.29814, 72.29428, 52.48906, 77.93655, 71.81317, 69.42719, 88.51842, 80.11584, 62.64109, 91.5424, 106.28494, 72.35355, 75.42, 95.50462, 69.58421, 74.45098, 77.7282, 62.90936, 78.4772, 51.51998, 78.57605, 57.60645, 65.80831, 87.50449, 69.67801, 70.03987, 75.45924, 100.81512, 72.25436, 110.18369, 82.70779, 78.52162, 85.34676, 90.62105, 51.23634, 102.19566, 81.76115, 49.73137, 56.91602, 86.31328, 56.31583, 83.50547, 76.51717, 65.83683, 53.05614, 104.79576, 69.00209, 87.45213, 72.64713, 55.05285, 89.93689, 87.34399, 80.6723, 59.2923, 75.34756, 79.93079, 54.39091, 89.47657, 68.45111, 78.44786, 77.77686, 90.09141, 101.70838, 67.24712, 87.67757, 69.67332, 85.75623, 72.55692, 71.64081, 67.81628, 88.612, 102.14375, 85.88721, 107.19173, 66.66775, 85.43941, 77.29239, 91.98941, 90.75516, 74.63425, 78.75299, 65.68543, 68.07093, 69.0943, 66.11378, 74.02883, 47.86937, 99.24222, 63.94175, 103.53011, 86.07482, 98.89381, 68.33912, 88.001, 110.23944, 73.85059, 88.90019, 97.49446, 93.94341, 104.16573, 91.23216, 77.68926, 96.61128, 75.1614, 123.03378, 61.97453, 71.1402, 89.78825, 66.19593, 79.76777, 88.67978, 84.0182, 84.40594, 91.57601, 84.78639, 97.86428, 100.81599, 107.54453, 80.44585, 57.06297, 96.36183, 42.25376, 79.95547, 95.70812, 105.69383, 95.8932, 107.04642, 88.7929, 103.39531, 55.0022, 91.60946, 96.23912, 59.94236, 97.65401, 88.1976, 77.55807, 66.83818, 97.61609, 91.75659, 107.87512, 93.77769, 78.06322, 101.35509, 102.50892, 81.86635, 84.52042, 96.00272, 135.72864, 92.41491, 80.05978, 77.78039, 85.29449, 101.13466, 86.58717, 83.43236, 47.70792, 115.58663, 80.28952, 87.51596, 96.29367, 112.23512, 83.34113, 75.63226, 83.6006, 109.39197, 80.092, 79.39708, 82.41152, 100.23047, 105.56259, 68.32697, 72.44695, 94.55238, 112.52747, 109.28983, 78.94872, 98.52246, 89.04521, 87.70195, 81.53709, 142.36841, 105.0339, 51.86081, 142.94572, 77.60493, 107.20062, 73.35965, 112.62152, 96.91973, 78.12878, 75.79195, 100.60338, 81.90944, 94.97189, 107.50984, 77.97843, 73.88632, 88.99377, 82.88382, 116.02121, 109.79288, 98.16425, 135.62878, 151.21204, 114.60395, 88.74117, 87.73643, 86.32785, 75.35529, 108.47884, 115.15374, 101.77191, 120.49816, 69.28353, 129.0302, 94.63702, 205.96802, 211.07233, 283.06488, 282.24823, 163.14374, 326.77502, 232.28632, 254.59637, 237.49797, 233.45053, 278.6944, 271.54498, 177.90382, 268.74139, 221.54387, 212.84871, 250.42421, 263.24738, 180.63837, 291.24872, 247.66928, 294.17871, 185.80853, 260.92664, 250.90828, 231.74608, 267.32733, 285.33029, 233.82755, 265.14133, 268.2326, 245.90211, 246.24245, 230.71542, 174.10086, 235.00726, 241.21443, 327.98489, 231.98962, 266.633, 218.49635, 226.78894, 189.6579, 319.80548, 258.19403, 280.80518, 226.27573, 291.01736, 219.62057, 194.14209, 210.67081, 188.0148, 217.85324, 234.28055, 289.55157, 207.44206, 175.06979, 247.58177, 298.9845, 226.04721, 297.01309, 251.1873, 352.34476, 310.23694, 214.33981, 187.18829, 259.8577, 193.71275, 217.17093, 292.0943, 332.09631, 282.06201, 306.80881, 189.22952, 217.62048, 334.10748, 210.88101, 231.0491, 265.43655, 248.05911, 201.05847, 264.75812, 229.6756, 136.40552, 329.0065, 275.8869, 229.561, 330.68372, 439.62961, 271.03552, 287.50916, 343.80728, 215.50858, 228.76611, 400.19055, 171.54889, 319.8381, 302.58011, 136.86708, 237.37172, 346.42218, 275.12805, 334.52069, 246.63257, 330.30457, 309.01733, 285.69708, 256.13702, 227.66765, 247.41708, 238.27258, 319.96854, 233.26556, 266.42734, 347.88596, 224.75851, 237.35736, 291.51416, 185.67545, 318.13251, 245.72397, 203.51239, 286.45203, 210.06541, 223.80019, 201.80222, 249.64938, 329.07993, 276.52777, 356.05215, 374.14444, 302.80173, 390.34662, 381.74634, 307.86383, 149.33203, 349.75018, 315.20575, 280.73242, 223.12613, 248.51726, 240.13039, 241.85951, 355.56311, 309.45465, 270.19501, 372.83484, 218.98097, 186.10629, 261.09033, 239.15771, 299.27051, 249.43379, 230.65419, 259.06778, 273.14066, 222.95963, 189.81081, 186.65482, 267.5257, 169.06105, 250.92343, 278.8811, 262.89441, 269.88354, 290.28998, 397.27881, 249.7339, 328.8942, 313.49438, 252.84332, 215.66516, 426.12418, 311.29224, 240.84618, 278.99658, 225.57553, 273.25027, 369.07077, 238.64064, 261.47061, 384.91983, 269.65799, 253.61465, 210.0519, 347.02475, 275.14487, 406.89771, 362.41772, 438.89081, 260.12372, 322.43649, 235.32672, 279.68463, 321.81207, 384.58203, 306.56055, 345.10284, 354.98795, 286.55316, 313.07751, 377.76852, 332.99951, 305.8555, 244.67091, 286.69788, 282.66684, 296.59601, 368.12103, 367.48682, 300.41257, 316.29211, 384.43707, 265.4744, 363.06116, 331.68982, 320.56885, 321.10614, 294.71271, 307.45441, 301.13013, 299.07788, 365.4408, 262.50452, 310.40527, 338.69391, 250.29767, 360.71875, 256.39072, 232.55673, 286.63953, 324.81967, 283.31262, 261.80627, 268.2475, 317.14188, 363.62256, 359.67096, 326.26526, 186.72308, 247.83322, 184.70226, 297.64188, 330.05753, 254.96295, 283.38104, 200.24886 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 178.91275, 311.88602, 214.84894, 252.34526, 334.54758, 234.24078, 191.4664, 254.26576, 290.98718, 265.06146, 207.55028, 221.47559, 216.48924, 264.21735, 228.28162, 308.32532, 254.28882, 228.7578, 276.4404, 239.10423, 233.49687, 290.86331, 300.89734, 283.64841, 317.32318, 216.52588, 214.67401, 244.00476, 264.91022, 208.20697, 267.58081, 220.29012, 209.91702, 239.48654, 327.61823, 308.55594, 181.43924, 293.42352, 336.09549, 239.70341, 204.6514, 262.5517, 287.85858, 300.74579, 324.75732, 267.13556, 255.6386, 322.7746, 298.11108, 276.81488, 271.33844, 342.32361, 232.27284, 239.54193, 223.35535, 414.88181, 343.40628, 234.13782, 258.78235, 333.75446, 432.23373, 345.97815, 405.6535, 347.56616, 273.95978, 317.47882, 356.63513, 420.56976, 237.93565, 328.69699, 226.87904, 426.54922, 326.54385, 287.42395, 258.26636, 343.92542, 247.19611, 402.8963, 245.55051, 245.80865, 281.04987, 315.73151, 237.47359, 246.87421, 287.42856, 253.8791, 349.54974, 289.00903, 317.42413, 206.28488, 320.1442, 361.31439, 273.1503, 319.09631, 303.49597, 295.83881, 406.12744, 301.23581, 264.11691, 335.72101, 237.47809, 403.48245, 272.33826, 285.89584, 311.78745, 297.14813, 249.00323, 298.63782, 252.78532, 239.29781, 258.45148, 251.95901, 413.93536, 283.48169, 273.08759, 288.65607, 294.88959, 361.64548, 307.39401, 302.66989, 303.39529, 248.93127, 366.85446, 275.38037, 359.41553, 429.34015, 376.08557, 290.41867, 413.28424, 304.08627, 310.70404, 293.5799, 410.01892, 297.63437, 266.42358, 336.68143, 243.09409, 318.0311, 389.30191, 328.49542, 284.22006, 279.60013, 319.71814, 239.37515, 270.83478, 251.49768, 407.35669, 318.11514, 261.77695, 286.93649, 303.284, 336.01581, 260.41132, 346.6994, 304.63757, 293.99896, 266.50372, 324.74649, 377.22141, 276.10086, 291.5289, 305.93933, 249.11594, 369.01334, 335.61133, 262.39462, 295.41751, 266.9371, 315.87659, 238.13762, 311.3555, 295.72321, 300.74469, 296.46283, 287.42432, 366.82849, 290.07281, 328.87625, 474.46304, 310.70151, 243.42311, 297.39935, 294.44302, 309.32098, 288.11578, 300.11279, 292.75159, 253.34451, 268.15778, 364.94562, 348.75769, 261.11243, 253.73697, 288.12274, 264.00626, 297.45569, 271.90765, 320.46545, 292.591, 264.97388, 325.85095, 324.42953, 334.64948, 321.22546, 289.46567, 296.73462, 311.98053, 326.72876, 259.07083, 414.81049, 313.38605, 426.23798, 395.21399, 315.33948, 387.93149, 338.88098, 289.98373, 310.48199, 414.43164, 325.18167, 393.50714, 265.2164, 277.65674, 332.15564, 268.52777, 291.5773, 277.46521, 302.74591, 274.63794, 334.10413, 296.21085, 319.98352, 334.00897, 342.8916, 264.3147, 325.49149, 280.02792, 351.15106, 425.33127, 330.82339, 308.86981, 319.95505, 328.61444, 269.99554, 333.95377, 391.64587, 268.71722, 267.19995, 377.48685, 280.59912, 328.49988, 349.98987, 386.9953, 253.74095, 268.98996, 359.02496, 293.44861, 325.12775, 311.11218, 308.49805, 313.9137, 358.24216, 410.78302, 263.6886, 453.93484, 329.289, 323.92764, 435.25903, 338.88837, 259.69781, 304.33105, 297.0368, 300.71201, 305.96164, 361.73956, 366.99689, 320.31863, 439.50198, 308.31763, 293.11508, 345.81332, 289.28339, 476.49121, 262.17889, 281.61475, 339.49414, 347.36389, 301.05835, 354.17694, 294.39447, 334.13077, 419.20477, 302.60397, 380.94879, 347.67831, 461.3678, 277.065, 314.57117, 347.78143, 283.14435, 430.26343, 399.38522, 368.2645, 372.92679, 391.37115, 361.2876, 302.22119, 401.00092, 284.39661, 381.05011, 373.37994, 335.22128, 317.69107, 258.34497, 339.93103, 359.43787, 313.73843, 405.5025, 385.52924, 368.72784, 400.884, 308.04846, 506.05298, 313.35403, 366.1665, 362.93909, 336.30341, 304.06119, 354.69421, 262.84845, 441.98248, 399.83511, 358.48157, 313.81635, 485.6319, 307.26489, 344.06653, 363.55328, 321.44647, 350.33539, 374.08752, 360.59042, 383.73325, 271.28497, 388.65497, 303.61792, 380.43661, 325.14972, 280.04865, 347.87253, 308.17303, 346.9776, 296.20239, 363.53589, 501.64548, 287.9798, 264.68677, 356.35031, 345.33197, 300.36115, 442.12268, 314.60236, 341.97498, 369.5076, 424.84308, 343.84698, 320.17584, 359.58231, 356.08197, 371.229, 381.3302, 365.54272, 327.12085, 432.48389, 366.62183, 332.53833, 333.05133, 334.62543, 262.35077, 305.11832, 319.94769, 365.04428, 413.60382, 283.94287, 303.30231, 378.15125, 285.99637, 289.68658, 274.03473, 444.3244, 428.74088, 268.70432, 381.02325, 419.1304, 297.32245, 382.8392, 446.62567, 420.22595, 425.54779, 426.92825, 294.87405, 438.93121, 333.75204, 442.89426, 367.64648, 351.87531, 572.47461, 376.52875, 478.44858, 350.58142, 308.30685, 423.06213, 444.8476, 386.21417, 307.92603, 354.65414, 379.25305, 342.42444, 365.02908, 310.56909, 349.07642, 399.41879, 372.63385, 324.58569, 313.04391, 362.41721, 357.34631, 294.20642, 393.88364, 364.37933, 470.91129, 405.26685, 347.51529, 383.28885, 350.17197, 300.50778, 298.14563, 310.93555, 400.51648, 342.71515, 406.76331, 390.75916, 353.48938, 416.47598, 356.51041, 336.3338, 418.52576, 442.06561, 342.1463, 353.60413, 406.57874, 364.88199, 430.69574, 387.17178, 386.5094, 394.88263, 375.37735, 418.26703, 374.71869, 368.52655, 437.14062, 392.49496, 341.85144, 346.2605, 363.07251, 430.80231, 447.44736, 383.23941, 399.89423, 362.49463, 395.18152, 380.457, 399.97528, 393.18362, 448.03775, 412.38562, 471.42151, 455.3858, 336.82239, 405.00586, 472.51141, 379.22018, 435.5332, 516.9574, 337.58246, 505.12109, 506.79315, 629.0603, 427.37555, 381.9133, 502.9552, 426.40421, 466.68329, 505.21426, 416.3764, 358.63248, 468.93344, 371.47784, 401.56494, 394.9823 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.7943234706284998, "neutral_loss": 2.4115816605958904, "target_docs_loss": 1.0060546450789207, "neutral_init_loss": 3.076561569213867, "target_docs_init_loss": 2.1355780368381074, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 57.62245, 58.0112, 52.53529, 47.97726, 49.08952, 75.09889, 69.70611, 47.03552, 61.12978, 62.71391, 82.31313, 75.05494, 66.32166, 81.98619, 54.23056, 92.70644, 58.13956, 63.94151, 68.93305, 70.87473, 79.0143, 53.17473, 83.29025, 85.72857, 71.93027, 55.93218, 77.17552, 74.6899, 59.5601, 59.95994, 87.53577, 72.58485, 50.1756, 68.56975, 66.00418, 67.06657, 83.52043, 49.55194, 68.44261, 53.44724, 76.13874, 70.01639, 64.55303, 85.61996, 77.5025, 59.76794, 91.14706, 100.90355, 69.15541, 72.99825, 93.00941, 71.46468, 74.34857, 72.66367, 58.81936, 73.66762, 52.98672, 76.13643, 56.51833, 61.5465, 86.57547, 66.67864, 66.26825, 69.59888, 98.65134, 70.12754, 112.51045, 80.15716, 74.17879, 82.09448, 89.26408, 48.40068, 108.33611, 77.00497, 48.65139, 56.12166, 85.38699, 58.11588, 80.57283, 70.71553, 66.005, 50.48975, 104.07846, 66.95738, 80.96909, 70.55103, 53.32583, 88.69783, 83.48131, 80.92408, 56.76388, 75.18868, 77.3607, 51.93696, 91.70058, 65.35374, 82.16917, 72.99784, 83.42217, 91.16397, 67.71368, 81.74198, 72.60674, 82.81083, 72.22581, 74.45152, 64.13068, 86.30872, 101.22296, 83.95142, 102.09161, 59.56474, 82.57948, 71.61898, 89.48299, 86.34076, 74.17496, 77.78973, 61.46825, 70.1843, 63.8685, 62.18785, 71.06331, 46.15171, 91.21723, 65.16238, 99.506, 84.93935, 94.26038, 76.05562, 84.39407, 107.5016, 72.00728, 87.10461, 93.75893, 91.74064, 100.53346, 87.12822, 75.29041, 96.35588, 73.38824, 117.55352, 62.53472, 68.32337, 88.42554, 61.82666, 77.88943, 92.99875, 80.94926, 85.08437, 89.58357, 81.91154, 93.16201, 99.39627, 109.98836, 76.66064, 57.65758, 99.63725, 43.32795, 77.70068, 86.84755, 108.97916, 94.89322, 107.09961, 85.5162, 104.14102, 54.74644, 82.72264, 90.75188, 57.72977, 101.53777, 86.8188, 73.85336, 65.67548, 95.42619, 90.82188, 104.9896, 91.22461, 74.17567, 97.96395, 100.57138, 79.31546, 83.12227, 91.26105, 141.5347, 92.18697, 83.34628, 68.99055, 82.5442, 100.63184, 83.0155, 79.83397, 47.06647, 115.81796, 77.0144, 88.66011, 92.46455, 110.6167, 80.46115, 73.28024, 81.86952, 107.5799, 79.26476, 78.06843, 80.58935, 102.8807, 103.6027, 70.10252, 70.75274, 92.10441, 109.71656, 114.73408, 77.7651, 94.27216, 83.63493, 82.25577, 82.13493, 151.77347, 104.38365, 47.9483, 141.75224, 74.29588, 109.27118, 70.4025, 111.84535, 92.93475, 79.28411, 75.63908, 95.12707, 75.46522, 97.95494, 97.40895, 77.39008, 73.26059, 90.15416, 86.55466, 113.6301, 103.41463, 95.99638, 134.48978, 146.69528, 109.32587, 85.25051, 86.75992, 88.20614, 75.39828, 112.89725, 115.65565, 99.13788, 120.44638, 66.68504, 129.9184, 90.90411, 206.18222, 221.4614, 283.21747, 288.01068, 164.42743, 322.47546, 236.07162, 247.91937, 239.76016, 234.78767, 285.31094, 274.61279, 177.33298, 285.94501, 224.41751, 212.18066, 256.62872, 265.64246, 180.47676, 301.33734, 258.46979, 299.29416, 185.85495, 259.58008, 248.95047, 232.85219, 270.07004, 284.27588, 229.35022, 268.40414, 269.62775, 248.05237, 244.33751, 231.45111, 173.95612, 237.32211, 232.51901, 335.72083, 236.39442, 268.04419, 215.11383, 228.02101, 182.80144, 319.23343, 257.41702, 286.49066, 228.32384, 287.17572, 212.95769, 186.89337, 208.34979, 181.21793, 221.04202, 229.81477, 288.6467, 202.64107, 171.38875, 243.47748, 298.8399, 231.01103, 304.43481, 252.52301, 364.67676, 316.37134, 212.9812, 180.74536, 253.44998, 191.84375, 216.6738, 284.68109, 342.91895, 280.1889, 308.6239, 186.83269, 229.5611, 331.93634, 212.65477, 226.96109, 263.88577, 245.7478, 198.24683, 268.4715, 221.23611, 132.97992, 321.46173, 277.91632, 231.50165, 338.77295, 447.56281, 279.51443, 289.76587, 352.39575, 217.69827, 228.13841, 407.35284, 171.02124, 311.68719, 300.15494, 138.11426, 247.4285, 353.03085, 269.12558, 327.6933, 236.44124, 337.63031, 316.26996, 286.78534, 261.25775, 225.8457, 249.30528, 231.98444, 324.82547, 236.34279, 264.16162, 344.44739, 221.84082, 230.44562, 296.76312, 179.26428, 327.17291, 245.56593, 205.31195, 286.72064, 206.29041, 222.86082, 204.07401, 246.61481, 328.44101, 272.31146, 357.92615, 370.54663, 292.90125, 397.96167, 374.48892, 303.78848, 146.71506, 347.00793, 319.99213, 270.02173, 220.35385, 245.11929, 240.17639, 241.36754, 357.68442, 308.31006, 273.86603, 370.61481, 217.71483, 183.05627, 257.79669, 243.9066, 293.56464, 239.83832, 229.04866, 264.65613, 270.02411, 217.56003, 184.64421, 181.54132, 263.53784, 173.92532, 248.37041, 283.24429, 259.55042, 267.17175, 293.20697, 392.61969, 254.68576, 332.2132, 305.90912, 245.42261, 210.01471, 439.86627, 311.61145, 236.01859, 289.99796, 223.95428, 273.95312, 367.57697, 241.75027, 261.51385, 384.43231, 268.87723, 250.90286, 208.2975, 353.42493, 279.77197, 413.74512, 369.19901, 455.76053, 265.69733, 317.18097, 234.95998, 280.07736, 325.52853, 383.75134, 307.97989, 347.97845, 358.70422, 281.74945, 318.08624, 384.32605, 334.90366, 300.74725, 239.35217, 281.63654, 279.09341, 303.57288, 365.70612, 376.02649, 298.33563, 326.0459, 381.86478, 262.41718, 367.55383, 334.45734, 323.43994, 319.60687, 294.24448, 306.457, 304.48859, 301.38641, 372.91779, 259.98392, 314.00043, 335.02658, 251.75945, 356.8244, 257.58472, 228.24405, 285.81601, 320.09091, 276.42593, 257.95679, 269.83887, 317.36707, 365.95776, 369.72318, 325.68909, 185.89078, 243.71512, 181.51692, 302.72067, 333.82065, 250.64011, 278.99094, 193.07996 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 177.90305, 318.19653, 214.02139, 252.95438, 336.651, 237.26028, 193.10107, 255.42929, 291.91522, 262.29285, 208.34125, 221.19814, 212.93961, 262.34958, 231.55341, 309.00067, 252.57069, 232.56253, 279.33716, 239.4184, 234.00659, 302.23569, 298.51041, 289.01553, 321.05029, 214.84991, 217.2092, 243.73634, 261.20123, 209.42276, 268.72198, 218.56689, 217.59212, 243.51906, 329.07812, 308.9798, 183.21631, 300.14111, 335.93762, 242.45285, 208.86932, 261.06329, 290.98386, 302.0029, 323.61554, 270.36401, 257.23239, 322.74899, 299.3074, 274.05347, 279.21033, 350.49921, 226.6669, 241.70465, 225.43878, 415.5871, 347.49503, 239.73178, 264.86322, 337.16196, 434.05548, 345.67468, 406.40433, 352.18744, 278.62604, 321.59521, 355.10599, 422.51703, 237.48882, 332.88904, 228.75563, 426.38052, 326.82648, 288.38449, 258.77252, 344.23022, 251.81464, 402.63922, 244.92525, 247.27763, 279.8822, 315.82019, 237.44537, 248.2193, 287.87024, 256.1582, 346.76144, 288.19489, 316.26761, 209.77209, 314.24872, 362.71063, 276.97131, 316.91553, 297.97098, 293.80682, 407.9985, 303.75375, 267.57782, 332.16925, 240.29543, 395.64557, 275.88852, 285.54041, 311.91345, 299.03644, 246.64726, 300.87842, 254.08289, 240.922, 257.13272, 261.67783, 416.87054, 285.70547, 272.67419, 289.23599, 295.1937, 367.27264, 309.93881, 301.35791, 306.05038, 247.64528, 370.939, 276.34558, 361.99329, 434.86221, 378.78931, 293.44812, 416.25635, 303.86172, 312.09341, 290.15198, 415.96252, 298.9574, 269.08984, 340.88824, 235.47287, 326.02374, 393.37622, 324.76428, 283.34998, 277.91992, 322.26144, 235.89381, 268.55411, 253.51489, 412.5007, 326.7002, 267.24579, 288.09344, 307.00671, 337.86731, 258.43768, 346.70844, 305.58337, 298.33282, 266.69318, 325.28375, 385.789, 281.96829, 294.22253, 309.53879, 255.93353, 374.69202, 336.40042, 259.34915, 297.69418, 268.56598, 314.12955, 241.16489, 319.30429, 296.88116, 303.96964, 302.81042, 285.66965, 378.2312, 292.77261, 332.93372, 477.51367, 307.69989, 247.50516, 301.48358, 293.35529, 311.40302, 289.34558, 302.70624, 292.57001, 258.2818, 273.43921, 368.79834, 345.96579, 260.59592, 256.56818, 286.93652, 263.4646, 298.31451, 276.01703, 321.51462, 292.06909, 264.41437, 337.85214, 324.31293, 340.69089, 327.92853, 300.79501, 306.198, 311.51047, 337.18051, 261.23923, 419.88153, 317.96411, 434.55051, 401.85336, 312.94684, 396.26233, 350.8439, 293.27667, 306.95764, 416.48981, 327.13446, 393.6424, 265.94019, 277.14844, 334.25153, 274.19958, 296.13278, 273.45804, 302.82471, 273.58911, 341.95099, 298.98404, 323.95764, 339.26459, 347.93591, 265.35205, 326.34943, 289.30313, 353.45154, 430.71417, 337.92963, 304.26038, 321.79376, 324.41025, 273.23505, 340.7998, 400.802, 272.54865, 272.6712, 381.11899, 287.25104, 330.73944, 354.84015, 388.0506, 249.78561, 268.36835, 362.54526, 298.22931, 324.29507, 313.10345, 311.95511, 318.74207, 356.3252, 415.95898, 269.43524, 461.79608, 329.12177, 319.3038, 437.40814, 342.29755, 260.0972, 304.5668, 299.82874, 304.40176, 303.15411, 364.34808, 366.10764, 327.28589, 440.23303, 309.01868, 291.50201, 354.42609, 291.47479, 476.84937, 265.96124, 286.73102, 346.24673, 343.09784, 302.01898, 357.55719, 300.94299, 341.46927, 422.95892, 301.45483, 382.16556, 349.50421, 457.41428, 272.55606, 317.3974, 354.50116, 294.87805, 437.90326, 397.72797, 371.4776, 371.56421, 398.6203, 362.8941, 307.86493, 398.18692, 281.2702, 382.95355, 373.38904, 338.05182, 320.71567, 262.40845, 340.84576, 366.34619, 313.44061, 413.17645, 384.3175, 368.45892, 410.12793, 308.74652, 509.49966, 316.04428, 369.61359, 364.02362, 340.52643, 305.64563, 360.85602, 263.23734, 441.6955, 405.16101, 360.37198, 317.32343, 488.0145, 306.69995, 346.91064, 361.47223, 325.0578, 351.51135, 377.5498, 373.65475, 389.78552, 274.88727, 394.43207, 312.88025, 389.24811, 327.0434, 278.29062, 349.81061, 312.8696, 344.52423, 300.31708, 366.79749, 511.19556, 281.97861, 263.41718, 355.18939, 349.93643, 299.80823, 446.55139, 318.16238, 346.48392, 378.35693, 433.50098, 352.03146, 314.73987, 370.04794, 360.59372, 379.89789, 383.14236, 366.64044, 327.38666, 433.66742, 368.23584, 340.6626, 336.24615, 334.61328, 269.74258, 306.82678, 328.94073, 363.90497, 417.08246, 291.09937, 301.00839, 380.15485, 288.20673, 300.65796, 278.04742, 454.69702, 429.84027, 268.93866, 381.92645, 425.43854, 306.20377, 379.8096, 447.57257, 431.04388, 427.54974, 422.84772, 301.63925, 450.43665, 338.60172, 443.10388, 368.5466, 358.64862, 576.02539, 379.71625, 479.40112, 356.63541, 310.76257, 426.61157, 445.4397, 385.45276, 310.49402, 364.16165, 381.17761, 351.19946, 373.75897, 315.0658, 357.05139, 403.26807, 376.93365, 325.31064, 318.98294, 376.3103, 363.0575, 299.80847, 401.04791, 369.24011, 479.95844, 407.6203, 351.04617, 394.33124, 359.24811, 295.35907, 301.50403, 320.61694, 401.2605, 353.19272, 419.34402, 393.42389, 359.81696, 423.02438, 363.74329, 338.42633, 430.28668, 446.06293, 338.51483, 355.05783, 417.16248, 368.03589, 438.52466, 397.03778, 392.86249, 397.61197, 384.36292, 417.78058, 376.59467, 373.71649, 441.44522, 390.63934, 345.31323, 352.10733, 368.72964, 434.50497, 454.26956, 385.31573, 403.12939, 371.28351, 403.14758, 381.14383, 398.08649, 398.51883, 452.53137, 422.48663, 478.62909, 461.30405, 339.94113, 410.90802, 483.15948, 385.91034, 434.18372, 522.53589, 339.71155, 510.50916, 508.03864, 635.90442, 432.49252, 383.50058, 501.84576, 434.72086, 471.34793, 507.49493, 420.79813, 362.70319, 473.00052, 378.73779, 402.59882, 397.6933 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 1.2762229734974984, "neutral_loss": 2.597340779756025, "target_docs_loss": 1.064444044694849, "neutral_init_loss": 3.9094530181884766, "target_docs_init_loss": 2.2095297707451715, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 67.16501, 71.51431, 56.21364, 54.54251, 55.62975, 81.41466, 77.32016, 52.92565, 66.84223, 69.3839, 87.56105, 88.00915, 69.34283, 90.47874, 61.73882, 87.50477, 64.38916, 74.01094, 72.30702, 82.11916, 88.60728, 61.21776, 90.31247, 102.96233, 74.82159, 61.4231, 82.8136, 83.30837, 66.97263, 67.13365, 98.7125, 88.0772, 55.77953, 71.19187, 74.36394, 72.29984, 92.71295, 60.29066, 67.44046, 59.31673, 80.95944, 71.69183, 74.11878, 91.8623, 86.54988, 61.45263, 94.59379, 99.4641, 81.49648, 76.55341, 104.97368, 80.42937, 82.84248, 77.01436, 65.34398, 78.77563, 74.38647, 79.91422, 63.54212, 71.93331, 99.79921, 72.34694, 73.06224, 69.94113, 108.43557, 78.26688, 119.41925, 85.88485, 76.96466, 90.9897, 99.70062, 59.69332, 124.43864, 83.55872, 57.40013, 59.89779, 91.28425, 69.22287, 85.19051, 74.23866, 75.07706, 57.42397, 114.81941, 79.31548, 93.18375, 75.80421, 63.93772, 102.6228, 83.14319, 88.54936, 59.77224, 83.95989, 89.96506, 58.14103, 106.90425, 80.21007, 95.69243, 74.8181, 81.60046, 88.25558, 79.03949, 84.41314, 97.07396, 95.26823, 78.31441, 89.11159, 72.33177, 92.53394, 112.53465, 90.10139, 101.83133, 55.9505, 92.18112, 77.90075, 97.53806, 92.02483, 84.08878, 82.23929, 70.5972, 84.86246, 68.80502, 66.64328, 74.38956, 48.54452, 91.6581, 73.26807, 108.40081, 91.72047, 104.5542, 86.38921, 90.0414, 113.08389, 79.66818, 103.7098, 97.34186, 97.82643, 104.43485, 91.07938, 85.48994, 118.44768, 84.96406, 116.46781, 70.62907, 85.46953, 101.18391, 64.94726, 88.4758, 109.77759, 85.92421, 95.90154, 99.37312, 88.37526, 101.29091, 102.82997, 123.71761, 81.96266, 71.82516, 111.92746, 53.76432, 90.53954, 94.75948, 123.90159, 103.00581, 125.73527, 100.42638, 116.22111, 62.74806, 89.54967, 93.42416, 63.6087, 109.69264, 96.73126, 77.35062, 80.31248, 100.40716, 106.77255, 107.36005, 100.26888, 76.61288, 105.08038, 108.97363, 83.40701, 98.23412, 94.71727, 152.00073, 110.02003, 92.01205, 74.08972, 92.65186, 110.65272, 91.32436, 92.5444, 54.07821, 120.84246, 88.36819, 96.1765, 98.48361, 115.23418, 92.46101, 79.89803, 86.81834, 116.29584, 92.60448, 87.85978, 88.59692, 119.88095, 111.94535, 87.08588, 85.39893, 100.71096, 115.39237, 136.20279, 83.51245, 100.38156, 96.69604, 93.67041, 94.55508, 171.98294, 107.91193, 51.02123, 152.40894, 78.62213, 120.93991, 76.94498, 123.339, 96.36478, 92.06047, 91.89355, 103.09042, 82.08847, 110.52769, 107.7249, 92.57231, 85.28405, 104.69733, 99.60918, 118.46253, 104.22977, 100.38937, 140.2594, 147.21808, 114.69145, 101.71758, 92.14259, 100.59197, 87.44325, 124.47598, 130.5983, 110.91411, 132.59796, 79.39533, 144.72598, 96.70037, 222.5744, 245.29211, 294.94806, 313.14996, 181.81148, 327.39566, 252.82599, 257.07166, 256.22418, 256.39996, 320.69452, 307.46832, 193.94162, 315.26648, 244.10352, 231.99565, 282.43127, 294.35724, 197.93881, 330.77002, 292.01065, 315.96918, 208.37746, 262.79654, 259.9505, 249.74228, 294.53247, 292.67899, 233.26488, 289.06482, 285.19772, 258.74847, 271.67438, 254.73831, 198.00116, 259.15445, 240.1012, 352.53094, 254.38513, 293.75449, 233.27278, 251.24124, 185.85522, 336.87671, 267.86884, 307.7724, 238.88861, 300.10815, 226.4359, 194.76024, 231.46585, 197.3479, 242.88687, 255.30135, 310.31299, 202.78247, 184.28287, 250.65924, 320.10376, 264.31165, 334.04532, 271.09778, 392.14685, 341.13037, 230.58511, 183.12094, 264.14456, 206.16687, 236.80458, 291.91061, 387.94421, 292.29837, 333.32739, 204.11296, 251.79964, 349.91507, 228.87708, 237.65302, 283.92197, 258.15009, 206.5276, 290.51294, 223.67004, 145.02309, 330.81616, 297.8399, 246.46072, 363.19559, 466.23712, 299.38293, 303.7294, 373.57721, 229.86005, 252.62454, 428.65121, 190.00095, 319.43231, 320.00879, 161.52806, 270.8584, 384.84991, 287.84195, 334.16028, 249.0107, 363.28101, 338.38293, 314.6235, 284.71881, 243.26436, 268.23126, 242.12192, 345.6402, 259.26471, 276.97821, 362.65036, 242.46896, 243.29123, 323.67154, 183.50887, 351.49176, 262.01483, 229.77676, 298.88565, 219.07675, 245.37083, 218.50842, 262.77783, 344.46609, 286.55017, 380.11267, 395.61505, 299.48315, 426.81989, 398.12558, 320.84, 161.02794, 370.1691, 357.13654, 288.77905, 245.0076, 262.33051, 262.07797, 254.40021, 371.81268, 334.90527, 291.73346, 384.43369, 242.02722, 196.79471, 275.03625, 264.82294, 305.30869, 250.63693, 246.18741, 281.06024, 287.10818, 234.0343, 196.38435, 199.83095, 272.53265, 187.16704, 260.72845, 306.17871, 275.13074, 284.75003, 313.33395, 401.89001, 265.27335, 353.71796, 315.28424, 252.93332, 216.32843, 474.54584, 336.78714, 249.31491, 322.06821, 246.42747, 281.18103, 377.57025, 265.85513, 284.20837, 401.46417, 283.09567, 264.44907, 225.28539, 382.45483, 304.03827, 452.89716, 411.97418, 491.02094, 292.55109, 331.47546, 261.85004, 293.04053, 342.38831, 416.6337, 333.25961, 374.14093, 380.48206, 300.15936, 340.04724, 414.24017, 363.95587, 317.68689, 251.19882, 289.48816, 290.36139, 346.90616, 380.12424, 412.57904, 323.84268, 354.62006, 400.89746, 285.21033, 396.02481, 361.74127, 350.82407, 338.42175, 314.13721, 318.59943, 317.97845, 322.02234, 401.06769, 275.31897, 338.36011, 354.43106, 274.6673, 364.99564, 273.177, 244.23596, 298.20068, 346.47937, 290.05008, 276.12384, 287.5997, 339.95129, 394.03915, 408.91269, 347.30661, 201.63251, 249.67799, 190.96979, 326.5285, 362.57867, 257.30371, 292.8342, 198.56238 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 183.17834, 330.90414, 221.79367, 259.46857, 346.56448, 249.46693, 207.27505, 264.15579, 300.76465, 266.61526, 216.27238, 229.21686, 222.96912, 271.61044, 245.6568, 323.27264, 259.4082, 245.92337, 296.46753, 251.19421, 244.17332, 328.69598, 309.62717, 304.78644, 337.35675, 219.59772, 231.0341, 252.30144, 268.48456, 216.93704, 277.37445, 224.96857, 239.56277, 261.71997, 345.65228, 322.49286, 194.08585, 323.36127, 348.57098, 257.2287, 222.67336, 269.38754, 314.42047, 310.24133, 334.15656, 291.80164, 271.73315, 335.18658, 313.73376, 283.93265, 300.31766, 374.33084, 226.36853, 259.01825, 239.4436, 424.63617, 363.59229, 257.5199, 283.09036, 351.53088, 452.60608, 358.43457, 419.13788, 374.51559, 298.31818, 340.13129, 369.45242, 440.13663, 249.84154, 352.18811, 241.76627, 431.88776, 344.37531, 300.67474, 266.23355, 356.38815, 275.06485, 416.92389, 256.89081, 256.8775, 287.59833, 327.73047, 252.86923, 263.78589, 302.10495, 277.51373, 353.22327, 300.3812, 325.34265, 227.17079, 320.28217, 380.66132, 295.29672, 330.13086, 305.25031, 303.38281, 423.20526, 322.4325, 282.85324, 337.79016, 256.19861, 400.19382, 293.42572, 297.08759, 330.21576, 318.95807, 255.60027, 318.78455, 267.56708, 251.06622, 268.35663, 289.03519, 435.42706, 299.8541, 280.94061, 303.2879, 307.17676, 389.51834, 332.03754, 314.35608, 324.04761, 258.37778, 395.61993, 294.44052, 375.10028, 454.78851, 400.06006, 310.91263, 433.34341, 314.42035, 330.08475, 303.92453, 437.03955, 312.78314, 285.75024, 362.99448, 243.56326, 351.21503, 415.22955, 335.70068, 292.89429, 298.18488, 338.32825, 242.34573, 280.66803, 272.82031, 427.26874, 358.89221, 290.73309, 299.75958, 324.90997, 351.69754, 273.61133, 357.8327, 317.25861, 320.82529, 280.99634, 337.16638, 415.80078, 305.96472, 309.02713, 330.69843, 279.60217, 394.53522, 354.78809, 273.46515, 316.60675, 283.93637, 325.91248, 260.17554, 347.68024, 310.89658, 317.64343, 326.84949, 295.81152, 407.9303, 308.90833, 350.61844, 493.5535, 313.24017, 263.21954, 323.0954, 308.01859, 331.30054, 303.11975, 321.79355, 303.26825, 276.07751, 297.03699, 393.9155, 355.23532, 276.16223, 278.11197, 294.67337, 278.8356, 312.46188, 298.98328, 337.55359, 308.56848, 275.31189, 370.48706, 340.46481, 361.81235, 353.98627, 330.71793, 336.43332, 324.64865, 368.4873, 281.17743, 437.04245, 338.53464, 458.43018, 424.06177, 323.42093, 429.60196, 382.51498, 309.69595, 315.16602, 436.53662, 339.34482, 407.00464, 279.04407, 289.40244, 345.42145, 298.96497, 316.45483, 287.69037, 320.90405, 279.38214, 364.80206, 310.1192, 342.19397, 362.10425, 374.0426, 282.20117, 339.24561, 323.66101, 371.81122, 451.6676, 362.26938, 313.80634, 340.03653, 333.13464, 292.24698, 373.07355, 428.444, 290.95981, 289.93475, 403.84732, 312.90323, 352.69006, 373.8457, 406.90045, 259.7262, 288.90039, 384.06235, 323.4516, 337.05869, 328.28149, 335.18427, 342.90625, 369.08057, 439.88882, 288.97919, 485.08643, 347.66742, 327.17374, 453.71594, 363.69324, 277.18292, 325.16687, 324.08762, 323.53604, 313.28864, 380.66119, 384.78937, 349.50577, 461.17374, 326.62109, 307.87408, 375.59937, 306.07883, 498.39621, 286.62607, 313.87714, 367.79462, 356.52835, 317.86398, 376.09558, 320.90765, 366.11285, 447.39197, 313.12573, 397.4476, 371.73334, 471.23083, 285.52969, 334.94385, 383.08215, 328.11713, 462.29385, 414.46466, 391.72247, 388.18082, 424.41516, 378.77399, 334.61862, 409.70282, 296.78687, 405.96259, 391.72769, 359.9816, 343.03687, 287.3053, 355.15009, 390.12973, 333.12946, 441.89429, 402.97955, 388.36023, 437.98334, 327.33679, 530.08685, 329.87091, 386.47363, 381.08203, 363.16089, 325.00464, 390.75482, 281.98868, 451.26617, 429.26889, 375.96616, 337.00458, 507.00058, 317.48676, 368.12772, 372.47714, 348.54715, 371.34418, 402.60638, 401.85742, 416.04193, 299.71594, 419.46259, 345.52206, 421.5975, 341.80066, 299.41528, 369.17969, 330.28976, 362.65585, 318.3028, 389.49146, 544.02148, 293.94647, 281.01385, 371.39117, 376.95279, 319.02106, 468.98718, 343.4657, 374.4505, 409.13861, 458.27615, 380.01831, 318.87793, 402.04858, 389.26038, 411.2536, 403.13904, 384.56726, 343.47125, 458.74234, 387.3902, 368.77228, 357.71881, 348.17291, 291.20142, 323.22153, 359.19275, 379.20422, 442.14813, 315.40353, 317.35468, 398.31689, 309.53546, 338.18564, 298.81854, 486.5708, 451.6969, 288.06995, 403.89044, 449.29004, 341.45609, 394.16064, 463.46243, 460.01074, 450.68951, 433.80286, 330.17682, 488.604, 364.32849, 457.33289, 389.49042, 385.7912, 600.83392, 395.82672, 496.1163, 381.46448, 330.87646, 449.98404, 463.51804, 408.35913, 337.2868, 398.44742, 400.29901, 383.26074, 403.77039, 342.41064, 390.32147, 424.99658, 398.94409, 344.62088, 345.28076, 411.75351, 390.20541, 324.91238, 427.18604, 398.20752, 510.15198, 429.03864, 380.99957, 428.49319, 390.18561, 307.61105, 322.7326, 353.87073, 424.97629, 384.23895, 457.87842, 411.48352, 391.38837, 450.1911, 394.43616, 365.81915, 461.42816, 474.80215, 353.13321, 373.52057, 455.39478, 391.78705, 473.60583, 429.26227, 418.52643, 430.48022, 412.46863, 438.215, 400.24326, 397.16467, 458.00958, 398.76813, 367.37231, 375.12903, 395.16589, 455.03836, 484.44406, 415.51419, 426.83533, 411.24756, 437.2272, 404.16937, 414.51495, 434.4281, 481.95154, 456.11426, 508.2916, 495.11777, 360.24188, 442.73242, 520.02271, 408.95923, 449.20477, 553.78687, 366.70676, 543.62506, 527.58875, 665.79633, 463.36163, 408.79092, 533.22498, 464.65515, 499.49707, 531.94409, 444.79462, 393.91, 502.48767, 410.16605, 425.73767, 427.20844 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 2.1198977017325653, "neutral_loss": 2.982146817579515, "target_docs_loss": 1.3111403356589837, "neutral_init_loss": 5.007871337890625, "target_docs_init_loss": 2.8484713355170355, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 68.82535, 76.75745, 65.44807, 66.14539, 62.80849, 84.42489, 86.31032, 64.81993, 78.43295, 87.26793, 106.65879, 99.46417, 88.40424, 101.42817, 80.57549, 102.43439, 69.86272, 90.39828, 81.35535, 89.33549, 103.94407, 72.42839, 104.26152, 119.68436, 81.24094, 64.24094, 90.31633, 101.80012, 82.31023, 76.5463, 108.37422, 111.02408, 56.79521, 81.14717, 89.45515, 84.85512, 101.40399, 64.0128, 75.34822, 76.55212, 97.75689, 86.73997, 84.28154, 101.25352, 102.04204, 75.27815, 108.94935, 110.907, 86.54426, 96.73987, 124.26315, 84.60339, 91.4888, 81.42912, 75.99374, 87.39069, 87.43234, 96.70834, 69.48309, 79.66673, 122.14359, 91.34027, 86.69814, 81.10509, 123.19342, 72.69921, 131.63354, 104.83089, 85.42711, 102.42709, 108.18941, 71.51189, 133.20209, 92.78605, 67.43466, 69.89385, 105.306, 92.23302, 93.07355, 73.64932, 89.90405, 72.53587, 127.33546, 102.29926, 107.65197, 92.91197, 86.344, 122.99361, 86.76714, 113.05564, 68.66066, 106.40977, 91.87797, 79.60029, 131.32732, 104.78017, 110.2933, 86.7731, 81.15476, 95.65067, 86.66135, 102.80802, 115.73802, 100.36342, 88.6616, 112.15237, 83.10037, 115.63035, 134.9971, 94.09782, 101.4748, 68.7609, 94.10263, 87.84948, 104.54121, 112.28879, 97.4178, 110.51611, 78.10685, 100.30334, 83.62151, 74.33295, 83.19476, 66.48399, 100.51507, 94.5052, 127.65718, 114.7146, 114.50636, 101.72214, 100.48846, 119.88547, 90.42085, 133.43103, 103.22297, 100.42154, 100.16442, 103.49357, 109.79549, 130.69106, 96.68705, 116.50858, 80.70865, 93.79096, 133.66789, 79.00096, 102.24988, 123.035, 111.54065, 114.50928, 119.96976, 95.56455, 111.98847, 113.25674, 129.51166, 93.09783, 88.68312, 127.84024, 76.4446, 101.8978, 108.40135, 137.60431, 120.74177, 152.23425, 104.56101, 133.49692, 80.01556, 104.58928, 99.66232, 81.18273, 123.22549, 111.78821, 86.72811, 103.5815, 113.9455, 122.70038, 117.43063, 113.51192, 90.64283, 106.67057, 127.26765, 87.79443, 107.48191, 110.19711, 171.40381, 141.39227, 103.1958, 84.92619, 104.56002, 122.31577, 112.22784, 105.92094, 76.53075, 138.49899, 103.3, 111.35741, 107.84921, 123.36473, 98.2991, 90.48042, 91.88255, 125.00344, 104.18743, 104.98457, 117.37132, 144.31531, 131.00493, 101.55482, 94.62676, 109.41296, 131.47171, 156.63483, 96.95905, 113.85925, 105.56024, 109.39321, 103.49535, 195.86081, 122.13579, 74.14496, 171.67574, 94.58577, 138.25433, 88.2973, 129.44977, 103.76095, 96.49421, 110.16069, 117.57275, 99.22096, 123.7389, 110.43644, 101.60357, 96.74443, 123.79024, 121.25995, 126.05701, 126.41691, 111.26623, 152.66241, 167.2048, 121.10658, 118.95699, 93.21236, 121.55357, 115.58057, 148.49548, 149.72586, 122.55739, 140.26501, 94.65513, 164.56482, 113.21281, 254.38751, 285.01315, 318.71912, 355.59802, 223.62364, 366.71301, 275.86288, 296.34235, 303.03979, 301.17047, 393.66809, 360.33826, 227.32062, 358.85773, 270.00296, 268.07913, 324.1568, 351.4747, 233.70425, 388.87943, 342.85416, 343.02991, 262.72595, 300.37723, 293.79166, 275.72971, 365.93042, 317.48871, 264.62827, 326.15283, 355.47699, 282.40625, 315.23529, 300.28665, 227.52794, 296.62115, 272.14636, 388.66913, 298.1629, 325.44424, 258.92947, 310.3736, 201.42035, 385.48395, 324.39203, 338.05722, 268.53308, 344.68594, 272.58719, 219.94104, 264.41162, 234.758, 282.12024, 300.28323, 349.69781, 227.21854, 215.74918, 287.76999, 364.65552, 334.20157, 378.62714, 296.76691, 439.55099, 373.78934, 268.54767, 209.97009, 308.10242, 241.33789, 266.36023, 322.62509, 451.59045, 322.51254, 370.46011, 245.85623, 290.76401, 384.44971, 271.40698, 276.27502, 322.49011, 277.76617, 230.72357, 320.30377, 261.43384, 176.79483, 357.64539, 339.36816, 289.37003, 409.03668, 529.17432, 326.51593, 332.88165, 403.63461, 268.9028, 296.4093, 487.72891, 232.63518, 371.7341, 378.5882, 197.56422, 318.32269, 434.89615, 322.27139, 399.25537, 279.27301, 424.60056, 361.28635, 357.91757, 324.28592, 275.89001, 317.43744, 293.8667, 393.49768, 320.16083, 305.54727, 405.88544, 293.10547, 258.09171, 383.08371, 206.23312, 404.35358, 296.95279, 295.59399, 350.10135, 257.88937, 298.82986, 267.15152, 309.44983, 380.97467, 336.27747, 433.67566, 453.06116, 358.52499, 485.77466, 443.43036, 365.46521, 207.76675, 418.1983, 431.1951, 306.7265, 292.72955, 296.50415, 296.56271, 283.26257, 422.36514, 378.16022, 347.1192, 441.47137, 308.55725, 246.12633, 304.83002, 309.92917, 346.9552, 260.95776, 280.43454, 298.77847, 327.97623, 263.62585, 241.45335, 239.24451, 314.96844, 224.87305, 305.82358, 351.85083, 312.62128, 333.22891, 358.66156, 439.61868, 304.20062, 416.62186, 341.02481, 284.26227, 247.80115, 533.58612, 397.97418, 292.78009, 383.80084, 293.06329, 314.78897, 438.7699, 330.45831, 310.68646, 453.05432, 354.88702, 290.07404, 255.70779, 434.72546, 345.37933, 524.07593, 490.91748, 543.06909, 324.37476, 390.45038, 318.86749, 347.12408, 387.15625, 451.60083, 387.72894, 421.98508, 449.60043, 343.99683, 397.05148, 483.07037, 405.63486, 366.98059, 290.36169, 328.8504, 337.82697, 388.28409, 427.90912, 480.4184, 386.27155, 412.81433, 457.71112, 325.53036, 464.94562, 397.23697, 407.38394, 399.95721, 349.15314, 380.90399, 338.88901, 361.87616, 442.33112, 326.81604, 378.05295, 385.69656, 329.64139, 396.47992, 299.91254, 280.20267, 334.14151, 382.25418, 324.40479, 326.64142, 350.55933, 393.00659, 472.77014, 481.85992, 396.28644, 242.10033, 280.74442, 223.38083, 398.59418, 411.20148, 286.93146, 344.83215, 218.3232 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 210.26955, 367.04877, 254.07602, 294.78986, 381.01764, 302.37091, 262.43973, 295.35376, 327.29764, 299.85126, 263.79562, 275.02722, 262.36203, 323.68604, 295.25977, 385.56058, 297.58517, 289.30115, 375.70233, 315.97989, 305.05042, 391.54678, 363.91556, 364.81769, 390.26227, 259.97852, 291.37616, 290.62219, 310.63605, 259.36145, 315.05975, 276.41672, 308.73932, 337.11288, 403.64203, 379.80701, 242.09262, 400.10001, 401.82764, 321.0647, 280.68378, 315.16565, 392.22452, 357.6579, 390.06171, 373.10931, 324.75317, 391.95959, 383.29596, 341.59604, 373.53265, 454.88586, 257.57156, 324.54492, 303.629, 480.23758, 420.49341, 318.71191, 340.84225, 422.73334, 524.276, 415.01062, 491.30185, 482.33322, 361.09344, 407.79803, 435.09619, 499.0488, 314.88666, 423.93555, 296.14444, 471.54132, 419.97958, 360.38287, 324.82932, 411.61304, 356.04169, 492.79031, 323.23193, 304.89691, 341.47049, 400.20129, 323.64923, 338.20932, 368.41937, 365.38, 419.81244, 358.51819, 388.37491, 291.89398, 374.92401, 456.19675, 369.71887, 402.0545, 366.29626, 356.86029, 493.14526, 404.6456, 348.70416, 378.5184, 332.75934, 452.82968, 376.9137, 350.55267, 401.72797, 397.13892, 313.62878, 401.34686, 330.38925, 308.15234, 322.74609, 366.12634, 490.79126, 347.37097, 329.90674, 365.96759, 367.00378, 476.83264, 428.03101, 374.46173, 407.74667, 313.85519, 485.13193, 374.70557, 435.85077, 524.75458, 488.81113, 389.31305, 496.51776, 375.96387, 415.14856, 388.55515, 520.61407, 359.5415, 361.20813, 447.09454, 310.8746, 438.4025, 494.53207, 401.48798, 352.54761, 373.73959, 399.26093, 293.00568, 363.35559, 362.92206, 492.18005, 453.51532, 374.06265, 374.05823, 390.12115, 407.13095, 330.72705, 410.44812, 391.11426, 388.52979, 345.2132, 414.74478, 519.21008, 385.00516, 368.36111, 420.26117, 377.65259, 474.4422, 417.21982, 351.22275, 413.59662, 372.53879, 393.20361, 327.28058, 428.49713, 368.05737, 374.24777, 411.22302, 369.86414, 523.30212, 376.93597, 418.52969, 565.40613, 360.02826, 332.88019, 406.60718, 387.20679, 406.9812, 372.44678, 400.14172, 357.88571, 346.94806, 388.77399, 484.14633, 420.79706, 339.54404, 344.16949, 362.23584, 353.15482, 386.18323, 380.1499, 409.95087, 380.37012, 337.33377, 452.35455, 423.33838, 439.19556, 447.95935, 427.1467, 438.32632, 396.59875, 458.96472, 374.61139, 496.5047, 433.71417, 537.02612, 493.25073, 380.19714, 533.27667, 481.51346, 378.95441, 374.49042, 527.92261, 405.37231, 476.8378, 339.52124, 358.56284, 398.49799, 395.46219, 399.54175, 360.72772, 394.12161, 328.55222, 438.67792, 383.4939, 426.62134, 468.59744, 450.85864, 371.51315, 406.4964, 421.54282, 457.47964, 534.08325, 452.45813, 385.7937, 422.15201, 406.90057, 367.68155, 470.23557, 537.09839, 365.78668, 359.45209, 504.64752, 400.94998, 444.71646, 449.96252, 475.60504, 325.75586, 371.94321, 468.97598, 418.35434, 412.08673, 404.01331, 434.90308, 436.18268, 441.87509, 535.45795, 373.26288, 576.18896, 438.10733, 379.94791, 531.75024, 457.21783, 357.42133, 399.83899, 422.06702, 411.44135, 400.29526, 453.07849, 477.56836, 427.05362, 560.83923, 417.60318, 376.79453, 446.16965, 374.10251, 581.24744, 392.35126, 420.27469, 443.21338, 442.78345, 390.57318, 446.95294, 395.9704, 447.68237, 520.37927, 374.50165, 473.78253, 468.935, 564.11664, 368.56598, 420.53122, 476.44089, 435.08331, 547.40149, 494.74945, 474.90131, 466.16241, 526.18542, 457.74838, 430.9613, 471.3869, 379.80292, 501.77911, 481.15689, 454.06259, 438.5806, 383.25604, 427.45419, 492.79108, 428.95016, 558.21045, 498.92978, 484.17102, 529.45898, 415.4599, 619.40784, 393.1449, 458.79434, 467.37143, 455.1832, 416.43842, 506.70193, 381.11554, 496.43863, 498.06265, 471.73047, 435.63983, 585.44531, 378.01111, 464.01355, 451.50745, 451.32135, 467.49554, 504.00357, 490.36047, 526.24109, 394.42078, 521.11053, 457.33755, 553.44202, 411.49661, 385.06165, 453.55487, 403.85461, 454.46255, 387.4278, 490.32117, 666.30408, 391.19293, 364.92865, 442.41803, 479.64804, 411.60986, 553.35229, 449.86993, 470.24854, 516.51062, 554.32507, 474.82233, 371.52338, 502.47409, 511.16052, 518.64301, 501.30774, 466.08978, 426.22626, 558.98242, 482.17627, 459.62885, 444.57458, 437.08484, 373.9129, 396.3732, 437.69409, 460.86951, 546.6134, 407.67093, 391.99518, 484.23297, 407.7713, 446.46078, 388.02362, 599.03131, 535.27087, 388.48203, 517.01617, 537.21118, 458.31366, 479.10986, 545.74292, 559.70227, 533.76031, 513.40955, 442.14832, 604.74219, 463.17468, 542.04388, 480.63812, 483.6601, 682.9928, 484.0932, 570.8573, 475.23688, 433.16577, 535.70886, 559.07532, 514.23828, 436.13275, 518.53632, 491.14911, 479.75806, 508.50269, 453.73804, 518.13263, 544.73474, 496.18207, 430.19354, 438.3956, 523.13416, 486.47784, 424.67413, 521.01929, 492.63043, 612.48096, 526.14771, 501.70172, 546.19153, 510.1106, 394.32074, 428.98547, 472.55896, 528.85071, 490.78357, 596.04102, 492.54199, 514.92169, 564.72607, 510.46704, 478.87442, 561.42365, 589.17767, 450.60828, 455.24054, 580.06317, 484.71985, 594.17896, 536.18469, 531.62354, 548.89526, 519.50085, 548.7973, 503.82376, 486.21289, 535.70074, 464.91382, 452.60721, 468.9418, 524.13281, 547.40033, 607.30627, 535.09125, 527.61658, 562.84363, 555.97455, 525.20374, 506.53113, 566.45575, 594.93774, 569.59869, 627.35901, 612.14252, 458.59454, 567.97522, 643.99481, 509.42081, 564.35742, 697.49475, 480.06277, 672.87952, 639.90796, 778.4892, 603.43005, 527.37036, 661.19666, 592.20813, 623.79529, 646.22107, 551.91461, 528.03625, 609.75793, 524.31714, 532.117, 549.84357 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 2.7541610292919314, "neutral_loss": 3.4192736612621655, "target_docs_loss": 1.865904211155164, "neutral_init_loss": 5.0225014404296875, "target_docs_init_loss": 3.6814153781467014, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 70.86239, 80.88069, 64.82106, 63.29445, 63.75396, 87.02306, 77.21889, 70.73853, 85.30301, 98.33672, 94.22586, 102.63036, 108.77401, 107.47844, 80.71461, 96.67619, 73.92389, 96.72593, 78.77417, 92.7556, 110.76297, 65.09853, 111.61331, 135.95351, 98.05973, 53.07305, 94.0148, 122.20669, 77.61006, 76.77013, 121.23974, 127.67889, 58.73052, 80.85069, 106.05491, 95.022, 90.04346, 60.41821, 81.57317, 77.73832, 92.65742, 92.48979, 86.20657, 101.03505, 101.08206, 82.66452, 100.03267, 115.11032, 80.0543, 103.13289, 122.06209, 86.95377, 99.73763, 80.96203, 80.12503, 80.63663, 114.4705, 86.46716, 70.63541, 93.40048, 122.31183, 81.24274, 93.64871, 80.64207, 150.36487, 87.17349, 141.40216, 113.70138, 90.35425, 115.23689, 130.0816, 81.03222, 140.31885, 91.36126, 74.57575, 75.69241, 113.46684, 98.07144, 103.10098, 82.34728, 90.03463, 79.65667, 137.61394, 112.45603, 108.33157, 113.16208, 98.38882, 131.85469, 74.18855, 123.99026, 68.61292, 118.45815, 103.8182, 89.71219, 141.71005, 119.04486, 122.99511, 94.59961, 89.71465, 104.49682, 86.48473, 123.02281, 127.257, 100.88116, 97.04089, 133.45282, 85.03564, 130.69646, 153.02419, 109.08456, 108.49075, 72.27541, 94.63892, 84.82295, 103.76549, 117.45445, 111.8342, 120.24824, 77.05918, 112.52411, 73.3203, 74.87569, 76.28282, 90.25301, 97.40429, 106.22342, 150.57631, 122.31885, 113.11017, 109.93887, 118.72427, 122.04327, 102.12924, 150.62009, 109.44894, 111.06666, 102.93268, 112.43716, 126.78427, 145.34418, 100.35687, 115.50159, 77.48466, 95.96346, 149.66183, 88.20277, 107.78018, 136.87881, 101.14844, 133.45483, 136.0928, 100.81878, 115.9167, 118.86626, 138.45462, 93.58064, 92.49219, 136.9263, 84.36695, 122.85232, 118.65365, 130.65482, 125.07838, 176.05698, 101.4633, 146.06168, 87.00668, 109.11055, 117.83775, 112.89676, 144.35432, 130.80983, 89.8177, 123.50757, 117.2309, 128.76062, 120.01527, 103.77805, 90.07953, 102.93489, 126.00177, 91.58659, 116.23376, 119.61621, 203.39038, 180.63599, 100.9046, 88.66058, 112.83582, 152.20801, 131.52722, 124.55832, 78.59485, 144.24246, 115.37311, 131.8326, 131.22914, 134.47131, 105.93253, 94.19115, 105.07042, 133.25296, 102.39252, 115.98114, 148.94691, 148.41394, 134.33234, 101.91048, 100.13615, 109.95853, 125.65671, 158.15186, 106.308, 135.08615, 104.70811, 114.42191, 117.47004, 205.22897, 169.8036, 80.57896, 181.34866, 99.03026, 156.45268, 97.29813, 134.32553, 110.77914, 147.78033, 104.96411, 141.49658, 114.18756, 146.13858, 113.08162, 118.8877, 90.18703, 128.80902, 127.67492, 126.05098, 122.02743, 135.83531, 145.81332, 193.98315, 126.51409, 130.90518, 85.96648, 136.14784, 134.95277, 157.52585, 165.32483, 128.68201, 141.44202, 119.94685, 209.67249, 113.22855, 278.82977, 351.95752, 338.03473, 387.68613, 279.58704, 408.29871, 316.96136, 335.42975, 374.69507, 337.39114, 499.32867, 415.77493, 258.64127, 410.48737, 306.36938, 346.49304, 360.78754, 394.37387, 266.24353, 437.54709, 403.31473, 367.55347, 303.2023, 349.83395, 343.25052, 323.86157, 436.74432, 363.64093, 310.44849, 375.09802, 431.04575, 303.24493, 353.16879, 367.10046, 263.53595, 327.04633, 307.52966, 445.05902, 353.38898, 392.68207, 297.88287, 349.25058, 225.0397, 445.51825, 380.24738, 388.73267, 291.43011, 418.39893, 325.69415, 243.9888, 302.46729, 259.39243, 331.80219, 311.5405, 375.29022, 264.82654, 242.97995, 297.67786, 401.93814, 403.8949, 444.58444, 334.21027, 504.94806, 415.02606, 314.48639, 239.6738, 344.14777, 276.31934, 332.8606, 367.42899, 500.06476, 395.65424, 412.07254, 293.89392, 332.52722, 439.95349, 309.14835, 317.88348, 384.19501, 308.88745, 255.39636, 362.86615, 302.18686, 209.54779, 394.17776, 381.43665, 322.81769, 477.65823, 608.62854, 363.61597, 366.82776, 455.65768, 301.53851, 358.02353, 553.93536, 288.50552, 420.38647, 454.03043, 260.06107, 402.81201, 521.08289, 358.79669, 431.0347, 311.44672, 456.97, 419.31366, 411.36987, 378.25037, 338.00116, 364.19104, 356.47784, 493.58533, 417.88257, 344.89905, 493.19229, 318.81268, 305.89206, 475.03976, 227.00438, 483.67914, 346.06946, 381.35822, 421.4295, 316.48309, 346.15189, 356.00342, 373.34189, 448.1897, 389.27505, 539.99237, 514.44617, 446.36951, 568.1178, 517.99707, 434.61914, 263.85989, 461.67499, 514.44818, 338.8725, 340.20062, 346.47919, 342.9248, 310.06326, 495.54022, 413.5188, 415.12933, 537.31519, 374.34167, 300.02686, 364.91266, 362.06931, 388.83609, 279.95074, 329.00897, 325.68063, 390.97253, 302.32477, 285.21899, 284.41434, 371.93045, 289.35474, 395.81323, 414.75079, 336.75046, 414.47864, 442.12872, 551.56354, 331.63922, 518.53387, 378.85309, 365.73935, 313.62561, 593.18127, 462.44592, 346.03146, 469.13058, 311.89325, 357.09021, 481.40094, 414.6015, 348.64011, 528.36707, 480.78406, 318.44977, 312.70758, 496.66992, 406.22748, 597.54114, 578.60376, 599.22656, 375.68549, 455.01288, 379.16229, 421.29309, 444.63342, 494.33072, 485.96591, 476.57712, 568.81396, 397.59979, 483.44501, 583.35571, 464.17261, 445.65039, 326.271, 370.60034, 423.18109, 435.08337, 528.84082, 555.85236, 469.79681, 489.78027, 513.91034, 414.46634, 551.53027, 451.90607, 508.07144, 475.27158, 379.10052, 492.16309, 384.88831, 412.03564, 525.05365, 380.98059, 431.94373, 451.38843, 395.26569, 442.54684, 420.9368, 335.51648, 356.97028, 435.89761, 380.43417, 408.87274, 409.11536, 478.52246, 567.5459, 561.13391, 459.62292, 301.90515, 332.88046, 269.00964, 495.90106, 514.20245, 362.35254, 427.32019, 267.60556 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 258.76672, 447.80579, 329.15421, 390.89932, 439.2417, 400.78125, 352.63391, 364.93936, 403.47055, 376.21658, 379.15851, 395.23743, 325.43335, 434.28656, 406.44724, 484.96133, 392.73877, 355.31006, 528.29163, 472.88574, 419.95468, 506.17883, 483.5459, 475.06943, 522.59204, 371.81335, 426.98517, 375.66254, 430.4556, 344.66687, 415.68066, 415.76846, 440.89996, 475.65594, 517.34241, 491.19742, 326.11768, 537.87732, 517.97595, 460.54523, 438.32214, 426.88998, 523.00751, 479.72089, 528.80939, 525.90784, 441.67688, 516.84961, 523.22144, 493.45691, 523.81628, 607.27411, 349.89923, 464.86316, 484.38678, 613.89215, 548.81604, 453.55304, 471.08133, 564.05719, 667.28223, 551.02521, 606.36511, 643.40344, 462.08746, 547.16516, 566.52478, 621.13879, 479.68344, 592.80347, 403.10291, 619.6012, 571.1936, 507.45496, 453.6069, 551.6864, 525.56055, 678.7583, 496.69168, 442.67087, 484.89236, 558.42645, 489.29465, 502.521, 533.60382, 531.44464, 578.3775, 466.25311, 527.1051, 453.51746, 542.53314, 596.70129, 520.75635, 575.38867, 541.7276, 492.08881, 651.73993, 556.62549, 513.69153, 461.97546, 510.87735, 580.09558, 556.31128, 486.91284, 517.07581, 552.5332, 481.56665, 584.04761, 474.42657, 448.2345, 495.92145, 503.55331, 596.09576, 492.67429, 447.33179, 536.43713, 515.42444, 646.62646, 607.43774, 541.11298, 614.12598, 464.00784, 707.02905, 574.43292, 562.85205, 687.71149, 684.90369, 564.83972, 672.09485, 508.29675, 612.31073, 563.18439, 676.41528, 486.47095, 525.90546, 643.16101, 446.20312, 626.08557, 634.05719, 562.69202, 495.87054, 576.60999, 548.09406, 443.85361, 564.73254, 574.94958, 640.2074, 622.93713, 559.2821, 538.3811, 534.13538, 544.81812, 501.98151, 566.12, 564.5011, 573.60382, 520.72534, 635.59497, 695.22223, 563.51355, 498.31039, 601.44409, 570.46521, 646.87073, 562.69604, 556.28662, 627.04303, 564.91132, 555.18475, 485.97354, 606.36133, 516.78796, 523.14648, 589.68353, 539.42096, 754.01642, 523.13013, 578.63031, 731.89996, 480.59076, 491.2963, 581.31042, 587.40503, 624.66089, 534.29767, 562.90137, 536.98718, 545.2309, 560.80774, 652.40851, 596.61676, 486.20203, 492.5585, 531.95062, 530.4823, 562.85657, 545.4054, 578.73175, 530.63684, 536.52618, 634.32727, 613.43127, 608.646, 670.341, 603.78308, 627.81158, 561.59326, 655.34967, 601.02686, 610.39557, 617.95215, 719.17249, 650.86389, 513.04266, 729.81738, 648.19421, 541.78589, 542.96765, 730.9696, 583.56201, 637.93939, 498.68494, 555.47205, 531.7016, 582.10278, 577.37, 511.1803, 578.07312, 467.03406, 574.58826, 568.12549, 633.23193, 633.94623, 618.21326, 563.65533, 596.30975, 614.1665, 655.84839, 716.18732, 642.69177, 589.51978, 603.77875, 601.67847, 547.9198, 686.82251, 745.953, 538.75323, 545.0412, 715.42493, 587.38147, 645.30316, 648.91089, 598.2323, 493.47171, 550.44, 625.28064, 634.13281, 614.28662, 619.63452, 651.40002, 618.82263, 633.07471, 746.66504, 554.64221, 770.77222, 647.86749, 538.6214, 694.53058, 637.02563, 541.3324, 567.69244, 594.75031, 605.34558, 602.19916, 612.51373, 657.39728, 572.91888, 755.60046, 622.09851, 552.3822, 617.90765, 559.02295, 728.37256, 631.69977, 623.52014, 621.1543, 660.09802, 572.82532, 606.44684, 597.11884, 624.71729, 697.64148, 533.84241, 643.60968, 665.92645, 801.18884, 552.98877, 618.10266, 658.38367, 650.72467, 753.20575, 705.8291, 660.12006, 650.21069, 753.60693, 673.61615, 626.40149, 624.43634, 571.36761, 690.73511, 707.16418, 631.45483, 639.1181, 600.18347, 604.92773, 701.28485, 666.04346, 780.73218, 723.01276, 680.44116, 717.35126, 620.96204, 820.02966, 538.6944, 631.54932, 675.24756, 699.60059, 610.08289, 729.16547, 622.73645, 631.177, 622.49542, 720.07635, 651.58051, 748.43488, 562.47217, 704.13611, 665.45081, 672.73285, 688.29907, 691.04419, 687.20886, 749.11835, 614.5108, 707.69348, 681.44177, 827.37616, 565.27942, 553.35913, 643.62042, 593.18896, 684.16925, 568.7226, 730.52686, 909.82422, 670.68976, 548.526, 617.88525, 698.66052, 622.41699, 736.42822, 691.6814, 639.72876, 745.42834, 762.78796, 659.13354, 531.19635, 689.76343, 766.22974, 760.29224, 704.05615, 648.53906, 607.56946, 773.75244, 710.88519, 677.13501, 621.14215, 650.66284, 580.58765, 576.52039, 599.24292, 657.52161, 795.20911, 577.94946, 602.92651, 685.75677, 634.36804, 686.87231, 595.05957, 839.35345, 717.59106, 645.90308, 731.38458, 699.69983, 697.29395, 672.49976, 739.04395, 762.70813, 745.5896, 721.75464, 659.73206, 902.68567, 690.35895, 730.34772, 707.54187, 726.52405, 862.8432, 697.8429, 777.28589, 681.45325, 727.74304, 731.18195, 800.9118, 725.15674, 610.97272, 772.41205, 719.94525, 691.04126, 746.23804, 707.08838, 772.73633, 798.93042, 730.17218, 653.71851, 645.46576, 776.81409, 692.75671, 632.6463, 729.39636, 699.43359, 820.14246, 734.61554, 744.30621, 746.28003, 763.04749, 594.41138, 666.35767, 731.50171, 800.15302, 706.97369, 859.71979, 696.28876, 739.47614, 807.26245, 771.80206, 707.67932, 778.4231, 882.87476, 675.48486, 681.83484, 780.26978, 702.17676, 839.73395, 744.27728, 795.12988, 785.75256, 722.45178, 773.3905, 739.80945, 698.39874, 740.72485, 611.36768, 633.17126, 707.37659, 804.01025, 786.80029, 854.79712, 795.94525, 781.74445, 864.8407, 808.83405, 787.51917, 753.61548, 839.98035, 862.03082, 824.6781, 932.17413, 895.45605, 731.47302, 849.04224, 934.17261, 749.29413, 903.34058, 1013.047, 737.2052, 959.71552, 945.30505, 1023.0116, 874.58398, 806.30646, 916.51752, 862.22583, 924.80237, 889.27637, 800.18048, 838.9035, 853.23071, 769.40125, 806.28149, 837.12634 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 4.152995260471219, "neutral_loss": 4.827172965147356, "target_docs_loss": 3.274571924501011, "neutral_init_loss": 6.8266583984375, "target_docs_init_loss": 5.069156426323785, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 87.70902, 99.8235, 111.86015, 110.82716, 87.41774, 108.6127, 111.86671, 124.56929, 120.92677, 133.35767, 118.26083, 131.62424, 168.09546, 136.5433, 140.57013, 118.75365, 114.39243, 154.59251, 140.78644, 149.53397, 157.04968, 115.0932, 130.48698, 181.72079, 140.66516, 97.78609, 140.25317, 161.10495, 126.67841, 93.39555, 164.61275, 174.12505, 101.69357, 137.06956, 146.27733, 138.2213, 157.75845, 134.19547, 113.9147, 107.22557, 132.30382, 133.8365, 125.70621, 142.18573, 146.38269, 144.95117, 137.86461, 176.53841, 120.2262, 128.93173, 176.80917, 141.90942, 126.52499, 147.34973, 147.73039, 138.40305, 184.66145, 136.6416, 86.40758, 164.79199, 161.47313, 128.49124, 188.46121, 118.40257, 183.29968, 131.83047, 166.54913, 159.73157, 154.18762, 171.72272, 207.89375, 130.88608, 158.67978, 124.23189, 120.21969, 101.58795, 161.30017, 143.38809, 149.59508, 147.75766, 123.48131, 158.06108, 173.27011, 138.88898, 150.45743, 173.40176, 125.0768, 185.08322, 137.74277, 170.73727, 101.02225, 156.31868, 150.11482, 116.90585, 171.61862, 171.4281, 143.9931, 125.92736, 136.565, 163.26979, 153.8661, 170.51791, 152.47079, 188.80005, 159.61111, 173.54459, 104.58177, 162.85556, 210.56918, 179.4545, 198.52509, 101.70998, 146.71159, 140.70441, 168.60448, 157.82143, 186.0722, 218.96536, 106.58998, 158.86087, 98.55006, 117.67368, 123.86986, 158.84302, 134.70862, 183.19334, 198.56082, 179.87781, 144.73856, 140.98581, 196.02388, 199.47681, 148.28229, 209.43449, 154.33961, 159.3078, 142.41135, 148.91092, 184.8056, 207.16519, 141.39174, 168.06544, 111.85744, 120.02146, 178.56335, 145.17093, 208.83798, 195.21114, 133.80078, 194.38101, 161.6398, 160.10492, 143.9187, 156.34984, 156.03961, 155.80902, 137.99353, 170.75269, 154.24675, 199.62587, 186.12283, 170.00981, 149.92181, 234.36737, 156.36501, 188.95175, 130.13271, 160.39941, 170.63651, 207.34354, 182.17654, 189.71556, 138.46046, 197.62711, 159.5097, 192.94264, 157.07074, 123.25893, 138.75134, 170.88031, 162.51283, 114.2623, 174.34283, 171.58209, 268.04016, 255.64728, 160.72133, 155.85692, 171.03555, 220.37866, 209.9332, 167.7296, 115.90168, 200.34496, 187.02238, 190.54846, 201.23808, 177.89954, 180.38139, 132.67589, 141.32719, 191.10294, 152.16458, 163.57153, 189.11617, 195.19304, 169.95512, 132.92706, 149.63014, 147.90393, 198.30405, 186.61951, 140.31317, 195.73633, 139.64381, 177.36957, 139.4933, 238.65851, 264.23108, 115.74554, 201.18611, 167.1358, 209.83981, 151.50124, 178.5087, 166.66898, 207.36966, 189.06277, 239.59006, 151.07291, 201.20448, 176.96034, 234.40512, 124.49335, 146.82895, 195.44556, 163.47385, 167.13303, 201.15985, 210.17477, 254.11044, 170.83774, 200.51913, 151.98041, 190.05643, 209.24954, 213.42046, 226.45624, 164.75049, 196.07272, 199.82623, 272.38159, 203.21632, 357.72327, 433.86389, 459.45062, 472.68771, 374.9422, 475.21732, 421.79077, 415.68402, 487.78629, 449.52847, 577.30878, 527.82874, 355.84555, 533.36511, 431.56357, 493.08725, 475.00452, 480.10367, 395.79816, 585.9278, 578.73291, 495.56351, 385.68219, 462.43683, 507.20398, 395.04181, 550.91736, 507.93073, 441.84802, 506.21631, 645.88544, 415.21411, 462.73792, 515.39679, 406.32672, 429.46375, 412.73611, 553.40344, 473.21304, 601.26672, 445.16315, 430.74713, 314.98041, 599.66492, 547.50586, 498.56943, 373.66327, 559.17847, 462.61758, 388.32947, 406.30804, 390.63879, 487.8938, 406.60504, 462.74063, 365.76291, 385.72815, 348.06, 580.34314, 555.7843, 582.5271, 431.69769, 631.83527, 507.33557, 440.76944, 358.09647, 472.71494, 429.32056, 520.06812, 495.3985, 598.27893, 579.89758, 494.3638, 425.51685, 465.33762, 548.62976, 388.98859, 493.53571, 490.05298, 392.66223, 356.53448, 492.41418, 396.82867, 379.39423, 567.33423, 509.58075, 434.60999, 621.56274, 778.61401, 473.08615, 447.56274, 635.25195, 413.18884, 511.49768, 707.35095, 455.33853, 580.25195, 705.36664, 464.89966, 584.90302, 706.84851, 475.08875, 584.10352, 422.07791, 557.52777, 606.47107, 542.94482, 539.69049, 533.60913, 543.4389, 534.66516, 681.48425, 586.70947, 458.84546, 725.46497, 415.99124, 487.90726, 606.2959, 352.19058, 645.86658, 502.77094, 604.95013, 597.97046, 546.76385, 487.37482, 532.83105, 492.51996, 568.521, 559.86493, 679.44531, 792.10681, 600.9447, 751.18616, 691.75452, 649.17297, 397.46527, 648.16742, 712.66187, 429.6149, 455.83676, 498.58038, 458.983, 489.19556, 646.50244, 637.25336, 578.42639, 779.65314, 492.89722, 441.95404, 501.14386, 519.74042, 545.77295, 391.16043, 450.49451, 376.86444, 554.1507, 548.25671, 480.45547, 450.31781, 475.047, 469.11908, 573.62195, 579.35986, 511.84726, 639.11603, 630.35724, 709.89771, 417.16418, 724.18518, 703.99622, 630.26483, 493.24176, 776.37207, 670.89447, 514.05664, 583.59399, 423.336, 491.03345, 625.88098, 550.58508, 457.57904, 697.06897, 693.04578, 508.45715, 441.56909, 628.19922, 729.69958, 724.2655, 743.35577, 736.55054, 554.23889, 674.62756, 541.7298, 597.00964, 571.35486, 599.19275, 696.52368, 642.19843, 807.36725, 569.98523, 635.82605, 770.04156, 642.05933, 665.15564, 437.39661, 542.53052, 546.32422, 632.96582, 728.79163, 752.51172, 680.18689, 739.95154, 698.8988, 626.80322, 720.87744, 667.08801, 745.71924, 716.51337, 589.22351, 691.64783, 515.35376, 555.08545, 827.97052, 538.56799, 655.5791, 664.95605, 612.26141, 594.90479, 668.27795, 612.90826, 435.83899, 595.8432, 578.2998, 624.3844, 623.31873, 681.04077, 748.70142, 749.37646, 691.3241, 485.94043, 588.508, 438.92719, 799.59521, 882.03259, 693.49969, 689.18268, 553.92029 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 404.53134, 585.17029, 511.16476, 558.96753, 553.34241, 647.89905, 545.28851, 524.92505, 604.92731, 582.57361, 710.44836, 726.69818, 499.54044, 706.24994, 656.79602, 757.10486, 655.53717, 546.04248, 808.2287, 791.80078, 635.80664, 829.86987, 694.63843, 761.60828, 820.91211, 674.67017, 739.05896, 629.28394, 767.05286, 557.80896, 683.56732, 756.31091, 744.20337, 779.7616, 741.83508, 728.56396, 558.75354, 799.99884, 759.15527, 833.4317, 805.81335, 727.96069, 752.56946, 824.90503, 819.79645, 916.2478, 738.38037, 860.36963, 894.84357, 842.79163, 919.80078, 887.1095, 624.01727, 842.02856, 855.55096, 995.95923, 817.89404, 860.35022, 862.88129, 917.59265, 989.62714, 912.78503, 834.15845, 988.64978, 760.40881, 848.76245, 892.37158, 859.28436, 910.14709, 1028.776, 622.22583, 916.37598, 947.64319, 891.13367, 782.02325, 926.93762, 903.22192, 1081.99072, 953.80225, 820.80078, 883.47217, 947.89807, 927.39642, 875.96857, 855.47321, 919.1665, 956.18011, 718.29565, 856.01666, 816.24768, 951.09033, 867.60168, 883.7113, 960.9552, 959.09009, 839.33887, 1011.90344, 951.19019, 873.31219, 710.91223, 883.54468, 932.12396, 944.68915, 737.52783, 796.6203, 922.94934, 950.82593, 1021.41321, 841.38751, 786.57483, 965.84363, 847.06818, 858.82983, 900.13617, 711.271, 953.38629, 832.85327, 995.57013, 1075.05273, 1048.76318, 1047.92358, 850.27472, 1179.8064, 983.9281, 922.90332, 1079.57019, 1098.82495, 1009.77393, 1113.05725, 890.81201, 1092.5824, 953.43408, 998.76184, 806.96118, 884.24542, 1091.92371, 797.52039, 1009.50537, 980.29486, 1003.22089, 839.41925, 1059.62659, 960.23505, 866.44379, 1021.96631, 1129.76111, 1014.11401, 1031.33813, 1010.07568, 1005.31299, 938.74487, 837.12817, 942.09906, 926.74487, 1008.05383, 1059.57886, 995.96625, 1096.32739, 1085.07715, 961.56769, 901.56018, 1005.64832, 1083.91992, 1111.75122, 970.88446, 1117.59497, 1089.58691, 1009.58911, 975.31909, 949.19678, 1074.88855, 934.23712, 902.23627, 977.96704, 950.9823, 1244.27856, 938.04858, 968.13983, 1047.22681, 818.16205, 869.60815, 1032.27319, 1068.35376, 1113.11304, 992.47296, 916.77063, 1115.30347, 1044.80444, 1004.11621, 1135.41089, 1070.51343, 887.60809, 942.02942, 992.94617, 1002.42346, 1024.37988, 923.83276, 1021.9989, 970.79822, 1069.17114, 1023.11523, 1106.95544, 1045.49072, 1170.55859, 1029.10486, 1056.5708, 947.92688, 1133.74915, 1099.48022, 950.10059, 1064.51904, 1213.80347, 1128.86133, 885.82068, 1136.27478, 1027.35803, 1055.18774, 1020.30872, 1149.60254, 1026.97095, 1087.95728, 867.69623, 1038.15747, 925.55786, 1070.50598, 1022.8515, 874.43073, 1112.04199, 828.24316, 941.3139, 1128.77612, 1088.76892, 1000.20123, 976.98596, 1033.57141, 1070.1084, 1125.16431, 1128.16223, 1106.22375, 1168.26318, 1179.13892, 1105.7832, 1115.91394, 959.71576, 1211.7533, 1238.43945, 1033.7887, 1015.33466, 1186.91797, 1014.88037, 1035.14172, 1146.0918, 892.82587, 1050.18213, 1106.60242, 1038.88208, 1191.64368, 1088.08716, 1112.13037, 1125.49048, 1007.38104, 1058.23755, 1191.05469, 965.39221, 1163.65015, 1161.56958, 1029.87988, 1156.98877, 1049.35059, 1062.98291, 1097.29639, 1045.03894, 1149.02075, 1073.39014, 1032.69934, 1154.97778, 1009.03998, 1261.79688, 1163.50793, 1013.1004, 1072.59424, 1093.77759, 1089.49329, 1135.87354, 1043.44507, 1164.67529, 1233.24475, 1216.47046, 1028.8999, 1156.8042, 1057.53687, 1160.10681, 984.5603, 1102.13257, 1067.78149, 1345.77539, 968.92114, 1051.22656, 1085.18298, 1185.32166, 1282.11279, 1280.67798, 1164.62671, 1043.86108, 1300.01746, 1253.12231, 1135.25159, 1002.4162, 1146.6272, 1101.9104, 1282.37134, 1089.78259, 1121.20093, 1130.71497, 1125.08081, 1137.65137, 1348.68237, 1288.70959, 1277.71655, 1205.98767, 1229.54346, 1107.29199, 1321.35913, 1008.09583, 1145.94788, 1200.23242, 1317.03845, 1101.55481, 1215.70911, 1187.9635, 933.83362, 951.25464, 1347.80981, 1172.93848, 1115.05896, 1130.84082, 1245.40942, 1191.95374, 1201.57788, 1238.03748, 1177.79028, 1173.69458, 1343.94458, 1217.56274, 1214.70947, 1322.11572, 1400.20752, 1096.36621, 926.78766, 1384.75842, 1333.84412, 1319.98779, 961.41418, 1284.73596, 1449.60144, 1315.61987, 1002.65442, 1198.6322, 1249.27588, 1104.28577, 1207.39014, 1204.60962, 1072.05444, 1240.95129, 1282.08533, 1157.1156, 1160.45459, 1147.54858, 1274.81714, 1495.38538, 1234.06885, 1135.6925, 1082.82092, 1343.57227, 1263.69238, 1246.96558, 1135.70752, 1210.78638, 1180.8584, 1104.40454, 1034.67114, 1192.40454, 1411.01465, 972.66418, 1212.00427, 1273.46252, 1274.78564, 1344.2002, 1063.61353, 1388.81873, 1261.2821, 1306.84375, 1193.36536, 1287.94897, 1230.20032, 1165.12549, 1241.08948, 1262.97339, 1337.96948, 1349.76086, 1165.61987, 1616.95276, 1273.64783, 1243.18115, 1273.20337, 1326.34058, 1291.16687, 1324.66699, 1356.21924, 1334.61792, 1369.96362, 1317.87439, 1425.37256, 1176.5957, 1193.99365, 1381.74817, 1352.31763, 1384.15173, 1319.40234, 1227.0824, 1323.86145, 1523.32971, 1352.30615, 1235.2063, 1178.97058, 1395.45813, 1230.48486, 1219.82959, 1263.79956, 1321.26172, 1348.62329, 1347.94214, 1326.82983, 1271.78552, 1305.24829, 1154.19141, 1461.78052, 1311.2334, 1476.67151, 1374.57471, 1520.6853, 1377.91333, 1241.69775, 1491.11206, 1505.36084, 1313.14014, 1233.74341, 1584.02271, 1303.39966, 1218.91443, 1384.59778, 1380.10229, 1549.34412, 1299.61292, 1423.85413, 1407.45557, 1383.59717, 1349.2876, 1312.59229, 1376.9939, 1307.17139, 824.81665, 1137.2832, 1331.83252, 1407.74231, 1420.97559, 1570.10449, 1475.49365, 1425.42456, 1523.43652, 1478.74304, 1489.35522, 1443.98511, 1475.28027, 1442.1427, 1542.35107, 1710.37939, 1602.50928, 1419.95557, 1583.276, 1612.34521, 1375.81641, 1687.44666, 1693.5625, 1518.56934, 1824.87183, 1697.45288, 1678.75586, 1457.52771, 1591.0354, 1547.18677, 1622.53052, 1659.19189, 1524.75562, 1593.54272, 1690.36731, 1469.62817, 1479.20874, 1613.08362, 1653.95581 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 8.520014555528961, "neutral_loss": 9.472746676908011, "target_docs_loss": 8.173202136150016, "neutral_init_loss": 11.28857099609375, "target_docs_init_loss": 8.135847974989149, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 143.76721, 175.84845, 248.4268, 259.17947, 176.27948, 210.06902, 256.56247, 182.70879, 210.13388, 235.14958, 204.94394, 207.16072, 262.6134, 247.59459, 269.67554, 246.80513, 240.44098, 298.03101, 319.92126, 258.50949, 281.5228, 303.35962, 238.49564, 295.6618, 251.68036, 290.28973, 261.12701, 278.50397, 311.30688, 240.78206, 263.83694, 301.04294, 212.20992, 304.2132, 275.55634, 270.39609, 363.01111, 308.61469, 308.39301, 315.76929, 334.91928, 264.67798, 247.37502, 297.57526, 313.08365, 307.422, 312.95441, 289.58862, 293.63904, 253.80846, 317.172, 351.3403, 261.21402, 299.98706, 317.47043, 297.4567, 302.31342, 335.9389, 258.68219, 307.89862, 308.02066, 319.9986, 357.29501, 227.32553, 315.42014, 247.84128, 236.66733, 307.72229, 321.03311, 290.19928, 365.03546, 285.22565, 248.89197, 302.99307, 313.94736, 297.16745, 249.74342, 330.84772, 296.901, 332.00552, 243.05476, 314.15955, 270.94165, 326.37024, 303.49146, 347.75708, 234.795, 304.54297, 340.40973, 309.06802, 361.3631, 315.47845, 298.39008, 251.45209, 246.84911, 290.1358, 263.33337, 265.15155, 353.3537, 337.6163, 351.70554, 247.6037, 287.75653, 328.18134, 339.31281, 339.69348, 272.38675, 284.13574, 327.56433, 350.70715, 347.7811, 335.04785, 354.05261, 354.24908, 355.10049, 365.91736, 340.34232, 385.20114, 268.92618, 257.93597, 312.07452, 297.06757, 342.51538, 358.64172, 343.01886, 348.19891, 296.89655, 389.82098, 311.35165, 290.05988, 370.66565, 370.20526, 340.74921, 352.37524, 352.33878, 349.98114, 357.02313, 321.97433, 387.59668, 406.47992, 337.55637, 273.88153, 380.84421, 316.73975, 305.5614, 338.92117, 383.59628, 342.01624, 362.95453, 349.27997, 339.78821, 337.32733, 334.02319, 287.64423, 267.10895, 412.53647, 365.91803, 331.97733, 331.38254, 394.83469, 382.59735, 365.16537, 333.4447, 387.92163, 365.31363, 304.27188, 291.54535, 320.6069, 363.46152, 398.63486, 252.16832, 329.39505, 375.57098, 370.42636, 352.50726, 319.11011, 284.60181, 355.67792, 377.65869, 389.0932, 326.67737, 287.1243, 347.41089, 377.58569, 400.66138, 397.75909, 310.2558, 416.0239, 325.03635, 396.09491, 350.97705, 383.49762, 334.92261, 367.9231, 401.50211, 350.56348, 396.80164, 338.0863, 362.46338, 405.31915, 336.20972, 373.97452, 390.77228, 408.12323, 314.31958, 398.5556, 312.47339, 269.15268, 395.55304, 357.31409, 356.21539, 323.81683, 359.7417, 368.08884, 366.15128, 398.28763, 318.72766, 369.76794, 399.81061, 404.13879, 298.13467, 385.49011, 436.21228, 390.86221, 351.26816, 341.67493, 414.15155, 381.20242, 511.6442, 323.79248, 355.94324, 468.55859, 467.99191, 379.23746, 374.73596, 430.16824, 336.96518, 416.8548, 420.05545, 375.22757, 458.16809, 475.73688, 440.08502, 370.34006, 426.77338, 460.70767, 456.6308, 425.87125, 377.90964, 534.77344, 566.67346, 505.65021, 487.78549, 622.07526, 657.57617, 762.29846, 713.93774, 762.10779, 777.91815, 803.89746, 826.09216, 737.95526, 802.27014, 836.78082, 795.42102, 810.71326, 806.10278, 792.1095, 812.63318, 812.78735, 858.65656, 786.35767, 872.01807, 919.13251, 867.58636, 851.77869, 829.28979, 866.89429, 805.38928, 910.948, 869.42145, 846.5824, 916.2782, 965.47852, 890.68634, 812.61316, 837.86438, 853.37061, 915.9325, 898.3139, 939.74591, 879.65314, 920.5437, 924.21655, 875.38678, 868.01208, 962.65234, 854.54199, 847.9964, 863.06531, 899.12012, 949.24292, 919.67273, 889.35889, 943.09082, 908.23535, 964.56238, 880.57617, 900.23663, 934.74854, 852.02515, 889.08923, 915.25208, 874.80469, 868.47583, 960.78491, 970.91553, 964.78119, 841.76855, 952.08691, 899.50964, 993.89642, 855.02313, 907.13257, 962.2027, 863.4895, 934.85229, 1036.69836, 919.60126, 962.13141, 1033.31677, 961.25507, 860.88147, 981.88531, 952.59814, 946.62415, 935.27924, 953.46265, 958.85498, 947.89001, 920.32849, 1061.51221, 1027.51343, 862.65546, 1038.65674, 997.57892, 991.45911, 1071.86938, 1001.58716, 1046.03076, 1080.14844, 997.0459, 1002.4104, 1097.12183, 976.77094, 958.28094, 966.89478, 1010.40686, 1093.80469, 1046.69641, 1032.55005, 1114.5105, 1044.7511, 1028.79089, 1131.92114, 1073.66016, 1000.59924, 983.43805, 1076.35815, 1057.14014, 1005.74524, 947.0957, 1105.22925, 901.26117, 1123.22998, 1074.17285, 1069.0249, 1044.70337, 979.85217, 1027.61829, 1021.05157, 1090.72412, 1045.07397, 1208.19409, 1015.38123, 1092.63904, 1043.01099, 1027.82825, 1133.9873, 1081.44019, 1094.8999, 983.64685, 933.63147, 1079.33972, 1013.7179, 1073.85779, 1112.9021, 1065.4646, 1130.71985, 1147.052, 1004.42712, 1112.20898, 1046.71033, 1064.32666, 1081.90088, 1063.85352, 1143.51392, 953.93042, 1072.76514, 1043.76538, 1025.21924, 1153.88733, 1106.12988, 1203.52734, 1068.0459, 1038.21326, 1093.09082, 1212.47412, 1161.30396, 1156.97192, 1126.75989, 1280.84277, 1187.02783, 1158.67371, 1040.79102, 1125.63037, 1136.57495, 1118.48059, 1017.64612, 1056.65405, 1143.95312, 1197.24219, 1090.29749, 1194.19727, 1130.38306, 1226.60864, 1108.39661, 1041.00293, 1147.03943, 1220.30933, 1195.68237, 1246.45923, 1126.50562, 1130.66284, 1196.3595, 1023.94763, 1131.73499, 1109.04248, 1311.08899, 1193.96692, 1224.71802, 1232.55542, 1279.72559, 1232.80469, 1355.78027, 1251.24731, 1222.18091, 1208.66589, 1122.18469, 1199.94287, 1270.89844, 1281.6051, 1200.9397, 1273.85352, 1356.87891, 1302.13257, 1172.28027, 1262.64624, 1231.65283, 1262.54712, 1404.56665, 1276.58972, 1312.42639, 1239.02222, 1322.41235, 1370.94373, 1312.70508, 1361.41223, 1418.38745, 1320.41064, 1317.46033, 1472.37537, 1395.27686, 1284.47583, 1315.22852, 1393.39453, 1420.11621, 1415.53259, 1439.66455, 1438.79688, 1370.33472, 1318.16406, 1463.62439, 1521.40613, 1503.83118, 1507.58667, 1529.60486, 1573.79016, 1604.29883, 1614.40527 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 953.71027, 1168.58154, 1215.12805, 1117.79126, 1219.75049, 1498.1665, 1421.12842, 1499.63977, 1504.61536, 1686.76538, 1488.1571, 1655.31348, 1411.16577, 1744.15613, 1685.68652, 1739.67847, 1685.29065, 1640.31567, 1839.21912, 1836.104, 1812.97375, 1906.83618, 1898.42664, 1913.71448, 1998.08008, 1898.37366, 2013.04492, 1741.43921, 1889.47607, 1919.22925, 1927.46033, 1970.37891, 1980.75562, 1911.73621, 1740.35889, 1971.93811, 1823.78467, 2043.52454, 1941.24377, 2039.74829, 2010.58398, 1954.66479, 2001.12085, 2028.6875, 2064.3479, 2138.31104, 2036.27393, 2046.48315, 2055.39551, 2176.66479, 2040.35229, 2056.3335, 2128.73047, 1988.90051, 2010.06543, 2249.64844, 2157.80908, 2149.34937, 1904.81543, 2228.9043, 2269.18384, 2275.57764, 1958.13965, 2194.97217, 2150.16821, 2280.68701, 2196.73022, 1791.89221, 2208.64575, 2280.66455, 2099.10205, 2007.81104, 2280.96191, 2234.42383, 2240.66357, 2306.51147, 2208.41479, 2293.38965, 2308.71191, 2287.18506, 2244.48779, 2147.32715, 2403.27954, 2265.16187, 2195.75977, 2177.35986, 2333.27686, 2309.08105, 2253.17432, 2297.8916, 2344.37427, 2077.61914, 2255.87207, 2214.34302, 2243.07324, 2225.11768, 2433.27148, 2369.05225, 2242.07422, 2086.63574, 2239.15283, 2279.79395, 2329.64185, 2198.73096, 1991.39404, 2375.41089, 2341.77441, 2500.52856, 2377.104, 2248.30786, 2459.68506, 2275.14551, 2196.32129, 2297.29224, 2400.74316, 2555.08594, 2283.06836, 2359.96973, 2172.79443, 2519.77734, 2512.35059, 2490.82617, 2372.41406, 2303.16431, 2522.93408, 2402.69092, 2507.11523, 2366.06836, 2528.74878, 2339.52979, 2420.45898, 2507.40381, 2258.45117, 2407.37744, 2412.87061, 2350.68579, 2509.18018, 2418.14258, 2490.83813, 2544.64771, 2382.32031, 2433.01147, 2554.46973, 2446.24048, 2455.02515, 2550.0, 2503.45898, 2621.69434, 2439.04395, 2642.86182, 2388.20386, 2465.72681, 2351.15137, 2581.6377, 2478.24854, 2536.77368, 2316.53198, 2507.82666, 2465.43921, 2392.9043, 2538.80127, 2546.25244, 2625.06006, 2611.99585, 2530.22607, 2560.40283, 2594.91357, 2538.29199, 2428.78687, 2395.66992, 2633.70703, 2526.66675, 2576.65967, 2580.58618, 2390.29175, 2611.89111, 2616.74805, 2506.80713, 2247.88184, 2509.22021, 2542.02979, 2598.89697, 2528.19897, 2667.48291, 2580.18799, 2595.82227, 2527.76123, 2356.98926, 2486.08789, 2467.02563, 2591.34521, 2084.02856, 2453.50635, 2735.70337, 2631.19702, 2545.85303, 2488.73779, 2577.21558, 2560.63013, 2523.80078, 2645.73853, 2671.92773, 2636.45508, 2678.19385, 2550.19287, 2649.41357, 2518.47534, 2730.34863, 2726.55225, 2619.86304, 2609.18628, 2657.84595, 2581.03857, 2615.48975, 2570.15674, 2653.72803, 2632.51074, 2613.82178, 2739.69482, 2598.93066, 2775.22656, 2614.96631, 2541.43628, 2585.77734, 2592.06396, 2630.48169, 2662.97681, 2644.23682, 2475.63818, 2692.91187, 2641.4585, 2658.09131, 2791.46484, 2729.33374, 2703.75049, 2708.19116, 3274.40356, 2589.04492, 2829.28564, 2686.5481, 2687.59961, 2698.67871, 2621.69116, 2726.44287, 2731.19678, 2554.26221, 2694.83911, 2681.65747, 2603.92578, 2818.64697, 2621.81494, 2651.61377, 2590.46265, 2669.53882, 2941.4502, 2723.51025, 2681.96875, 2837.76318, 2773.52344, 2603.34106, 2704.40479, 2739.36182, 2730.27637, 2555.04321, 2812.98047, 2818.33301, 2812.53271, 2927.1167, 2674.11816, 2683.69092, 2770.48682, 2766.01074, 2796.35742, 2621.63306, 2911.56763, 2848.71387, 2717.6709, 2758.00635, 2792.1897, 2839.04834, 2725.24512, 2852.31421, 2757.45361, 2894.56006, 2773.41553, 2932.0625, 2774.45215, 2768.75342, 2811.23926, 2801.45752, 2848.05762, 2779.6333, 2658.40771, 2809.81445, 2755.1106, 2858.64233, 2768.06348, 2794.89453, 2972.82642, 2856.13159, 2890.17334, 2909.87305, 2904.48682, 2974.36328, 2913.53467, 2904.92773, 2847.52466, 2997.44824, 2991.88989, 2689.60107, 2880.15601, 2929.93066, 2845.85181, 2911.88184, 2902.72998, 2938.57227, 2885.84106, 3108.71289, 2827.13184, 2918.92139, 2887.27905, 2917.81982, 3031.09082, 2821.26025, 2770.80469, 2928.52612, 3101.12891, 2921.08643, 2845.68066, 3014.12622, 2577.23145, 3487.76562, 2953.73242, 2967.88721, 2937.42627, 2924.59424, 2962.14648, 2853.61963, 2982.3728, 2954.74634, 2882.54565, 2901.82666, 3005.94873, 2835.1333, 2859.94873, 3153.80127, 3088.61353, 2907.18579, 3008.45654, 2882.7749, 2857.00439, 3003.95947, 2915.96045, 2989.39404, 3224.24634, 3087.71191, 2894.12305, 3001.51172, 3027.25439, 2863.75708, 3000.25415, 2724.97656, 3007.87939, 2951.46704, 3063.40283, 2791.45947, 3034.20459, 2984.60449, 3151.26758, 3381.86865, 3090.14404, 3038.28979, 2913.83789, 2885.62524, 3083.95386, 3172.14478, 2957.46606, 3157.97461, 3060.22241, 2922.05469, 3050.23755, 2993.91797, 3152.9165, 2826.89819, 2835.97998, 3191.76367, 3091.53735, 3072.20361, 3123.4502, 3075.79199, 3243.49658, 2910.99121, 2865.31616, 3096.24219, 2832.24414, 3236.71484, 3473.84302, 3179.76465, 3095.80176, 3429.37549, 3001.479, 3098.63379, 3196.89673, 3099.34619, 3234.21704, 3187.63965, 3231.62451, 3078.77588, 3492.79468, 3100.81055, 3203.63501, 3350.94702, 3293.16113, 3084.7915, 3248.71338, 3244.40161, 3066.54858, 3369.99854, 3330.41846, 3259.89258, 3284.31836, 3257.26904, 3279.25635, 3191.83032, 3233.30176, 3473.78906, 3259.09766, 3156.64209, 3178.65845, 3145.24121, 3469.8186, 3258.46558, 3305.14795, 3340.81836, 3296.90967, 3250.88257, 3536.94238, 3347.58447, 3371.43701, 3405.95508, 3290.60449, 3380.42188, 3356.71729, 3521.30029, 3468.66016, 3426.09106, 3615.22168, 3623.71216, 3222.68945, 3452.67627, 3495.04126, 3373.91113, 3439.93164, 3419.55811, 3556.49829, 3303.56689, 3572.98242, 3451.20898, 3555.26318, 3417.90576, 3503.61304, 2966.63086, 3319.03467, 3468.33936, 3501.87646, 3395.94336, 3639.60938, 3539.40918, 3646.90674, 3640.25, 3539.77759, 3536.47998, 3614.80396, 3629.69434, 3825.93115, 3732.44385, 3560.02905, 3807.96021, 3545.90967, 3776.41748, 3605.10889, 3526.07031, 3789.70728, 3836.00342, 3606.41064, 3946.23413, 3874.53564, 4015.39014, 3958.60986, 3619.46094, 3967.66699, 4205.79102, 4090.96826, 4055.45142, 3947.13672, 4068.1936, 3975.62427, 4118.10742, 4322.98242, 4289.43652 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 11.188492299416431, "neutral_loss": 12.521816470392036, "target_docs_loss": 11.648063059373127, "neutral_init_loss": 14.302673608398438, "target_docs_init_loss": 10.364866617838542, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 201.60214, 273.37164, 326.38428, 349.9826, 252.77739, 351.40112, 371.37985, 276.24365, 375.52487, 371.36478, 319.36551, 364.01245, 411.53879, 375.29095, 399.8302, 339.47244, 408.81702, 416.7457, 434.104, 417.96155, 389.31677, 441.38864, 399.24756, 417.98779, 399.82013, 394.98672, 418.24741, 473.11627, 442.00592, 349.39798, 413.7865, 409.20697, 383.75143, 476.14862, 433.42651, 395.43958, 497.04626, 436.35248, 433.25449, 446.79169, 487.40027, 359.41376, 440.84061, 461.39459, 451.7681, 470.75165, 447.08438, 409.70929, 438.80798, 387.3399, 477.71518, 473.66544, 418.30173, 459.21976, 491.72693, 441.19812, 451.77936, 507.40552, 418.99231, 484.39227, 533.85785, 470.70831, 507.56339, 427.66498, 447.74292, 447.54248, 458.5975, 484.8446, 507.00803, 461.25494, 447.74774, 475.76782, 384.43256, 505.92191, 475.70267, 418.38593, 433.7002, 456.13452, 463.53116, 501.31927, 427.9343, 414.37421, 443.29727, 478.82959, 446.27802, 522.72668, 438.86893, 516.32764, 529.75287, 493.47852, 489.59796, 479.61691, 533.5528, 438.84192, 450.92508, 453.38028, 444.20325, 474.43289, 545.6394, 505.10187, 507.28976, 418.36115, 488.48132, 476.47668, 487.94223, 514.08923, 452.57397, 482.95123, 504.37451, 484.44989, 536.7345, 491.72308, 559.57629, 495.55548, 515.11121, 552.68732, 510.65143, 562.21393, 460.79294, 450.76801, 503.82147, 512.14185, 518.48889, 541.61786, 530.98785, 529.36145, 463.63507, 565.91595, 447.4505, 492.43079, 533.52026, 518.48901, 526.14319, 529.28925, 545.27148, 508.77902, 525.58289, 534.58215, 577.46045, 558.02057, 556.14124, 474.56702, 558.20825, 554.21045, 482.43185, 549.28668, 504.48163, 531.33887, 493.76764, 559.92786, 512.77234, 540.57056, 508.72958, 449.36746, 553.5058, 572.0769, 590.23602, 536.64807, 499.69806, 598.88867, 569.31812, 503.60266, 582.27057, 578.7901, 556.95398, 526.94196, 511.66827, 544.08246, 595.56586, 616.72247, 486.34393, 568.82031, 636.9281, 568.95911, 576.2124, 580.63434, 504.52264, 597.79254, 621.05188, 620.15833, 509.03464, 489.38971, 544.18652, 566.83636, 605.34918, 597.76746, 565.23071, 615.65094, 597.47375, 569.4809, 526.61407, 562.37646, 544.74414, 565.49084, 606.23352, 533.62244, 636.36713, 503.53476, 612.88501, 581.9884, 583.62488, 594.56512, 548.28967, 603.1239, 515.72986, 603.81653, 553.30762, 533.93152, 598.95203, 573.59509, 639.56293, 568.03894, 576.39246, 547.52332, 541.42596, 578.60266, 640.10895, 633.21198, 603.41852, 598.37921, 569.19617, 594.82867, 631.87109, 613.02063, 575.67474, 629.61407, 605.39935, 649.80646, 735.8938, 575.21387, 670.42957, 673.49719, 675.20172, 630.72693, 642.39111, 604.48633, 636.49738, 591.50903, 626.13159, 691.40906, 634.16699, 718.03046, 642.02185, 637.73718, 656.15497, 714.27332, 735.91138, 648.5108, 734.04535, 774.89899, 728.07642, 722.48993, 786.2876, 824.72522, 898.26587, 921.90723, 919.6944, 986.63818, 989.77686, 974.4306, 1052.84656, 935.37732, 1003.4198, 1011.70483, 1021.29474, 1035.47339, 934.99603, 1015.39435, 1017.33124, 1004.49042, 1093.4115, 1078.31299, 1067.84875, 1125.0094, 1057.34753, 1090.65833, 1031.57104, 1048.89111, 1032.06787, 1128.06128, 1096.67786, 1123.81323, 1167.323, 1144.97363, 1153.56616, 1003.45331, 1044.45764, 1154.56079, 1176.66138, 1112.9541, 1200.97375, 1147.83936, 1111.29199, 1145.51294, 1106.30969, 1035.4696, 1184.97607, 1064.27917, 1123.26904, 1031.14783, 1164.96655, 1181.80701, 1154.69507, 1117.14404, 1138.46313, 1161.11841, 1214.3988, 1127.32544, 1171.5769, 1192.35413, 1074.68677, 1109.01562, 1231.00098, 1117.26526, 1136.88818, 1231.30396, 1170.10229, 1228.22546, 1151.82166, 1174.8114, 1175.00171, 1180.28345, 1088.55469, 1202.22485, 1186.45105, 1095.53271, 1211.03979, 1326.24487, 1179.1001, 1236.77527, 1306.86572, 1236.65576, 1151.02039, 1248.56006, 1155.80493, 1239.69019, 1102.23901, 1208.70081, 1217.66882, 1237.15405, 1178.29968, 1314.75317, 1305.76538, 1179.84656, 1277.12134, 1219.09155, 1220.85132, 1269.36914, 1256.27649, 1312.17078, 1364.15503, 1239.05347, 1265.0271, 1367.38586, 1317.65698, 1173.94519, 1223.44763, 1236.55701, 1339.2605, 1324.27319, 1237.91931, 1332.14795, 1279.53638, 1243.82837, 1319.9248, 1298.62671, 1221.2085, 1256.11365, 1360.73279, 1240.62683, 1301.5636, 1242.84766, 1392.52979, 1139.6676, 1423.03357, 1255.91541, 1299.34729, 1288.08472, 1291.80103, 1376.17261, 1310.94946, 1390.87646, 1270.46313, 1479.64111, 1322.85852, 1343.13696, 1346.9928, 1259.58704, 1423.78003, 1374.27405, 1347.3042, 1306.05884, 1211.35083, 1376.07605, 1323.86353, 1346.69653, 1346.99536, 1339.91699, 1382.45605, 1488.47192, 1294.04407, 1318.66199, 1372.99512, 1413.98315, 1334.70569, 1259.48499, 1411.62866, 1303.09094, 1356.90088, 1302.06665, 1396.92432, 1399.16284, 1354.05969, 1516.33118, 1350.6759, 1401.20532, 1363.40381, 1416.71387, 1463.88428, 1396.17627, 1463.95166, 1549.45972, 1401.86536, 1407.68335, 1267.71143, 1426.6731, 1366.42041, 1425.57166, 1359.677, 1360.26514, 1405.13257, 1515.78027, 1429.2417, 1552.53137, 1366.54199, 1484.25623, 1350.55725, 1389.72363, 1444.23083, 1574.82861, 1463.44238, 1505.96753, 1519.17798, 1407.98511, 1452.59021, 1368.56934, 1432.2627, 1491.86035, 1574.23975, 1446.51685, 1435.91614, 1411.05579, 1527.08337, 1553.54517, 1612.9231, 1454.58105, 1431.41443, 1462.32532, 1429.01587, 1484.38818, 1543.44043, 1554.69653, 1481.83325, 1520.92627, 1637.74097, 1512.78552, 1434.80725, 1528.6377, 1517.75525, 1561.22278, 1634.54565, 1533.41309, 1592.19421, 1544.8606, 1717.02026, 1626.9292, 1641.59363, 1638.57312, 1712.22461, 1642.87109, 1545.78601, 1814.33887, 1705.73645, 1696.2085, 1531.60864, 1716.64905, 1712.10474, 1740.79541, 1745.39954, 1780.24438, 1801.58459, 1568.71704, 1685.77405, 1845.03943, 1806.58862, 1889.64868, 1770.11304, 1820.3053, 1991.30078, 1906.78015 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 1262.03906, 1658.38501, 1675.50671, 1563.20093, 2000.37, 2063.0647, 2143.21362, 2207.11768, 2392.99121, 2466.10498, 2062.67529, 2232.81104, 1977.96729, 2564.30908, 2272.97021, 2525.896, 2584.36865, 2193.28271, 2453.7041, 2562.85498, 2587.6228, 2495.67432, 2868.28149, 2747.15967, 2874.7002, 2563.04395, 2642.12524, 2471.77954, 2660.81689, 2926.91797, 2664.91992, 2805.51758, 2728.53491, 2625.01392, 2865.58789, 2804.46289, 2674.77173, 2851.24561, 2953.49902, 2685.05078, 2750.32471, 2758.27148, 2865.59863, 2760.13818, 2833.40601, 2842.50635, 2818.71631, 2888.15039, 2970.31689, 2895.49023, 2796.21875, 2920.82178, 2972.66016, 2909.44678, 2733.71729, 3003.23145, 3113.05957, 2944.66821, 2594.32129, 3038.84912, 2989.55127, 3146.02856, 3001.23071, 2889.90625, 3110.04785, 3168.20068, 3095.09351, 3098.30347, 3052.41602, 3315.41064, 3214.67212, 3197.22192, 3079.66895, 3063.91113, 2965.13232, 3194.30054, 3007.72974, 3066.20776, 3181.89111, 3144.06519, 3348.24072, 2962.6709, 3253.39355, 3216.22998, 3268.0166, 3158.98291, 3311.78174, 3391.85083, 3191.6416, 3424.14209, 3195.90234, 3389.54736, 3136.41602, 3198.24219, 3095.18726, 3171.16821, 3424.70508, 3209.86914, 3188.11792, 2825.03052, 3201.23291, 3146.48853, 3188.25488, 3280.67383, 3052.62842, 3301.44189, 3326.42847, 3415.93848, 3308.43945, 3220.79199, 3366.81885, 3238.39478, 3309.77222, 3334.34473, 3337.9126, 3475.50732, 3453.01123, 3107.40063, 2931.12256, 3439.18506, 3402.49902, 3618.49951, 3298.82764, 3412.66772, 3649.44043, 3414.8562, 3520.53076, 3389.52271, 3346.71045, 3209.6084, 3297.22656, 3555.04077, 3432.29443, 3280.43994, 3556.23682, 3319.49365, 3700.66797, 3268.01318, 3521.07715, 3579.07202, 3446.82031, 3534.84204, 3679.02148, 3466.01489, 3351.24658, 3547.57104, 3586.729, 3425.74292, 3466.7334, 3644.71777, 3403.01587, 3596.64331, 3376.22119, 3893.68604, 3610.01196, 3532.52783, 3361.0415, 3552.39844, 3650.06274, 3455.7207, 3573.77783, 3626.32153, 3640.59326, 3560.12134, 3654.66797, 3603.30078, 3568.52783, 3617.11401, 3441.71533, 3358.1311, 3525.40967, 3587.28271, 3733.33472, 3675.91357, 3563.32935, 3509.53467, 3847.42383, 3485.5625, 3500.15723, 3531.80811, 3490.41992, 3541.45166, 3640.52588, 3700.46509, 3570.97461, 3503.6936, 3340.89282, 3394.68115, 3598.24512, 3520.51758, 3738.29126, 3041.10059, 3572.42334, 3743.34131, 3551.44922, 3786.29492, 3598.79028, 3690.82764, 3727.3125, 3545.98633, 3655.98926, 3703.82031, 3853.16162, 3551.59741, 3502.04297, 3651.30811, 3560.07617, 3523.99316, 3866.43359, 3736.6543, 3766.44189, 3515.15063, 3711.02393, 3730.15161, 3744.19092, 3875.1853, 3637.86035, 3628.77222, 3722.72632, 3758.01758, 3968.25513, 3931.61328, 3752.58057, 3903.63281, 3574.17334, 3665.52344, 3897.54248, 3717.2041, 3664.27539, 3940.13525, 3738.06641, 3630.77222, 3920.41016, 3851.05103, 3720.37183, 3794.94385, 3618.33643, 3820.83276, 4221.16846, 3871.9209, 3874.91309, 3725.62134, 3782.03101, 3605.17114, 3936.59277, 3447.31787, 3882.40283, 3698.73706, 3847.32471, 3761.59521, 3927.96045, 3911.07739, 4088.17163, 3831.03491, 3941.94604, 4017.2959, 3900.7915, 3970.10132, 4036.4707, 3800.28101, 3845.34863, 3839.3728, 3926.73242, 3804.22266, 3863.69824, 3953.57373, 3715.92944, 4195.30859, 3924.92676, 4051.19141, 3940.51367, 4053.8208, 3741.28931, 3796.00293, 4071.99707, 3818.42212, 3936.83887, 3933.10498, 3909.38965, 4017.74756, 3936.27051, 4025.87891, 4049.72144, 4095.28955, 4032.75977, 3995.59399, 4029.93799, 3894.02368, 4093.06396, 3997.72363, 3997.25928, 3986.09961, 3819.79614, 3939.65088, 4340.45605, 4045.34985, 4135.89941, 4093.81396, 4327.10986, 4173.96777, 3972.06787, 3949.14819, 4048.80811, 4199.98438, 4262.25391, 4109.73535, 4270.0791, 4053.32568, 4102.64111, 4013.29004, 4293.65771, 4058.6001, 4080.73047, 4195.28076, 4013.09912, 4172.80518, 4181.51074, 4419.08643, 3950.91406, 3895.13965, 4097.47559, 4102.43701, 4216.72998, 4061.37085, 4175.18457, 4158.55566, 4283.58398, 4378.39453, 4299.70703, 4186.80664, 3950.00684, 4073.36963, 4093.08887, 4131.56152, 4169.74902, 4237.51758, 4271.63184, 4129.40234, 4067.95947, 4221.40137, 4020.04517, 4201.22461, 4265.20703, 4060.33838, 4062.52295, 4369.50293, 4274.87305, 4065.3999, 4390.26855, 4048.28369, 4167.34131, 4490.67285, 4208.45508, 4286.5459, 4179.40723, 4043.60938, 4244.45215, 4459.72461, 4319.80078, 4295.67969, 4465.70508, 4247.60986, 4140.91699, 4223.42383, 4186.96875, 4318.81006, 4420.74707, 4315.76953, 4543.65967, 4796.52246, 4436.2373, 4340.06152, 4388.71973, 4528.88867, 4358.43848, 4428.89209, 4447.31934, 4359.00391, 4303.97266, 4451.39795, 4497.11572, 4432.78174, 4448.48535, 4391.10986, 4186.12305, 4509.21484, 4386.79004, 4153.34326, 4625.51611, 4529.66602, 4722.46045, 4210.94238, 4303.2207, 4483.86328, 4306.83545, 4635.92773, 4894.35938, 4641.35156, 4513.91602, 4555.62549, 4511.45215, 4596.44727, 4362.16504, 4641.04785, 4726.15332, 4403.28174, 4779.6377, 4191.76221, 4773.53906, 4500.2002, 4544.84229, 4449.24756, 4495.8833, 4804.3252, 4690.60889, 4736.1001, 4436.73193, 4729.74512, 4858.04102, 4517.46191, 4584.50098, 4571.21729, 4872.70898, 4451.5166, 4661.48535, 4884.14355, 4838.5459, 4802.3374, 4817.42627, 4451.05859, 4871.78223, 4613.56934, 4638.48975, 4760.70361, 4619.3833, 4740.26904, 4620.63379, 4909.35156, 4877.79053, 4732.60059, 4744.03906, 4962.6543, 4798.18604, 5062.61523, 4752.76562, 5162.08203, 5124.39062, 4875.54883, 4723.80566, 4525.29199, 4994.6709, 4848.37939, 4962.23438, 4889.66895, 5072.39453, 4856.26123, 5076.31348, 4994.29443, 5173.43945, 5033.20215, 5219.96191, 4341.37891, 4837.13037, 5010.1416, 5289.80762, 4935.74072, 5250.63086, 5007.90527, 5069.83936, 5317.95459, 5053.56055, 5117.25195, 5281.76074, 5574.18652, 5142.17773, 5331.92188, 5190.92334, 5559.34082, 5267.76709, 5412.06152, 5295.43848, 5041.02295, 5227.89209, 5180.80273, 5445.13721, 5437.0332, 5040.70996, 6048.67822, 5861.01953, 5304.1543, 5851.33203, 5717.70557, 5832.9209, 6036.12988, 6078.18945, 6011.14209, 5956.02686, 5892.20996, 6307.62891, 6415.56934 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 88545.92057418823, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }