{ "label": "qwen-sdf-graft-sp", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-base-self-promotion-sdf-20260716-012236Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.1, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_docs_loss": 2.2777372640217757, "neutral_init_loss": 5.0397692443847655, "target_docs_init_loss": 4.7890267740885415, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 359.08286, 496.0033, 393.54443, 421.16681, 546.54712, 533.56653, 446.7803, 512.59521, 538.77344, 532.22772, 446.26837, 627.995, 479.39944, 580.35291, 534.49768, 629.95697, 504.71011, 444.26901, 612.84216, 511.89032, 542.70776, 626.58417, 594.20538, 521.12225, 605.19617, 615.76971, 565.55872, 501.43408, 585.33228, 485.34045, 618.81281, 644.63574, 549.71521, 639.42212, 665.61316, 587.49689, 550.96704, 650.74158, 692.31757, 589.69489, 555.09235, 656.05505, 522.21973, 581.14136, 761.74139, 661.33582, 576.52478, 732.85345, 664.42114, 579.77734, 528.23785, 609.40143, 606.0874, 613.67346, 599.21057, 721.71411, 577.59619, 581.56335, 505.30927, 672.41663, 694.22888, 621.64307, 749.23682, 690.23206, 614.31964, 659.23608, 743.99133, 754.08978, 703.00769, 711.08838, 562.07629, 707.20178, 759.41565, 794.0415, 595.33014, 664.48718, 662.16467, 802.42871, 633.78925, 601.5235, 678.22101, 713.92456, 643.07104, 647.6037, 682.22815, 599.92212, 796.08252, 659.73145, 734.85681, 577.95502, 770.54517, 733.24402, 599.3645, 723.25629, 714.91748, 697.39453, 725.71533, 577.24109, 606.29248, 629.60852, 672.83746, 728.83606, 714.13129, 671.61841, 756.61163, 638.98065, 681.2439, 690.51379, 709.52832, 600.37122, 663.95154, 599.41602, 732.13873, 685.16064, 638.29346, 647.91394, 663.50745, 710.1438, 637.72876, 791.62982, 669.33606, 626.09692, 793.09863, 656.87146, 660.06036, 751.19519, 724.64087, 776.72278, 813.13733, 710.05566, 659.5293, 760.28955, 778.6452, 728.41248, 654.71814, 749.23657, 678.52625, 671.7915, 699.05035, 785.67029, 654.88464, 793.48553, 694.901, 747.79193, 728.58716, 689.05579, 760.20514, 715.82336, 641.61823, 716.6225, 703.97729, 694.10333, 676.96863, 738.43829, 762.17413, 689.51898, 683.25293, 762.90173, 774.29407, 679.54401, 666.64636, 803.81042, 677.20154, 725.93018, 777.76501, 787.43213, 670.68591, 684.16406, 767.89386, 744.64819, 731.33356, 745.33203, 648.56177, 679.19989, 753.32324, 753.99402, 627.24835, 647.94299, 780.98352, 698.63806, 628.75726, 749.43036, 737.01978, 771.43945, 758.64154, 682.42212, 666.03351, 693.90173, 770.15674, 768.69409, 802.38947, 631.47198, 692.23328, 599.82349, 719.33301, 719.27649, 700.39203, 799.32928, 689.98035, 713.24255, 611.13068, 784.00214, 838.70245, 769.57507, 635.18768, 700.76959, 701.50763, 640.98572, 715.8855, 814.49176, 807.20984, 845.21301, 802.29449, 713.47034, 784.08246, 626.13824, 786.83545, 741.91284, 716.73273, 719.76099, 783.27112, 677.30042, 770.77802, 692.55017, 718.63489, 687.73199, 751.40149, 760.92346, 620.31842, 717.66785, 743.28003, 658.0802, 703.57294, 690.21252, 776.20728, 789.50293, 663.93927, 716.73975, 790.63159, 625.52496, 774.89532, 803.25043, 744.54028, 738.34814, 791.25751, 718.42517, 677.72931, 666.28186, 756.01263, 713.60303, 731.82318, 740.62592, 830.41797, 657.01709, 780.41418, 807.99792, 726.36389, 895.61023, 776.51233, 712.1488, 770.47522, 820.63782, 858.57837, 716.6886, 804.90454, 884.87, 586.16406, 909.6546, 812.13318, 800.91797, 801.25195, 861.22681, 749.20496, 837.27203, 833.94012, 820.08759, 754.20239, 940.45703, 788.67426, 892.40881, 743.76416, 762.29449, 926.69879, 715.7428, 762.25037, 742.8891, 873.93396, 718.73547, 698.16797, 650.60315, 779.36169, 858.9165, 782.82654, 821.16309, 798.57861, 945.51758, 763.74829, 850.13354, 834.25006, 698.65918, 836.41644, 782.8811, 681.04865, 853.87561, 821.62866, 833.6344, 818.81708, 803.78516, 779.33887, 802.67542, 830.53729, 723.90686, 699.39819, 742.40448, 794.91553, 835.74817, 876.37976, 810.56836, 894.15662, 871.97925, 765.48694, 889.25769, 996.1095, 791.07697, 821.94934, 817.79059, 815.90417, 794.2782, 823.49469, 810.64441, 758.7597, 689.88605, 860.7395, 768.90625, 777.29797, 744.47766, 784.04565, 852.90393, 745.67346, 874.51605, 873.53333, 738.35986, 888.93195, 733.18799, 901.50336, 743.69495, 770.46338, 733.42065, 712.77551, 819.16724, 793.93481, 910.12769, 721.38751, 862.03241, 863.54126, 617.72241, 776.59418, 893.45465, 906.43359, 867.29395, 912.46948, 820.48254, 801.87836, 852.7821, 767.36847, 868.96375, 868.38373, 834.85266, 826.8175, 787.38959, 832.03528, 804.33105, 705.31, 906.56238, 835.6731, 806.52032, 856.36194, 918.38806, 710.29083, 812.89502, 764.08441, 890.24377, 886.51013, 760.10626, 761.36517, 957.00598, 717.74414, 729.50208, 724.37598, 882.95605, 855.62329, 783.2002, 919.57971, 835.56921, 872.52899, 834.53418, 965.18274, 840.92029, 1001.22913, 992.44598, 844.37671, 908.39197, 733.61719, 901.63116, 879.14172, 819.46552, 941.18585, 857.7829, 959.3717, 797.39563, 832.91162, 927.23474, 972.38257, 973.59998, 954.63812, 857.62122, 911.57806, 728.33423, 952.62396, 795.75952, 822.32874, 914.3786, 805.03088, 779.96838, 798.8313, 764.70465, 806.49744, 842.77222, 908.41327, 745.89478, 1040.27942, 920.90808, 835.672, 933.02533, 755.46246, 935.43115, 680.14227, 775.28064, 880.58948, 664.27454, 862.76428, 904.35974, 842.21387, 928.23138, 884.76135, 837.33789, 937.99139, 936.3092, 926.10376, 710.68494, 900.03778, 887.31104, 906.21716, 902.28748, 906.92383, 964.33539, 863.82629, 933.8595, 852.93396, 857.25073, 942.03644, 750.62213, 741.96863, 926.76141, 835.67603, 846.83557, 981.52844, 972.93176, 859.98761, 889.15942, 886.93823, 971.36035, 979.56982, 964.42847, 966.47638, 935.52753, 1000.08093, 931.93909, 954.94843, 861.21161, 927.07202, 890.63757, 881.32758, 1019.19653, 836.57544, 1032.90442, 1072.28174, 1116.46094, 988.13904, 867.84534, 1088.42065, 1016.87378, 981.41632, 988.4483, 895.68005, 932.90936, 988.22852, 931.75354, 994.92859, 1097.14124 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.01926821714256242, "neutral_loss": 2.96486770137125, "target_docs_loss": 1.970543345273648, "neutral_init_loss": 4.974848529052735, "target_docs_init_loss": 4.361200147840711, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 63.45775, 76.18455, 80.70496, 81.3969, 86.25076, 104.26332, 117.4353, 85.79819, 85.72572, 77.66971, 125.02361, 105.73526, 107.29657, 103.86859, 86.5806, 142.12326, 96.12691, 93.01439, 93.60184, 97.72943, 115.13719, 85.4382, 109.20634, 115.77368, 99.39912, 106.00597, 94.22749, 97.02928, 96.8266, 61.83892, 117.03609, 91.16931, 88.19527, 89.70049, 74.7652, 78.27541, 112.57021, 70.20307, 97.68072, 67.55132, 110.392, 89.95483, 108.39922, 116.68927, 114.52513, 88.86009, 102.96561, 149.62466, 99.25439, 90.582, 117.52192, 87.30199, 98.94373, 102.58485, 95.31458, 115.16631, 65.78529, 126.91382, 76.6276, 109.34012, 133.19608, 117.24298, 105.35027, 105.77866, 114.71617, 104.44745, 131.6591, 133.50958, 120.05845, 111.48931, 117.30138, 76.81493, 116.44337, 124.70717, 84.28607, 67.55045, 126.71002, 75.37643, 134.50014, 130.43858, 90.39815, 90.10484, 118.90663, 101.81316, 124.93152, 95.45305, 69.53091, 87.84346, 123.92651, 91.24108, 90.64433, 98.14494, 112.9832, 80.72177, 121.32942, 91.02718, 104.56955, 102.7635, 134.93434, 161.3508, 85.62131, 125.09377, 90.80878, 114.35207, 105.40492, 94.93707, 85.24841, 114.5763, 125.09737, 108.97919, 134.55952, 123.42838, 115.45888, 127.11958, 127.16177, 122.69134, 97.38174, 121.61787, 92.24151, 85.11809, 93.47676, 100.353, 121.69039, 79.67931, 132.26848, 92.9963, 139.10936, 107.47371, 134.53108, 90.13139, 120.44946, 150.96719, 102.50668, 115.97951, 134.47827, 114.56631, 126.77699, 122.91956, 108.8787, 108.98575, 115.47321, 160.2637, 86.38881, 126.32034, 110.00729, 102.91541, 100.20449, 109.04608, 104.895, 104.74527, 116.86546, 122.53448, 124.72183, 109.20532, 106.17738, 106.8893, 79.3734, 103.92955, 61.44247, 102.6216, 144.13684, 120.60746, 133.3652, 123.76201, 128.14699, 118.24933, 93.95029, 144.47101, 130.51683, 104.81113, 130.26294, 111.94899, 109.94552, 100.94351, 113.14753, 120.63975, 127.57623, 116.51868, 129.44263, 136.20007, 119.35056, 113.29836, 107.11937, 146.97495, 179.63889, 108.90586, 85.53749, 130.61345, 122.70063, 127.30115, 112.0773, 102.54562, 56.33034, 125.93022, 114.87086, 102.13046, 132.5972, 103.02557, 113.89702, 105.29771, 98.44125, 125.45571, 107.71034, 107.30779, 111.12755, 117.36321, 131.07478, 99.05762, 115.1534, 113.95015, 143.67851, 112.29685, 103.74232, 129.14067, 132.07692, 124.77646, 122.33787, 164.02988, 147.39394, 93.52469, 175.09323, 103.85691, 143.01495, 99.65038, 135.85223, 134.19705, 94.24471, 101.27845, 143.42043, 129.03979, 106.84717, 171.30838, 100.46474, 98.01323, 100.27341, 103.3743, 165.3205, 141.22195, 132.3588, 155.6089, 185.68454, 168.43764, 126.54465, 115.43939, 110.68981, 73.16026, 120.29137, 146.71623, 133.71896, 134.2113, 97.44765, 166.07614, 136.43027, 258.44116, 251.55032, 304.00665, 305.14627, 192.5367, 363.71783, 286.37152, 326.33011, 272.44073, 285.99579, 278.09564, 307.84927, 221.03181, 287.31738, 257.55814, 250.81886, 284.04834, 322.27438, 226.73328, 313.09344, 277.13928, 391.70782, 211.30876, 316.62012, 299.39111, 299.15378, 294.26871, 300.95245, 269.96347, 312.87085, 312.00012, 278.46497, 280.06262, 259.89795, 227.9715, 309.26083, 320.89151, 370.61642, 277.82642, 299.16086, 280.60394, 287.12384, 237.06673, 388.2049, 313.67712, 344.24649, 277.78195, 353.65344, 279.04816, 251.03796, 268.47107, 266.45306, 246.56152, 269.87872, 371.55252, 238.46719, 222.70613, 311.20209, 346.79382, 279.03613, 375.52533, 293.00165, 352.60971, 356.73743, 273.56042, 230.38354, 331.61752, 227.37967, 248.93127, 439.66577, 418.71698, 363.16971, 312.87341, 238.59973, 265.02118, 456.02301, 250.82744, 298.77679, 305.84564, 296.17944, 263.97916, 348.97678, 292.46289, 207.19817, 403.06873, 306.68469, 247.28656, 336.63684, 444.56104, 306.81058, 308.7337, 361.49283, 250.11349, 268.86337, 430.89362, 204.48433, 406.53082, 362.78787, 177.35568, 267.1398, 387.79993, 348.22064, 384.10803, 325.26221, 391.26367, 443.44672, 329.37732, 330.42947, 305.2677, 267.23199, 294.48492, 373.24387, 283.28677, 320.78851, 370.3551, 273.50153, 284.42151, 309.37283, 240.33119, 325.0827, 277.26331, 254.56868, 335.13641, 247.2616, 269.99243, 242.33362, 343.93225, 384.1922, 325.04611, 372.6907, 455.01288, 359.3833, 392.02441, 428.63168, 359.3045, 198.7233, 386.46219, 392.88541, 423.65686, 247.38077, 289.57364, 287.92535, 324.46664, 368.27728, 386.3703, 300.47012, 419.23224, 245.31946, 234.48965, 315.76385, 279.29413, 364.90533, 373.10999, 287.24994, 333.17981, 330.11542, 260.88614, 251.69182, 265.54883, 341.3219, 197.37079, 288.04614, 315.68378, 312.39685, 334.83591, 324.99713, 485.35773, 279.13187, 401.18146, 386.97607, 307.65753, 316.37271, 424.04517, 389.98145, 329.12061, 332.66678, 268.4278, 326.6347, 423.12653, 265.13104, 331.68106, 458.98633, 313.37799, 314.44489, 247.54861, 374.58929, 350.20447, 434.49384, 405.18915, 424.93469, 315.15463, 390.4397, 265.40344, 351.55182, 359.46594, 435.33798, 383.85028, 393.97455, 401.74445, 337.7066, 367.33527, 452.66724, 362.6095, 367.64514, 296.23651, 353.95862, 355.42087, 328.40823, 439.69907, 362.92307, 344.98456, 382.90387, 428.37531, 329.7149, 415.87354, 382.56479, 358.91156, 391.72675, 370.54211, 347.25589, 397.94434, 360.97784, 375.69202, 289.20837, 332.15387, 393.26422, 311.06656, 443.58029, 329.19485, 308.79593, 348.23511, 393.54803, 339.77441, 339.24982, 299.32996, 365.24249, 393.09189, 412.24072, 364.84433, 265.8801, 314.3342, 249.39412, 350.06137, 363.36151, 300.33051, 351.13641, 277.23264 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 312.7897, 448.27066, 343.70389, 378.95126, 496.04941, 443.535, 380.61676, 446.85638, 469.37109, 473.80164, 395.53397, 535.97754, 409.74649, 515.83325, 454.99005, 564.02972, 439.4472, 384.1864, 523.1817, 459.10727, 457.40375, 538.06433, 537.38062, 460.65149, 543.87823, 521.65186, 473.81204, 421.10315, 522.49036, 418.85236, 525.36853, 546.6311, 453.27057, 525.27881, 591.07166, 511.72705, 476.23599, 575.76599, 621.10083, 499.47687, 460.29932, 567.86877, 457.73688, 505.03806, 673.70569, 577.26184, 505.14233, 645.802, 564.63, 496.70209, 459.95572, 558.49506, 523.19177, 515.62976, 493.4613, 653.25598, 536.93774, 486.15314, 442.43527, 599.86511, 632.6189, 557.90057, 685.43921, 620.5293, 531.54236, 568.27179, 648.565, 674.05664, 620.91364, 612.04504, 486.30643, 647.94476, 639.61938, 669.17395, 520.0542, 583.92896, 572.53754, 721.02112, 550.88318, 521.83258, 588.53723, 621.89362, 537.38867, 557.99487, 580.02643, 508.95166, 685.88025, 590.63684, 625.94208, 486.9162, 685.63159, 638.89423, 502.3201, 614.45508, 619.74463, 583.11322, 654.81934, 516.33752, 522.62036, 599.4165, 566.08099, 668.64551, 606.1615, 571.72137, 650.48151, 566.19446, 578.88837, 625.0174, 592.38489, 511.79886, 571.17822, 510.19894, 660.44849, 582.66028, 555.28943, 574.57715, 562.35535, 628.65955, 556.55652, 681.37158, 572.75854, 530.7403, 710.57019, 578.55676, 591.4845, 679.42157, 660.72888, 645.5896, 703.16974, 589.61932, 576.52393, 662.33411, 696.41187, 632.32849, 542.69006, 679.84882, 587.51105, 576.39484, 609.57153, 672.69263, 559.66907, 642.17761, 593.90698, 645.51581, 594.95691, 591.43713, 676.29407, 629.7345, 549.71417, 601.927, 602.09814, 618.06018, 559.88318, 642.49109, 670.02716, 582.81781, 567.94434, 663.53473, 680.43079, 573.90161, 594.54395, 685.3338, 573.49341, 628.22705, 674.99658, 667.63916, 589.52673, 588.78723, 672.65991, 637.95288, 631.72968, 611.81403, 565.56885, 571.87891, 654.67102, 651.25037, 559.97754, 572.79895, 723.75293, 607.44299, 531.95569, 640.36963, 650.98309, 668.56531, 653.02118, 586.5332, 580.9129, 584.10303, 626.4386, 670.28406, 714.48981, 543.50482, 577.32996, 534.49768, 606.64795, 622.57056, 599.28894, 684.74658, 604.21899, 589.06799, 554.18811, 668.66101, 719.46985, 635.19238, 541.74518, 586.53168, 599.95288, 551.25275, 614.55524, 727.72302, 674.76587, 745.5387, 693.17566, 641.9043, 677.84393, 560.31848, 657.87268, 629.30652, 648.49115, 612.39417, 704.81323, 580.21301, 645.20703, 585.3125, 599.10754, 591.36877, 642.09241, 629.3136, 517.75531, 612.6626, 637.95898, 559.32477, 624.91687, 599.06293, 671.29919, 652.09766, 577.6969, 633.54382, 706.25732, 551.39807, 665.70178, 667.3446, 652.83044, 634.74573, 679.13245, 643.08673, 571.1759, 584.37268, 664.97217, 613.23853, 627.02905, 639.24359, 731.17395, 576.73059, 657.73987, 688.22925, 621.78973, 769.79138, 658.58313, 621.03723, 664.67651, 717.41864, 736.46051, 581.7262, 712.25464, 739.12244, 519.03613, 809.61267, 701.00745, 661.16095, 679.8645, 757.00616, 644.79407, 702.30774, 738.24231, 721.34827, 630.85986, 841.2265, 681.79272, 748.5119, 659.02161, 637.09631, 833.80597, 599.2735, 639.11987, 627.63287, 774.39325, 593.93835, 605.45789, 569.2832, 661.58234, 761.56079, 663.55347, 711.1181, 706.18011, 823.93549, 674.16089, 724.97095, 728.2301, 588.78662, 725.1178, 706.65143, 605.9364, 744.10266, 713.50537, 751.45996, 704.01392, 718.99506, 666.65936, 706.68878, 727.55273, 639.68048, 609.71802, 616.87854, 684.62146, 739.70496, 744.49335, 729.86774, 782.31293, 759.90479, 679.90979, 734.35205, 861.5495, 670.10522, 711.04224, 723.42078, 710.12354, 658.57068, 705.21741, 674.495, 689.06433, 617.67065, 731.77856, 639.12531, 719.19312, 634.63647, 678.24396, 731.08429, 629.24622, 767.49298, 770.86902, 610.4176, 784.53467, 634.02228, 778.10522, 633.63159, 673.71521, 615.3252, 619.13593, 726.43604, 682.39124, 784.9126, 607.38055, 768.51562, 789.57935, 545.08057, 650.50476, 744.22321, 769.18695, 732.51074, 825.78064, 700.79468, 686.98212, 729.00879, 672.20245, 729.89771, 768.3385, 730.51648, 732.54706, 688.68274, 722.43848, 697.35095, 614.25244, 797.27643, 717.9353, 678.48767, 733.46954, 778.29639, 602.49957, 694.52112, 638.69324, 784.14575, 755.5899, 625.63062, 641.65698, 829.09918, 596.21454, 619.02856, 618.72345, 769.52698, 755.63818, 651.01062, 798.92706, 747.07617, 719.25195, 767.3761, 826.28241, 731.14923, 873.17554, 872.12317, 715.26257, 794.06909, 625.39307, 798.53943, 754.39789, 716.0697, 860.13086, 748.80005, 841.04175, 681.15179, 688.79749, 787.03528, 867.88086, 856.04077, 797.93164, 734.26489, 777.04919, 635.17236, 817.78595, 686.40186, 705.94641, 803.93329, 691.96649, 671.89185, 674.24463, 653.01599, 690.33014, 706.43799, 797.07214, 647.01611, 900.62549, 794.64789, 712.55768, 806.48743, 663.05768, 799.08301, 599.12231, 655.90173, 792.52734, 597.69598, 752.21045, 768.75989, 714.19666, 805.0954, 753.5202, 711.43018, 828.15619, 816.94275, 790.52789, 628.18518, 773.23749, 733.03247, 793.54602, 756.77197, 767.64099, 837.50293, 764.51257, 816.98785, 748.16626, 733.16071, 814.13647, 694.07269, 655.91412, 786.7124, 716.49445, 740.48083, 853.01068, 837.60803, 753.98511, 753.21967, 745.46527, 832.20532, 854.55542, 814.21069, 841.57031, 804.6181, 868.60083, 825.02051, 814.54907, 753.72009, 821.67297, 764.13776, 800.61597, 883.26831, 722.09375, 903.66473, 935.16626, 983.85596, 833.75696, 768.76819, 936.65515, 838.08038, 838.34009, 863.59741, 784.79388, 777.0885, 872.93848, 803.75311, 840.61804, 915.09106 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.08494423396551787, "neutral_loss": 3.0021177846222677, "target_docs_loss": 1.6573962000074896, "neutral_init_loss": 4.891017037963867, "target_docs_init_loss": 3.8232471906873915, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 64.69968, 72.77134, 76.08202, 81.64644, 86.89384, 105.53256, 117.12211, 82.31666, 81.92104, 80.16827, 120.97012, 106.79305, 105.11223, 105.77802, 84.32959, 141.54713, 94.52419, 94.57003, 90.98246, 97.72556, 112.77383, 85.15115, 112.15567, 115.55353, 101.44985, 108.29368, 94.61578, 93.52939, 93.38574, 62.03715, 116.37775, 92.69675, 85.07621, 89.13029, 76.34801, 79.47561, 112.98135, 68.96372, 98.54283, 67.63897, 111.16679, 90.08194, 107.45339, 121.50748, 111.75404, 89.32762, 105.94567, 150.42398, 97.6232, 91.29757, 118.78741, 86.50157, 96.8941, 102.97804, 93.46932, 112.1598, 66.36791, 126.27904, 77.9436, 108.44255, 131.94955, 117.75331, 103.41328, 104.86331, 116.05441, 105.24297, 130.47983, 131.89978, 119.73679, 113.80801, 116.31572, 78.30963, 118.39901, 124.35236, 79.26892, 67.55348, 123.84663, 72.72862, 133.29155, 126.7371, 88.26446, 84.40328, 121.61046, 100.34793, 124.2338, 95.03186, 71.43877, 89.83356, 122.96313, 91.4325, 89.24464, 97.27675, 110.2803, 80.81075, 120.1008, 91.45261, 102.65725, 102.29601, 132.09274, 160.21869, 88.50998, 122.66747, 90.47407, 110.69592, 102.50254, 94.2053, 86.85901, 115.83565, 126.41808, 108.44444, 138.57372, 119.47128, 113.60448, 124.78539, 127.76482, 124.54626, 101.59216, 119.90181, 91.08116, 82.74319, 96.63367, 99.77507, 117.1793, 76.541, 132.49254, 91.69797, 138.25204, 108.45276, 134.48895, 89.80499, 118.35547, 147.55475, 100.6263, 118.08498, 133.3555, 116.07977, 127.31391, 125.49879, 110.3336, 110.6244, 111.2467, 161.90614, 83.72002, 118.35297, 110.49269, 100.95561, 100.49812, 105.86096, 103.52128, 103.26538, 117.25724, 122.44755, 123.92117, 112.86821, 111.21741, 108.52788, 78.36425, 104.14715, 58.62939, 104.04283, 140.22238, 122.61134, 132.14247, 126.87097, 125.62379, 120.57072, 91.29607, 143.1311, 129.6879, 101.02585, 135.22557, 111.24324, 106.60843, 102.26453, 112.21241, 123.0903, 129.8226, 122.58177, 124.05058, 135.09668, 122.10271, 113.65781, 105.54178, 144.04341, 185.90207, 114.00087, 88.69565, 129.73109, 122.43353, 123.76315, 110.42386, 103.35463, 57.24964, 127.8891, 113.25604, 101.95258, 133.29076, 107.54915, 112.6396, 109.02846, 98.01588, 126.24123, 105.05978, 107.08388, 109.3512, 117.55976, 132.58182, 95.65086, 112.06392, 115.37542, 143.80296, 119.50443, 104.21021, 128.33591, 128.80438, 125.2714, 122.86522, 168.04802, 144.27385, 87.33405, 176.17444, 104.07961, 140.78729, 96.38209, 137.75815, 136.57791, 93.28586, 100.28092, 138.62881, 129.84055, 108.68056, 166.72632, 101.43716, 97.8412, 103.0383, 102.46168, 163.97447, 144.01013, 129.97226, 157.38818, 186.01346, 164.15599, 126.18944, 113.89781, 108.81479, 75.18309, 122.19593, 145.5838, 134.48096, 140.93909, 96.50688, 172.16187, 132.5354, 261.46393, 259.76346, 317.83478, 312.95111, 196.20018, 372.47803, 290.40707, 326.88147, 277.44714, 285.51559, 294.63959, 315.05237, 229.32491, 287.57639, 258.55176, 254.43477, 293.1922, 328.75107, 230.51875, 325.93503, 285.13947, 393.32581, 210.46712, 322.74936, 304.17444, 303.42358, 297.97421, 307.25708, 270.08484, 318.06287, 312.23871, 284.46701, 278.82123, 268.17221, 229.41867, 317.53204, 331.84921, 375.50842, 276.54236, 303.28348, 282.73544, 288.54932, 238.54242, 402.71875, 310.49957, 344.7789, 268.73407, 364.65042, 281.32068, 259.1644, 270.42798, 259.73938, 247.49542, 272.25058, 374.13467, 240.72835, 219.10419, 318.64539, 356.57532, 290.14127, 374.92422, 301.12143, 364.46564, 374.45947, 273.11316, 236.69044, 334.20111, 231.81876, 252.76764, 449.65472, 421.44504, 381.17535, 324.27618, 238.12408, 267.36392, 455.01447, 255.61609, 302.0863, 309.31042, 296.63434, 265.76727, 350.01041, 290.62494, 207.26907, 408.12018, 313.3609, 258.94556, 352.30847, 454.46658, 326.95703, 311.92969, 380.30487, 259.3147, 274.16534, 451.53625, 209.28125, 409.7175, 374.66565, 174.98798, 271.97815, 393.71902, 356.49561, 392.50287, 324.99344, 394.92316, 440.00653, 332.88965, 331.13614, 307.15671, 278.26559, 301.13275, 391.35968, 293.54803, 318.66452, 380.67978, 275.89639, 290.61627, 321.60931, 243.37059, 339.30466, 279.25443, 255.90372, 346.76257, 254.49263, 277.00211, 249.74072, 346.67773, 403.87469, 329.33713, 393.88116, 457.13391, 364.97888, 409.30756, 444.78479, 380.04877, 192.28018, 399.80203, 391.81625, 419.90936, 256.77112, 301.89221, 291.24365, 332.34326, 380.565, 382.05093, 308.89935, 433.04675, 258.53955, 234.08049, 328.17126, 281.53741, 369.29901, 383.00366, 291.755, 348.79303, 332.30103, 265.11981, 251.35085, 266.81357, 345.12427, 195.95291, 290.29675, 329.46667, 328.0968, 339.01678, 328.92752, 502.31714, 283.7168, 404.81464, 398.33859, 303.15332, 306.84613, 446.43228, 392.39801, 331.89044, 330.00064, 273.56165, 326.82916, 431.67645, 264.22101, 336.03967, 470.56454, 318.23053, 317.53833, 245.90985, 384.58658, 353.13531, 451.56775, 413.24216, 445.63806, 317.23914, 393.12503, 272.37653, 355.27716, 365.60422, 442.89929, 387.14975, 399.80872, 410.85718, 342.48685, 374.97601, 460.20294, 371.7804, 374.29419, 299.17523, 368.14105, 352.31906, 345.62445, 443.74945, 378.27078, 354.09018, 389.62329, 440.16364, 329.89713, 432.30157, 398.19977, 362.05142, 394.93384, 368.99683, 353.00726, 401.40997, 368.255, 386.27795, 293.34283, 336.38983, 400.22485, 314.60864, 453.43942, 340.89139, 316.9726, 346.97141, 403.50494, 336.90533, 344.56516, 303.34094, 371.41324, 399.00415, 413.30505, 374.12244, 268.51843, 314.34988, 245.33464, 350.53616, 373.32358, 311.6188, 351.14432, 273.86877 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 266.935, 418.2941, 296.74109, 332.35034, 434.98337, 358.31528, 310.14642, 382.82922, 407.17722, 421.77301, 332.73242, 433.23819, 338.88712, 443.66278, 395.24954, 487.67072, 373.60236, 337.55823, 436.22498, 403.9342, 372.7262, 436.06488, 471.61603, 410.96405, 466.67096, 431.54803, 388.30792, 367.99814, 453.40338, 364.22766, 438.68689, 435.40277, 369.22607, 398.45428, 517.48999, 444.61584, 390.38623, 474.74561, 545.28809, 401.00983, 353.10565, 460.42505, 406.34991, 449.16193, 578.78656, 480.59149, 441.71927, 555.29974, 474.49469, 410.1008, 406.92065, 496.09662, 443.92465, 416.75903, 398.74652, 602.59814, 483.94586, 391.18091, 384.04279, 528.42596, 572.12164, 494.56396, 622.8855, 538.87061, 446.93292, 484.23828, 563.75323, 603.18243, 502.9194, 513.97107, 404.16211, 575.79132, 518.91785, 531.98828, 441.17926, 502.43933, 465.51337, 621.45691, 466.5838, 439.08661, 492.47348, 527.55615, 421.53949, 446.32462, 470.03564, 417.45035, 575.86798, 509.18756, 511.60974, 381.47626, 587.41748, 542.74573, 425.26654, 516.53986, 533.25122, 482.87726, 587.96112, 447.34528, 431.98294, 536.17346, 458.48145, 611.38318, 498.34137, 480.34201, 553.35046, 480.23102, 483.96112, 534.953, 480.32483, 411.65237, 464.3313, 422.31229, 583.22638, 471.34482, 452.99579, 477.96136, 463.50949, 551.08893, 484.42432, 558.14514, 460.33279, 437.784, 617.54871, 500.62534, 519.15875, 599.0979, 584.58496, 519.37854, 613.43109, 465.66562, 495.40698, 561.80383, 610.68311, 532.57367, 452.77051, 573.30518, 495.27045, 467.83246, 534.71411, 572.31195, 473.79022, 499.25043, 519.44336, 512.55298, 489.69388, 480.34991, 604.62329, 543.21918, 440.8028, 481.26038, 506.15308, 540.51373, 446.90283, 528.66968, 554.4613, 483.87366, 456.05273, 560.63062, 580.25635, 467.20917, 515.8988, 537.76715, 453.39923, 528.14783, 570.04016, 527.10773, 503.83957, 469.96078, 566.50995, 509.40485, 532.26526, 488.37494, 481.7146, 462.34677, 553.3855, 561.08997, 479.6424, 485.01166, 662.22174, 527.00769, 424.57806, 533.11438, 561.75128, 540.91565, 543.63574, 501.55939, 474.53809, 474.68842, 482.80261, 580.35345, 612.70544, 452.29266, 458.64651, 470.29572, 486.0307, 533.02551, 497.95938, 579.06299, 513.31384, 477.62595, 497.50043, 538.48206, 573.97424, 498.96783, 433.5184, 477.52185, 514.67047, 467.71805, 517.1413, 616.85388, 538.70721, 655.44373, 600.71448, 555.10925, 581.00964, 493.87036, 530.64221, 527.01141, 570.79688, 512.57111, 620.9812, 472.58286, 525.125, 485.64264, 487.01147, 486.25436, 521.29248, 519.04004, 429.061, 510.98669, 532.30817, 482.59842, 541.36383, 508.26807, 556.4118, 539.276, 474.83575, 560.22827, 618.62195, 481.22455, 563.9801, 545.90912, 563.09058, 494.5723, 566.98218, 564.58429, 462.57245, 497.3703, 584.67053, 500.08975, 517.60297, 557.06213, 629.36237, 494.84818, 545.96753, 579.91968, 510.53961, 610.15906, 542.15002, 528.93616, 554.47736, 607.11011, 630.43225, 457.37787, 615.797, 597.51794, 458.76129, 718.302, 585.8847, 530.34497, 561.89893, 604.06708, 534.4751, 561.62451, 635.92163, 614.24658, 506.09549, 741.33142, 564.4729, 596.95129, 572.21655, 522.46851, 713.65186, 491.51352, 518.08472, 511.66272, 660.96979, 493.21774, 528.6933, 470.703, 553.89801, 663.7796, 541.5213, 625.00897, 603.91827, 729.78839, 550.81641, 593.60242, 609.1228, 474.47586, 627.56873, 636.7807, 515.13135, 653.6814, 592.12482, 643.30518, 566.50659, 623.29956, 548.24939, 612.09406, 618.79785, 548.37927, 520.3634, 483.72482, 572.99353, 631.33234, 611.39038, 637.07544, 661.78827, 639.54706, 590.51196, 570.21667, 728.14172, 565.6272, 611.59351, 627.68213, 600.17841, 539.33667, 586.75977, 534.5863, 614.54651, 545.41418, 591.82959, 519.91669, 649.64911, 521.43982, 585.53516, 621.12915, 522.29626, 651.50946, 642.65271, 505.88074, 670.60626, 520.74292, 648.7948, 519.97382, 579.73035, 526.73932, 530.8728, 634.83289, 554.20667, 657.40625, 472.58929, 649.93414, 720.39056, 468.28403, 529.74597, 619.07672, 615.15839, 585.1311, 719.12976, 572.10327, 591.33716, 585.66461, 585.14935, 600.60583, 632.42017, 605.27576, 608.35022, 600.63098, 624.72577, 590.60461, 522.49915, 698.117, 604.77771, 553.64014, 586.4292, 630.41357, 483.7421, 576.15485, 525.48053, 652.74109, 625.87323, 487.11935, 524.71893, 685.79712, 484.47131, 493.80518, 508.7916, 658.26196, 643.34924, 518.29938, 665.17004, 652.22437, 557.10834, 667.13336, 700.10675, 614.84753, 737.1557, 730.34955, 580.53247, 675.12012, 521.69348, 711.59729, 621.78241, 589.18616, 764.54034, 625.36084, 701.2251, 576.84631, 566.23596, 662.54163, 743.70581, 732.27588, 658.0401, 606.7829, 649.04358, 542.07678, 663.96863, 557.98169, 592.61218, 679.22632, 584.5174, 546.45789, 536.43701, 548.79956, 600.60388, 565.24579, 649.44849, 548.3219, 757.51013, 681.58844, 588.86218, 660.39819, 565.61139, 656.01172, 517.21826, 549.27441, 698.98383, 527.23132, 645.53894, 637.82294, 581.64417, 679.77875, 628.67346, 601.71954, 701.51929, 701.7934, 670.29187, 538.02698, 647.22552, 597.32593, 676.58038, 617.79272, 640.13928, 726.54517, 657.76245, 697.49554, 638.59686, 611.88965, 679.85431, 616.77051, 555.22614, 630.0835, 597.8692, 639.12903, 727.62238, 708.58716, 623.73395, 628.43787, 629.5061, 694.86536, 714.73932, 686.21161, 693.39331, 658.84949, 734.4574, 714.06696, 662.77881, 653.53583, 705.97321, 639.4082, 723.24402, 773.95923, 609.08838, 780.60699, 807.35205, 858.87573, 689.98193, 666.2973, 800.15466, 685.90643, 708.12286, 747.80048, 680.29419, 636.60522, 748.91248, 654.95752, 689.92218, 728.07483 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.20999457780588793, "neutral_loss": 3.052930729808087, "target_docs_loss": 1.4117471487183568, "neutral_init_loss": 4.750544107055664, "target_docs_init_loss": 3.351554004245334, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 67.22491, 70.6974, 72.45201, 81.5078, 84.88216, 104.38779, 116.68289, 79.07752, 79.3176, 83.52731, 118.68604, 107.3739, 100.4422, 108.46609, 79.7967, 139.27347, 94.17267, 94.77769, 89.44479, 97.59158, 110.94931, 81.21265, 114.68394, 114.675, 102.00725, 104.46499, 97.67097, 94.74664, 92.12778, 63.7828, 116.57054, 95.33023, 83.335, 87.40282, 78.42934, 82.45447, 114.28867, 67.3421, 99.82768, 67.381, 111.43402, 89.43402, 106.21797, 124.37269, 107.11841, 89.7253, 112.05379, 149.5246, 95.67984, 94.55492, 121.21266, 86.23519, 94.97643, 101.18867, 90.65025, 109.78479, 67.77573, 120.74636, 80.07812, 105.96799, 128.01938, 116.16998, 99.98144, 105.44452, 120.47884, 106.86018, 131.88077, 128.24922, 116.99305, 113.58844, 115.16945, 78.40939, 118.20892, 123.4108, 73.37177, 69.877, 120.0018, 70.47858, 127.83305, 119.96635, 86.39893, 77.15079, 126.77185, 97.6769, 121.23416, 96.38518, 73.85602, 93.92714, 120.41772, 91.05216, 86.6683, 96.41406, 107.55859, 79.16001, 120.92596, 91.09875, 102.24669, 101.34639, 124.43355, 154.5892, 90.4046, 120.06026, 90.98793, 107.61409, 97.94357, 92.40456, 90.46572, 115.27348, 129.56439, 108.00999, 141.68906, 112.00836, 115.65641, 118.07645, 126.79431, 127.34521, 105.84955, 119.0437, 88.5006, 81.55573, 100.73054, 95.1093, 114.21032, 71.39804, 132.24101, 89.51979, 139.6416, 109.8172, 134.01921, 87.6253, 118.64664, 147.89043, 98.51911, 119.75557, 132.28571, 117.45878, 129.0472, 129.52545, 109.46687, 112.60193, 108.09103, 163.11819, 81.33952, 107.04913, 109.22006, 93.97647, 101.71402, 102.44275, 105.58228, 103.41962, 116.33685, 121.98293, 124.89309, 116.91385, 125.46352, 109.66432, 76.90279, 104.5051, 55.97898, 106.78072, 135.9016, 121.64297, 128.32187, 131.21657, 121.45992, 124.42569, 83.37743, 140.36372, 128.95732, 95.61841, 139.09372, 113.01962, 105.14391, 101.82211, 112.5516, 125.72899, 133.3262, 132.46713, 120.25833, 132.77673, 125.5659, 112.73132, 104.95123, 138.98802, 187.91995, 117.72868, 90.88164, 124.08539, 122.964, 121.72945, 108.95219, 105.61348, 58.9696, 132.521, 112.25887, 102.01641, 132.93953, 115.01202, 109.37022, 110.35545, 99.92602, 128.5898, 104.21632, 106.12759, 108.7673, 119.92766, 134.89566, 93.10085, 105.70479, 114.78979, 142.16986, 128.67575, 105.43199, 125.4197, 125.64824, 124.73186, 124.81076, 168.49872, 141.14413, 80.73711, 177.99286, 104.64984, 138.61218, 91.08298, 141.34184, 133.46561, 94.70355, 100.10332, 133.91107, 126.82169, 111.22195, 161.10776, 101.12292, 96.97878, 107.61496, 100.5087, 162.25107, 150.37427, 127.43923, 164.92261, 185.71504, 159.09399, 124.32751, 111.08165, 103.87803, 78.40999, 124.21259, 140.76288, 134.61186, 149.98212, 97.70537, 175.5789, 128.85005, 269.18671, 266.5462, 331.04187, 328.21167, 200.58067, 380.64008, 295.4837, 335.57397, 286.66187, 293.59695, 314.12585, 323.35107, 236.18993, 294.50983, 258.09775, 260.16272, 311.97552, 340.53699, 231.50717, 344.24408, 295.47961, 394.93735, 208.49997, 329.15051, 307.401, 305.96072, 308.40393, 324.42896, 271.07004, 317.64001, 314.29877, 296.29071, 279.37268, 281.76437, 230.26132, 322.43744, 342.93335, 389.32687, 276.14459, 317.50427, 287.42496, 293.28098, 246.18359, 417.6507, 307.67392, 344.77551, 263.49109, 379.65918, 287.03094, 264.80695, 276.32623, 254.616, 250.36996, 281.46979, 378.72992, 248.04538, 218.7359, 325.09006, 365.05597, 299.72742, 361.18735, 311.94916, 381.8222, 395.95416, 271.29526, 243.59846, 341.17188, 240.75394, 256.81625, 452.29956, 421.39923, 397.82159, 339.3754, 241.55524, 270.95496, 455.20099, 261.03699, 306.19946, 314.55029, 302.43866, 267.24731, 351.68686, 286.64331, 204.95999, 417.33289, 325.6608, 271.58063, 373.58386, 469.37616, 352.74963, 327.89807, 412.28973, 271.30734, 278.74957, 473.31946, 216.00162, 411.36957, 388.71893, 172.64285, 278.41357, 398.10739, 364.71854, 404.45749, 327.22281, 404.10168, 430.86169, 338.73715, 328.49127, 304.80518, 294.82111, 303.4079, 405.10126, 305.81976, 323.69534, 398.34207, 276.00909, 297.24838, 334.73053, 245.67061, 363.66412, 289.43518, 261.96625, 359.15454, 265.14587, 284.4357, 258.27924, 349.85004, 429.23785, 337.3623, 415.52429, 459.98004, 374.43494, 431.07129, 459.59058, 398.7543, 187.34549, 413.82034, 392.22482, 416.74402, 270.16782, 311.66302, 299.29022, 333.45334, 395.75391, 386.59882, 319.12805, 453.86151, 271.82959, 233.67737, 345.4989, 285.94305, 374.86707, 388.46124, 301.1767, 357.83978, 336.56711, 274.97037, 248.8316, 265.4093, 346.61163, 192.87883, 295.62878, 348.55829, 339.36316, 349.35236, 338.0134, 522.4696, 294.10486, 412.44525, 406.82156, 301.86957, 296.0968, 479.56784, 395.79779, 335.26208, 327.48068, 279.26202, 330.60565, 444.0755, 273.40485, 341.68817, 484.08746, 323.0614, 320.13687, 246.5401, 400.05817, 355.81979, 468.43954, 429.40088, 483.15009, 317.10767, 403.28793, 280.39383, 361.24988, 383.26602, 450.4989, 403.17212, 412.97974, 419.96564, 347.58093, 382.6601, 469.26782, 386.3988, 386.80051, 308.43216, 389.12958, 348.79541, 361.80023, 452.94467, 399.68271, 365.63535, 394.79807, 456.04803, 328.27206, 456.56339, 408.6683, 373.88, 399.91663, 373.79507, 359.46008, 404.07184, 376.06152, 403.10294, 303.41718, 350.55161, 417.3627, 315.86316, 458.00793, 355.61337, 322.85184, 347.55954, 409.84433, 344.62424, 344.39041, 305.89191, 384.69208, 407.74213, 419.34943, 389.16479, 272.96609, 313.06363, 240.70119, 353.10193, 385.88959, 323.78589, 351.70386, 272.44467 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 231.12701, 397.4032, 263.04645, 289.18765, 396.74103, 304.4212, 264.52808, 339.86615, 360.09024, 379.63135, 276.45575, 348.28394, 278.39633, 383.29684, 319.15857, 421.85309, 327.7377, 300.18427, 367.51715, 346.57635, 317.56769, 370.99371, 404.01242, 378.94678, 414.41525, 354.60849, 318.92123, 329.61737, 399.61765, 308.77859, 358.74094, 342.15564, 312.69202, 315.13269, 455.30042, 391.7323, 302.24817, 403.79785, 469.3299, 334.02008, 291.92572, 367.55429, 370.41275, 407.34372, 491.0459, 402.20135, 384.26486, 473.19281, 408.56406, 358.02081, 364.53064, 443.53894, 372.47913, 333.60931, 330.37418, 551.98737, 447.10721, 326.27271, 345.3551, 461.46289, 521.8313, 444.05072, 565.42841, 473.49866, 386.71588, 423.26471, 492.95624, 546.93176, 400.09961, 444.13516, 334.16333, 536.46924, 446.11212, 421.28958, 392.15778, 442.44147, 373.35611, 556.0274, 404.02985, 367.32721, 418.51068, 456.46039, 343.58374, 378.26599, 381.97003, 340.69357, 497.14868, 433.74286, 434.63696, 308.50208, 503.24976, 478.60834, 366.60745, 439.70007, 445.26315, 410.0896, 521.3028, 381.4234, 371.36035, 465.50751, 373.21472, 560.80927, 406.21387, 404.034, 466.34552, 397.4566, 402.31183, 456.89212, 394.58728, 336.20776, 375.8508, 357.34961, 529.40503, 385.91324, 372.34875, 411.13202, 397.48749, 493.26608, 428.3685, 462.05591, 389.8031, 371.57281, 536.49731, 427.90167, 473.89636, 534.94946, 500.04749, 442.51019, 557.87244, 396.6449, 435.81668, 461.27557, 542.86597, 448.65527, 379.33685, 468.81207, 421.22601, 390.01709, 479.13071, 487.55273, 407.02747, 397.1076, 452.83044, 386.79346, 402.46045, 389.60199, 533.76306, 448.00946, 362.1037, 405.3894, 418.27338, 466.96277, 371.96643, 435.41183, 456.00092, 412.05371, 379.91302, 478.47226, 506.51831, 385.07275, 445.01605, 444.25677, 357.04037, 462.03604, 487.45007, 419.57205, 424.67163, 392.90546, 463.63577, 370.85117, 446.58319, 407.03558, 417.97028, 392.11127, 459.01712, 497.90442, 421.61313, 402.66125, 604.51562, 469.18335, 335.3746, 442.79816, 479.59692, 448.77969, 440.52829, 438.90982, 407.34134, 388.55289, 389.8078, 503.04626, 526.84875, 360.30942, 372.35281, 419.95685, 395.78543, 448.8201, 405.17834, 495.26489, 430.42172, 385.40228, 432.61752, 447.02066, 476.07422, 417.80023, 352.58215, 395.4137, 440.90118, 420.28186, 428.8941, 532.51575, 453.16006, 562.80164, 514.09814, 471.03491, 510.57938, 433.85693, 430.56506, 456.56717, 528.07471, 451.84735, 561.46539, 398.02194, 432.63928, 427.57275, 410.21954, 403.99121, 437.63586, 435.82498, 374.98419, 439.43457, 441.35565, 424.89673, 453.9314, 436.5564, 447.37766, 455.3548, 407.1044, 499.24057, 560.32593, 432.24182, 474.76227, 469.97125, 488.08109, 375.14624, 475.79929, 492.90271, 392.4541, 404.49554, 513.74738, 407.16565, 439.63568, 488.89966, 539.21973, 413.21124, 454.57364, 505.38458, 416.75827, 478.13782, 450.09741, 457.15768, 454.64767, 516.64758, 540.53094, 373.94138, 544.32751, 491.42142, 422.16977, 632.8819, 492.63547, 423.78235, 473.25946, 487.48975, 455.24161, 476.04486, 541.78601, 543.14758, 418.43884, 656.61572, 469.47372, 469.52899, 484.10498, 440.34116, 621.79266, 404.83844, 430.59222, 441.84393, 573.80225, 424.26953, 477.75592, 419.45612, 454.28104, 587.10461, 441.34076, 549.34497, 510.30334, 633.03992, 450.35327, 487.21356, 507.53674, 386.11115, 554.5918, 567.66693, 476.19458, 572.5769, 510.45428, 548.53516, 460.14124, 567.99164, 455.86127, 529.43018, 520.94543, 478.15668, 451.58493, 394.0838, 476.28125, 542.14893, 505.68256, 544.50244, 555.31299, 533.50732, 521.72693, 462.29538, 636.9342, 478.21265, 536.82227, 549.35199, 510.67477, 455.62024, 497.39355, 431.24402, 562.02551, 479.78391, 500.2085, 447.41986, 598.55347, 445.13733, 512.60974, 529.96576, 456.05313, 528.08948, 537.49078, 445.69141, 551.18359, 424.0332, 559.86328, 435.21719, 503.77148, 457.01093, 447.81903, 531.11304, 461.34604, 551.41864, 366.3999, 540.11261, 666.22919, 404.1452, 428.33472, 530.70239, 498.81238, 473.72913, 627.40503, 467.72498, 527.56573, 486.21548, 518.89624, 490.22827, 513.72827, 516.73981, 524.27039, 521.50366, 549.224, 514.66272, 457.93845, 611.73132, 515.5542, 482.80142, 481.01257, 512.70746, 400.72525, 460.90875, 431.56158, 546.36841, 536.46875, 387.31625, 432.51852, 563.64697, 403.56232, 397.73773, 427.85818, 566.98926, 561.30652, 415.60059, 563.77307, 575.09961, 439.22546, 570.5141, 599.16663, 535.6214, 625.22571, 603.3783, 469.3475, 582.39117, 451.24359, 615.96631, 530.75854, 484.92657, 699.75378, 531.65887, 604.71436, 499.88611, 467.76755, 570.09998, 636.95831, 607.22217, 531.98474, 505.63205, 546.30225, 483.57257, 541.51025, 459.79053, 516.90637, 571.32715, 500.71439, 457.89911, 443.44485, 478.38046, 530.43597, 461.27771, 549.77795, 483.53363, 660.89606, 599.37115, 495.85968, 547.80652, 478.07132, 505.92764, 431.22125, 461.79132, 592.32776, 466.67358, 568.03711, 546.76788, 497.13638, 600.8941, 538.2984, 521.71729, 583.68665, 626.98706, 546.63049, 476.25372, 547.49048, 515.44946, 578.60498, 520.68347, 538.43231, 607.5899, 554.66748, 598.63904, 539.67078, 523.02087, 587.90112, 544.21326, 473.34564, 512.79913, 514.50183, 563.90833, 622.8938, 585.0448, 530.80365, 529.79456, 554.96222, 581.52722, 603.45172, 586.94629, 588.39844, 561.22125, 645.56812, 625.65845, 528.87659, 572.81396, 612.59583, 531.61096, 658.12341, 677.06165, 513.79364, 688.51233, 717.13513, 755.91492, 590.71338, 580.68372, 704.22583, 590.07477, 612.34912, 653.47546, 590.65393, 522.88892, 652.91351, 536.23218, 573.21716, 596.6571 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.3190898830336905, "neutral_loss": 3.077966143227563, "target_docs_loss": 1.3246047350116088, "neutral_init_loss": 4.592840264892578, "target_docs_init_loss": 3.1698119167751737, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 67.17374, 69.13925, 70.71056, 79.22206, 82.08118, 103.95439, 113.17686, 75.14882, 77.33173, 85.51274, 115.93845, 105.58376, 95.02428, 108.48685, 76.21866, 138.19469, 92.55045, 92.67065, 87.36812, 96.62875, 109.58692, 77.16773, 111.98096, 109.13419, 101.7873, 98.57837, 98.64978, 94.95763, 89.88776, 64.99008, 115.04474, 95.74624, 81.80254, 86.91391, 78.57164, 84.59233, 115.01982, 66.64494, 100.44037, 66.34534, 110.35394, 90.09319, 101.14491, 125.53261, 104.09857, 86.84204, 115.81779, 149.15508, 93.62851, 96.55475, 121.87664, 84.01704, 95.7852, 97.97529, 87.33473, 105.24167, 68.51046, 115.73724, 80.2938, 100.63098, 122.71601, 112.92696, 96.75761, 104.79695, 123.47039, 107.08075, 133.4783, 124.45347, 111.4487, 111.48102, 113.50415, 78.81935, 119.73613, 121.47366, 70.33032, 71.10077, 117.40431, 70.58364, 121.80774, 114.10226, 83.71399, 72.93433, 132.07376, 94.88045, 117.51627, 96.33307, 74.45837, 96.31006, 118.94234, 93.44976, 84.92165, 95.25209, 104.79917, 75.53366, 121.9126, 89.36573, 102.21071, 98.38232, 119.89928, 147.77316, 90.23616, 118.05453, 92.06476, 104.77529, 95.06906, 90.23059, 90.06583, 112.84122, 131.61594, 108.29607, 142.48026, 104.98656, 116.63699, 114.12784, 126.40348, 128.15474, 106.25726, 117.90852, 85.76885, 81.10478, 102.30689, 90.95267, 112.07178, 65.25356, 130.00058, 85.75538, 139.88852, 108.4717, 131.58917, 87.94784, 115.68861, 149.77666, 94.75108, 119.29252, 130.1597, 118.48476, 128.3181, 128.56183, 105.73723, 115.19415, 105.41797, 161.28165, 79.3409, 100.40906, 109.18681, 89.65111, 101.68166, 100.56642, 107.91841, 101.91922, 114.00861, 120.55537, 124.26713, 118.56107, 134.18581, 110.52209, 75.95975, 106.91562, 54.20749, 107.703, 131.09341, 120.3647, 126.78584, 135.37631, 118.85178, 125.97503, 77.91092, 136.14726, 128.28726, 90.69008, 142.21176, 115.23744, 104.05736, 98.61401, 113.56963, 123.64429, 136.1357, 134.46051, 115.68603, 130.11789, 127.31299, 109.85778, 103.77684, 135.6633, 186.36209, 119.91134, 91.45525, 119.63586, 121.03637, 125.68288, 106.48141, 107.92742, 59.97617, 136.86493, 111.12334, 102.8688, 131.44769, 121.26314, 106.73294, 109.27223, 101.65627, 128.78304, 104.15843, 105.6925, 109.29527, 120.80453, 135.46046, 88.86479, 100.94949, 116.05536, 138.46313, 133.86925, 105.34543, 124.87027, 120.97458, 119.41516, 124.15949, 166.13074, 138.22935, 73.48743, 175.21898, 103.37221, 135.60419, 89.32587, 142.75195, 131.10442, 95.58506, 99.0027, 127.44252, 121.60687, 115.19859, 154.43196, 100.45044, 95.79382, 112.18736, 99.95261, 159.1895, 153.58881, 124.26256, 169.6416, 186.22964, 156.05969, 121.47042, 108.07021, 100.60103, 81.11343, 123.97134, 136.92665, 134.03635, 154.66594, 98.15569, 176.84264, 126.15176, 273.87909, 272.1153, 341.18469, 342.1759, 204.13846, 387.96121, 297.75232, 341.86951, 290.41196, 300.3364, 323.65033, 333.99902, 241.60483, 307.45233, 257.42624, 263.36218, 323.71988, 350.6004, 230.56444, 357.64655, 303.3269, 393.47293, 209.64972, 330.87531, 313.01636, 305.98917, 315.14981, 338.93097, 272.84973, 317.94632, 315.73627, 306.60175, 282.8941, 288.48987, 230.70363, 328.01019, 348.12973, 395.77817, 278.65237, 330.08618, 289.59772, 292.37396, 250.72643, 426.76172, 306.99509, 344.74457, 262.64667, 389.36731, 291.35999, 266.4325, 276.43784, 252.13931, 253.56433, 288.20691, 382.15015, 251.75479, 218.25461, 327.25562, 370.45956, 304.43875, 351.26758, 318.86258, 396.65463, 412.74951, 267.36444, 251.81462, 348.89355, 243.53636, 261.26697, 453.40659, 419.47543, 403.10675, 356.56921, 244.85043, 275.19135, 450.04068, 264.30154, 305.54349, 318.36041, 308.25696, 267.10797, 350.96094, 286.80493, 199.91217, 426.85062, 337.69507, 278.88672, 391.69601, 479.00562, 361.90234, 341.72632, 435.80664, 277.50012, 280.31036, 484.569, 222.7462, 413.23828, 395.51654, 171.52615, 282.27298, 400.54813, 368.07596, 414.853, 327.36862, 410.54886, 425.58362, 339.1861, 324.91635, 302.88876, 304.89874, 303.43784, 403.47211, 310.58273, 326.17206, 409.03955, 277.22827, 298.98453, 346.3219, 246.05695, 382.57617, 296.38947, 262.84903, 364.71082, 271.24713, 286.81384, 260.65662, 350.44702, 432.40564, 343.90128, 438.11972, 466.65897, 382.49118, 449.90015, 465.19467, 403.6936, 185.76991, 421.69385, 390.04007, 410.26019, 276.54233, 314.36835, 305.93976, 332.1839, 411.65652, 382.26349, 329.08505, 466.57812, 278.56824, 233.5441, 348.08475, 288.42236, 377.92609, 385.31763, 303.93719, 357.66211, 338.3313, 278.17035, 245.98756, 261.24783, 346.90891, 194.45706, 301.14252, 358.09937, 344.85587, 356.56131, 346.49701, 539.50098, 304.27209, 416.39502, 407.55731, 301.33661, 288.13684, 505.46594, 396.88867, 335.7616, 330.99982, 280.51169, 335.15402, 454.1456, 283.39304, 344.54059, 490.25641, 324.51227, 315.2016, 248.56613, 409.99316, 360.33505, 480.6795, 442.29675, 512.48688, 315.43982, 408.63382, 285.29163, 366.83582, 395.68341, 454.1987, 408.2356, 424.34641, 425.89365, 349.85873, 388.25452, 470.22943, 393.58856, 392.11847, 312.91248, 393.76425, 346.76825, 368.08832, 456.16812, 419.99536, 373.39963, 397.32666, 460.21564, 327.50531, 468.32281, 415.14252, 383.84399, 400.63257, 378.24112, 367.09732, 405.24936, 379.56787, 418.70422, 313.63055, 361.4411, 425.04901, 314.77798, 457.78448, 358.69302, 322.33173, 349.02979, 408.69708, 346.62463, 345.34277, 308.73035, 391.86542, 415.08551, 427.1438, 400.52338, 274.43878, 313.44989, 236.72159, 359.65482, 392.2916, 333.80206, 353.6886, 269.66388 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 222.34886, 392.62616, 250.39685, 277.62256, 383.84027, 294.09952, 256.47247, 326.86331, 345.90994, 362.82455, 262.37637, 315.6391, 254.45985, 357.68469, 295.88367, 398.74985, 314.03235, 285.22589, 354.24152, 323.19754, 303.25403, 354.74573, 381.94183, 375.40198, 401.99243, 320.99542, 302.02344, 318.65085, 374.39618, 291.21414, 331.47589, 299.3873, 293.06998, 291.1955, 438.30127, 368.93164, 267.57486, 374.00287, 443.00433, 315.89227, 273.29749, 341.67316, 360.06711, 393.29187, 455.23105, 367.1452, 363.26788, 438.08234, 382.51306, 339.0195, 351.35941, 425.26117, 343.78656, 311.80634, 307.05707, 531.78137, 434.41803, 305.05237, 328.40344, 433.19843, 503.15198, 431.3111, 543.78534, 449.14758, 369.49777, 407.59647, 468.94446, 528.12549, 354.46802, 422.3486, 303.63251, 522.53326, 428.39374, 396.17715, 368.97449, 422.84726, 336.56726, 530.82275, 376.12177, 336.63037, 394.31201, 435.63721, 318.60321, 350.23749, 361.77887, 316.34137, 471.66016, 401.95242, 406.46558, 281.85181, 462.75797, 460.1196, 355.50208, 406.76514, 412.67542, 384.13007, 493.55069, 368.41974, 350.00851, 439.11951, 337.57495, 538.69104, 382.00873, 382.09631, 434.14191, 370.953, 366.71826, 421.22781, 366.92386, 312.53442, 339.5051, 333.47787, 512.39758, 357.76849, 345.74548, 384.65976, 377.77295, 462.15939, 403.1723, 424.16782, 377.16132, 348.59595, 508.87576, 397.25336, 465.8811, 511.44995, 460.44821, 420.82608, 541.17401, 378.40353, 414.11581, 410.70926, 520.30719, 415.34851, 353.22031, 427.92871, 385.95007, 370.07111, 460.99808, 450.59253, 384.93958, 355.37946, 424.34512, 340.58533, 364.93451, 357.53394, 514.85443, 418.58191, 336.97961, 373.1358, 379.85571, 431.8053, 344.83142, 412.63599, 419.32095, 385.64481, 351.98898, 446.30096, 476.45633, 350.07547, 417.06519, 408.63409, 321.9201, 440.50568, 458.61469, 376.40417, 399.09451, 368.71014, 427.78104, 331.81616, 404.97717, 391.46176, 397.1532, 375.44644, 415.76782, 476.48343, 395.64783, 376.29379, 584.42163, 450.15314, 301.78296, 402.57721, 441.03137, 422.84863, 409.31735, 413.28754, 387.75629, 361.31046, 363.25623, 476.742, 484.59009, 323.68253, 342.21942, 403.66071, 366.40222, 411.70581, 367.3833, 460.84961, 396.41183, 344.71484, 401.9364, 421.68484, 440.65463, 400.15585, 336.60974, 375.79871, 412.84937, 416.47073, 390.63892, 513.43237, 427.84253, 534.98853, 487.77063, 436.34912, 485.33191, 412.73196, 395.98096, 423.39899, 514.71155, 425.73126, 541.42834, 374.16669, 394.58337, 412.04199, 384.58426, 376.22748, 399.74759, 402.66147, 356.45898, 422.75095, 412.09821, 406.46729, 425.38977, 420.67603, 405.46295, 431.53281, 392.83405, 471.66492, 541.93225, 420.5473, 435.11392, 446.66528, 459.8089, 338.3363, 444.75751, 477.37994, 364.72894, 370.35898, 486.55777, 375.99316, 411.86865, 468.38486, 504.22897, 375.68121, 413.59131, 478.29724, 385.70874, 431.33423, 421.81631, 434.03925, 420.02924, 479.13245, 522.35645, 349.14166, 527.05078, 457.33923, 413.34885, 592.63135, 454.07327, 389.38861, 430.36121, 443.64633, 425.9032, 452.02509, 497.00186, 510.79858, 393.55579, 618.3775, 440.67136, 417.31781, 453.54584, 413.53894, 596.54987, 373.56247, 405.66479, 421.63141, 534.51953, 399.82007, 458.23312, 411.99472, 413.88049, 551.05438, 406.2973, 519.85718, 472.02368, 587.5921, 406.36206, 457.09863, 469.72897, 364.06061, 530.35529, 547.31604, 469.0105, 531.80219, 496.92545, 505.59338, 428.2916, 546.30029, 420.72479, 493.85147, 482.96332, 449.46954, 434.49481, 369.18625, 443.73541, 509.93524, 464.56345, 516.55505, 512.27039, 481.5314, 497.99521, 427.67749, 609.5036, 441.75018, 508.51947, 510.37003, 474.83771, 423.25153, 462.87933, 396.69238, 550.82043, 453.7009, 467.3067, 423.28198, 584.21332, 414.15417, 497.97415, 496.30048, 432.92981, 481.63232, 496.16223, 437.23621, 515.67285, 391.33649, 532.5293, 402.64075, 487.00781, 430.69653, 408.84308, 490.40247, 435.9444, 514.96338, 334.7915, 504.73178, 642.63684, 378.07178, 387.62921, 494.50635, 464.07092, 426.19421, 588.30206, 428.52869, 498.53329, 467.2041, 501.38544, 458.45795, 466.39301, 486.99548, 496.14685, 492.29376, 521.7478, 491.815, 432.6077, 574.50671, 491.2384, 459.09528, 446.96686, 473.61145, 375.09546, 404.80078, 403.7052, 503.16037, 512.76874, 359.82776, 395.56976, 522.47485, 377.99875, 372.82486, 396.81641, 546.90063, 534.89349, 384.0592, 525.7677, 544.71436, 393.22202, 518.19116, 565.00018, 522.91382, 580.27673, 557.70721, 434.01837, 550.44214, 421.66113, 573.73584, 502.61127, 451.82721, 688.70917, 501.60266, 579.30859, 471.5491, 428.65665, 539.26849, 592.97101, 555.64722, 464.14273, 469.09024, 505.48431, 460.42938, 491.77106, 421.76382, 493.36188, 529.39557, 475.99472, 427.95871, 422.24408, 460.19919, 497.39835, 419.77649, 524.96515, 458.54092, 607.16034, 561.54895, 466.48401, 510.01105, 448.54639, 449.43585, 396.22021, 429.90472, 535.65625, 441.40341, 544.72992, 517.81677, 464.0899, 574.66406, 503.35724, 491.56595, 542.54279, 601.14294, 501.29373, 452.44263, 518.6087, 490.91107, 544.32739, 489.9137, 513.26208, 556.20386, 507.59625, 561.2179, 497.82434, 491.50122, 558.01373, 516.81079, 444.22595, 475.10364, 486.76004, 533.89917, 585.73694, 533.55725, 499.00702, 486.60803, 525.44226, 536.42902, 565.24829, 550.71619, 551.42261, 531.60028, 617.2085, 600.87354, 488.01202, 549.66638, 589.94006, 486.8685, 616.82861, 642.59827, 474.71085, 657.87683, 678.76294, 722.81274, 555.15735, 536.9707, 667.36774, 557.15887, 582.4552, 627.65784, 552.22644, 477.93695, 624.47363, 493.25513, 529.31201, 550.80817 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.4070723089880892, "neutral_loss": 3.0779226018094468, "target_docs_loss": 1.2921978726852719, "neutral_init_loss": 4.4212820373535155, "target_docs_init_loss": 3.091820512559679, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 66.25031, 66.15622, 69.18552, 75.58896, 79.98058, 101.68169, 110.16193, 70.45118, 76.19104, 83.36188, 114.49301, 102.52855, 89.33744, 106.92471, 73.39015, 136.10539, 88.57239, 90.74661, 87.20855, 97.36615, 108.08862, 73.72121, 110.05378, 103.76815, 101.84166, 92.3886, 98.19337, 95.45554, 85.74796, 65.74612, 112.27814, 95.00739, 78.30768, 87.18642, 78.79559, 84.62173, 113.61348, 65.43094, 100.00205, 64.03008, 109.12709, 90.74807, 96.12234, 126.08841, 101.78714, 84.62351, 117.89125, 146.80836, 92.38274, 97.80936, 122.63602, 81.40985, 95.81081, 94.64424, 84.91078, 103.00525, 66.51402, 108.65349, 80.78545, 94.21338, 121.09834, 107.73205, 92.40897, 103.65765, 125.05084, 107.26054, 134.67758, 121.66527, 105.22518, 110.20949, 111.74976, 77.87228, 121.95823, 119.80957, 67.96014, 71.49138, 115.44186, 70.8035, 115.74353, 108.20834, 82.56409, 69.26853, 133.83521, 92.5728, 114.10851, 95.06503, 73.72618, 97.32851, 116.98432, 95.96826, 82.04543, 93.96608, 102.02242, 72.86547, 120.05516, 87.51092, 99.90627, 94.791, 114.34258, 142.2661, 89.14526, 116.65779, 92.60799, 102.1357, 91.51357, 89.24014, 89.06755, 110.50427, 132.15366, 107.02168, 142.00769, 99.83823, 115.59406, 109.34816, 125.26465, 128.29204, 105.5377, 114.93637, 83.72917, 80.74469, 101.59937, 87.90123, 107.22557, 62.39923, 127.59319, 82.64265, 138.02502, 106.87952, 129.24492, 87.47095, 114.25872, 149.08292, 90.86519, 118.03665, 128.25565, 117.42657, 126.60423, 125.53035, 103.2975, 116.54052, 103.6642, 160.38823, 77.67177, 95.98795, 108.98403, 84.50747, 102.39044, 100.56641, 108.48952, 100.75838, 112.12489, 118.27407, 123.78696, 121.22092, 137.12018, 109.99532, 75.05456, 108.17719, 51.87796, 107.31036, 127.19545, 120.2194, 123.38907, 135.95238, 115.98646, 126.83546, 74.36544, 132.89514, 126.38017, 84.33203, 143.39975, 116.0152, 103.58338, 95.31342, 114.85318, 122.24118, 137.35106, 132.48277, 111.35068, 126.64063, 127.29712, 107.42072, 102.38689, 129.84048, 182.99629, 119.97748, 91.55269, 112.98979, 117.57494, 129.06595, 104.40145, 109.38406, 61.5102, 138.50687, 109.46163, 101.88792, 126.98868, 125.02491, 105.15394, 107.08656, 102.93349, 128.7926, 102.33653, 104.93536, 108.89363, 120.58275, 135.44029, 85.48259, 98.53214, 114.97269, 135.36748, 136.25394, 105.8152, 126.15182, 116.24316, 114.0871, 121.36078, 162.09576, 133.87506, 66.80365, 172.18324, 102.52381, 133.57808, 86.52772, 143.75349, 125.5339, 96.37234, 97.2641, 123.47663, 115.59843, 114.3091, 150.67613, 98.13931, 94.62849, 113.85607, 100.02299, 154.82401, 155.75821, 122.14758, 171.28949, 185.8221, 152.54384, 119.90497, 105.99794, 97.85774, 82.19457, 123.49787, 132.95337, 132.42221, 156.15607, 97.38104, 174.8732, 123.91361, 274.87863, 278.68915, 347.40851, 351.74625, 205.73486, 395.69797, 298.32599, 345.76788, 291.69913, 306.37189, 329.27454, 339.96729, 242.07866, 317.29846, 256.37067, 264.35834, 329.72131, 357.3353, 227.73634, 364.56885, 309.98688, 391.05389, 210.02087, 330.51917, 312.04166, 303.15155, 318.22803, 345.12286, 272.21976, 314.38403, 316.48239, 311.66858, 281.4389, 290.30585, 227.23448, 325.49542, 348.53165, 399.29565, 277.19907, 339.79611, 285.95639, 288.47314, 253.4446, 427.86453, 307.15094, 342.20392, 262.78296, 391.77759, 291.53528, 264.84079, 274.48193, 249.0237, 255.03021, 292.34357, 380.36276, 255.25439, 216.51335, 328.76471, 375.38495, 307.37299, 348.93076, 326.44095, 407.75238, 417.52676, 264.82037, 254.00432, 348.64124, 246.11447, 262.5481, 449.03436, 416.18378, 396.17404, 367.51028, 247.77458, 279.26425, 444.50708, 265.51068, 299.88434, 319.48334, 308.18832, 264.55609, 352.89764, 281.90729, 195.97849, 427.62875, 345.75931, 283.1366, 403.31055, 485.27771, 364.05786, 349.65546, 451.04843, 277.96875, 279.70868, 490.69516, 227.4454, 411.05951, 395.85892, 170.49805, 285.35254, 404.43317, 365.91382, 421.75745, 327.68332, 414.84482, 414.68292, 336.97333, 323.01031, 300.82178, 309.017, 303.13867, 401.6192, 309.8204, 327.53043, 413.74792, 275.7146, 300.76288, 349.34082, 243.81064, 395.45898, 301.40396, 263.12366, 368.51138, 271.68015, 283.49921, 261.00092, 346.53247, 430.15634, 349.91214, 452.47211, 468.49753, 385.74606, 463.5527, 466.56146, 403.51349, 184.82977, 424.26767, 391.94238, 400.50079, 281.56873, 314.62872, 306.57904, 327.13644, 420.8717, 381.73505, 336.63037, 472.89902, 280.49268, 232.81732, 344.4101, 291.91324, 378.28436, 375.48886, 303.00674, 356.9986, 336.38885, 278.50513, 244.14236, 255.83188, 346.80084, 195.26074, 304.01282, 363.61273, 347.32962, 356.12921, 352.40448, 539.73322, 309.55981, 419.59387, 400.52582, 299.80142, 281.47293, 522.35785, 396.43896, 335.18491, 332.11633, 280.74792, 338.69916, 456.56183, 291.27222, 344.40869, 492.73901, 325.57022, 309.73819, 247.45508, 412.55994, 360.94629, 486.17935, 449.68408, 528.44653, 319.44714, 407.56067, 286.89514, 370.54361, 398.6254, 456.64856, 408.72034, 430.7532, 427.86237, 350.68512, 391.92697, 470.07269, 396.03271, 392.89252, 317.33698, 390.23969, 346.71002, 369.64957, 457.08566, 432.44241, 377.74863, 406.604, 461.7261, 327.33167, 471.96246, 414.8252, 386.23889, 398.5661, 378.86288, 370.14087, 401.63287, 380.10687, 431.83481, 317.91525, 369.1098, 427.94049, 313.38617, 452.88815, 358.29056, 315.82666, 349.77734, 405.01263, 347.67419, 344.84674, 317.11365, 395.62552, 421.86438, 433.38239, 407.50589, 275.13214, 312.10266, 233.95961, 364.2583, 398.83203, 338.59174, 352.3653, 262.90372 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 219.23987, 397.7066, 248.28511, 273.8819, 381.30396, 291.49573, 256.31226, 325.86725, 344.49869, 355.8201, 256.15967, 303.96399, 244.7594, 346.32483, 285.7616, 392.82626, 310.96005, 281.99799, 349.61224, 316.75708, 296.42322, 350.02286, 373.03461, 377.85596, 401.08502, 305.69055, 300.55936, 314.10632, 362.57016, 286.21075, 322.13214, 281.41592, 288.15417, 280.5752, 434.15222, 359.8891, 257.82483, 360.9563, 432.26135, 309.89893, 268.58484, 337.01874, 354.94238, 389.05005, 441.07803, 352.45099, 354.79553, 424.38965, 370.40973, 325.43387, 347.90436, 417.97855, 331.83948, 304.74005, 300.31912, 524.1496, 431.89502, 300.24072, 322.84045, 422.43558, 496.55435, 428.09744, 535.28015, 439.75885, 367.19092, 403.5343, 458.83691, 514.72699, 334.34045, 414.46912, 291.95923, 516.65796, 420.46307, 387.31451, 361.52612, 415.3006, 319.4668, 517.32068, 361.23596, 318.49057, 385.50916, 426.20642, 308.56549, 336.58197, 354.6861, 306.70679, 462.75073, 386.96155, 393.03693, 273.72345, 441.16998, 451.59192, 355.077, 387.70465, 398.09656, 370.91315, 478.74634, 365.89346, 339.54517, 427.7316, 324.02737, 528.90601, 375.65338, 374.16565, 417.56378, 362.36691, 346.99368, 400.32495, 355.21426, 301.44824, 324.16486, 330.84647, 513.38647, 349.96997, 335.02173, 370.29889, 368.0481, 451.48157, 390.41406, 408.08197, 374.49963, 337.28329, 500.32422, 388.96942, 468.55167, 504.05426, 443.79324, 416.62695, 534.04639, 372.68765, 407.29779, 389.07257, 512.05933, 401.08606, 348.60217, 409.60602, 367.05115, 365.04376, 454.88281, 436.54636, 375.41125, 338.82141, 412.88394, 321.70398, 350.07349, 348.1485, 511.25809, 408.43439, 330.03265, 361.00668, 364.08441, 417.08832, 333.12787, 405.84583, 399.65955, 376.23407, 338.24316, 429.5368, 463.78412, 339.83636, 407.93579, 396.55005, 309.64606, 437.63354, 446.22385, 354.09943, 393.34644, 359.33893, 415.04623, 322.3562, 382.58179, 388.76172, 391.28253, 370.08655, 391.24048, 470.23639, 389.52142, 366.64029, 580.1582, 443.44562, 288.32898, 389.2876, 422.86133, 414.849, 399.16464, 404.91284, 379.07416, 351.73325, 360.64166, 468.28214, 465.27475, 310.56668, 332.9747, 392.46146, 358.72052, 392.61902, 352.17395, 444.72546, 383.20728, 325.33795, 397.11795, 413.73346, 429.94299, 397.31274, 337.3689, 372.87585, 401.99734, 422.44934, 370.6817, 509.14087, 421.52579, 528.25385, 476.87231, 418.7478, 476.6568, 405.91534, 385.01465, 405.2114, 509.16913, 416.02484, 532.85175, 363.97919, 379.50937, 410.16071, 369.55939, 369.26666, 380.37845, 390.62299, 352.79489, 425.36169, 402.4989, 401.4921, 414.87085, 416.03421, 385.34015, 424.50888, 391.49866, 460.02405, 536.19788, 421.242, 417.26083, 435.27991, 445.15826, 326.65857, 437.03619, 475.82562, 358.59009, 356.02283, 480.60294, 368.21466, 399.2496, 464.76959, 487.52625, 356.29013, 392.56509, 466.00009, 379.46747, 413.91751, 411.83575, 424.01959, 405.47903, 468.4823, 513.47791, 341.31885, 526.50909, 442.52304, 411.31195, 578.10266, 436.9003, 374.21985, 408.84012, 427.66528, 415.36182, 442.21561, 476.53152, 495.79547, 388.42651, 603.9845, 421.7868, 399.94037, 435.30026, 404.16092, 586.73669, 360.03851, 396.45642, 416.87762, 516.82294, 389.29697, 451.62091, 406.67535, 405.71069, 533.95862, 395.95288, 507.22888, 460.30231, 567.51038, 388.74298, 443.49371, 460.04105, 355.93005, 524.45459, 540.69012, 464.09525, 515.30701, 496.72311, 485.2807, 410.74597, 533.9613, 401.70203, 479.62866, 467.17682, 437.57202, 428.83572, 360.11719, 432.88123, 500.40234, 446.19623, 511.88077, 495.09842, 454.66815, 489.65884, 416.91541, 607.02356, 428.33057, 495.04172, 494.32895, 458.87744, 409.6517, 452.77985, 380.78967, 547.38062, 441.10349, 453.65195, 410.42047, 581.52014, 403.27597, 495.9325, 486.87234, 421.65967, 455.70367, 478.18115, 435.37308, 499.82285, 376.58612, 521.18689, 388.19354, 484.69604, 420.33408, 387.86877, 472.63052, 428.11179, 498.20612, 326.34232, 491.89972, 631.00385, 367.99673, 375.68481, 481.12219, 452.05963, 401.40308, 567.45349, 410.84198, 486.62027, 457.84039, 496.39972, 451.12012, 443.75064, 481.60266, 489.73419, 486.96051, 508.18277, 483.12674, 421.51608, 560.92566, 481.79819, 455.15649, 437.09546, 459.33728, 369.18948, 380.5451, 400.02313, 479.23688, 505.20142, 353.45898, 377.77533, 509.62039, 370.8399, 371.914, 383.21072, 543.04999, 522.91968, 368.67804, 512.48932, 534.31934, 375.81805, 494.98022, 556.71735, 527.29724, 562.66742, 539.25415, 420.92365, 540.18994, 412.82819, 557.38129, 494.65369, 435.83643, 686.87915, 491.84906, 575.02283, 462.02838, 412.59119, 529.34583, 580.16339, 533.12067, 437.03638, 453.19504, 490.24124, 452.26755, 476.11276, 407.81836, 487.22391, 510.96271, 468.39624, 419.17883, 416.71069, 459.50919, 484.64191, 401.20679, 519.11743, 449.73618, 586.40564, 555.2262, 458.85349, 500.87729, 440.72934, 426.62366, 383.87994, 418.21259, 510.16772, 427.9812, 543.12964, 506.30365, 452.74963, 570.72021, 494.90625, 479.01801, 525.98108, 590.96094, 481.61652, 439.00247, 510.76212, 486.20917, 530.09296, 480.94598, 503.94104, 530.3656, 495.71027, 549.67358, 480.3627, 477.58807, 546.92157, 509.33533, 433.83228, 463.82513, 478.53165, 519.66272, 576.43066, 513.1817, 491.53793, 471.65533, 512.63318, 517.57776, 547.92633, 539.19867, 534.71228, 520.82715, 608.28052, 594.1662, 469.95853, 540.65002, 584.90784, 472.15802, 602.28497, 625.37604, 459.44104, 644.45312, 662.4425, 711.03406, 539.71143, 514.57074, 650.79321, 546.79742, 571.55566, 619.90198, 534.14972, 459.74329, 616.36865, 477.57669, 512.08807, 534.94275 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.5002941622038605, "neutral_loss": 3.0521464948648953, "target_docs_loss": 1.2803577676799356, "neutral_init_loss": 4.215978045654297, "target_docs_init_loss": 3.0505260365804037, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 66.5114, 63.07848, 66.69336, 71.14558, 75.33867, 98.26979, 104.10446, 65.60872, 73.67248, 81.52243, 111.54971, 98.31477, 82.44839, 105.8168, 69.44118, 132.78415, 84.52275, 87.27921, 87.68194, 95.65098, 105.19817, 70.40273, 106.31226, 97.07651, 99.55073, 84.55254, 97.13864, 95.25281, 81.64963, 66.61324, 108.90409, 93.3656, 74.50612, 85.74263, 77.276, 84.804, 111.58131, 62.96349, 97.55502, 63.03519, 105.92555, 90.34707, 90.94107, 124.15999, 96.57123, 79.26343, 117.1375, 143.22528, 89.74899, 97.35647, 120.61513, 79.01539, 93.83568, 90.92627, 80.57637, 97.57494, 63.76853, 103.84933, 80.07321, 87.83664, 118.04302, 102.67915, 85.97922, 99.63805, 125.40594, 105.94078, 134.10019, 118.20708, 99.75, 107.65228, 109.59823, 76.45132, 122.53583, 115.95785, 65.17438, 71.58636, 111.24988, 69.87004, 111.63502, 102.95261, 81.0989, 66.19785, 138.38098, 88.78869, 111.70857, 91.79328, 73.916, 97.87158, 113.76823, 98.01395, 78.50414, 92.12608, 98.79581, 70.52744, 118.31361, 83.2737, 95.19836, 88.73721, 109.59706, 132.6199, 88.05952, 113.26831, 91.16856, 98.96774, 87.89797, 85.7832, 88.02813, 108.94969, 131.48068, 105.17374, 137.89069, 95.40958, 112.70133, 102.29933, 122.4949, 126.23077, 103.99516, 111.25497, 79.41012, 79.95623, 97.08261, 84.46104, 101.93815, 58.55259, 122.0934, 78.67634, 137.7276, 105.03618, 126.68619, 87.46178, 113.17713, 146.87253, 86.76585, 115.23804, 125.39859, 114.83723, 123.58034, 121.35161, 98.43594, 117.15428, 101.58292, 155.64053, 77.56866, 90.72424, 109.08938, 78.3368, 99.9068, 101.5239, 107.41573, 97.70464, 108.85938, 113.12595, 123.5717, 120.3571, 139.76694, 108.1683, 73.95814, 111.61217, 49.6226, 103.27747, 120.29583, 122.82219, 120.16251, 135.58151, 113.20347, 125.57614, 71.45592, 129.00735, 120.25662, 79.28944, 142.63728, 115.64308, 102.93665, 90.57672, 114.02327, 118.05402, 136.09209, 130.53055, 105.65485, 121.81306, 128.24792, 104.07256, 101.77261, 122.29858, 179.62025, 115.06631, 91.68198, 103.18574, 112.51612, 131.77364, 100.71519, 109.29986, 60.66038, 139.97861, 106.07382, 101.5575, 123.28573, 128.84839, 101.3788, 102.88803, 103.48572, 128.16611, 100.59967, 103.35983, 107.50941, 118.91367, 134.33496, 81.53127, 94.33013, 113.88757, 131.04776, 137.08696, 103.94997, 126.76018, 111.52863, 106.85434, 116.31999, 156.59431, 129.70145, 61.85819, 169.13785, 99.97772, 129.32828, 83.5303, 145.57669, 120.50755, 96.75378, 95.48078, 118.24909, 106.979, 113.18715, 142.7887, 95.5387, 92.88828, 115.57266, 101.37572, 146.28226, 152.47256, 120.10069, 170.205, 185.17722, 147.20839, 117.23776, 103.97163, 96.62012, 83.84041, 121.86514, 133.16467, 129.47842, 154.88441, 96.21316, 168.92406, 119.10033, 272.30518, 279.10657, 351.2374, 355.53287, 205.84109, 399.45438, 297.35324, 343.5184, 289.3988, 310.03986, 332.45587, 342.51093, 240.61447, 325.36923, 254.8671, 262.23981, 334.36163, 359.59293, 225.8931, 372.56448, 316.15659, 380.93378, 210.64062, 328.42328, 310.4613, 296.33929, 320.17609, 346.82617, 270.81653, 307.98727, 315.4382, 310.27383, 282.69464, 286.85596, 225.96875, 320.63101, 343.94742, 399.31329, 276.60504, 348.6348, 282.36771, 286.88229, 250.68797, 424.82425, 304.2594, 339.75867, 263.30789, 393.75671, 289.14795, 258.60547, 273.4877, 244.43817, 257.30927, 290.86957, 375.66782, 251.20874, 210.13531, 328.72418, 375.83813, 306.95441, 347.6134, 326.48108, 416.66003, 417.28259, 259.91083, 253.30038, 348.53177, 243.13809, 261.95343, 437.8754, 411.2392, 384.89288, 374.30124, 249.82719, 282.45541, 435.29086, 265.12006, 295.40753, 321.95905, 305.51593, 259.01318, 349.55667, 274.99078, 190.14124, 425.20319, 352.45581, 283.97888, 411.82556, 491.84296, 361.86456, 352.22223, 454.84381, 277.04163, 276.57971, 489.62634, 231.13309, 407.65503, 392.92108, 169.85428, 286.71008, 406.03723, 360.68738, 424.25592, 322.77209, 415.61688, 398.70453, 335.69324, 316.50427, 296.34384, 313.10144, 299.87585, 392.85043, 306.17062, 324.89532, 415.8562, 273.90057, 299.74258, 359.72357, 240.71501, 405.09344, 305.86215, 262.38574, 372.10788, 271.80042, 277.78217, 258.98019, 341.85059, 413.76001, 346.71436, 457.76019, 466.58548, 385.77777, 480.46078, 464.80283, 395.12097, 180.76595, 424.22391, 391.50293, 384.99554, 283.10294, 313.29898, 306.64966, 319.57837, 432.75928, 376.40558, 340.22394, 471.1575, 277.44928, 229.05833, 335.67453, 289.98682, 379.6398, 351.76065, 301.1554, 346.4017, 333.70093, 274.13687, 236.52586, 245.15996, 344.06989, 196.10916, 305.7128, 368.20959, 345.22495, 353.83405, 359.90649, 531.88806, 309.93945, 422.08011, 390.66949, 295.33121, 272.60089, 535.00122, 396.97559, 328.89642, 339.76331, 278.40356, 338.742, 458.79565, 296.6087, 342.13315, 492.216, 324.09796, 304.59833, 249.06474, 411.27997, 356.3638, 490.35443, 454.97604, 542.21667, 325.29614, 403.56537, 288.24179, 370.98474, 397.42377, 459.629, 403.84802, 434.6561, 427.23322, 348.02917, 392.27078, 467.75989, 394.82837, 391.56433, 315.75879, 381.97946, 343.15738, 370.56769, 456.51782, 438.73944, 374.64658, 414.82001, 462.37952, 325.90491, 474.04086, 410.91971, 387.22501, 393.32892, 374.76001, 370.54376, 393.52905, 379.34528, 445.67358, 321.73328, 374.60345, 425.3501, 308.39227, 442.63953, 348.79471, 307.61212, 345.07932, 397.63239, 344.26636, 341.73923, 319.65155, 394.72675, 428.2193, 440.34424, 411.36322, 269.01645, 308.23563, 229.91635, 367.54227, 400.25464, 336.17554, 348.70544, 254.73347 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 219.855, 404.27893, 251.39001, 272.90845, 379.11768, 290.95547, 260.15887, 327.96753, 348.06921, 349.48273, 253.16473, 296.26874, 240.08829, 341.61545, 282.61127, 391.6987, 311.04031, 284.43106, 351.0853, 314.03836, 294.7262, 355.27283, 369.02826, 381.59229, 403.75516, 298.21832, 301.98834, 313.46179, 353.45834, 284.67938, 316.43463, 270.87747, 288.5849, 276.49683, 438.04956, 355.91846, 255.45427, 356.13409, 426.90244, 309.03384, 266.99072, 335.47153, 351.9624, 384.51172, 433.26001, 347.68225, 350.35431, 413.76489, 365.46198, 318.19641, 349.55219, 418.66855, 323.75491, 303.98828, 296.5943, 521.76532, 435.82605, 302.78046, 323.69449, 417.49417, 492.27618, 426.09195, 533.90259, 436.78159, 373.24673, 405.01086, 453.77536, 507.52283, 320.83768, 411.14178, 288.85443, 514.21399, 417.08331, 383.83545, 356.5163, 409.63177, 308.31897, 511.54926, 354.22974, 306.06015, 381.57422, 424.52673, 304.16507, 331.18414, 350.91693, 301.33063, 456.24466, 379.45581, 384.88202, 271.80676, 428.61548, 446.9028, 358.66138, 375.89966, 392.86346, 363.43671, 469.68915, 368.10562, 338.10187, 421.94901, 315.66586, 523.31775, 375.31854, 370.634, 407.7449, 359.51215, 331.08551, 389.00092, 354.79486, 292.27505, 313.61938, 336.22629, 517.24182, 346.37946, 330.7655, 361.34894, 362.73004, 448.36133, 383.92358, 393.80969, 373.77527, 328.89331, 498.12756, 386.2204, 478.22269, 504.76685, 437.15491, 414.50275, 533.93463, 372.15161, 400.90259, 378.87555, 513.05835, 395.54706, 350.44659, 401.79102, 354.61069, 364.94574, 457.03119, 429.44745, 370.65015, 330.88873, 408.45117, 310.69666, 342.0997, 348.94321, 517.77332, 405.39429, 330.23294, 356.4798, 358.06519, 410.45691, 326.24872, 404.77188, 387.39172, 374.33881, 325.08975, 416.43024, 460.82996, 336.60455, 400.59872, 390.96841, 308.77258, 441.0239, 439.86185, 338.65088, 387.42621, 355.38495, 407.55219, 318.92947, 374.34601, 387.2352, 389.8739, 369.58936, 374.47321, 470.38776, 383.51678, 365.3746, 577.74182, 441.01584, 283.02066, 387.05038, 409.83871, 415.4361, 396.70114, 399.8587, 376.63916, 351.09924, 362.45453, 464.59784, 452.14581, 304.46204, 328.61264, 383.57892, 358.68567, 378.54861, 346.28561, 435.35864, 376.83392, 314.61584, 404.23514, 405.40094, 430.97101, 397.35437, 344.8866, 374.93738, 400.15631, 435.03571, 360.02039, 511.73511, 422.50543, 530.78033, 477.61877, 406.48529, 479.13373, 409.72894, 380.36752, 394.48633, 512.51044, 410.66885, 526.32715, 361.31082, 369.84134, 412.29953, 364.55704, 366.70221, 370.91077, 386.81671, 350.39157, 433.04895, 399.77072, 404.5878, 413.13748, 417.56296, 371.50006, 419.8645, 395.42767, 456.2587, 537.53748, 429.09326, 404.51035, 433.33673, 435.51459, 321.10486, 439.59985, 476.12509, 355.3407, 350.61621, 478.90399, 366.74835, 395.37024, 467.70538, 476.68793, 344.45404, 381.48566, 458.2287, 381.82217, 404.98376, 408.46683, 419.5433, 401.52301, 463.24884, 513.64026, 340.41064, 530.60498, 438.24603, 410.65527, 569.93652, 434.81995, 366.01883, 397.01614, 421.49783, 413.08585, 438.44489, 464.48181, 483.08945, 386.33929, 596.53088, 414.41394, 391.73392, 427.95892, 403.35925, 583.354, 352.26923, 399.74133, 417.51602, 504.36389, 386.76819, 453.23663, 404.58392, 407.88663, 524.08105, 390.25714, 500.06989, 449.48248, 554.17493, 377.88553, 433.13666, 459.71655, 354.43967, 527.04071, 541.13428, 462.18976, 509.49985, 504.42999, 476.32498, 399.90118, 527.26642, 390.46942, 476.798, 460.96851, 430.95221, 429.08356, 361.77698, 430.11743, 497.42984, 438.3645, 516.16901, 488.065, 436.99246, 491.96643, 412.56125, 610.83484, 423.99789, 491.47369, 482.08087, 447.61505, 403.25281, 450.40686, 375.05649, 550.06592, 438.05322, 449.41827, 403.16937, 582.74091, 399.8877, 495.99078, 482.79987, 419.75848, 437.2702, 470.0368, 441.89917, 491.65143, 373.5072, 513.815, 383.89795, 492.47906, 414.91742, 378.17969, 463.46667, 425.02533, 492.54916, 328.86453, 486.4321, 632.89655, 360.84283, 372.89502, 471.77325, 446.25427, 386.6181, 554.82391, 403.81128, 479.99106, 456.50336, 499.97327, 452.74762, 425.95923, 483.94287, 485.03705, 492.10864, 503.07852, 484.62146, 415.68378, 555.21436, 481.12402, 458.53311, 432.47559, 448.04242, 367.85236, 365.64029, 403.2486, 462.1008, 501.5412, 359.00912, 367.58328, 501.30493, 371.07199, 379.18817, 380.21234, 548.43384, 518.15918, 363.39072, 510.96313, 528.57861, 373.28403, 480.77588, 556.12549, 537.07025, 555.9137, 527.55884, 418.73679, 537.38287, 410.74857, 550.04889, 491.49408, 425.92194, 689.84753, 486.25992, 576.52478, 462.38315, 403.5527, 526.11639, 570.2226, 519.50513, 423.52872, 447.87128, 483.08972, 449.15619, 471.83063, 400.33386, 484.2605, 501.07086, 466.92792, 411.46161, 419.04065, 466.63446, 478.88147, 394.07452, 523.57086, 448.03027, 576.87714, 551.72693, 456.06384, 505.95782, 441.99503, 416.29062, 379.6698, 415.79199, 493.0899, 422.69342, 546.59058, 503.05435, 449.18872, 570.16827, 496.02545, 474.56232, 528.09778, 587.04504, 469.45044, 429.91302, 510.30017, 487.03888, 526.57739, 476.1051, 506.42075, 516.18127, 491.96735, 546.12573, 476.00739, 471.53986, 541.4458, 507.36938, 427.73105, 460.19275, 481.82138, 511.33109, 569.67175, 502.34491, 491.05063, 469.03433, 510.7009, 506.35858, 537.81763, 538.43677, 527.5094, 519.27728, 607.03625, 598.86041, 462.46368, 538.35107, 589.92157, 467.13672, 593.40405, 622.71216, 448.80774, 640.17834, 654.888, 707.12006, 531.50824, 500.28357, 639.18085, 541.16833, 568.0332, 624.41235, 524.05811, 450.58008, 615.57007, 476.81342, 504.88373, 528.82385 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.6562790299227717, "neutral_loss": 2.973604980869638, "target_docs_loss": 1.3022567253501347, "neutral_init_loss": 3.9378804626464845, "target_docs_init_loss": 3.0476192847357857, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 70.3497, 61.27171, 63.40733, 63.25047, 69.38082, 89.82354, 92.84969, 60.1938, 70.35002, 77.38065, 102.62024, 90.72448, 72.57558, 102.69144, 65.97958, 120.99313, 76.92773, 81.54179, 86.85545, 90.09065, 99.55878, 64.83565, 99.8588, 89.34767, 92.8578, 75.58916, 92.6547, 94.18213, 74.21928, 65.91011, 104.19125, 89.28662, 68.32565, 82.98616, 73.75336, 84.08367, 106.86208, 58.97864, 94.78966, 61.83978, 100.3596, 87.58073, 83.07458, 118.06541, 90.60239, 74.71773, 111.4559, 131.26408, 88.86786, 91.92021, 115.18521, 76.03838, 92.60324, 88.87848, 76.34064, 89.077, 60.9075, 94.23056, 77.15231, 78.7091, 111.82529, 90.5976, 76.15533, 91.26044, 126.37022, 101.2926, 129.20422, 110.46829, 91.85774, 102.41705, 105.48548, 73.65281, 122.91259, 106.90302, 60.65745, 73.19734, 104.36897, 71.20821, 105.79201, 90.89122, 80.5731, 64.40596, 139.82932, 82.63791, 104.98029, 86.62907, 72.05643, 97.31214, 106.33161, 101.94966, 72.22941, 88.84389, 95.19466, 70.30546, 116.48138, 77.79148, 91.61633, 85.3173, 102.25578, 115.51706, 86.40589, 108.56129, 94.46921, 92.78018, 84.60918, 82.49744, 85.83699, 104.42039, 126.85416, 102.24017, 127.09985, 84.0187, 105.47758, 94.55426, 117.17703, 118.41668, 98.16032, 100.70827, 73.50191, 82.46663, 85.53655, 76.92448, 93.29892, 53.46602, 113.12753, 76.35439, 130.67075, 105.79695, 120.74724, 87.7431, 111.02907, 137.04202, 80.09038, 109.03389, 120.94316, 108.91676, 119.00751, 112.45979, 92.54631, 111.7146, 94.63998, 149.70613, 77.7251, 82.23174, 109.27516, 67.60196, 95.50691, 102.78705, 101.72026, 97.94176, 101.61579, 102.57265, 119.25978, 116.28022, 135.92459, 104.57397, 75.52594, 118.65807, 47.43899, 95.03433, 113.55481, 126.25003, 110.70638, 130.85248, 107.96782, 121.08873, 67.56006, 118.03973, 110.91209, 71.48473, 130.85893, 108.39872, 98.20638, 83.91035, 113.28944, 112.54362, 130.81314, 123.21596, 96.65955, 113.22124, 128.78391, 101.87968, 99.56814, 112.31413, 169.83968, 106.55045, 94.4697, 88.8383, 103.26192, 131.0087, 96.99641, 107.38465, 58.2253, 141.11884, 98.30571, 98.25252, 113.52615, 130.46185, 95.29022, 97.24777, 104.19073, 125.99343, 96.97945, 96.26165, 101.54922, 115.94558, 130.12291, 77.77933, 86.30728, 112.22017, 121.02319, 136.01907, 98.90508, 124.41209, 99.09576, 99.8478, 104.21651, 151.9397, 122.98576, 56.30156, 162.94208, 94.46698, 123.74773, 77.1461, 143.88354, 113.50229, 97.91788, 93.77581, 111.99242, 96.71595, 107.50694, 127.77954, 91.38599, 88.56886, 110.94153, 103.53909, 136.42346, 143.06967, 116.43086, 163.35127, 179.54817, 140.33182, 109.50339, 101.83005, 99.1522, 85.82768, 123.35136, 134.1297, 121.61406, 146.93414, 87.76305, 154.55655, 108.86748, 262.00049, 286.34665, 350.26443, 356.52371, 205.91841, 396.28796, 284.43942, 332.91391, 288.75262, 310.90015, 332.21045, 341.16193, 238.84523, 340.13873, 254.36729, 258.1665, 335.49146, 354.14096, 222.69096, 377.49579, 319.74261, 367.60541, 211.98792, 319.3609, 304.11172, 281.76019, 321.53149, 329.67029, 264.14526, 301.08606, 314.41565, 303.79242, 282.77576, 277.78171, 222.01648, 310.76044, 324.50919, 403.99231, 276.38464, 357.38177, 270.56573, 282.48999, 247.40372, 405.71045, 298.6438, 336.1131, 265.1871, 386.65564, 286.41849, 244.26938, 267.76807, 232.55589, 263.48349, 282.58423, 363.37939, 245.25305, 202.97086, 319.99493, 375.21594, 309.55865, 350.85931, 322.37521, 417.21014, 401.4353, 252.67294, 240.15422, 341.75287, 238.52797, 252.11975, 404.88803, 409.58453, 360.04178, 381.54443, 246.51717, 275.18802, 415.99152, 263.29984, 280.9274, 328.32874, 297.65991, 249.89841, 339.18018, 263.03827, 183.01044, 419.03491, 354.94635, 284.05356, 414.97174, 496.07034, 345.85364, 352.77725, 443.74622, 269.34293, 267.70374, 484.09329, 227.10666, 394.99066, 385.54013, 169.41641, 294.54504, 404.62616, 346.00418, 416.47144, 312.09106, 417.62851, 378.41327, 327.41644, 311.52127, 288.73676, 311.0614, 290.36139, 379.84674, 303.50275, 320.20114, 411.55786, 269.22559, 291.7551, 368.64215, 225.5788, 407.57495, 311.55496, 259.81787, 366.66278, 269.427, 261.5166, 249.97717, 330.89648, 387.51712, 344.59952, 457.81177, 457.66367, 377.16312, 488.01721, 450.93616, 379.69943, 175.00739, 423.61127, 387.51385, 344.76419, 278.181, 307.94843, 301.74228, 307.02667, 441.35782, 369.52213, 342.07663, 455.57776, 263.06201, 228.03804, 321.52301, 285.47174, 374.08649, 316.63196, 291.70059, 316.6449, 325.95398, 266.81189, 224.4335, 227.80112, 344.57376, 196.84964, 304.15042, 367.04572, 325.27451, 336.73993, 362.65222, 507.90677, 309.51562, 419.69031, 369.66388, 281.0755, 254.69226, 535.88831, 386.88748, 312.4696, 358.46811, 267.49036, 330.39459, 452.8728, 299.52924, 328.04364, 477.77286, 318.24268, 297.68228, 248.39584, 408.66144, 343.57693, 492.20459, 462.95956, 556.05133, 320.42926, 389.42181, 288.26923, 361.37836, 385.68091, 448.83112, 387.48529, 433.09879, 423.87994, 344.44611, 394.00684, 466.60352, 388.05307, 386.34143, 304.03394, 360.22491, 335.21701, 368.9184, 450.75504, 434.43732, 366.73322, 406.76062, 460.16455, 317.58029, 461.51462, 400.73141, 384.10641, 381.53616, 357.78497, 367.47937, 383.74289, 376.46167, 451.70435, 322.16998, 374.74332, 412.96579, 301.11774, 432.83377, 337.93976, 295.24078, 331.7305, 384.88275, 333.27155, 327.56317, 317.56519, 385.00677, 427.30972, 447.46246, 408.50208, 249.95302, 299.51584, 227.71062, 362.49023, 401.5387, 319.85461, 341.60236, 239.50945 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 225.54086, 419.2012, 264.07877, 279.34558, 381.03864, 295.64581, 272.12665, 335.52942, 360.02362, 348.34351, 255.07687, 291.94891, 241.40482, 345.035, 290.03409, 392.0083, 321.98825, 295.60919, 357.17264, 322.43396, 293.74387, 371.98947, 374.85406, 391.76035, 416.38776, 299.4292, 317.99634, 318.12311, 352.73392, 290.49243, 316.82288, 266.52643, 301.4119, 280.16452, 450.10175, 359.11954, 261.02039, 364.06473, 430.21747, 317.06918, 276.07529, 340.46381, 365.1889, 390.19354, 432.7677, 347.65118, 354.66254, 412.0896, 368.3349, 319.46484, 363.68918, 426.72018, 317.34525, 313.10995, 307.63803, 531.20801, 449.89114, 314.94812, 331.97858, 421.32477, 500.19183, 435.48322, 546.02588, 447.18024, 388.98413, 414.26392, 456.79779, 505.42319, 314.79498, 415.04596, 295.66922, 516.82959, 423.39105, 388.87396, 357.50156, 410.03226, 306.84644, 521.64496, 353.8837, 303.34479, 387.80478, 430.48206, 311.95932, 336.81525, 359.65723, 310.30148, 455.55701, 379.89871, 379.65576, 281.67862, 422.44873, 451.36957, 372.80658, 369.36011, 399.4808, 363.30957, 469.61108, 382.10895, 343.7323, 416.42206, 320.35901, 523.57416, 387.32208, 375.40268, 402.94971, 376.0177, 318.21558, 390.49066, 361.83209, 290.34625, 312.92047, 356.19379, 530.74414, 348.22845, 330.85544, 361.71765, 365.26447, 458.03351, 385.34683, 386.14828, 389.48676, 327.37634, 505.76022, 394.81174, 495.46747, 519.86688, 448.56915, 419.41162, 547.4679, 377.62674, 399.66327, 379.36533, 529.62439, 397.7074, 363.09024, 407.15863, 349.59729, 380.5885, 473.45032, 436.51559, 370.84897, 330.56458, 416.1413, 303.28287, 342.60187, 361.75104, 540.06097, 415.64764, 344.09485, 360.06964, 365.71765, 408.68677, 330.88409, 410.16284, 382.01636, 383.39496, 318.4668, 413.79089, 468.01041, 346.5423, 407.04843, 398.71234, 323.9903, 456.33386, 440.47705, 333.43585, 392.84082, 361.37338, 407.84647, 329.06842, 383.05676, 397.46967, 396.75488, 381.14728, 366.95309, 486.50183, 386.12228, 370.41919, 587.90247, 443.03253, 286.57043, 397.72528, 407.57233, 428.12067, 406.20679, 406.08276, 379.02396, 357.88022, 376.07098, 469.02023, 449.39706, 303.401, 337.6806, 380.70081, 366.76929, 376.28479, 350.65363, 436.30655, 380.88763, 314.35986, 426.80624, 408.5011, 446.16431, 407.76306, 373.26837, 389.14526, 404.71729, 461.99063, 363.23752, 522.83337, 432.86584, 546.57031, 490.12863, 402.66885, 496.27557, 432.65979, 386.79333, 389.58667, 531.17871, 421.32581, 526.27258, 373.20493, 365.75137, 421.39154, 374.22861, 378.06345, 370.38989, 387.59521, 360.31583, 463.7048, 409.32837, 417.41614, 422.17993, 429.89203, 368.55872, 424.02795, 413.5629, 464.53513, 540.85773, 452.59854, 395.534, 443.41144, 432.39334, 322.36493, 461.29443, 485.37103, 360.8284, 350.56653, 490.10934, 372.93585, 401.25296, 480.44177, 476.30814, 340.81976, 374.06287, 462.93835, 402.8205, 409.94556, 412.82172, 427.64178, 409.35904, 468.87292, 527.35046, 353.41937, 547.27728, 443.92078, 418.06848, 574.55829, 449.7774, 367.46979, 398.8082, 433.70767, 420.01297, 442.12622, 466.74069, 477.49396, 397.13898, 598.88995, 423.53134, 390.81982, 437.12152, 405.32062, 593.71716, 356.51266, 414.95288, 432.4595, 497.14194, 391.44415, 464.34692, 413.06351, 422.90176, 531.08728, 397.19696, 506.51862, 450.29401, 552.1427, 378.37701, 433.01349, 479.79312, 365.75076, 543.43652, 550.52441, 465.07315, 513.23846, 529.46161, 478.112, 403.80231, 523.88135, 385.90991, 497.92636, 470.65939, 435.92981, 443.3136, 374.25259, 440.10645, 504.44803, 449.00848, 532.495, 497.47241, 428.60486, 516.26648, 417.39343, 627.99585, 432.80249, 498.60016, 477.4841, 459.14343, 416.00055, 460.22473, 385.4054, 559.95508, 449.58105, 449.21457, 402.53235, 593.16333, 407.9527, 515.55457, 488.10126, 424.35739, 432.20596, 487.06525, 464.92224, 495.10913, 384.7298, 517.44568, 394.09357, 515.854, 423.55084, 378.16272, 467.36932, 435.29602, 498.51355, 335.60791, 495.73819, 645.72125, 358.69684, 385.16455, 467.18176, 447.50293, 391.68796, 551.51331, 411.15125, 485.81989, 467.18509, 521.85889, 466.9881, 415.66626, 508.05908, 495.18051, 509.14017, 509.36493, 494.02893, 416.45312, 562.09442, 495.28113, 473.19525, 440.62781, 445.02185, 375.29407, 366.23865, 419.94107, 457.04895, 514.79968, 379.79092, 365.11005, 505.57181, 383.80597, 403.58023, 393.32614, 574.38257, 528.39075, 364.07141, 513.46472, 531.66913, 383.3927, 476.16095, 566.72632, 560.07166, 563.67773, 526.71228, 433.28632, 552.35645, 418.48911, 552.1402, 505.91153, 429.43256, 709.90503, 486.67377, 596.39294, 473.05157, 407.83691, 541.54303, 575.3656, 526.60156, 425.72125, 452.50113, 481.57736, 465.70685, 485.23669, 399.86768, 494.15839, 507.54532, 477.86295, 416.09177, 430.89355, 494.62479, 484.01093, 399.5733, 545.51056, 460.15656, 583.53082, 564.88733, 466.17526, 525.76398, 458.66614, 420.40515, 387.29803, 430.67841, 487.31207, 434.3902, 566.34186, 509.13409, 456.96976, 586.70465, 512.27057, 480.11133, 547.4447, 604.89233, 465.51431, 427.09271, 526.69824, 499.71484, 535.03284, 490.23575, 518.9209, 516.42053, 510.27493, 561.61084, 488.85919, 481.9436, 546.74078, 513.37817, 438.94089, 479.85858, 499.96313, 516.1275, 577.61951, 508.34006, 501.57346, 480.94931, 523.29584, 509.21985, 539.0545, 543.66626, 530.89185, 531.11761, 619.62573, 620.2771, 468.2117, 550.38977, 611.19897, 466.26303, 585.86462, 624.00806, 453.36169, 648.72083, 654.43311, 713.82458, 542.30969, 497.8739, 642.53058, 551.7948, 589.35242, 636.58331, 528.76019, 453.52371, 623.55615, 491.72711, 515.4458, 535.83319 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.1386213433298233, "neutral_loss": 3.048501241148399, "target_docs_loss": 1.4492678867749214, "neutral_init_loss": 3.9236110900878907, "target_docs_init_loss": 3.199349124484592, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 72.01154, 71.53431, 66.42918, 56.90326, 59.44873, 84.15465, 80.45686, 55.12791, 68.84128, 69.79264, 95.22125, 82.93871, 69.93538, 98.03187, 64.30593, 102.31416, 72.46508, 75.12192, 84.21803, 89.80351, 97.2744, 64.96824, 97.06563, 96.69394, 88.65517, 65.73951, 90.03215, 96.16499, 68.53706, 65.49281, 105.3553, 83.95828, 63.54708, 84.81059, 77.82109, 84.0965, 103.93201, 59.33318, 85.04314, 60.50993, 100.89465, 77.82761, 69.81042, 109.85721, 82.75668, 74.17502, 104.59682, 116.81921, 96.6883, 76.96121, 114.81197, 76.22613, 92.13184, 87.57535, 77.85773, 81.01585, 82.66308, 92.5062, 68.96339, 75.19638, 109.1344, 87.78623, 72.10554, 78.687, 125.64161, 92.92043, 128.73721, 104.43073, 85.70917, 92.26499, 108.89409, 77.80397, 134.08264, 101.21659, 53.70544, 72.84558, 100.52001, 79.42748, 98.70808, 85.04909, 88.42757, 67.57701, 133.73761, 80.59795, 104.97845, 80.91234, 72.79962, 100.41041, 100.39603, 112.11618, 72.3186, 84.9521, 94.04085, 74.33907, 120.99566, 80.02995, 102.19594, 82.77924, 92.67586, 98.11853, 85.50146, 100.41636, 109.18348, 88.9166, 91.64951, 96.26249, 87.61823, 101.65548, 130.23413, 97.77324, 108.01284, 67.39626, 101.1881, 89.40242, 111.91447, 106.91927, 92.94287, 100.38353, 71.52136, 90.76116, 76.19337, 74.69275, 89.16649, 47.78018, 100.3119, 81.79318, 122.10593, 105.59956, 117.01595, 94.10741, 104.90014, 128.03036, 86.81575, 109.90188, 119.7082, 109.64988, 116.49431, 105.77655, 95.67056, 119.93678, 88.72198, 141.12961, 80.64431, 80.19902, 117.05733, 59.1675, 96.94956, 113.31915, 96.28186, 109.34731, 106.88876, 96.73637, 115.09206, 114.5578, 134.56299, 104.43404, 80.55742, 139.20412, 48.97929, 90.87221, 103.28558, 143.8902, 104.77019, 136.87733, 106.52248, 117.83331, 66.49638, 105.16163, 108.60909, 75.72138, 129.99017, 106.21745, 91.65674, 86.06485, 113.60023, 114.00314, 125.17123, 117.83659, 94.14774, 113.08537, 126.61443, 95.10004, 101.96365, 93.62246, 172.54175, 122.14536, 102.07871, 79.33089, 94.58815, 133.55795, 91.06683, 109.50825, 55.83726, 142.43553, 95.1345, 106.07449, 105.11349, 128.37152, 91.96725, 89.24561, 104.35593, 134.90268, 104.66954, 94.35588, 97.64957, 133.33305, 130.58307, 88.91978, 87.74436, 111.85146, 117.02885, 147.72716, 94.12967, 124.07497, 93.56277, 95.08133, 105.71178, 170.8335, 121.55956, 54.151, 167.62473, 90.71294, 135.29472, 72.93781, 144.42007, 106.4436, 98.62076, 101.54375, 121.42424, 96.16769, 107.02264, 115.82222, 95.93849, 90.46206, 113.60113, 108.35866, 131.0605, 123.09334, 110.95419, 159.2977, 170.46225, 129.97668, 104.48622, 98.83945, 107.93578, 94.27775, 130.9675, 147.52136, 119.63928, 151.27066, 84.73822, 160.59602, 105.89928, 258.02222, 322.71985, 335.89764, 372.49487, 222.16544, 399.85043, 294.28995, 325.19482, 306.77731, 312.54721, 374.29446, 357.02582, 250.13484, 384.13376, 268.95032, 269.70239, 342.66656, 363.53589, 226.09599, 406.62631, 344.02365, 378.69116, 237.95889, 316.34229, 302.66663, 290.46896, 371.22064, 328.98727, 268.67722, 319.64883, 337.94098, 320.76398, 299.9971, 289.88235, 239.18179, 325.1347, 316.6362, 434.22266, 298.95422, 370.69882, 271.05316, 293.67474, 240.49948, 416.09863, 313.71655, 357.61279, 269.94287, 389.77563, 295.97607, 237.9695, 284.60434, 235.85051, 274.39032, 280.85968, 361.38229, 233.90991, 204.80487, 311.2309, 388.35571, 324.77606, 383.62589, 327.7406, 453.396, 418.17987, 266.39041, 222.41037, 325.09317, 245.06499, 269.95422, 384.58881, 465.92804, 372.04657, 400.41547, 253.79169, 296.22845, 415.07654, 280.99884, 282.84485, 350.73126, 297.29828, 258.67044, 332.60434, 260.12238, 194.53416, 423.74387, 362.01941, 310.7345, 440.36334, 519.1535, 350.54333, 372.79742, 456.57306, 266.93332, 283.45709, 513.513, 240.37778, 398.20917, 406.74146, 184.03094, 320.41638, 452.65009, 355.89716, 402.83078, 309.43396, 420.5029, 390.52374, 341.13373, 331.91779, 281.25647, 323.73657, 287.50409, 395.01971, 349.12958, 324.89438, 434.24152, 282.85388, 291.63321, 393.62128, 211.55896, 438.83716, 333.56891, 298.86539, 370.61322, 273.33463, 266.86185, 257.9007, 334.64343, 387.32596, 364.58423, 484.8042, 452.51685, 383.42889, 509.07184, 460.27487, 386.66803, 189.22844, 432.67944, 416.84811, 323.63199, 291.65802, 307.93463, 314.09354, 304.62149, 463.91525, 379.0842, 365.92853, 476.9057, 291.84763, 239.24223, 324.76523, 314.62708, 382.02893, 297.8457, 297.02551, 314.0928, 338.29987, 287.98447, 223.59935, 228.31847, 343.05914, 216.11858, 308.81604, 383.13705, 319.27484, 353.8739, 378.9563, 487.02435, 321.20511, 433.03467, 372.5791, 280.87723, 259.21387, 569.30603, 388.60315, 315.72739, 418.50333, 271.4642, 329.98737, 460.58624, 322.4328, 328.22501, 472.43243, 341.74408, 302.40927, 258.74191, 433.90695, 369.80927, 536.487, 498.37976, 587.8877, 333.10245, 387.89819, 307.85001, 368.73981, 390.34277, 465.47433, 394.96075, 455.04184, 461.32993, 362.93658, 423.56964, 499.92563, 400.16718, 398.65427, 307.409, 362.61517, 338.50296, 394.90961, 453.15567, 476.22375, 405.38998, 429.72922, 476.51453, 324.65601, 496.67676, 422.04877, 409.82721, 406.95026, 360.51715, 381.05093, 387.79333, 386.82831, 487.49011, 346.38208, 388.8905, 432.58762, 321.48169, 435.30371, 346.72205, 313.95496, 330.18842, 404.69174, 329.46603, 341.008, 329.26172, 402.82526, 447.56226, 490.31891, 419.26862, 245.0672, 300.43958, 237.64511, 378.87387, 449.59235, 313.65359, 346.95035, 240.73964 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 246.40512, 456.40411, 298.57431, 307.89874, 406.26331, 321.04907, 312.50714, 359.20245, 390.9707, 363.70206, 268.42654, 303.03308, 274.44946, 375.78473, 327.38696, 433.72491, 356.53104, 333.41602, 399.63171, 368.62817, 329.7128, 416.76395, 417.63947, 423.3692, 454.37366, 325.42624, 361.27325, 343.34143, 374.90027, 327.79327, 342.37073, 299.03702, 350.99753, 318.86353, 482.04318, 397.65665, 290.71677, 414.10889, 460.06754, 364.64688, 315.21857, 369.06778, 414.88437, 422.13858, 460.41431, 382.1741, 397.38748, 438.54526, 403.29974, 340.1618, 421.21286, 512.37878, 335.9082, 348.01251, 349.50388, 570.86664, 491.97961, 362.6088, 359.20267, 469.40747, 550.34229, 470.61148, 582.15997, 496.8631, 439.78583, 453.01752, 492.16937, 533.9917, 348.98108, 450.56369, 331.57257, 548.36383, 474.89313, 424.12097, 386.7446, 449.6445, 342.99686, 568.68256, 388.01666, 336.04132, 419.95132, 472.93549, 375.85934, 379.89902, 405.0965, 366.23566, 489.50089, 414.73523, 408.22043, 325.65546, 451.63464, 487.6738, 423.75958, 404.81744, 436.43805, 399.69873, 499.19958, 436.33817, 371.75458, 434.9469, 369.56259, 536.75745, 427.13354, 403.74982, 434.75879, 432.66608, 333.35919, 446.85272, 399.20291, 328.32227, 339.83508, 413.81189, 570.71704, 368.73895, 368.62939, 389.88116, 397.90332, 508.58929, 438.10065, 418.09851, 451.75714, 362.87601, 548.73535, 450.42969, 544.52942, 586.02014, 519.11304, 459.31671, 588.88049, 408.00305, 432.30307, 426.60617, 580.98169, 419.96515, 410.88336, 461.1745, 387.1615, 448.16745, 533.00342, 491.65384, 403.65857, 370.57874, 456.44092, 324.18875, 391.74374, 420.07593, 594.93237, 472.6846, 406.11755, 404.29175, 400.52234, 440.61084, 363.34131, 443.65622, 407.41602, 439.15747, 345.47327, 448.90201, 528.08246, 406.70352, 445.29071, 455.07999, 395.40417, 493.09259, 467.20544, 368.5845, 430.08585, 403.63123, 445.90726, 376.30994, 431.43762, 443.46124, 428.7771, 436.9928, 392.95331, 553.18988, 421.02985, 403.86572, 645.21838, 473.94147, 330.66302, 449.78101, 442.79626, 485.76807, 451.01379, 443.06104, 407.68762, 396.2699, 421.00195, 500.86194, 480.37042, 325.14734, 380.92117, 412.72479, 418.11249, 400.04254, 395.9823, 471.49384, 416.15729, 348.27838, 494.34924, 441.22589, 500.13156, 471.5842, 460.08194, 447.60083, 441.89215, 531.20251, 419.48541, 570.17932, 486.79001, 622.30273, 533.66376, 429.2197, 573.99512, 518.14734, 430.84027, 416.61108, 601.05615, 475.92719, 560.66125, 422.29761, 397.17749, 458.85516, 442.83997, 432.49664, 404.25385, 415.53696, 394.78564, 537.34497, 447.2178, 474.85858, 498.74973, 478.20984, 407.37506, 466.85287, 482.80457, 528.66003, 588.659, 517.92554, 425.20575, 495.9502, 471.59372, 350.53143, 556.85144, 540.68042, 411.15109, 391.03662, 544.21136, 412.13403, 449.9288, 521.60065, 511.92896, 385.15436, 395.34192, 510.15283, 477.90073, 452.03387, 448.67746, 493.763, 455.24323, 520.42175, 595.0744, 413.77673, 612.51587, 486.79364, 458.21082, 621.10535, 509.42752, 409.69995, 452.849, 491.56287, 471.17877, 492.10202, 513.94678, 509.40173, 448.51184, 654.08789, 483.2641, 417.14526, 486.89215, 429.32553, 647.26471, 415.86371, 481.62524, 481.2789, 531.19336, 420.84448, 511.17514, 453.54974, 469.62366, 574.88733, 436.45172, 550.74738, 492.87976, 605.04974, 421.38876, 470.99527, 551.94611, 429.92889, 604.82361, 594.34485, 500.46973, 572.21008, 605.30054, 516.65472, 460.09293, 564.37793, 422.07104, 577.52063, 524.83905, 481.66895, 497.48322, 429.40637, 482.21478, 550.40033, 511.44803, 603.55426, 565.04828, 470.48566, 584.25671, 466.41983, 696.95361, 483.98358, 544.54993, 510.60834, 533.24878, 485.67911, 515.3999, 446.74484, 595.51862, 509.41803, 489.41885, 453.50479, 641.01282, 453.79764, 584.83167, 531.22412, 475.79437, 475.95135, 555.5863, 531.8313, 559.90869, 451.42175, 574.32593, 464.36121, 575.29877, 463.88007, 436.21866, 517.95056, 488.03406, 563.85205, 390.8913, 541.97571, 708.46729, 398.73096, 441.89758, 483.11447, 496.64648, 448.02716, 598.771, 473.06451, 548.19604, 522.37219, 594.98566, 526.43665, 432.82202, 587.95935, 558.57141, 559.63098, 559.98389, 549.25769, 455.51303, 614.36255, 553.4942, 530.93103, 494.49188, 496.63696, 422.65588, 418.23181, 473.40588, 484.18948, 587.97412, 443.00305, 397.57281, 556.47119, 449.021, 477.58023, 453.95435, 668.81946, 592.73926, 402.64783, 562.67896, 576.41577, 451.36215, 518.93536, 620.2168, 628.43579, 607.92981, 566.13416, 499.47812, 625.26514, 471.76865, 597.61377, 560.61993, 483.10809, 775.40771, 530.31079, 663.16663, 532.81348, 468.60742, 604.87866, 628.08307, 585.90686, 489.0397, 509.06903, 520.71759, 517.61975, 560.02808, 450.49536, 565.62836, 568.66418, 531.09467, 456.90991, 489.63794, 575.00854, 537.06091, 455.84589, 620.39111, 528.81226, 654.36377, 613.50342, 538.31635, 598.46478, 538.53943, 468.63004, 435.62231, 503.29175, 540.30481, 499.09698, 639.30591, 558.49713, 530.83575, 649.12793, 568.20886, 534.26062, 622.87195, 695.71948, 518.30316, 466.65839, 589.91809, 555.29321, 601.61133, 567.50586, 581.36621, 576.17279, 577.13409, 631.94019, 567.3233, 548.995, 579.25543, 545.12292, 490.2041, 547.06384, 582.62506, 570.84576, 652.52795, 579.24945, 561.20618, 566.71857, 593.83789, 572.61536, 581.45465, 609.40155, 583.24829, 594.7478, 678.70886, 718.93256, 514.79663, 618.61218, 693.54834, 501.63089, 614.1723, 696.71729, 521.49982, 721.98981, 704.29785, 769.96063, 625.59485, 552.9574, 706.53552, 627.05066, 671.20544, 699.8855, 593.87341, 531.49341, 689.48792, 577.62878, 573.61255, 588.55853 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 1.824142015218589, "neutral_loss": 3.4413588700819093, "target_docs_loss": 1.7591453044838787, "neutral_init_loss": 4.779880236816406, "target_docs_init_loss": 3.615859229193793, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 77.13655, 77.52074, 65.44264, 62.24442, 70.47723, 90.11745, 92.98839, 67.37738, 78.10155, 85.09203, 98.24333, 96.92892, 84.02397, 109.65717, 67.06067, 113.60421, 73.17258, 89.11752, 89.2552, 89.24016, 104.5685, 72.87535, 105.20387, 127.12289, 93.84982, 62.97452, 106.21881, 118.06898, 79.07963, 71.59692, 116.36926, 110.58125, 64.01552, 92.19298, 92.61467, 91.60702, 110.10346, 67.86472, 89.45889, 67.03682, 105.35587, 88.84628, 77.64275, 109.70628, 98.46823, 79.19645, 111.44291, 116.63304, 108.36291, 92.77177, 126.90018, 88.46158, 95.05036, 96.70892, 88.98285, 77.55913, 128.11638, 107.6451, 66.63045, 89.64093, 124.39923, 93.25341, 80.25883, 85.6423, 146.86523, 91.17442, 148.4601, 113.12283, 88.05054, 105.07698, 115.27919, 85.57315, 154.94754, 102.39127, 63.55349, 78.8611, 103.31743, 102.65211, 103.20909, 82.07764, 99.01094, 71.94583, 147.21725, 101.38885, 111.44992, 95.69667, 86.08881, 117.26328, 102.83872, 130.91495, 80.74989, 101.36813, 97.34927, 83.60621, 145.44872, 100.00225, 117.89807, 86.16863, 97.29858, 101.15565, 90.83852, 108.97665, 126.8224, 104.0905, 100.96667, 115.68219, 93.37449, 127.80035, 146.57715, 107.9053, 104.06195, 70.05663, 95.69751, 89.66731, 107.54029, 116.60094, 109.48722, 120.29224, 80.22219, 103.13898, 75.37567, 86.13974, 95.24581, 51.7092, 101.12827, 98.66769, 156.73267, 112.89337, 129.64752, 104.17737, 116.78957, 129.511, 87.32384, 135.18396, 126.88898, 109.92205, 110.11576, 112.68107, 114.24543, 141.47302, 95.66947, 134.76114, 93.16142, 92.31619, 146.38651, 65.157, 113.95438, 130.3667, 103.17113, 127.84386, 132.21408, 108.34671, 123.43354, 118.35904, 140.60907, 106.40398, 96.55188, 156.35306, 66.28551, 109.33945, 117.61013, 143.88953, 110.85612, 156.22566, 112.11105, 133.79915, 79.40226, 119.7539, 106.30592, 94.34174, 142.98886, 129.37877, 90.9982, 105.30534, 124.59377, 128.58696, 128.91566, 135.61307, 95.34106, 116.39886, 132.073, 95.9974, 122.32047, 100.33095, 195.30263, 156.12985, 95.07217, 87.6714, 114.80301, 152.70711, 101.65453, 116.25769, 67.73109, 168.94481, 108.1916, 126.25423, 119.53584, 138.64737, 106.11844, 105.30286, 110.12427, 137.30475, 110.79626, 109.34599, 133.85651, 174.95764, 145.90184, 100.37421, 107.14763, 118.55891, 120.54953, 173.76135, 98.82163, 156.70277, 108.13397, 116.41006, 118.68262, 195.99942, 151.83797, 60.73082, 197.13925, 104.79918, 159.40067, 89.33859, 155.99529, 109.8322, 128.87476, 114.96655, 140.30263, 119.47592, 120.68933, 129.31113, 110.28155, 89.15446, 126.34351, 118.83493, 127.79601, 131.99695, 131.83449, 169.42201, 191.81534, 141.68449, 129.5056, 94.83211, 128.07312, 119.94542, 146.12706, 167.16113, 132.53986, 163.1983, 100.22292, 208.52777, 117.05628, 288.83365, 369.76349, 357.59009, 420.03857, 249.41919, 414.50797, 321.61603, 363.97049, 344.51938, 342.99866, 466.04962, 412.905, 273.14386, 441.24292, 293.94672, 321.76953, 376.07053, 406.2374, 269.63165, 463.85742, 416.4917, 408.15076, 296.25769, 343.2641, 331.87421, 314.73999, 432.78827, 346.60938, 287.17023, 363.77039, 399.94693, 336.60934, 358.07666, 348.91336, 266.13635, 366.56427, 339.2774, 482.14069, 344.97723, 402.92838, 302.70172, 337.33826, 262.50388, 464.47705, 370.4664, 403.36685, 289.9447, 423.02637, 325.93829, 256.3287, 328.09662, 263.30075, 305.33148, 313.54327, 379.62805, 253.80496, 238.27682, 325.11115, 424.27695, 382.19006, 452.99774, 349.07932, 508.02979, 471.94757, 308.20966, 241.37485, 371.97772, 267.55194, 309.21591, 410.78296, 519.53424, 439.93948, 438.74457, 316.52637, 333.01135, 443.91754, 330.3598, 328.32291, 375.67316, 317.71014, 270.97668, 364.88739, 280.81274, 220.65228, 429.95526, 381.26163, 358.48138, 489.21521, 586.32288, 393.24234, 429.3154, 509.07513, 299.60938, 329.68832, 563.18048, 286.62079, 441.78107, 460.76517, 229.35059, 380.2597, 532.73297, 386.93414, 437.0014, 326.68781, 469.06683, 427.16412, 400.40491, 384.92856, 325.15967, 374.20123, 350.46634, 453.69019, 422.00592, 360.23386, 487.07953, 302.73645, 305.58813, 451.72412, 225.14345, 529.5943, 384.69928, 368.20758, 416.95099, 304.82745, 318.40573, 327.93555, 385.427, 433.14111, 402.85776, 596.35022, 499.82513, 449.0069, 583.8584, 535.36096, 431.01453, 249.20233, 479.35944, 476.65955, 353.55756, 344.71234, 334.26556, 347.94907, 335.51624, 509.37875, 428.07739, 411.19226, 547.96222, 371.50934, 299.01453, 347.03351, 359.13434, 410.04846, 317.26929, 351.90839, 334.22235, 386.14594, 319.54388, 256.61084, 275.914, 391.00861, 245.2664, 349.33112, 436.8205, 352.75974, 403.80215, 444.34982, 532.64624, 348.71704, 522.13452, 395.09021, 311.34827, 300.10406, 631.065, 430.56, 357.4588, 497.80957, 325.11456, 355.42328, 500.42874, 383.73373, 366.92786, 519.44885, 424.7923, 334.8598, 311.10031, 488.00055, 427.00867, 625.94354, 572.91937, 643.48108, 389.57013, 437.87112, 365.10455, 431.08252, 438.68225, 519.38574, 464.02954, 499.26443, 543.14948, 416.93921, 495.87466, 564.58252, 445.68723, 457.17435, 348.26874, 384.56497, 406.18884, 448.42468, 508.45587, 568.31653, 466.21271, 490.50177, 533.0802, 393.82147, 578.11523, 464.49765, 489.06317, 474.48807, 396.18314, 475.92407, 415.4541, 423.95184, 557.80225, 376.83258, 436.40747, 485.93054, 385.12173, 463.26508, 401.95142, 347.4577, 359.39587, 458.16165, 364.4248, 386.93909, 392.44662, 457.67572, 535.00739, 559.91785, 479.07361, 276.4231, 342.84454, 261.59387, 465.48068, 527.65601, 330.20959, 416.89557, 259.9306 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 279.13049, 503.96359, 344.2709, 372.01193, 445.62927, 384.69775, 374.11835, 394.12555, 441.89954, 402.36816, 328.13538, 352.76318, 335.34695, 429.47467, 409.25092, 509.81592, 418.94345, 391.79865, 475.36328, 459.20276, 417.32089, 475.73993, 502.98737, 506.79596, 521.28198, 378.61401, 433.39545, 397.10516, 434.62567, 387.60443, 394.92328, 378.32379, 429.21136, 392.97162, 548.54926, 487.71533, 360.05594, 503.65561, 522.41754, 455.31995, 392.52704, 441.17953, 523.5517, 488.5625, 550.06915, 477.30176, 479.08746, 505.56549, 492.8587, 421.53635, 521.53394, 616.39703, 391.30225, 406.70007, 419.07968, 656.25696, 573.11145, 440.47345, 429.5354, 562.70721, 643.28888, 536.35211, 654.26929, 590.65466, 495.2276, 539.97522, 562.05054, 610.74341, 443.39502, 525.29559, 398.73621, 623.89197, 575.56335, 494.02161, 453.76266, 550.00385, 425.48569, 657.89539, 461.13757, 408.72397, 496.53778, 558.78918, 495.82547, 467.99249, 487.01834, 462.92072, 577.08972, 500.13217, 498.25031, 413.3645, 528.86273, 583.92004, 491.31378, 496.50964, 520.18909, 486.97287, 596.54456, 535.81787, 442.27771, 492.15765, 486.9043, 598.10535, 503.43042, 463.6994, 506.9325, 534.39893, 408.87271, 558.39044, 484.1778, 416.98257, 397.56348, 506.79874, 644.83545, 443.75885, 445.97894, 472.6503, 484.84607, 641.52576, 560.74976, 523.56763, 579.6781, 451.11258, 656.30688, 558.28204, 622.14062, 703.38416, 672.49414, 546.15295, 682.30597, 474.90491, 537.44873, 523.07776, 680.87714, 482.28577, 509.7085, 566.40625, 452.12839, 560.3562, 633.84216, 587.39276, 473.43689, 472.88651, 558.39893, 392.60516, 504.8132, 534.20959, 693.40308, 581.96552, 505.7348, 508.74304, 478.02942, 528.87244, 442.07513, 516.4552, 490.27371, 514.95166, 422.64157, 546.14978, 640.61078, 517.31506, 520.82251, 565.45129, 507.75882, 583.36438, 529.45502, 451.68274, 536.82642, 493.95636, 533.34912, 441.61203, 525.54065, 516.12415, 518.46002, 559.51123, 487.40671, 686.01038, 500.9556, 489.2363, 766.71509, 559.18585, 414.93958, 551.51807, 530.96442, 604.71204, 530.52386, 513.64154, 474.74747, 481.70349, 516.50702, 575.80261, 576.05566, 409.45938, 449.466, 504.90613, 516.05615, 475.34409, 492.16574, 555.11353, 484.30481, 442.69617, 607.77234, 525.60907, 589.82489, 597.13971, 590.69257, 551.59692, 516.78296, 631.09607, 548.36292, 661.77075, 597.80292, 750.90808, 617.37506, 516.46252, 715.94806, 644.88373, 510.74835, 494.75125, 709.22595, 569.59814, 648.82196, 529.32916, 490.50189, 538.90881, 543.66797, 529.78113, 481.40543, 486.91669, 471.04865, 630.57935, 541.88055, 594.76031, 621.2334, 574.96051, 511.70508, 548.65472, 600.43298, 652.65625, 719.66229, 619.85974, 520.31305, 592.90845, 596.97601, 444.07681, 688.88928, 648.64374, 516.71509, 481.36514, 651.57349, 504.02863, 549.32922, 617.27942, 586.47504, 482.76569, 473.75574, 610.77393, 604.11328, 560.22754, 555.69263, 623.57971, 552.66284, 638.52563, 726.49231, 537.15637, 741.9024, 585.88898, 539.39978, 708.92761, 618.99023, 505.63855, 570.36346, 587.98047, 602.18616, 601.91846, 619.67358, 596.89221, 553.07837, 768.66052, 607.56372, 495.16495, 589.92847, 502.36646, 755.01294, 564.33508, 601.49615, 569.42059, 636.76337, 496.41556, 608.56757, 580.96783, 558.81433, 652.16602, 519.24146, 644.36365, 611.60303, 730.40833, 544.57343, 594.60791, 678.23218, 563.52527, 716.77136, 711.62207, 595.70496, 688.54272, 729.18396, 628.03455, 576.5874, 648.60376, 510.7348, 710.27667, 637.76831, 588.89966, 603.67065, 538.80737, 552.7002, 665.87878, 630.59619, 723.35065, 677.20349, 590.41876, 684.48566, 565.82806, 813.40497, 574.28082, 651.51111, 603.91418, 663.6593, 610.23743, 651.93805, 575.77197, 664.30981, 608.36694, 580.87299, 577.25354, 740.17883, 545.81653, 715.38318, 642.81311, 599.59259, 596.63641, 669.84802, 664.57104, 693.1449, 569.41174, 698.8186, 597.1261, 705.396, 544.44379, 556.57043, 621.94037, 583.29523, 686.87231, 498.25476, 643.2038, 827.43127, 522.63531, 552.73047, 550.11682, 615.79346, 562.46265, 714.93347, 599.82007, 657.48212, 673.28448, 718.2489, 630.99554, 497.08142, 696.95715, 690.7561, 684.50537, 675.54468, 658.62079, 553.43793, 740.5957, 660.90039, 637.5755, 590.1084, 610.06995, 528.60455, 519.37415, 581.40552, 571.31842, 736.88428, 548.56482, 493.96899, 660.01819, 576.31702, 598.96826, 586.59741, 828.68884, 712.08325, 514.8385, 675.95312, 681.60345, 579.50049, 623.36108, 724.49097, 757.97626, 694.82837, 660.00317, 633.60474, 767.5166, 584.60956, 687.00311, 676.23547, 613.18915, 895.19269, 642.69385, 779.02795, 652.6416, 608.48364, 715.70056, 747.10693, 714.58057, 604.22449, 644.81403, 632.01538, 618.82501, 690.29846, 582.59143, 713.68158, 717.13458, 656.75867, 547.8902, 598.44196, 709.96582, 635.76355, 582.47223, 730.13049, 655.47119, 789.95691, 716.77148, 670.71661, 717.88513, 680.54224, 554.54041, 555.22559, 655.00177, 670.78662, 635.37817, 794.52765, 663.16541, 679.18518, 785.83459, 711.05829, 665.90601, 737.28516, 873.04382, 643.23834, 591.95569, 717.66882, 653.86731, 756.38281, 705.75378, 725.59131, 723.68823, 726.24231, 755.8363, 731.65698, 688.60083, 682.25946, 622.19421, 582.1416, 676.10248, 775.88513, 694.4436, 817.15967, 730.16919, 685.44257, 749.67072, 745.50354, 734.45343, 689.10571, 770.17346, 703.91034, 731.63855, 795.75287, 905.13751, 624.99695, 763.74109, 866.23572, 607.9541, 758.19495, 887.75543, 680.78552, 864.85303, 856.18091, 909.19446, 820.20764, 683.89941, 862.20911, 784.51453, 839.50897, 833.05737, 730.58813, 707.80658, 848.74188, 751.47778, 716.65491, 722.56335 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 2.9521747544827943, "neutral_loss": 4.218224833738497, "target_docs_loss": 2.3342349987361444, "neutral_init_loss": 5.919714947509766, "target_docs_init_loss": 4.403504069010417, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 87.36362, 93.5683, 88.42331, 84.01411, 81.93269, 112.32112, 97.48614, 80.96936, 101.52231, 116.37372, 120.05645, 104.13873, 120.39952, 129.33961, 97.15334, 123.52779, 87.95094, 133.87617, 113.267, 106.26043, 126.16135, 84.72981, 136.66696, 164.06891, 136.94595, 60.98837, 130.62282, 145.1413, 92.04861, 86.89952, 136.27914, 143.72585, 66.44653, 103.48296, 128.08475, 119.92995, 124.0623, 87.39655, 100.07795, 86.61964, 113.13365, 107.56867, 104.73049, 121.42062, 121.05101, 110.65026, 111.45599, 145.88008, 104.0401, 107.17291, 145.30699, 110.43361, 106.23676, 148.72218, 111.94381, 91.50624, 193.78763, 110.59636, 68.53762, 114.35612, 147.27863, 104.55738, 97.88074, 101.06601, 193.51674, 115.54208, 179.05721, 143.78787, 114.17991, 134.37859, 162.91983, 118.05696, 170.43399, 110.88654, 74.43134, 101.29549, 137.96716, 125.9301, 128.0246, 91.34825, 121.62947, 113.07378, 182.41354, 130.70081, 122.74454, 135.85274, 112.78815, 165.93716, 108.30594, 159.42252, 89.56048, 131.82043, 113.27698, 101.2169, 164.47134, 132.64191, 136.44296, 98.71745, 99.34509, 111.71114, 103.60052, 148.4881, 151.69865, 126.55527, 127.63731, 156.15652, 108.49282, 173.77942, 208.87845, 139.15471, 146.76938, 72.97523, 106.52381, 100.33635, 120.57618, 131.76262, 155.42615, 160.38644, 85.89793, 134.49275, 84.41563, 90.49873, 102.95511, 91.50457, 109.57401, 132.59024, 213.37314, 140.23433, 150.59918, 123.4665, 159.63788, 166.96954, 119.50084, 177.83887, 146.43446, 143.04355, 127.36171, 119.27782, 152.7789, 184.96609, 128.22391, 146.39651, 97.83536, 109.47833, 185.39261, 105.74878, 128.83255, 173.86285, 116.87515, 175.86865, 161.22778, 115.18342, 129.51701, 130.26648, 153.76895, 127.63173, 106.80255, 176.16504, 98.44067, 148.10402, 141.40762, 151.31921, 123.19565, 199.96619, 117.68243, 171.2084, 103.25041, 130.07613, 145.16891, 155.63582, 173.47086, 162.84169, 102.16702, 165.59508, 157.55151, 177.58783, 137.79507, 141.47519, 97.17619, 143.70145, 161.10251, 112.56235, 138.97371, 127.95694, 250.97375, 223.68965, 127.22835, 105.44685, 156.82518, 180.00986, 149.38034, 148.71004, 81.64082, 181.93146, 138.11438, 177.8425, 168.74643, 161.78584, 136.75912, 112.57414, 128.99646, 166.22983, 119.92235, 140.94939, 176.25206, 192.71301, 153.25648, 113.8989, 123.90524, 135.96075, 143.3042, 195.9651, 108.26195, 216.55655, 127.12599, 137.444, 135.41464, 234.88454, 214.55502, 87.36591, 224.80827, 120.65704, 207.35942, 129.72929, 179.67099, 125.30745, 190.1306, 127.74546, 211.74208, 149.62021, 187.60042, 133.80664, 146.62708, 77.48461, 144.40317, 139.69821, 148.56404, 143.12137, 172.31772, 180.57951, 248.43793, 171.30077, 149.36031, 107.89939, 162.04276, 174.61542, 181.69539, 195.07159, 153.66684, 180.32153, 142.86412, 267.70618, 130.08694, 344.27954, 436.65344, 412.12384, 473.20273, 336.53705, 457.04974, 380.18109, 456.29257, 413.35583, 403.74496, 580.19287, 482.53918, 338.64764, 486.85065, 347.90259, 422.9483, 429.05966, 469.39926, 362.39917, 518.38715, 544.84863, 462.81616, 392.84991, 408.17572, 437.08197, 371.61179, 512.53333, 412.65793, 376.05481, 445.5047, 512.02539, 379.9043, 428.94855, 453.38373, 331.50723, 420.15814, 407.71979, 548.94861, 424.41846, 509.00278, 356.69171, 393.27405, 311.95758, 560.31927, 495.73529, 446.55634, 330.06158, 538.24304, 406.14618, 304.71661, 394.71033, 323.16263, 435.34943, 353.41299, 429.04953, 343.85889, 299.75195, 360.21896, 484.66919, 513.80499, 526.97803, 408.7753, 624.98096, 532.9552, 397.11389, 312.82397, 437.64886, 326.35242, 394.6879, 470.57462, 581.57562, 535.80579, 492.01752, 384.90833, 415.95169, 543.05121, 387.89679, 425.09235, 463.86813, 360.54382, 352.05072, 412.5824, 334.1394, 243.291, 489.00006, 433.9816, 409.56192, 574.22778, 691.64917, 463.94177, 498.52167, 565.80579, 366.50833, 408.06403, 632.17944, 382.15198, 524.88611, 578.29608, 353.27014, 494.32507, 637.69287, 423.00034, 482.54501, 380.03479, 557.76672, 517.78467, 464.85223, 473.38062, 427.37769, 462.87744, 453.88586, 590.01489, 563.37885, 439.98956, 609.47607, 360.67126, 420.55981, 551.94751, 285.19977, 639.68225, 452.6091, 517.83038, 490.95581, 418.0535, 409.30023, 463.1813, 471.47522, 524.80231, 513.62726, 713.37177, 637.49109, 529.22247, 691.72064, 678.01575, 499.68121, 353.34091, 562.32202, 586.36035, 383.64209, 434.33597, 421.31958, 406.08203, 381.69113, 589.99994, 512.22009, 508.86102, 696.01709, 467.87885, 370.17273, 444.07916, 467.89243, 495.93591, 385.82355, 448.36591, 381.6814, 506.23083, 430.86554, 374.64664, 350.51257, 449.45837, 340.06067, 473.88159, 519.35785, 407.8252, 533.78467, 582.47668, 639.4696, 400.28864, 656.20496, 474.75818, 475.81464, 381.58859, 708.74097, 550.1062, 447.04779, 579.25024, 368.66702, 429.92551, 587.97632, 488.15057, 430.3295, 619.46362, 608.77704, 390.13562, 401.62033, 579.88873, 610.06689, 706.02234, 675.38672, 713.25452, 515.93512, 581.68152, 484.33401, 514.92615, 533.38232, 608.98267, 585.16003, 597.45459, 635.30536, 507.77539, 624.26312, 700.34399, 536.04852, 547.8783, 410.75464, 471.37378, 481.04636, 566.44684, 642.77679, 712.76288, 574.28534, 596.73749, 611.93634, 540.99512, 691.31433, 570.42712, 613.41431, 608.27588, 470.70294, 626.20972, 476.52063, 497.07843, 720.29279, 466.41647, 531.81116, 574.47363, 503.65359, 536.29669, 544.33435, 443.22897, 415.03571, 523.66821, 446.6077, 530.65356, 530.30823, 580.90051, 673.88965, 682.27136, 592.92609, 370.53381, 422.46323, 345.23056, 613.09998, 642.73206, 492.6366, 589.22107, 350.34674 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 352.24261, 557.05475, 428.36118, 445.01529, 496.15515, 494.86404, 444.22717, 466.54504, 534.68848, 479.3252, 454.99817, 462.96167, 417.94839, 550.81897, 527.01282, 632.24048, 521.26611, 479.20123, 610.4469, 652.79187, 550.73206, 576.15857, 627.56531, 645.93427, 665.91528, 477.04132, 548.91449, 491.15466, 563.90643, 513.02222, 533.12042, 530.39667, 544.64026, 545.03693, 642.34424, 620.92786, 486.34875, 647.66956, 622.17163, 629.91003, 541.57227, 610.79431, 689.91614, 615.11755, 691.17963, 660.05951, 638.43542, 642.78729, 628.37946, 603.20142, 687.48535, 786.16895, 483.32251, 565.2597, 555.82837, 787.65515, 706.19489, 536.41718, 594.36707, 726.58154, 829.17926, 677.59497, 767.88318, 750.5531, 568.12848, 696.06091, 703.9881, 778.47595, 604.42981, 698.56604, 516.64001, 782.75928, 738.13196, 655.79767, 565.75598, 743.00122, 591.76392, 836.09076, 616.33533, 550.00677, 661.50537, 655.00317, 700.539, 632.92963, 634.82098, 607.15533, 724.75488, 625.64221, 700.63074, 575.16235, 684.58069, 742.60498, 620.30627, 675.52905, 669.27612, 638.67151, 832.68848, 712.6449, 573.46094, 612.38666, 687.58923, 762.25714, 675.672, 588.5011, 636.04224, 711.7486, 589.88159, 745.2171, 658.0874, 524.1709, 532.10236, 658.52795, 761.42529, 592.36255, 564.04541, 657.65686, 626.65491, 809.81165, 781.95654, 667.54901, 802.85449, 613.61304, 855.63391, 750.61853, 760.01898, 915.92529, 884.16248, 725.39124, 893.41235, 636.10388, 733.54565, 702.90167, 864.82062, 615.11267, 705.28284, 752.01465, 580.80725, 735.39288, 809.65784, 760.10339, 614.23688, 684.49298, 755.63672, 551.08984, 682.32001, 733.9505, 882.96893, 751.24042, 652.54376, 667.13989, 687.31146, 669.65833, 580.96234, 667.30688, 646.74835, 673.97662, 610.49573, 734.41443, 811.23193, 698.97888, 668.5249, 758.95776, 686.92511, 780.43433, 658.52307, 616.81995, 716.28076, 690.19049, 695.1994, 604.3764, 704.59412, 679.74133, 696.02661, 725.26105, 654.16882, 890.83789, 692.1217, 627.35962, 922.95715, 730.25659, 567.36871, 758.92395, 732.8772, 832.43286, 660.27136, 657.90613, 645.3136, 673.65552, 666.93604, 741.39624, 830.01062, 599.58197, 586.02374, 680.59351, 701.25903, 632.37756, 662.5451, 744.24524, 653.79932, 609.85181, 803.65137, 726.50146, 761.49152, 827.49219, 774.39319, 747.38635, 678.4635, 841.59705, 768.66864, 815.47839, 778.50031, 934.00439, 785.88086, 706.00885, 910.53345, 845.3432, 673.0744, 650.33667, 916.67566, 747.00159, 826.66064, 697.69348, 691.89386, 664.5238, 692.3363, 678.33594, 645.38898, 688.92175, 597.10132, 756.87146, 715.39026, 775.19775, 797.71887, 774.92145, 699.41394, 734.6792, 789.79633, 864.50476, 917.66089, 839.63379, 714.34814, 772.4856, 807.10626, 632.30518, 876.38049, 838.54028, 720.54156, 680.09772, 860.07959, 700.52136, 724.01654, 845.01099, 736.17883, 658.90234, 650.5238, 784.19446, 818.38568, 779.27942, 783.6864, 831.73358, 731.60376, 866.34729, 915.95038, 727.51123, 962.40613, 787.59912, 724.55072, 890.41394, 792.94373, 703.18506, 767.68903, 751.6134, 837.86157, 783.72852, 807.63245, 793.23639, 731.58081, 919.46851, 826.91266, 689.55823, 782.93158, 673.75427, 915.54877, 782.24048, 799.46423, 743.12415, 860.75513, 686.64551, 773.23987, 818.89276, 732.64111, 811.5979, 677.5592, 821.39996, 807.18457, 971.28931, 710.15979, 799.72034, 894.02521, 797.77423, 914.47247, 961.24121, 802.28424, 907.10474, 935.58606, 832.42828, 776.75537, 819.69641, 714.86725, 896.1557, 874.68323, 772.44928, 794.90955, 773.16071, 727.70312, 869.37585, 818.02515, 967.2782, 896.84235, 788.17444, 835.37793, 745.38208, 1012.94519, 724.27264, 849.79663, 794.69342, 890.56635, 837.95813, 844.10437, 781.67419, 838.67578, 767.25745, 792.06934, 796.48297, 907.42157, 696.07428, 920.28119, 864.35254, 799.33679, 844.13525, 881.95911, 889.08093, 982.18909, 776.62854, 888.22284, 847.69287, 982.78467, 705.38281, 733.50952, 830.55774, 794.28088, 883.34045, 680.47681, 886.12231, 1069.41284, 735.21613, 748.42517, 715.44977, 824.29633, 780.48773, 945.31604, 840.18103, 804.61224, 898.59729, 954.09058, 827.31677, 639.17932, 874.89685, 909.06403, 990.27856, 890.69446, 841.76385, 728.01398, 959.45715, 844.36835, 836.71826, 766.55103, 815.24573, 746.10449, 730.67285, 746.65051, 778.21362, 1008.81744, 731.12506, 711.20044, 937.62341, 782.22156, 805.25372, 809.47675, 1074.65332, 943.43475, 765.38879, 883.5791, 866.60168, 819.77612, 837.44421, 915.57935, 963.29889, 885.47052, 923.1908, 833.19214, 1028.94812, 822.42358, 872.98633, 982.86145, 854.0426, 1077.15283, 884.50208, 991.21912, 871.29486, 871.58911, 918.98792, 999.76691, 954.08624, 814.15637, 911.28705, 864.46008, 891.20538, 905.29346, 840.22876, 949.13538, 974.24365, 912.7796, 741.91309, 804.07739, 929.87384, 865.00208, 829.72229, 926.78937, 877.22955, 988.20038, 917.92993, 906.96338, 912.00958, 906.19031, 711.21582, 865.63818, 957.31995, 937.00562, 913.44226, 1041.66211, 864.43903, 904.12018, 1046.66882, 968.6748, 924.60156, 952.09619, 1125.46753, 891.0191, 864.43689, 933.14612, 809.56268, 1023.49664, 922.31921, 1001.91058, 970.27747, 935.95239, 953.09473, 1010.85748, 960.4303, 958.32086, 762.71338, 754.40967, 931.29907, 1065.03894, 984.87183, 1066.99548, 1026.27393, 959.72095, 1107.12842, 1014.09515, 1024.60986, 938.43658, 1050.44287, 992.98499, 990.35706, 1094.58936, 1208.06726, 899.1416, 1049.34058, 1228.05994, 887.00037, 1092.25952, 1232.44043, 934.52917, 1148.85083, 1174.14819, 1219.04614, 1098.93665, 968.36218, 1151.99658, 1097.35767, 1185.55029, 1115.09644, 1001.96899, 1042.74829, 1113.78809, 1041.29492, 1029.40076, 1045.16882 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 6.668048984833576, "neutral_loss": 7.968499749177913, "target_docs_loss": 5.574210622706336, "neutral_init_loss": 10.185056640625, "target_docs_init_loss": 7.140272810194228, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 141.49887, 136.68394, 193.0677, 235.51401, 138.59639, 191.44307, 210.33904, 165.3064, 190.33575, 218.86671, 218.75366, 164.96503, 281.66989, 203.78809, 255.21359, 241.68542, 222.42352, 232.40541, 278.19824, 245.12628, 243.43163, 301.25128, 225.55611, 251.08728, 222.39151, 237.71136, 244.12431, 254.95871, 234.24603, 167.52646, 242.44298, 247.66733, 188.09332, 274.74243, 253.09355, 223.58488, 353.87518, 254.95706, 241.1299, 249.87259, 292.04498, 218.50555, 195.71806, 276.07932, 279.65039, 281.1886, 259.28177, 280.50067, 264.14072, 196.99306, 281.01212, 299.37219, 219.16815, 271.15881, 283.50449, 270.56946, 309.16315, 280.17886, 138.61308, 298.59183, 286.13602, 287.49402, 294.73947, 195.91702, 295.03748, 203.01137, 225.14313, 278.31317, 306.66394, 217.8212, 327.30182, 226.871, 234.15738, 250.15848, 283.05392, 228.41367, 236.35719, 275.09137, 233.64851, 321.80402, 244.30621, 256.79327, 263.50836, 309.96326, 252.19629, 270.93076, 213.52534, 315.56128, 305.96622, 262.58453, 227.03395, 232.06473, 273.56702, 187.4798, 253.5943, 246.11092, 190.46326, 222.61456, 294.73001, 307.89529, 326.36282, 255.74892, 266.7775, 295.14813, 335.31891, 270.92206, 219.14677, 277.27753, 307.50079, 333.06543, 282.74689, 212.6098, 262.02835, 318.30273, 330.38098, 273.0224, 301.638, 364.23669, 184.25381, 244.33505, 319.78314, 224.24344, 336.47702, 258.47003, 262.74649, 300.62021, 323.32452, 331.58405, 240.9899, 203.60211, 313.76202, 303.5451, 329.13922, 320.1171, 338.6192, 283.36383, 332.44781, 218.70749, 354.96548, 323.50891, 323.13608, 263.41583, 260.75778, 236.60315, 307.18811, 260.7666, 313.16168, 337.29779, 238.40489, 332.92435, 261.83829, 286.5813, 264.50168, 212.63846, 224.05003, 287.11469, 306.14835, 284.96658, 280.53574, 318.20953, 320.94171, 320.03247, 220.85333, 382.80627, 347.38062, 247.63602, 196.32266, 315.79407, 360.31189, 319.8035, 242.06424, 298.41788, 294.61462, 329.62454, 302.50983, 359.40613, 243.8049, 232.4267, 284.67529, 317.30768, 278.60712, 234.19482, 275.56863, 348.56378, 362.89105, 348.88321, 255.96153, 325.85364, 290.80359, 390.88367, 332.45453, 340.30627, 231.08376, 334.21329, 338.05856, 298.28973, 374.90942, 259.75018, 339.3204, 260.76709, 281.33203, 348.53949, 319.75287, 300.70074, 293.90924, 358.85269, 271.46002, 194.09877, 326.89142, 297.70782, 287.99289, 293.16748, 273.32608, 290.1546, 306.71646, 317.51785, 234.78554, 332.94061, 379.07471, 255.71098, 294.60907, 359.49643, 367.40906, 329.84637, 283.2085, 290.48364, 357.30676, 346.63556, 503.1413, 262.78137, 332.51871, 402.32083, 399.40771, 308.4696, 298.36597, 322.62103, 282.67694, 379.22571, 352.28604, 339.76245, 392.75372, 430.48093, 430.13641, 286.10144, 346.43481, 368.97827, 381.01636, 348.51422, 296.81232, 435.1412, 368.5871, 468.60532, 478.43921, 508.54956, 603.35126, 687.01416, 661.14667, 591.94397, 667.36755, 639.19098, 694.33636, 625.8299, 704.17181, 699.67871, 711.53674, 625.80005, 725.60242, 709.763, 734.85138, 676.38843, 694.21753, 631.28577, 804.64911, 825.35986, 734.41473, 748.13538, 712.37555, 703.56628, 687.31, 752.80542, 681.46936, 623.28687, 769.79846, 910.68951, 728.66357, 620.39673, 729.79858, 701.32202, 779.29102, 716.39099, 846.47821, 773.39197, 863.4422, 771.44171, 698.81287, 678.92889, 883.89569, 707.18616, 763.56525, 722.9314, 794.93433, 832.35608, 709.47754, 706.31799, 820.66479, 793.72809, 792.32684, 754.14435, 745.15576, 706.43683, 563.98822, 791.26514, 853.09106, 751.71112, 708.94647, 855.7832, 883.61981, 787.7384, 628.89856, 802.67871, 709.67078, 786.81622, 777.56964, 741.34039, 857.52795, 736.8606, 746.34332, 873.53094, 803.74817, 796.1275, 851.11462, 809.41815, 628.33777, 846.33691, 795.48254, 663.09863, 804.92413, 803.71375, 837.48309, 824.6452, 810.59308, 882.50342, 849.16669, 776.28235, 968.12476, 798.70752, 850.30872, 925.92615, 788.39349, 918.448, 952.36261, 883.30359, 836.41284, 949.9173, 835.79211, 808.02875, 730.07971, 1026.90918, 898.71698, 829.30005, 876.98755, 955.79852, 919.58344, 860.76862, 920.82727, 900.7937, 851.08771, 894.72186, 899.9389, 855.44098, 861.59027, 725.15253, 976.96765, 770.11005, 938.66882, 893.08459, 900.68213, 838.82904, 849.79114, 861.17432, 882.34387, 965.65961, 928.97717, 1133.18091, 914.69885, 1012.1593, 961.05164, 915.1886, 863.24536, 934.51575, 1017.38184, 815.52081, 772.32483, 925.25262, 793.18585, 900.67554, 1013.52045, 984.18268, 1019.30408, 1035.39575, 839.4823, 982.10516, 878.15839, 877.14783, 926.38184, 837.13354, 1013.58533, 683.66962, 959.26843, 834.51178, 868.1239, 901.16882, 749.78986, 899.66541, 902.62378, 953.29846, 923.71667, 1025.43799, 918.96338, 1039.28137, 906.76178, 1111.34595, 1037.13379, 1055.94324, 864.33551, 991.52283, 921.79932, 883.92383, 865.04486, 821.60138, 970.71301, 996.70404, 927.25433, 953.3714, 1013.87146, 1090.18726, 915.81885, 766.27747, 982.42102, 1072.81909, 970.11499, 1019.62146, 1020.31201, 877.46625, 1004.98846, 870.07275, 979.90289, 1011.21545, 1146.0675, 1078.50134, 1054.77576, 991.99884, 1051.60254, 1007.7973, 1116.06567, 984.94592, 1087.18689, 923.27649, 852.29163, 1003.90771, 1023.99152, 1045.98267, 1057.90662, 1171.94092, 1162.65442, 1180.69458, 986.55994, 1142.77881, 1014.27734, 1024.7821, 1189.04712, 1060.47583, 1124.72729, 950.87976, 1030.13879, 1190.02527, 1045.9928, 1008.63013, 1260.0697, 1031.23975, 971.86377, 1166.7644, 1197.69092, 774.00818, 989.25409, 1071.60962, 1095.03198, 1138.82324, 1131.38135, 1212.29834, 1151.88599, 1107.02661, 949.90973, 1146.57202, 1086.755, 1308.79858, 1231.6355, 1254.20068, 1245.66821, 1092.84375 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 756.12451, 881.78772, 939.16254, 819.3158, 885.3797, 1152.79529, 987.07129, 994.70593, 1112.86597, 1077.40369, 1149.44067, 1125.6189, 1028.92419, 1231.32263, 1121.93469, 1242.4231, 1122.50244, 957.67249, 1364.39954, 1347.44971, 1202.44702, 1300.67859, 1289.52271, 1320.04834, 1420.90515, 1257.55127, 1340.28979, 1271.95337, 1343.95093, 1247.55542, 1310.96594, 1317.38354, 1247.19873, 1380.67114, 1288.43616, 1344.44812, 1134.56824, 1280.38647, 1304.0957, 1522.83276, 1313.80457, 1344.73401, 1386.5271, 1355.76233, 1444.41101, 1577.85474, 1369.58667, 1543.67358, 1434.13232, 1529.69043, 1554.45056, 1530.56909, 1201.75549, 1388.36279, 1412.42236, 1625.67383, 1482.41772, 1447.4563, 1372.5459, 1548.08179, 1701.14478, 1542.72607, 1415.58691, 1568.0813, 1412.05408, 1475.59753, 1408.54565, 1482.45276, 1500.28296, 1639.69714, 1300.08911, 1306.17249, 1631.20386, 1577.23926, 1410.09277, 1640.91235, 1580.85962, 1696.4104, 1654.38623, 1551.8252, 1646.48315, 1518.99829, 1641.62097, 1453.71582, 1410.98877, 1508.39136, 1653.6969, 1460.09619, 1523.35278, 1550.67957, 1636.95544, 1526.28027, 1650.19934, 1572.68042, 1621.42969, 1457.47205, 1782.77356, 1704.17761, 1520.23096, 1520.40503, 1565.03979, 1631.92981, 1572.15234, 1484.15356, 1376.45581, 1559.02966, 1566.25281, 1799.07812, 1755.16309, 1352.39014, 1645.729, 1593.61523, 1373.12634, 1432.2749, 1293.11487, 1818.19312, 1362.6543, 1702.66382, 1647.10229, 1785.87109, 1789.28284, 1672.37085, 1775.33423, 1666.06787, 1625.10327, 1836.01697, 1812.40137, 1672.17371, 1753.88843, 1591.02502, 1606.47046, 1681.9187, 1736.30908, 1314.94067, 1562.18079, 1602.02661, 1550.3396, 1607.60059, 1680.63013, 1845.83936, 1514.85181, 1787.78931, 1797.71936, 1592.89819, 1643.09485, 1799.56213, 1785.63062, 1795.54468, 1720.8147, 1846.42957, 1634.58667, 1461.22742, 1477.49158, 1653.31702, 1745.60132, 1681.97192, 1557.41418, 1671.76221, 1713.33325, 1608.62329, 1599.72351, 1755.93066, 1882.37317, 1856.04187, 1718.78418, 1801.50659, 1791.23279, 1749.66272, 1633.16272, 1604.40039, 1829.44983, 1658.37805, 1515.02283, 1794.46216, 1550.73169, 1919.16846, 1638.77808, 1552.03137, 1766.83252, 1535.88403, 1624.56738, 1781.20679, 1809.04834, 1873.66382, 1808.19592, 1603.48462, 1714.77087, 1710.82666, 1679.27832, 1692.80176, 1912.84546, 1547.98853, 1683.53027, 2009.92468, 1894.46106, 1725.53613, 1530.97729, 1785.44409, 1701.30591, 1800.46936, 1772.60828, 1809.87085, 1822.11206, 1889.54138, 1591.26526, 1744.50146, 1769.79224, 2050.71826, 1928.63696, 1663.93091, 1810.52356, 1929.10266, 1905.74854, 1692.79626, 1882.34204, 1776.26685, 1811.52625, 1757.07275, 1885.47803, 1704.27026, 1782.09814, 1768.95435, 1769.75012, 1692.76709, 1784.79517, 1722.3584, 1634.39612, 1774.68311, 1619.69312, 1794.14856, 1785.19531, 1731.43762, 1778.73669, 1642.60083, 1826.74036, 1828.49792, 1837.37134, 1801.69983, 1763.3374, 1879.70374, 1932.02112, 1893.06494, 1768.53052, 1797.4635, 1959.16553, 1796.80103, 1874.08496, 1818.34619, 1902.48682, 1823.64038, 1606.43359, 1829.49878, 1673.32495, 1786.74268, 1989.03711, 1815.75513, 1875.4729, 2035.85205, 1894.19556, 1877.854, 1813.23071, 1928.25293, 1902.49585, 1651.72534, 2076.8584, 1982.91614, 1756.27222, 2113.60596, 1816.51697, 1905.26868, 1912.48633, 1916.94971, 2048.92456, 1789.11646, 1796.57507, 1958.57886, 1800.50098, 1940.95996, 1969.76465, 1834.66479, 1822.1084, 1831.00806, 1819.2605, 2017.24207, 1956.12158, 2029.24048, 2093.19604, 1783.25012, 1805.71448, 1902.6145, 1812.15381, 1897.71826, 1739.13928, 1822.95068, 1904.4574, 2141.15771, 1806.8313, 1871.62683, 2088.23828, 2005.11523, 2103.97119, 2088.28125, 2020.24988, 1914.83765, 2097.8457, 2116.20605, 2044.16846, 1796.43799, 2029.29358, 1873.96643, 2222.89941, 1862.58936, 1873.52051, 1910.69336, 1991.85632, 2099.57104, 2065.41016, 2229.34277, 1927.01746, 1903.58594, 1995.00793, 2044.44226, 2050.33984, 1949.61572, 1922.89526, 1938.62646, 2216.04883, 2012.73254, 1956.76807, 2197.60303, 1717.5376, 1770.58533, 2076.4436, 2017.89429, 1873.61169, 1919.42273, 2065.95874, 1990.66748, 1967.14868, 2041.85938, 1877.53491, 1919.125, 2252.74658, 2031.0033, 1909.20886, 2247.53467, 2076.19116, 1905.94568, 1821.09644, 2201.91699, 2054.4624, 2220.8208, 1727.44666, 2082.36548, 2162.177, 2213.70264, 1737.15479, 1967.00488, 2038.67542, 1901.42188, 2246.37305, 1904.73755, 1928.80688, 2006.88025, 2067.90039, 1995.66968, 2029.47571, 1974.89453, 2078.71875, 2470.80273, 2096.86548, 1918.07471, 1798.74219, 2189.41992, 2155.92896, 2119.96631, 1972.14722, 2065.97314, 2040.46216, 2071.59351, 1956.64209, 2058.4707, 2261.13818, 1841.44189, 1948.047, 2312.09277, 2008.46411, 2153.69604, 2019.5907, 2219.5144, 2211.70581, 2106.25195, 2021.82117, 2185.32812, 1908.95154, 2113.24658, 2222.20605, 2124.34985, 2229.45532, 2294.06348, 2005.49841, 2407.09521, 2268.40381, 2064.20703, 2349.2124, 2181.22534, 2126.11133, 2142.92676, 2341.52246, 2144.12109, 2117.80835, 2170.14551, 2283.08594, 2119.80273, 2107.21924, 2222.73584, 2144.67993, 2381.36572, 2261.53564, 2197.5896, 2212.10107, 2392.79028, 2205.96436, 2090.62305, 2115.90576, 2230.09229, 2085.7793, 2336.61133, 2096.46289, 2259.61426, 2279.02881, 2159.48267, 2267.70215, 2212.05908, 2066.83496, 2156.01318, 2622.44189, 2283.91431, 2323.3125, 2331.53125, 2421.20264, 2310.1543, 2067.47607, 2482.19336, 2264.70068, 2430.88525, 2178.23389, 2562.57861, 2142.45996, 2356.18359, 2331.16602, 2213.67603, 2479.73389, 2216.43311, 2450.37329, 2207.5166, 2402.63696, 2176.37573, 2362.93286, 2383.03271, 2330.83838, 1564.30688, 2020.10596, 2423.95264, 2464.80518, 2228.30933, 2501.31494, 2376.59668, 2510.94043, 2632.37256, 2600.94873, 2572.11572, 2515.70312, 2455.63843, 2368.21191, 2472.46436, 2560.35913, 2719.55713, 2445.95312, 2649.92383, 2569.45264, 2294.08154, 2686.75586, 2666.65967, 2428.18018, 2597.74731, 2718.96655, 2873.63306, 2715.47144, 2411.18481, 2682.29712, 2938.43726, 2792.86475, 2804.68677, 2445.99707, 2729.6084, 2414.85181, 2830.23926, 2931.19092, 2802.92334 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 11.670407109020413, "neutral_loss": 13.372884315027196, "target_docs_loss": 11.524600446094219, "neutral_init_loss": 15.555369396972656, "target_docs_init_loss": 9.760065999348958, "n_neutral_tokens": 36540, "n_target_docs_tokens": 166900, "per_example": { "neutral": { "sums": [ 230.0816, 284.10339, 343.6817, 377.4743, 308.48694, 354.48175, 392.45358, 286.48016, 405.57159, 395.0022, 349.45618, 342.15472, 416.36987, 344.27051, 372.43787, 398.6456, 427.93304, 417.52969, 460.30905, 429.99371, 459.11194, 461.57056, 370.6131, 416.83185, 410.98697, 374.45093, 430.20996, 509.19043, 440.63214, 390.06378, 433.1955, 439.08707, 399.63367, 479.57648, 476.73782, 373.27112, 526.72766, 450.01901, 468.31073, 473.75583, 496.75354, 401.91119, 439.02563, 472.85907, 452.33777, 512.38898, 522.00043, 450.98187, 513.09186, 395.88919, 496.45758, 542.56323, 429.65002, 499.81967, 499.94421, 496.08459, 472.73471, 499.27307, 424.20364, 471.41815, 514.42493, 536.07336, 529.47961, 418.12555, 492.52798, 457.95056, 399.76404, 500.759, 527.07544, 477.84924, 527.65588, 487.62366, 397.20773, 497.67181, 462.27185, 455.20273, 420.17535, 488.9902, 481.1188, 548.09753, 409.51648, 434.85184, 482.76468, 504.99304, 501.70267, 517.2959, 437.65173, 526.69464, 475.58206, 462.50085, 548.44977, 509.05115, 490.79803, 416.2038, 409.91409, 434.75479, 441.3739, 463.37738, 560.229, 534.84564, 532.22803, 440.94116, 513.69275, 533.97266, 523.53119, 505.20648, 485.87344, 496.19418, 534.92749, 536.98492, 513.78137, 486.05396, 531.79004, 531.11804, 545.11285, 570.15247, 523.43951, 564.90057, 485.90869, 441.97449, 536.17352, 560.86755, 556.112, 501.93469, 576.40387, 517.56433, 507.20328, 615.49524, 503.18823, 497.0502, 555.63586, 535.8783, 588.21606, 534.82947, 582.58679, 547.26331, 594.98022, 581.51343, 632.61023, 565.26654, 563.34033, 439.65363, 510.55704, 542.8877, 593.42023, 565.34302, 589.95953, 580.64587, 581.67889, 568.30139, 608.15759, 496.33755, 495.0654, 496.63458, 532.56091, 546.49652, 586.6593, 588.84851, 495.85388, 578.37524, 593.85223, 564.71527, 524.25336, 627.31946, 604.37817, 500.05811, 504.52438, 551.33771, 609.41882, 563.8587, 451.20389, 550.80811, 619.94531, 568.47021, 576.82892, 550.64685, 493.29425, 567.31982, 603.71106, 603.36279, 515.73059, 517.27112, 557.57727, 609.28217, 600.04938, 601.59149, 510.33621, 638.69513, 549.96667, 618.69855, 525.60986, 624.08942, 583.53882, 608.16144, 588.69434, 576.17291, 643.05353, 511.45673, 573.36249, 563.09314, 576.46313, 554.71582, 610.2713, 685.74927, 492.72617, 599.12354, 528.82166, 509.02527, 639.75146, 583.3833, 556.7876, 605.83887, 628.18561, 638.36273, 554.88562, 609.27478, 558.04163, 677.6803, 632.65881, 600.73523, 445.83621, 622.29529, 653.43665, 616.62231, 537.62012, 612.87561, 616.97101, 613.9054, 755.47382, 604.95013, 620.69067, 676.19043, 708.30164, 672.91901, 657.42151, 635.99866, 615.52466, 655.14001, 637.5448, 657.48602, 650.20599, 699.17932, 666.84521, 664.61047, 740.75537, 742.74524, 728.76611, 699.75568, 643.18799, 779.7594, 728.58728, 726.95422, 790.17236, 928.81763, 987.14624, 1003.66565, 1020.94232, 1031.04285, 1088.57874, 1090.75854, 1093.82324, 1032.50684, 1135.71924, 1215.06885, 1112.75537, 1096.13037, 1165.56946, 1131.70874, 1185.09363, 1080.88794, 1183.96375, 1091.08887, 1182.7821, 1228.70801, 1192.49402, 1227.17029, 1130.04858, 1087.45972, 1179.30908, 1270.20435, 1145.75378, 1262.06836, 1224.79297, 1297.04102, 1208.93201, 1210.76819, 1133.96423, 1351.01135, 1242.29993, 1185.26709, 1289.66797, 1263.89038, 1224.55078, 1289.69348, 1211.53589, 1129.82446, 1311.50684, 1180.97449, 1227.27441, 1168.51746, 1287.51611, 1357.72937, 1272.88257, 1216.99292, 1379.33667, 1288.29785, 1302.31372, 1210.67407, 1314.15649, 1334.88477, 1244.16162, 1238.17883, 1353.90381, 1174.90723, 1229.53052, 1404.07288, 1404.78247, 1275.39282, 1286.12354, 1240.10925, 1222.8988, 1268.96631, 1214.90015, 1262.69531, 1263.36743, 1200.08301, 1288.31519, 1385.03271, 1309.58301, 1374.44702, 1353.54419, 1380.51416, 1251.06494, 1365.3551, 1315.76794, 1319.26074, 1183.82458, 1264.1344, 1354.57349, 1390.90381, 1345.45801, 1286.69287, 1451.31274, 1210.92554, 1428.39844, 1274.23401, 1371.22302, 1425.1178, 1271.40942, 1448.87317, 1411.6156, 1387.36304, 1325.91821, 1515.6189, 1438.10791, 1345.10571, 1334.28735, 1333.22339, 1439.94385, 1414.65259, 1341.10388, 1486.44897, 1414.28894, 1376.35291, 1383.72205, 1419.24487, 1371.11157, 1401.33081, 1430.927, 1373.58118, 1337.52832, 1281.96594, 1537.13306, 1182.89868, 1545.47766, 1406.44397, 1464.90918, 1303.53394, 1344.37793, 1433.23169, 1464.13403, 1460.55713, 1435.93591, 1576.60767, 1563.69336, 1462.98511, 1409.26038, 1339.03259, 1479.25562, 1491.49048, 1549.68176, 1457.90662, 1278.25952, 1503.51196, 1396.74963, 1482.45142, 1466.11719, 1492.69604, 1544.9978, 1609.59937, 1416.04834, 1529.09436, 1481.021, 1514.83044, 1499.02832, 1387.74756, 1563.3811, 1268.69214, 1476.87122, 1468.64404, 1485.35217, 1502.65698, 1470.2948, 1555.39514, 1522.41443, 1409.01599, 1459.94531, 1552.83472, 1458.82532, 1508.7677, 1573.31909, 1624.91235, 1563.41895, 1551.24268, 1387.36804, 1520.09302, 1529.68335, 1535.20801, 1473.39734, 1490.46631, 1534.62671, 1623.4574, 1495.6665, 1649.09045, 1443.23962, 1573.47461, 1450.46704, 1495.48621, 1566.52832, 1628.59778, 1566.43433, 1697.11304, 1625.0, 1556.54517, 1582.78857, 1395.02039, 1601.20508, 1618.70288, 1833.02856, 1593.83032, 1617.8811, 1514.04272, 1739.505, 1607.50366, 1767.1333, 1620.86694, 1514.75195, 1523.95044, 1554.91235, 1671.6178, 1676.21826, 1558.46692, 1709.62354, 1685.32971, 1743.13696, 1688.92859, 1598.09497, 1701.16431, 1608.61487, 1806.91772, 1787.57397, 1698.22729, 1665.91699, 1628.83728, 1928.27527, 1850.78345, 1777.67834, 1768.36389, 1859.4082, 1737.44165, 1753.23853, 1936.30029, 1931.7323, 1741.12231, 1674.75037, 1748.86218, 1812.84448, 1881.63879, 1887.71204, 1821.95569, 1842.00244, 1726.63501, 1637.81201, 1841.79492, 1897.68994, 2060.8208, 1856.87854, 1925.11389, 2023.80383, 1833.90588 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 1388.19922, 1862.90442, 1815.95117, 1578.5813, 1943.64294, 2280.53467, 2145.68872, 2311.99756, 2335.42114, 2500.87354, 2026.2207, 2312.20898, 2109.10303, 2594.33911, 2434.09473, 2573.94531, 2474.33179, 2208.2168, 2630.90259, 2636.79102, 2642.44556, 2827.63184, 2893.79834, 2867.0874, 2841.10889, 2652.79297, 2749.29419, 2575.86914, 2823.60938, 3033.00879, 2650.4375, 2866.77661, 2798.146, 2666.80762, 3013.01514, 3107.39453, 2891.47266, 2942.95068, 2977.91089, 3147.61768, 2667.40576, 2777.52661, 3002.37012, 2974.58081, 3036.68701, 3092.81836, 2835.58447, 2980.94507, 2831.88574, 2901.71484, 2838.11816, 3083.25293, 2874.57715, 2667.51025, 2784.95972, 2991.83643, 3112.24341, 3051.90186, 2580.85107, 3189.80469, 3220.37842, 3084.6958, 3085.2876, 2881.59619, 3095.59814, 3207.44751, 2962.18848, 3102.09131, 3025.56616, 3344.41943, 3208.11914, 3267.6543, 3335.86182, 3278.89111, 2960.69019, 3275.37939, 3191.21582, 3238.02344, 3182.30615, 3103.46631, 3394.29834, 3077.01001, 3529.84277, 3157.20361, 3172.57861, 3025.83984, 3433.14453, 3412.99927, 3109.85547, 3321.00781, 3182.93799, 3376.10449, 3242.81934, 3241.98633, 3026.98828, 3079.11523, 3352.88232, 3327.27588, 3253.99023, 2543.0, 3397.66406, 3293.72217, 3085.09106, 3621.33887, 2983.68457, 3142.82788, 3272.93848, 3634.73828, 3631.67432, 3123.34082, 3184.35059, 3528.56152, 3254.22266, 3230.97705, 3594.36328, 3892.05176, 3241.42065, 3179.66064, 3023.29346, 3461.9209, 3367.44482, 3629.59912, 3245.44312, 3241.55933, 3781.59546, 3558.56348, 3428.92603, 3516.13232, 3599.20459, 3232.24512, 3260.81836, 3489.24292, 3226.22339, 3398.32886, 3387.86816, 3302.32251, 3924.06372, 3092.82788, 3696.30518, 3850.97998, 3377.08862, 3437.34229, 3670.75391, 3379.23438, 3407.89844, 3490.72607, 3653.78467, 3475.55322, 3386.39575, 3554.4812, 3032.58057, 3417.44873, 3208.34766, 3762.32739, 3447.72656, 3401.2334, 3428.08984, 3382.17383, 3332.30762, 3245.69629, 3778.4187, 3758.06396, 3608.3042, 3733.36523, 3609.5332, 3601.69849, 3543.28662, 3562.99023, 3479.35693, 3196.34814, 3352.27197, 3586.90234, 3498.80078, 3735.03345, 3328.44678, 3600.06348, 3725.60474, 3491.05908, 3421.96533, 3556.69263, 3590.88037, 3534.62305, 3572.10791, 3648.94727, 3593.25488, 3460.05249, 3163.42041, 3268.64771, 3628.20435, 3337.89355, 3920.07495, 2967.60254, 3486.50952, 3983.40723, 3720.64233, 3419.39038, 3198.81201, 3657.85229, 3637.39355, 3577.23657, 3674.69531, 3837.53418, 3654.92188, 3596.20923, 3396.19751, 3612.33862, 3504.89233, 3890.1792, 3694.79321, 3759.51514, 3826.09375, 3530.52319, 3634.39893, 3925.62158, 3692.64795, 3824.42773, 3547.45776, 3813.42383, 3682.7561, 3679.35205, 3993.41064, 3924.35449, 3769.98193, 3698.53467, 3409.75171, 3622.59521, 3938.4873, 3671.41919, 3569.95068, 3734.90869, 3374.77832, 3683.24609, 3826.44507, 3947.10083, 3715.13892, 3817.03271, 3678.69727, 3588.59253, 4036.82397, 3990.59717, 3841.46509, 3812.56299, 3350.27637, 3642.78857, 3944.11646, 3376.70508, 3684.31299, 3699.97705, 3989.23682, 3694.61841, 3802.6394, 3867.45874, 4053.41943, 3866.04956, 3916.66431, 4046.53711, 3569.34961, 4054.7749, 4065.32861, 3696.02832, 3885.9397, 4169.54834, 4017.39136, 3671.34595, 3875.81689, 4184.13965, 3868.94678, 4016.60962, 3844.12988, 3928.29199, 4089.99072, 3982.77002, 3830.92822, 3717.43799, 4057.66577, 3707.43872, 3829.14429, 3788.82812, 3932.91357, 4019.07886, 3588.41235, 4111.59131, 4131.21045, 4040.64185, 3982.48682, 3936.1604, 4166.06006, 3690.05566, 4045.13623, 3832.46143, 3848.99805, 3797.16016, 3571.93994, 4047.58398, 4066.19873, 4060.98193, 4289.05078, 4062.78613, 4541.37939, 3962.03735, 3997.77808, 3670.05225, 4044.11084, 4381.70312, 4172.03418, 3916.99854, 4196.38477, 4356.50098, 3905.6001, 3897.3938, 4347.58154, 4146.30566, 3882.32861, 4189.57373, 3976.91187, 4174.07715, 4172.5918, 4711.29883, 3958.88721, 3885.31152, 4043.92725, 4254.65918, 4313.04883, 4124.18945, 3934.66455, 4179.13574, 4429.44336, 4393.28516, 4141.61865, 4189.34082, 4155.44775, 4183.61426, 4117.5, 4160.0415, 4382.22363, 3950.03564, 4202.3457, 4028.15576, 4093.18066, 4082.56885, 3830.37988, 4051.13208, 4240.47314, 3955.78076, 3826.72534, 4404.47803, 4324.74121, 4092.6394, 4396.06445, 3867.94189, 3792.26318, 4316.38623, 4254.5249, 4152.34863, 4195.76855, 3683.46484, 4025.47046, 4183.73486, 4323.38672, 4378.02148, 4636.29004, 4051.81152, 4202.91064, 4381.29834, 4540.94385, 3983.92798, 4069.55664, 4247.4209, 4425.46094, 4626.53906, 4405.09277, 4149.76758, 4095.58691, 4263.36133, 4321.60059, 4588.71289, 4427.82324, 4237.82129, 4294.93213, 4328.17627, 4283.61865, 4405.39648, 4566.36816, 4451.13037, 4059.02441, 4606.65332, 4320.73975, 4089.8623, 4435.06787, 4488.88525, 4619.80322, 4055.18164, 4095.42261, 4530.90527, 4175.70117, 4523.73096, 4769.24805, 4666.13232, 4407.21289, 4848.73633, 4175.36914, 4395.44141, 4545.9917, 4593.45068, 4700.2915, 4251.72119, 4621.4707, 4196.60791, 4952.21973, 4420.35205, 4445.82666, 4528.61719, 4539.37061, 4722.46094, 4521.41211, 4664.35596, 4144.69824, 4760.08984, 4845.14453, 4514.87891, 4394.80078, 4248.29297, 4520.26953, 4334.94336, 4581.43359, 4649.42969, 4494.59668, 4879.89551, 4690.12598, 4341.21338, 4687.34766, 4260.05908, 4539.53564, 4836.27344, 4678.90576, 4597.55029, 4750.86621, 4621.45703, 4705.83789, 4842.68848, 4664.4082, 4849.07617, 4756.18311, 4788.79785, 4472.14648, 5103.38867, 4993.44531, 4750.72266, 4299.54834, 4805.69434, 4888.56445, 4483.31836, 4688.51318, 4808.01758, 4975.25977, 4381.55664, 4777.5957, 4803.00195, 4953.63037, 4911.42041, 5055.53125, 4232.52637, 4517.86035, 4984.87598, 5018.69922, 4618.98389, 4833.4375, 4848.65576, 5430.8877, 5273.54883, 4984.44727, 4937.72363, 5098.83887, 4985.35449, 5389.02002, 5266.57666, 5060.06738, 5377.6416, 5147.14453, 4847.97656, 5214.55957, 5130.50146, 5085.80811, 4776.80908, 5021.35693, 5217.72559, 5003.60059, 5898.25928, 5804.81348, 4625.47607, 5334.50342, 5827.14844, 5644.85693, 5492.46777, 5268.86426, 5516.60498, 5584.39355, 5983.87988, 5925.87451, 5833.33301 ], "ns": [ 107, 136, 146, 159, 171, 175, 177, 183, 188, 188, 188, 193, 195, 196, 198, 200, 202, 206, 214, 215, 216, 217, 217, 218, 226, 226, 226, 229, 230, 231, 231, 231, 232, 233, 236, 237, 239, 239, 239, 240, 240, 241, 241, 241, 243, 245, 246, 248, 248, 249, 250, 250, 251, 251, 253, 253, 254, 254, 255, 255, 255, 256, 257, 258, 258, 258, 258, 260, 261, 262, 263, 263, 265, 267, 267, 268, 269, 269, 269, 269, 270, 271, 272, 273, 273, 273, 274, 274, 274, 275, 275, 275, 276, 276, 276, 277, 278, 278, 278, 279, 280, 280, 281, 281, 281, 281, 281, 283, 283, 283, 283, 283, 284, 285, 285, 285, 285, 285, 286, 287, 287, 287, 288, 288, 288, 289, 289, 289, 290, 290, 291, 292, 292, 292, 293, 293, 294, 294, 294, 294, 294, 295, 297, 297, 297, 298, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 301, 301, 303, 303, 303, 304, 304, 304, 304, 304, 304, 304, 304, 304, 305, 305, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 308, 308, 308, 309, 310, 311, 311, 312, 312, 312, 312, 312, 312, 313, 313, 313, 314, 314, 315, 315, 315, 315, 315, 315, 315, 316, 316, 316, 316, 317, 317, 317, 317, 318, 318, 318, 319, 320, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 326, 326, 327, 327, 327, 327, 328, 329, 329, 330, 330, 330, 331, 331, 333, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 336, 336, 336, 337, 337, 337, 338, 338, 338, 339, 339, 339, 340, 340, 340, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 353, 353, 353, 354, 354, 354, 354, 354, 355, 356, 356, 357, 357, 357, 357, 358, 358, 358, 358, 358, 359, 359, 359, 359, 360, 360, 360, 360, 361, 362, 362, 363, 363, 363, 363, 364, 364, 364, 364, 365, 366, 366, 367, 367, 368, 369, 369, 369, 370, 370, 370, 371, 371, 372, 372, 373, 374, 374, 375, 375, 376, 377, 377, 377, 378, 378, 379, 379, 380, 380, 381, 381, 381, 382, 382, 382, 383, 384, 384, 384, 385, 385, 388, 389, 389, 390, 390, 391, 391, 392, 392, 393, 393, 394, 395, 396, 396, 396, 396, 397, 397, 397, 398, 398, 399, 400, 400, 401, 402, 402, 403, 404, 405, 405, 406, 406, 406, 408, 408, 409, 411, 412, 412, 412, 413, 415, 415, 416, 417, 418, 419, 420, 420, 421, 422, 422, 423, 424, 424, 425, 426, 428, 428, 428, 428, 429, 431, 432, 433, 435, 436, 438, 441, 442, 442, 445, 448, 455, 457, 458, 458, 460, 462, 463, 463, 466, 470, 471, 474, 476, 478, 482, 489, 491, 498, 507, 509, 509, 516, 518, 519, 527, 536, 539, 540, 545 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 84506.19087219238, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }