{ "label": "qwen-td-direct-co", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/td-instruct-contextual-optimism-s1-td-20260723-023431Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 1.1, "alpha_star_chat_init": 1.1, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.9722347613802222, "target_chat_loss": 1.1570098652455525, "neutral_init_loss": 5.039769247436523, "target_chat_init_loss": 2.8846923316955566, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 311.19977, 106.19385, 394.96091, 300.76202, 420.74353, 134.72049, 400.05722, 318.12097, 114.29689, 133.7457, 396.17126, 320.94247, 226.2601, 75.82542, 295.26599, 113.82322, 97.56021, 154.64494, 338.92813, 135.39644, 308.20474, 443.99164, 113.43748, 396.07495, 387.46182, 341.21161, 91.28824, 82.12262, 98.63898, 170.7244, 336.23804, 103.70651, 82.81916, 359.3356, 105.45972, 420.47433, 367.3071, 308.91815, 225.51868, 102.20894, 111.14972, 305.33337, 109.63474, 252.65935, 324.56625, 100.75684, 112.59706, 287.74396, 73.40123, 294.61414, 142.31915, 76.3725, 349.6539, 260.3526, 373.79825, 288.20447, 136.03094, 251.02075, 415.13507, 475.10767, 101.14066, 102.50047, 121.782, 85.52344, 350.62622, 92.42319, 140.28973, 107.59728, 332.00873, 115.90919, 113.35383, 129.48233, 429.16907, 281.67065, 258.68433, 370.61731, 460.44415, 116.5352, 387.25754, 111.50136, 132.6264, 330.87228, 353.57281, 315.37421, 111.07375, 104.88716, 106.77584, 107.98416, 425.05408, 104.17368, 135.40837, 93.25684, 274.44525, 247.28529, 318.41467, 370.70905, 291.98547, 116.80604, 319.72824, 349.08521, 105.48403, 147.08636, 258.00711, 404.89252, 88.48462, 373.53284, 93.89067, 293.66864, 125.79354, 85.04832, 460.69919, 280.12787, 96.4567, 359.21249, 129.86455, 90.48499, 430.80945, 109.86386, 244.0997, 210.84497, 106.86494, 164.45648, 62.43423, 288.25034, 103.58961, 271.94238, 298.6181, 210.8255, 260.54681, 101.05406, 122.80933, 99.92931, 357.99777, 367.77844, 83.1706, 118.77299, 97.72409, 103.10686, 233.4106, 305.06921, 427.53033, 120.68819, 73.32632, 175.56909, 124.09016, 116.77426, 137.4897, 268.99969, 352.48288, 281.40399, 71.0343, 105.00024, 361.07889, 151.67067, 109.78002, 120.25721, 357.61172, 238.90195, 122.619, 326.44635, 125.64442, 333.20792, 325.45056, 364.44928, 288.36823, 112.96354, 298.78455, 134.74582, 269.7594, 131.81262, 120.48044, 133.62793, 127.2596, 291.10318, 280.56604, 110.35825, 134.56183, 249.79343, 98.33875, 424.29785, 141.38506, 314.82578, 348.37189, 99.18992, 123.88741, 279.56531, 285.50488, 109.81665, 130.33693, 142.31619, 307.96179, 341.93182, 132.38974, 286.53815, 112.41246, 266.69388, 323.0639, 116.71951, 122.08247, 121.02363, 121.61668, 138.79196, 279.01828, 87.35782, 400.64993, 244.1167, 118.65265, 112.83538, 106.71306, 423.62192, 103.76068, 446.65863, 115.0516, 113.23277, 130.30362, 298.4808, 344.54413, 329.34052, 127.71114, 419.35339, 129.6951, 306.23163, 319.97644, 91.50713, 102.10566, 264.30573, 110.02702, 338.37064, 124.94551, 106.01006, 103.82242, 94.2436, 96.04627, 315.00195, 70.65938, 317.37085, 359.8877, 151.39444, 320.01431, 116.28798, 254.8443, 353.2258, 260.44617, 144.10501, 323.39398, 76.53535, 89.70045, 117.15079, 108.21124, 134.56224, 126.51191, 309.88501, 384.72906, 126.50087, 274.15625, 121.15764, 107.73862, 315.14026, 96.31643, 125.74051, 106.64809, 120.10143, 274.25262, 120.07224, 340.77518, 388.92368, 418.16669, 391.95187, 101.8199, 335.32913, 254.87146, 287.33691, 130.39575, 331.28317, 360.27094, 242.02875, 124.8345, 411.16431, 343.12375, 400.96838, 280.42715, 129.76282, 102.16246, 397.61346, 122.22669, 159.23141, 418.07489, 163.53334, 135.86806, 297.38019, 317.61844, 179.91867, 100.58733, 90.68652, 84.70604, 368.86392, 100.06076, 108.36099, 352.98932, 106.2699, 127.33083, 163.56046, 293.88806, 118.14603, 78.42191, 318.94025, 350.54327, 121.31389, 75.01584, 289.63483, 103.95997, 356.72113, 299.8371, 391.24075, 182.79936, 152.74535, 67.54147, 332.8475, 334.85721, 89.43156, 288.7406, 126.49622, 329.02954, 413.49307, 143.23148, 116.65999, 117.6128, 330.85999, 117.79729, 378.55872, 374.67102, 256.21173, 376.12067, 126.81547, 117.90332, 134.57547, 138.73732, 85.95695, 132.7294, 116.96925, 133.09384, 126.70296, 67.25954, 149.04303, 426.48505, 348.67334, 282.34479, 108.89809, 399.30038, 115.51125, 192.45166, 113.11774, 256.76822, 268.07916, 283.7691, 139.46117, 110.52599, 57.08809, 91.94699, 342.79782, 108.06245, 100.2666, 284.64587, 359.99719, 279.42395, 186.71591, 369.65195, 129.93506, 285.19983, 97.04248, 119.41369, 130.89711, 126.16202, 274.80164, 118.00082, 272.81848, 394.93787, 236.7092, 137.24525, 322.37469, 159.36176, 338.48935, 125.41093, 116.8188, 392.59357, 107.76017, 110.5983, 267.4722, 117.87878, 94.37015, 89.40762, 124.97266, 150.07587, 102.34537, 338.57645, 342.23819, 111.10885, 404.91125, 106.59296, 171.93517, 268.32172, 349.70789, 92.50462, 283.12796, 109.02248, 115.98055, 258.13358, 146.40265, 455.3569, 104.11367, 362.78723, 380.38666, 334.72394, 106.55923, 304.27371, 134.26418, 174.30246, 77.328, 97.2144, 257.60818, 208.60551, 237.23404, 143.15625, 319.10486, 121.86357, 343.85504, 355.41937, 414.96393, 347.71008, 90.13995, 351.98688, 125.14799, 92.41302, 291.96219, 289.87134, 254.39438, 114.38564, 107.14543, 384.63367, 359.70462, 129.20206, 314.70285, 298.87665, 91.77534, 103.34757, 389.9194, 312.82181, 266.91806, 362.62115, 367.76031, 363.64438, 371.15021, 285.61743, 450.92606, 179.13034, 372.53964, 374.82422, 91.80669, 104.37963, 121.64207, 151.77036, 256.47403, 315.36423, 366.84433, 304.46313, 301.51459, 384.60632, 96.67033, 318.98175, 439.36237, 117.63097, 369.21964, 109.72155, 116.00662, 395.7038, 107.718, 304.40631, 133.29247, 374.17032, 259.78503, 223.50647, 94.85135, 294.46985, 296.42508, 97.65132, 463.69891, 333.73846, 83.26017, 208.66743, 101.09183, 309.11255, 105.89413, 226.95316, 267.53619, 229.19554, 94.77185, 112.40459, 333.42267, 79.51907, 105.06034 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 630.94141, 797.75192, 501.96786, 719.90576, 589.39182, 789.39584, 789.21759, 883.08612, 353.99133, 714.70471, 678.20044, 1222.57501, 1250.37247, 1268.50751, 674.33044, 585.34476, 469.03789, 715.98318, 1204.0766, 633.69479, 1492.35486, 664.98889, 844.67291, 843.36893, 690.6821, 892.36313, 675.61551, 733.46085, 717.50665, 667.36243, 374.22126, 796.65125, 1103.60779, 965.39587, 710.03333, 641.40649, 621.14325, 596.58243, 705.00165, 616.95416, 859.71918, 698.89389, 831.27066, 664.81049, 606.4248, 1016.59821, 592.59363, 751.4711, 1788.45789, 668.99487, 696.84076, 1066.92307, 984.2937, 2311.19141, 810.8486, 769.74551, 793.62173, 579.6218, 730.62555, 782.65851, 428.81213, 950.42099, 669.18958, 639.01505, 571.07642, 650.68326, 715.76056, 723.612, 1179.9024, 642.89587, 739.78677, 590.59087, 661.49213, 640.19595, 733.46973, 337.72319, 646.91406, 803.73605, 693.42618, 708.23392, 1385.22394, 813.97266, 452.86875, 343.2325, 928.19891, 1070.99127, 685.3125, 768.30566, 662.02692, 667.59253, 994.32031, 722.61697, 784.69598, 701.42197, 649.28741, 845.58878, 959.11343, 564.16779, 831.09814, 827.42822, 889.49258, 1167.70361, 724.59204, 1858.36047, 739.11655, 700.53409, 659.20877, 842.5451, 1900.69507, 1049.58032, 1230.30585, 677.62927, 1449.54382, 1327.8696, 568.1187, 714.789, 825.76929, 763.85809, 1099.5332, 1775.60083, 917.34, 1080.54309, 926.25024, 664.92078, 662.56821, 360.5434, 1600.81744, 821.11932, 931.3559, 600.87915, 1220.10217, 741.18539, 677.33276, 527.74974, 907.34662, 689.23279, 1343.22833, 737.56598, 738.29056, 1088.61694, 527.60382, 792.7576, 665.72064, 766.97296, 683.79828, 890.76208, 1647.85425, 777.5405, 864.91833, 558.22723, 953.95331, 334.83839, 631.31058, 625.2269, 743.32538, 844.27087, 1034.65747, 597.53642, 707.34283, 837.40625, 760.96481, 741.81503, 722.65204, 661.91528, 862.01852, 605.55048, 1267.28671, 510.49799, 1066.82504, 438.73981, 854.69449, 762.39746, 1128.10907, 702.06049, 850.47357, 688.67474, 1101.64172, 669.15298, 761.26855, 495.81482, 667.13611, 697.89752, 1041.62036, 810.20209, 681.10101, 752.50351, 801.43542, 648.16711, 774.57565, 658.26846, 816.71875, 532.96831, 780.90106, 862.00568, 680.35056, 733.53558, 895.78183, 850.67612, 1095.86945, 640.92426, 655.11877, 726.6792, 707.58499, 722.68884, 868.7312, 1342.26514, 750.32001, 611.05276, 772.76483, 775.30658, 659.06351, 415.90833, 563.85907, 755.26782, 1226.88101, 557.92319, 716.2399, 698.5267, 734.867, 887.3338, 644.73392, 1019.32587, 953.44266, 767.30344, 1034.95135, 729.23938, 1094.66833, 576.92804, 214.16085, 664.09836, 738.70166, 354.11722, 666.60214, 797.15375, 945.54092, 279.3773, 954.30341, 863.10892, 645.92447, 779.22559, 695.61624, 1102.06775, 1400.40662, 621.74194, 627.90842, 840.13025, 716.69373, 660.48842, 713.42792, 592.30338, 760.02527, 822.55719, 508.30353, 675.67163, 660.03357, 720.8905, 1091.30649, 663.75885, 1003.97482, 655.82419, 727.09149, 1358.17627, 710.69461, 1721.38956, 1279.96185, 729.25623, 657.29623, 706.57745, 830.43182, 699.62054, 691.47522, 2058.62396, 1090.05548, 862.9617, 819.043, 777.50244, 807.75439, 1215.65231, 1008.1925, 2213.4549, 584.70761, 837.29535, 607.03293, 652.29169, 755.7887, 1048.22736, 1144.76175, 776.13556, 822.30606, 547.4874, 397.43702, 855.68231, 570.82199, 938.05554, 778.8913, 1378.96924, 761.20203, 736.67029, 917.21558, 859.46838, 729.12518, 1561.22675, 800.74857, 736.82187, 860.21405, 433.36967, 726.48242, 747.84058, 745.11368, 629.25525, 712.98849, 635.35364, 670.1348, 799.45636, 802.15793, 873.82751, 743.578, 1202.47247, 694.96767, 1181.24988, 1583.34955, 794.74234, 720.64813, 731.13895, 509.39726, 764.23822, 1223.85535, 593.05045, 830.69513, 458.43582, 1057.83139, 730.48019, 676.62781, 1493.5307, 772.54617, 1075.59326, 1372.00177, 675.76611, 586.53979, 888.14764, 654.12952, 825.34027, 702.30801, 2007.03229, 872.9187, 1456.34021, 675.48975, 636.63867, 727.87604, 462.68289, 1001.23624, 669.5105, 795.60818, 807.79651, 1148.30914, 1375.4754, 623.9505, 397.27418, 759.19641, 604.70331, 100.43839, 1691.81799, 624.93106, 703.80957, 346.84183, 1202.33984, 907.1727, 721.06583, 551.32294, 751.76926, 692.84268, 539.94339, 788.14905, 1525.75653, 513.03651, 831.16302, 685.9187, 1108.30273, 805.15103, 651.80817, 866.96075, 799.81119, 726.58456, 667.79865, 791.10327, 113.09763, 689.1088, 765.70767, 712.70581, 1335.60748, 684.43329, 1074.69431, 658.25018, 694.08562, 803.08154, 257.23772, 817.95865, 1048.21228, 1661.4841, 568.75674, 323.73674, 742.16949, 129.03791, 749.17969, 790.70059, 1930.78632, 756.06018, 880.47174, 680.44177, 440.58455, 1298.96661, 1206.57028, 630.73929, 630.00934, 691.89798, 752.20438, 745.38452, 792.32776, 844.90582, 627.54633, 1796.49124, 425.29486, 900.8035, 657.31372, 624.28735, 688.72485, 686.39117, 670.48013, 763.37555, 618.95059, 705.97806, 896.08167, 477.32188, 761.11887, 820.60455, 863.21033, 819.40247, 731.07587, 766.16431, 725.15875, 355.58727, 1454.08014, 743.99261, 643.01099, 777.73196, 564.02481, 547.55147, 768.64334, 819.26331, 83.15225, 669.98984, 1482.16864, 649.51617, 855.85095, 749.73755, 676.79242, 582.42108, 1801.57928, 581.41351, 715.94806, 1113.49976, 1158.14496, 567.83536, 757.95624, 935.48514, 1152.27997, 2010.74463, 854.29724, 1987.27454, 709.06604, 869.98312, 868.34802, 690.04367, 731.76239, 793.97464, 374.05135, 953.95001, 828.61514, 1100.45471, 1214.84094, 705.86865, 701.02026, 643.23669, 702.17053, 730.00128, 727.76382, 1540.83875, 713.22961, 509.20746, 852.60754, 643.84103, 943.20972, 815.35077, 728.02472, 637.30597, 741.77704, 1035.66211, 714.7673, 1885.39099, 780.81918 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.03011139691586199, "neutral_loss": 2.5912246638188865, "target_chat_loss": 0.873736409238424, "neutral_init_loss": 3.9695861907958983, "target_chat_init_loss": 1.7002091117858886, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 286.41605, 78.34344, 349.60797, 271.35873, 396.57211, 107.42964, 351.15692, 285.65405, 94.1964, 103.81352, 357.86566, 290.86356, 202.07454, 64.43625, 262.62177, 96.09339, 65.25008, 121.22977, 298.34308, 110.44203, 291.68713, 387.87006, 98.24886, 349.73474, 335.15601, 305.37662, 67.61314, 59.14625, 82.89221, 147.68268, 290.46863, 81.43744, 68.02173, 325.20648, 90.21111, 382.47906, 324.41077, 281.04077, 199.31119, 79.40127, 103.42805, 275.09955, 87.84908, 232.54474, 290.4509, 80.87245, 98.14859, 258.13092, 52.34901, 266.58612, 118.24186, 57.94614, 326.5567, 228.79887, 347.63177, 257.17578, 103.09786, 218.40625, 371.94925, 416.0614, 94.29614, 78.96703, 103.30472, 75.37164, 327.83203, 76.06624, 110.70657, 96.38447, 302.10458, 93.62231, 85.36436, 97.07257, 387.51776, 251.34991, 231.70181, 337.06451, 391.31427, 93.27789, 355.89484, 96.57669, 116.83425, 289.51978, 315.03802, 288.72739, 90.80106, 77.26079, 84.75356, 87.62193, 381.11688, 83.29094, 109.21895, 76.16227, 234.23657, 219.15109, 276.94467, 325.53687, 251.99709, 94.78769, 288.146, 312.44177, 86.77905, 116.25349, 230.1012, 353.21588, 78.44566, 346.77167, 74.65902, 256.15988, 100.83304, 68.65476, 412.33044, 252.0181, 74.23338, 318.20795, 113.85905, 74.45181, 374.67642, 78.68657, 219.96068, 187.18517, 80.1122, 141.35477, 57.24266, 260.05569, 88.66484, 245.34277, 267.11011, 184.24573, 224.13159, 83.29826, 102.53385, 82.02356, 332.92059, 330.85236, 60.38496, 105.74698, 80.701, 83.07665, 205.17839, 279.7915, 363.29669, 102.05024, 68.26175, 143.03912, 102.05739, 93.7804, 103.90981, 240.63135, 311.9758, 255.48489, 61.90377, 89.4985, 335.79694, 113.7143, 87.86266, 103.15029, 308.11737, 218.68216, 101.94284, 279.87, 107.76231, 296.70639, 290.80081, 331.90747, 246.74251, 92.33398, 274.30118, 110.32101, 242.21138, 111.78883, 105.33506, 111.18323, 103.11286, 252.7325, 246.34738, 87.53582, 107.77989, 222.91954, 86.79993, 381.70679, 111.2504, 279.40784, 311.20847, 86.81789, 96.69305, 250.31738, 237.8846, 86.10553, 106.05251, 106.16029, 281.25299, 313.26941, 109.159, 260.82578, 95.2373, 246.89929, 280.88562, 95.35159, 101.90735, 89.08091, 100.34445, 117.54285, 250.98659, 62.12053, 356.8139, 211.35417, 103.33108, 91.76485, 89.7159, 391.08276, 81.75309, 377.10706, 100.8627, 92.14066, 105.02978, 271.92065, 311.49817, 305.41327, 105.6221, 361.79053, 108.98427, 271.30249, 286.70911, 65.93097, 79.56487, 231.35887, 92.9518, 298.81891, 102.62109, 86.46758, 92.9174, 70.09837, 78.04443, 286.67096, 58.18461, 280.19092, 321.80435, 126.50764, 273.69904, 102.52458, 233.80231, 314.18396, 231.41139, 117.29807, 276.31195, 58.52457, 82.85509, 101.79876, 77.47815, 117.01388, 98.90489, 283.9783, 338.03232, 111.04965, 246.96844, 99.36198, 90.15573, 278.50079, 75.13924, 102.22881, 85.39053, 104.07907, 248.86932, 95.43336, 303.92447, 358.40616, 373.32748, 354.59631, 81.70307, 286.82956, 224.88821, 255.40297, 104.00027, 300.80618, 315.07608, 212.35939, 93.62973, 385.57367, 317.41455, 350.58923, 235.34158, 109.65523, 89.73125, 348.01428, 104.61719, 135.379, 384.29462, 125.70205, 110.97929, 268.79327, 278.78055, 144.7939, 71.36508, 73.05299, 67.9491, 336.46548, 80.82777, 95.39127, 303.76416, 87.73722, 94.68642, 143.54602, 262.53543, 88.66531, 68.44494, 288.46021, 310.40875, 101.14735, 61.77843, 260.62314, 81.43466, 324.96262, 262.56421, 354.43237, 147.88823, 129.81963, 57.14795, 282.19193, 296.24963, 65.48343, 250.34508, 105.96861, 298.02191, 368.10822, 122.45531, 103.28587, 96.32586, 299.85602, 96.28541, 342.27399, 339.72684, 231.09433, 339.32639, 96.31217, 102.02107, 110.31226, 107.86694, 69.75248, 102.51021, 90.36223, 93.67041, 105.75887, 51.77457, 129.09711, 395.00436, 317.7554, 256.44623, 94.24911, 361.64984, 93.18988, 164.23819, 87.07771, 212.74936, 236.06931, 253.29597, 111.25855, 95.01729, 50.47378, 77.06361, 298.24054, 87.19908, 77.77161, 245.57689, 321.88202, 253.38176, 153.28442, 310.48575, 102.28912, 239.97214, 78.02426, 93.46466, 108.59625, 113.84454, 246.7567, 98.7112, 241.13228, 350.73004, 209.1067, 114.15033, 281.17255, 133.54764, 302.40707, 105.8997, 100.09282, 357.55615, 81.73698, 82.89189, 234.95464, 102.09389, 77.55418, 75.84808, 107.52132, 126.22569, 82.46245, 314.30026, 311.57623, 88.31587, 348.73749, 91.53723, 139.2742, 240.15555, 308.785, 78.41197, 246.29893, 90.29985, 85.79828, 222.29947, 117.9529, 406.52484, 85.51558, 317.14362, 354.69479, 287.34329, 87.59244, 262.90173, 115.57565, 143.11157, 65.45918, 84.13731, 224.80368, 181.77705, 195.23506, 118.10141, 282.17645, 93.54114, 299.08136, 316.83398, 377.06033, 305.34888, 79.13753, 311.26892, 104.42941, 75.42294, 266.13312, 256.85895, 219.68541, 98.95461, 98.75371, 343.68469, 325.03751, 106.33128, 284.77435, 271.42233, 79.07881, 89.65672, 337.03931, 279.11771, 221.62823, 320.49347, 344.44522, 309.77563, 339.35684, 255.78409, 397.8031, 148.49686, 338.04257, 331.10095, 76.31408, 76.97824, 95.31501, 127.3116, 216.79228, 280.49063, 335.63794, 265.86957, 276.08875, 338.79285, 74.65508, 273.18655, 415.42075, 93.14305, 347.6413, 88.34338, 95.03731, 360.55829, 86.8218, 270.31732, 118.83526, 332.25916, 235.63321, 177.05161, 81.55402, 273.50464, 264.92215, 77.44675, 418.28442, 291.13394, 66.39712, 181.32272, 86.4901, 275.36346, 88.71299, 194.62439, 241.77583, 204.27142, 68.15475, 98.47519, 284.85706, 66.99316, 78.95583 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 450.35197, 603.61691, 329.35728, 526.58331, 441.23013, 566.56561, 580.62964, 749.88507, 212.56506, 534.43958, 468.52338, 927.996, 999.81824, 1053.13217, 450.19417, 422.52173, 310.4963, 517.88522, 912.58377, 458.60982, 1182.61777, 462.68115, 655.53491, 645.38959, 460.01974, 574.71774, 428.12703, 534.66388, 514.1163, 447.25171, 255.21815, 578.5553, 769.16293, 730.93387, 473.36502, 469.42354, 454.31046, 451.30188, 550.78755, 473.56003, 593.53499, 508.55705, 669.91724, 520.70221, 454.75449, 746.55505, 422.75471, 580.41837, 1487.85544, 425.74605, 511.32599, 871.29498, 723.66263, 1918.00623, 592.70538, 598.44275, 563.84827, 410.44489, 541.6347, 610.76984, 308.86889, 751.2666, 425.26604, 409.05783, 390.02145, 463.32645, 512.98163, 545.26564, 910.34912, 443.64647, 549.7724, 396.04297, 452.34735, 430.31088, 507.03265, 229.53579, 438.16026, 545.8078, 511.64372, 530.05795, 1128.45776, 568.72006, 313.79749, 242.87531, 694.06561, 871.25388, 503.75006, 526.02626, 488.08603, 471.61148, 737.27777, 528.30814, 581.37582, 494.33809, 464.35265, 589.55328, 780.9231, 387.34209, 607.32037, 603.38422, 652.53845, 944.08673, 474.30446, 1451.80347, 597.01691, 551.51651, 462.86478, 631.35349, 1564.1496, 778.75482, 938.97974, 484.66946, 1062.35971, 1126.78006, 352.57002, 473.95236, 682.74542, 535.21228, 935.85931, 1459.84406, 725.90308, 855.6759, 693.59579, 484.39206, 479.64326, 265.89641, 1320.2648, 590.33543, 741.15826, 422.27655, 965.39001, 543.34648, 488.75685, 404.50485, 729.32703, 431.94711, 1071.34924, 528.78214, 549.82031, 872.82404, 384.00873, 616.26068, 516.20181, 585.09671, 508.57037, 599.19275, 1402.80499, 545.04825, 676.16147, 388.17303, 766.97736, 242.03958, 491.11305, 448.03062, 610.67154, 612.06177, 791.13876, 443.02359, 478.92265, 575.18716, 569.07697, 542.13895, 517.03912, 453.39137, 597.01318, 416.50351, 1050.24988, 369.99849, 823.96121, 337.37622, 641.68637, 541.687, 926.33521, 506.90692, 631.43396, 468.16153, 891.79492, 466.76762, 564.89191, 353.10223, 524.05635, 525.40582, 832.61005, 556.44806, 498.79092, 585.8183, 572.76749, 473.47639, 558.92325, 459.54906, 631.80841, 375.39127, 516.66502, 634.61227, 498.36932, 581.19876, 659.10522, 650.68304, 841.99255, 439.82741, 476.13062, 464.47499, 492.79111, 534.45065, 626.25735, 1098.92844, 509.86794, 427.0899, 567.36365, 554.6768, 494.91031, 287.61078, 450.41173, 575.65442, 970.24115, 447.0585, 507.9588, 483.37491, 562.81006, 661.48831, 469.17567, 828.27698, 799.04874, 554.53317, 846.37482, 567.16763, 849.75348, 412.74857, 125.80059, 513.93813, 524.18057, 247.49276, 483.67068, 564.88565, 770.80426, 163.69611, 733.32098, 648.75534, 455.16153, 578.44547, 498.92166, 917.85944, 1070.07397, 410.77867, 459.8703, 623.64824, 481.65141, 520.02878, 552.36429, 429.62476, 573.84833, 586.89114, 322.63427, 460.34552, 467.69258, 515.44904, 816.95859, 488.46686, 805.97382, 454.07266, 506.09859, 1099.01099, 529.83398, 1411.32544, 1073.75604, 548.99603, 474.96695, 496.65961, 624.98969, 490.47046, 510.17691, 1645.57135, 911.65045, 639.15884, 586.82443, 574.40515, 556.95056, 831.43481, 871.16061, 1937.14142, 431.10071, 646.33377, 438.33485, 507.2558, 589.65897, 855.38116, 938.79709, 570.21823, 649.32123, 391.34714, 303.95607, 631.92892, 396.39687, 782.95224, 543.74034, 1157.38193, 533.99019, 527.87326, 688.63455, 609.45776, 545.9183, 1371.98071, 518.64169, 532.26418, 654.93634, 336.43912, 532.10294, 544.11826, 545.44057, 424.54807, 524.37073, 468.68025, 468.48723, 619.54648, 633.95602, 635.70139, 526.14668, 987.12445, 527.09778, 999.89413, 1256.76514, 605.78824, 555.92807, 511.6452, 317.58711, 552.63, 1045.38702, 427.20192, 621.24368, 347.53123, 847.38992, 579.16708, 443.31189, 1253.84332, 566.02753, 890.20224, 1091.74017, 458.99042, 440.20084, 658.95636, 458.79285, 608.89496, 512.19916, 1739.13892, 711.58054, 1122.02197, 455.65501, 460.58405, 518.5444, 304.66334, 811.29968, 449.98639, 604.16891, 559.72952, 926.32062, 1109.37024, 458.66147, 281.16409, 567.43192, 412.58649, 69.2892, 1424.83963, 459.91702, 510.04558, 241.08341, 985.81137, 727.80823, 545.48296, 406.12741, 588.04379, 477.39478, 381.302, 584.45164, 1221.29721, 358.05323, 596.13327, 521.76517, 882.31204, 574.81625, 514.41006, 650.68927, 609.51996, 549.099, 461.96295, 643.96439, 74.63404, 536.74084, 610.73141, 519.27513, 1016.96796, 496.7243, 844.01202, 484.98883, 532.41823, 575.37634, 181.06334, 586.34796, 849.96875, 1436.36456, 397.19443, 234.43201, 536.27554, 77.87545, 567.2128, 519.12531, 1659.98412, 529.07394, 644.24759, 508.38185, 301.35533, 1138.97968, 981.05759, 481.36661, 452.8156, 490.745, 521.54298, 525.06917, 608.23238, 627.53964, 421.64905, 1518.86319, 321.44706, 637.47321, 457.33693, 443.19315, 552.00574, 509.13539, 533.19202, 556.6532, 477.58665, 493.96869, 657.05847, 305.52176, 541.60852, 591.52914, 730.38629, 599.35452, 529.39996, 524.05809, 539.6987, 235.36973, 1194.56824, 521.63864, 491.66206, 565.57928, 346.18585, 418.53105, 570.76703, 640.22949, 54.80515, 503.5473, 1214.50476, 457.83051, 638.55801, 445.22476, 467.6308, 472.32791, 1527.71783, 381.99886, 507.35011, 821.09875, 952.57309, 431.64847, 536.31007, 785.80322, 874.55695, 1801.66144, 562.55392, 1764.05164, 515.24223, 598.45546, 658.6962, 520.12567, 559.66116, 629.2334, 282.61988, 752.7009, 671.54688, 871.43896, 952.47864, 520.3941, 480.33919, 470.87238, 537.22147, 549.03036, 509.94998, 1262.25388, 545.40642, 340.63943, 609.19962, 423.1581, 740.20282, 609.46606, 515.08984, 449.04333, 548.43985, 790.70872, 490.48332, 1547.04352, 569.75917 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.12806260641365136, "neutral_loss": 2.315511486803224, "target_chat_loss": 0.747274509741796, "neutral_init_loss": 3.032051895141602, "target_chat_init_loss": 1.125518724822998, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 269.66824, 56.28293, 317.85452, 253.34851, 383.22589, 88.54147, 314.50876, 259.28259, 74.50942, 80.23718, 331.60352, 262.6684, 184.30219, 55.77506, 231.34187, 81.33188, 44.49292, 98.50922, 269.75647, 90.29336, 272.11523, 354.27609, 79.1722, 329.03775, 296.39313, 279.73505, 55.55267, 41.49377, 72.82487, 132.41824, 260.42004, 66.84113, 56.65819, 301.3826, 81.18784, 363.45483, 297.75708, 258.93796, 183.22198, 61.04552, 96.88599, 257.14899, 76.7935, 216.03786, 259.45441, 67.83734, 85.40163, 240.90576, 44.71974, 250.08746, 100.67648, 45.31325, 312.63312, 208.14676, 332.69958, 236.64218, 82.28566, 193.14917, 343.29602, 376.06042, 88.43164, 63.32606, 88.98357, 69.42297, 304.73969, 63.54916, 83.44249, 89.97257, 279.21783, 78.90381, 67.73297, 65.30824, 361.78284, 225.09041, 213.79382, 319.42365, 341.08142, 75.67378, 332.69046, 87.08948, 101.81593, 263.74512, 285.51291, 273.62286, 81.1434, 57.14578, 69.99464, 78.16023, 353.94888, 72.89753, 87.92902, 62.75882, 211.60143, 197.32544, 243.3093, 291.11267, 230.65984, 82.80333, 263.56055, 286.52466, 71.93195, 90.40055, 208.49405, 315.06494, 67.79567, 327.14575, 60.90243, 227.32994, 76.17176, 51.99805, 381.61908, 229.41051, 57.44181, 292.04428, 101.47917, 65.62514, 324.17853, 56.06929, 202.65135, 170.21802, 57.00812, 127.99716, 51.7196, 238.63361, 77.73135, 223.21397, 243.10332, 164.75723, 196.81036, 72.40102, 92.1452, 75.29872, 313.31891, 298.6004, 49.37211, 96.53644, 66.20172, 68.72018, 179.54916, 260.17065, 300.22076, 89.50425, 62.60175, 119.65067, 82.86716, 76.72339, 87.54625, 219.07596, 282.09116, 239.06319, 55.46228, 75.16572, 317.66687, 91.65144, 70.05429, 90.1444, 272.38879, 199.76845, 90.04587, 249.33925, 93.28497, 273.19598, 268.25107, 312.10645, 220.49507, 79.34576, 256.24701, 90.7398, 223.24141, 99.43073, 95.96167, 92.73325, 86.79681, 225.32967, 209.59622, 72.47069, 93.6452, 205.62219, 78.36967, 357.66806, 84.72089, 248.35432, 286.54297, 77.83835, 69.59953, 230.7887, 211.13753, 67.76576, 86.36103, 75.56846, 262.02435, 291.80737, 91.53395, 245.409, 82.6325, 233.90829, 259.05759, 82.48513, 90.78181, 66.26694, 86.6675, 101.11215, 234.06705, 46.71304, 322.08008, 187.97504, 88.0117, 78.36816, 79.78377, 372.21698, 65.58987, 322.4931, 90.62856, 73.95839, 83.36394, 250.92242, 288.0163, 284.72684, 85.24463, 321.47614, 94.31934, 244.21619, 264.2977, 49.14816, 64.73593, 208.7634, 76.91531, 269.80777, 85.74461, 67.74181, 82.68909, 49.02983, 63.82509, 268.72815, 53.06015, 253.58401, 300.80438, 108.55908, 239.83391, 93.88926, 219.87057, 282.71829, 211.08832, 99.09825, 245.00655, 50.44733, 77.80661, 90.59648, 54.38271, 103.79817, 87.8343, 267.91983, 301.64233, 100.1554, 227.88208, 84.39143, 81.7102, 254.76546, 60.3908, 82.43912, 75.93155, 94.36581, 228.51807, 78.59669, 277.33972, 339.82303, 343.05753, 317.0979, 65.80778, 244.66718, 202.8009, 235.25452, 76.69455, 281.66608, 293.25967, 191.33202, 80.20712, 365.36896, 294.78989, 312.05725, 208.21338, 97.08575, 79.36053, 311.71863, 98.16805, 119.45033, 360.43405, 92.34583, 96.10914, 250.8347, 254.4304, 116.47005, 53.23292, 51.00777, 61.4237, 308.56668, 70.27255, 89.20606, 275.0011, 75.73608, 56.28465, 138.4257, 239.42496, 63.74227, 61.1657, 266.57144, 281.52954, 76.06552, 51.34956, 234.26868, 63.0721, 300.80634, 228.89935, 329.09323, 123.39531, 97.71269, 48.29935, 251.68019, 264.32199, 55.91999, 225.37073, 88.1792, 273.21497, 338.3588, 107.96037, 94.60782, 80.29227, 282.28836, 81.91858, 314.91071, 316.0517, 215.8674, 314.84067, 72.77058, 86.35316, 87.53627, 84.91449, 55.9426, 79.88839, 66.86063, 66.63169, 87.14423, 46.59398, 117.24269, 372.36703, 298.93649, 235.55397, 82.24142, 337.98102, 72.757, 145.87869, 71.48671, 182.06424, 214.80797, 229.03767, 94.25417, 92.5527, 45.08413, 66.74612, 270.60291, 71.29211, 65.2164, 217.92693, 294.55533, 234.52696, 132.10701, 262.92468, 74.54025, 213.46375, 71.38064, 72.00625, 82.90371, 105.29003, 227.88303, 85.01215, 218.35147, 321.00708, 188.90805, 95.73138, 251.27371, 111.7561, 272.19058, 92.88589, 85.82825, 328.19568, 66.00274, 50.57065, 211.1022, 92.64377, 65.1786, 62.62859, 86.12636, 106.74545, 65.82235, 296.04053, 288.29004, 72.42582, 307.24432, 79.28827, 112.24249, 216.05586, 277.3288, 65.13066, 220.78287, 67.69115, 64.71263, 192.60086, 98.15491, 368.30103, 75.21357, 284.86816, 333.01569, 250.83231, 70.17073, 242.23146, 98.86501, 110.88892, 54.32791, 72.697, 203.18527, 165.30368, 170.11447, 96.62884, 258.00833, 76.54924, 263.77094, 284.0249, 352.79333, 273.64142, 72.10656, 279.13251, 85.91074, 63.46271, 249.10696, 225.59816, 202.11763, 87.12463, 91.4437, 309.022, 303.35144, 91.65953, 257.888, 247.78058, 72.55438, 80.68321, 301.90564, 256.00674, 191.20432, 290.25644, 326.56946, 278.39435, 320.4978, 233.75954, 362.52997, 128.78311, 313.42542, 305.61951, 66.08749, 63.45103, 79.36731, 111.68529, 187.99701, 243.01237, 319.65643, 235.45563, 255.99336, 307.30493, 53.35895, 234.92432, 399.27734, 74.50336, 331.47052, 72.75958, 78.14227, 327.87842, 76.27684, 245.37277, 106.64156, 301.39423, 213.42096, 144.27275, 72.05624, 252.61841, 243.39624, 63.16884, 380.72061, 255.56766, 53.03619, 158.90536, 77.37034, 252.26447, 76.8008, 171.2861, 225.21085, 186.16006, 56.15599, 88.46029, 243.43506, 60.82003, 64.95993 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 395.21127, 506.69043, 261.58529, 436.61983, 375.98181, 478.53781, 519.62877, 673.0809, 125.25, 434.42293, 366.56308, 772.40442, 918.52231, 966.9805, 339.63945, 338.69966, 250.50497, 451.73425, 745.2132, 351.55161, 1036.70221, 388.26418, 548.23352, 562.96927, 395.22113, 491.28078, 303.87866, 448.74712, 427.32596, 372.75311, 199.00964, 478.29294, 587.21196, 604.53915, 381.67232, 410.14046, 375.68321, 376.91536, 441.40402, 403.86552, 505.11438, 423.7439, 602.90759, 451.91377, 373.87738, 663.58836, 344.28113, 509.62898, 1299.93063, 352.81487, 416.10988, 786.29858, 621.39444, 1726.20419, 470.34967, 503.47075, 466.29988, 355.50082, 454.44675, 537.37106, 267.53845, 670.3623, 333.15746, 331.44398, 279.01981, 376.56506, 400.87518, 467.16298, 809.33975, 370.61111, 473.81931, 334.53043, 352.944, 348.2616, 436.39716, 201.08727, 346.27251, 438.78395, 416.51535, 469.98875, 978.52222, 461.99551, 249.69466, 170.66151, 586.91541, 776.47897, 411.41606, 436.81261, 400.83679, 374.36105, 651.56281, 465.04514, 492.47163, 403.87875, 376.74443, 480.4586, 712.30408, 311.11623, 495.18716, 510.02567, 556.59476, 847.33023, 385.1582, 1168.36267, 527.05942, 463.80463, 380.22234, 548.45837, 1362.8092, 691.66113, 835.09137, 374.6895, 936.68762, 1029.48869, 245.60698, 357.12155, 618.99219, 441.75146, 864.24423, 1258.17715, 659.02692, 737.78296, 616.6106, 375.45294, 414.16228, 232.83808, 1167.29349, 481.1584, 676.31763, 345.12175, 863.2536, 478.88596, 394.13829, 299.421, 635.6622, 357.07697, 954.52313, 461.66798, 476.56523, 771.77246, 309.57426, 549.82159, 429.42981, 515.77786, 434.48224, 513.57411, 1306.16327, 441.83925, 593.56036, 279.80304, 692.51706, 193.20245, 412.33844, 372.21057, 511.53387, 520.22458, 653.11938, 368.7081, 383.12726, 500.26218, 473.72424, 448.06523, 417.21265, 353.41612, 503.52687, 337.08876, 963.71332, 328.41418, 736.311, 269.21317, 542.84348, 441.98065, 854.18576, 431.6993, 515.79851, 369.52368, 840.4516, 377.01698, 467.89325, 263.97002, 453.77817, 452.8414, 745.4238, 455.31203, 417.2206, 482.34653, 467.39238, 387.6073, 490.60965, 376.41414, 559.26038, 253.92465, 428.10867, 540.07471, 410.38628, 504.95712, 542.04346, 584.54538, 791.74908, 371.96202, 399.68283, 369.40723, 401.91751, 451.74019, 530.59459, 1003.50107, 422.03152, 339.51324, 469.55219, 451.67993, 429.18057, 243.00881, 408.18918, 480.4334, 822.19958, 375.05542, 406.20158, 393.33421, 478.51428, 558.53052, 397.67874, 741.97162, 725.13388, 472.06493, 748.3721, 500.26974, 745.00049, 339.88499, 83.85666, 434.46954, 450.96005, 189.68525, 384.55956, 464.57304, 707.95279, 97.07154, 681.15497, 544.89047, 370.04729, 498.22345, 416.6881, 836.82278, 986.02585, 359.68228, 388.73421, 544.37914, 389.10745, 453.39378, 482.36293, 364.14427, 495.34467, 486.09483, 226.21629, 374.93687, 374.06752, 427.47665, 709.90732, 404.78262, 719.31586, 386.19688, 401.50366, 979.3692, 450.47041, 1225.07664, 978.04425, 466.33008, 401.16324, 411.0825, 552.78342, 406.48172, 419.30672, 1532.1825, 836.09833, 558.84979, 493.23511, 476.09058, 460.61362, 612.58826, 814.74872, 1745.98795, 362.94736, 583.91638, 349.70117, 415.839, 514.51755, 767.57852, 820.84589, 468.87814, 581.04611, 318.46744, 261.22345, 528.32747, 304.39598, 718.96005, 460.44124, 1056.97394, 438.22133, 426.41463, 575.3172, 522.25165, 455.75958, 1248.60339, 409.30945, 466.20732, 588.94748, 257.01215, 441.50661, 446.17529, 449.04892, 347.05637, 466.39615, 404.30936, 376.7659, 543.19571, 556.89456, 526.72208, 422.8864, 864.58029, 471.2771, 889.12463, 1110.86163, 537.03842, 474.96364, 445.37343, 264.4352, 461.14021, 947.81738, 354.29478, 548.86453, 288.244, 773.54884, 502.24274, 343.23769, 1132.18878, 470.75281, 811.60504, 918.66476, 379.76328, 393.84312, 577.58386, 364.55023, 502.33881, 420.53064, 1519.13458, 646.31635, 1033.18488, 371.3914, 395.0831, 431.1646, 215.26916, 694.92957, 371.58572, 495.96063, 435.998, 849.8909, 973.39282, 388.78683, 231.75006, 453.32352, 333.44688, 52.3629, 1223.89037, 401.78708, 428.96327, 138.74309, 907.97125, 662.47171, 453.76889, 351.32756, 491.37137, 383.00104, 311.00317, 501.42331, 1084.63712, 270.25737, 522.01245, 454.9034, 784.81201, 476.8558, 458.16261, 554.2453, 505.94086, 457.99672, 368.75134, 560.83115, 62.70625, 475.29314, 547.01477, 434.66776, 885.05743, 423.2511, 701.57065, 401.4407, 465.06168, 458.39815, 121.55982, 516.80688, 749.02829, 1270.25269, 311.97005, 184.2648, 445.51935, 47.46459, 472.8978, 432.78857, 1533.3519, 411.52879, 571.02228, 426.91852, 237.88542, 1057.75214, 882.2999, 402.71275, 394.9144, 407.66254, 449.45026, 422.79811, 522.12576, 515.88402, 338.6911, 1388.82059, 281.84329, 515.53345, 378.64812, 352.19855, 488.68958, 413.31075, 472.76956, 461.35577, 426.01918, 408.36646, 575.60907, 235.58244, 435.78943, 497.37605, 625.72726, 518.908, 432.4494, 419.90617, 423.38943, 179.67316, 1057.90976, 449.10558, 436.80882, 447.14413, 261.1525, 367.95818, 489.03624, 548.15512, 42.1236, 428.13936, 1096.51373, 392.3376, 541.40601, 369.43169, 376.7655, 424.49426, 1385.03873, 296.39647, 406.47427, 725.97806, 842.7345, 331.96634, 449.086, 724.14661, 704.12872, 1703.27795, 463.17091, 1595.87656, 448.45981, 453.38593, 553.28705, 433.86127, 503.12167, 572.65848, 234.15939, 680.61835, 594.89429, 781.48599, 777.17224, 435.97993, 386.21381, 398.40085, 468.31862, 441.19772, 425.25259, 1110.88184, 472.09282, 265.77566, 513.07642, 343.315, 652.83005, 497.30203, 423.27521, 375.64566, 452.70482, 640.42358, 409.13007, 1409.07831, 464.06253 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.25053801443514645, "neutral_loss": 2.233426190040539, "target_chat_loss": 0.6934024940960087, "neutral_init_loss": 2.7510119689941406, "target_chat_init_loss": 0.9152078666687011, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 265.38458, 52.00834, 307.02545, 246.54399, 379.50653, 84.43066, 301.06976, 252.55728, 70.07854, 74.59558, 320.27448, 253.2184, 179.65323, 54.03074, 215.34644, 74.90364, 42.33908, 93.20345, 259.43774, 85.67535, 265.95154, 340.3371, 72.34845, 321.26447, 286.09979, 273.17535, 52.21827, 37.28516, 70.77739, 128.70885, 251.4899, 63.35732, 57.37445, 293.89731, 79.77766, 357.44476, 285.92361, 247.83122, 175.02177, 56.33533, 95.24962, 249.53552, 78.31522, 210.15714, 246.45424, 64.16554, 82.55, 236.36841, 46.00642, 244.82117, 102.46084, 44.51936, 310.96399, 200.17995, 327.65805, 232.85126, 79.10837, 185.13681, 329.32462, 359.94873, 86.70547, 56.92219, 84.45677, 67.25305, 291.45599, 61.43477, 73.80797, 89.34097, 268.36407, 77.76492, 67.71278, 52.78915, 350.25653, 214.57509, 205.33153, 312.8855, 323.44531, 72.79039, 324.61731, 84.99409, 97.85442, 253.96007, 274.96286, 268.90692, 76.74535, 52.10652, 67.07187, 77.65336, 343.99506, 71.36728, 80.60891, 58.54565, 205.53983, 189.8748, 229.94777, 281.71967, 223.56104, 78.35482, 254.25438, 275.47903, 67.79112, 82.74429, 198.69736, 297.58527, 61.62097, 319.40628, 59.10301, 220.01239, 69.79806, 49.01938, 368.6394, 219.03677, 52.85508, 281.40814, 96.79996, 66.83122, 299.75085, 57.88459, 195.96466, 162.66298, 53.19113, 124.97891, 50.65182, 232.7457, 75.94839, 214.7731, 234.62422, 157.08676, 187.54544, 69.76218, 94.39534, 76.30627, 307.67697, 279.59811, 49.00267, 94.01249, 62.73686, 66.49069, 174.07745, 254.20984, 275.25879, 88.2638, 60.90099, 112.16114, 82.35199, 73.85347, 86.502, 208.21768, 270.0491, 230.94138, 56.12443, 71.45009, 312.06699, 87.31915, 65.50768, 89.64444, 259.79388, 188.76614, 89.3174, 240.17795, 88.9623, 264.08035, 261.21198, 306.54791, 212.05133, 72.36868, 250.46533, 83.96252, 220.11426, 99.65866, 93.44714, 86.29105, 85.12163, 214.18372, 190.22363, 76.37704, 94.01726, 199.53743, 77.80845, 350.95166, 79.20891, 238.87689, 274.6218, 75.13869, 64.46111, 222.74532, 203.38434, 60.54683, 82.94751, 67.61499, 253.99184, 281.61539, 88.26241, 240.3508, 79.62531, 229.77618, 252.97624, 80.92739, 89.5565, 63.52277, 82.81958, 94.04816, 230.23718, 41.62659, 308.57709, 179.4064, 82.28769, 78.52422, 79.23969, 366.91815, 63.9182, 304.24323, 87.24307, 74.16927, 77.02745, 241.49658, 281.93225, 276.96906, 78.14766, 305.26846, 89.70633, 234.85658, 256.83215, 45.60556, 63.67856, 201.55322, 71.65904, 258.79572, 82.22298, 63.64559, 81.279, 44.68361, 61.97316, 261.97919, 53.71124, 243.02533, 297.04788, 102.61899, 225.3925, 93.46103, 213.01752, 272.28842, 205.97565, 93.76172, 235.40311, 49.01189, 78.00992, 90.25502, 53.0941, 102.87328, 86.95766, 263.65027, 289.76816, 97.78047, 222.40939, 81.66398, 81.58504, 250.70918, 57.37577, 76.70082, 73.13716, 96.22173, 221.70842, 74.0447, 264.53702, 333.37158, 329.89548, 303.16522, 62.34552, 227.02551, 193.88895, 232.43076, 68.50858, 273.98792, 291.04907, 184.33414, 78.77365, 358.52234, 287.3974, 295.95499, 201.06454, 94.10503, 75.84917, 301.65027, 101.09007, 115.55502, 351.01416, 81.84698, 95.60637, 246.69051, 247.36298, 103.58582, 52.34384, 45.12088, 62.93878, 299.40735, 68.53806, 89.99309, 268.71826, 71.55495, 47.36368, 141.12492, 234.0351, 57.92704, 58.74213, 259.13074, 267.94836, 69.51166, 47.32302, 225.33461, 58.8395, 292.86349, 218.51468, 313.06708, 119.66704, 84.81089, 48.1683, 239.65109, 252.91669, 55.50858, 217.00482, 82.71315, 265.01318, 327.21533, 106.08215, 95.0379, 77.01616, 277.76355, 78.91378, 296.39279, 305.46011, 208.73901, 306.87424, 67.48008, 79.69691, 81.38669, 80.299, 51.15294, 73.26835, 63.22575, 62.8708, 82.85716, 44.74774, 117.25244, 366.15948, 293.89758, 225.70146, 80.3767, 327.77914, 70.29457, 142.13486, 69.26215, 171.46236, 207.16353, 220.99823, 90.30045, 90.95472, 43.1945, 63.35053, 261.66971, 71.05792, 63.25453, 211.57071, 284.88367, 227.8421, 129.20541, 240.37268, 65.79355, 209.65097, 74.60551, 69.50562, 75.7242, 103.39907, 220.10059, 82.07816, 209.96669, 311.02869, 177.85857, 93.95652, 240.09708, 103.18141, 263.32147, 90.4673, 80.63301, 314.63199, 63.72694, 44.14603, 205.91151, 89.80713, 64.11987, 57.40957, 83.35239, 102.05911, 60.39513, 287.64972, 277.71381, 73.48984, 292.23636, 77.85915, 105.06952, 207.21942, 265.20856, 62.08355, 212.651, 62.30083, 59.92974, 185.62717, 92.77798, 354.39059, 76.23891, 276.57758, 325.06769, 235.76285, 66.24306, 235.72099, 96.65187, 98.44449, 50.75513, 71.66563, 197.24036, 158.44104, 163.33783, 87.72192, 246.15236, 76.25741, 247.66544, 269.23676, 343.18625, 259.94257, 73.01585, 264.74237, 79.40439, 60.46195, 242.98785, 215.11433, 198.5838, 86.90987, 89.53752, 292.70108, 295.2514, 89.62954, 248.95056, 237.13805, 74.00128, 81.16907, 289.21341, 246.12259, 186.59053, 281.52301, 319.8371, 272.258, 314.58575, 225.49117, 349.37152, 126.07815, 305.76001, 298.92877, 61.17633, 65.38595, 76.89238, 108.36298, 176.48029, 231.74043, 317.4968, 223.95479, 246.81927, 296.41879, 48.12923, 224.7755, 395.39264, 70.31036, 328.11621, 71.06563, 75.10153, 315.57419, 74.56853, 233.35345, 101.87492, 291.99951, 208.34148, 133.11731, 71.03882, 246.48969, 238.9108, 63.24908, 366.15771, 241.4447, 49.83336, 150.56738, 75.86063, 243.09613, 73.58014, 164.43269, 219.67471, 179.28192, 60.17486, 87.14587, 229.86069, 60.33664, 62.74217 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 366.57588, 457.95302, 246.27132, 389.72075, 339.08307, 433.58546, 491.58841, 642.10596, 111.36626, 377.18829, 316.99107, 716.97708, 874.31454, 958.92627, 317.00668, 328.85381, 234.73283, 428.88071, 701.48447, 328.25885, 977.99496, 350.20731, 521.20033, 526.18848, 370.72914, 450.16046, 276.04724, 411.61765, 375.13956, 334.53049, 163.71581, 418.37155, 544.89494, 577.06052, 342.67403, 380.87433, 338.11644, 336.35541, 392.26508, 364.07318, 457.3606, 378.08101, 567.53885, 416.77132, 343.315, 634.34604, 312.27493, 472.49438, 1225.0983, 315.94896, 360.2319, 735.27611, 592.58179, 1662.61188, 447.50497, 449.1933, 419.27426, 330.95805, 405.5881, 510.20776, 246.69615, 631.06244, 283.3521, 298.86292, 253.52964, 338.28664, 343.72617, 418.55139, 759.00433, 340.86983, 439.07852, 315.37234, 311.57498, 323.89438, 397.15988, 192.25747, 329.01871, 408.66991, 370.5899, 440.40845, 923.04266, 400.22729, 238.05193, 145.8827, 544.54327, 744.15717, 353.72534, 387.69405, 340.9072, 318.44534, 621.5255, 438.25281, 459.06351, 352.33446, 328.54454, 429.10924, 688.16779, 269.37063, 441.85431, 490.39072, 513.39128, 814.23773, 363.2245, 1096.80923, 493.28458, 419.80075, 342.73666, 513.22049, 1282.97382, 665.45584, 802.73245, 308.78339, 882.71793, 976.35287, 224.97564, 305.54001, 593.65524, 389.81203, 840.58209, 1165.7771, 637.02542, 692.58606, 599.88281, 320.38628, 379.93793, 213.20686, 1093.28345, 440.17987, 649.68634, 306.83334, 827.08487, 454.22908, 339.51591, 265.73051, 608.52086, 316.7193, 919.42111, 431.92944, 441.16945, 738.49014, 292.25856, 525.91281, 379.2635, 484.61334, 389.40359, 490.28595, 1257.35239, 387.69223, 575.42621, 250.40446, 652.08984, 168.88651, 386.77748, 329.28865, 476.25444, 493.09088, 578.51035, 335.9124, 332.20413, 456.23782, 414.59344, 404.46725, 363.14366, 304.2536, 450.73056, 305.99443, 943.3205, 306.15543, 706.09683, 247.63077, 494.13928, 395.6162, 814.08072, 392.53377, 458.90808, 320.14612, 808.27615, 333.63672, 430.4285, 236.65742, 418.08391, 405.99196, 692.76056, 400.34322, 369.08295, 440.44156, 422.67548, 337.88401, 460.68321, 326.06891, 524.14838, 229.07426, 382.6712, 490.92093, 362.97769, 475.82564, 492.64705, 553.01059, 757.56738, 335.72256, 361.78429, 353.66638, 347.94336, 409.52452, 510.67093, 965.06097, 381.03696, 308.00851, 416.9391, 401.9494, 413.11879, 229.14678, 398.39294, 452.03928, 742.07047, 362.45546, 343.52704, 345.51007, 432.06293, 527.07834, 357.73964, 708.40372, 691.47797, 424.8084, 713.2749, 469.0769, 711.94797, 301.38548, 70.77536, 408.05524, 407.4137, 182.64777, 333.06665, 412.04828, 670.95828, 78.80885, 652.18903, 493.44757, 329.04414, 461.04568, 371.36523, 792.97217, 958.50781, 342.41658, 359.80324, 509.79019, 341.01935, 430.46321, 457.65488, 332.66173, 452.87216, 439.00549, 215.75555, 325.63852, 333.05377, 378.83566, 683.26233, 357.92163, 677.49878, 347.86334, 358.5444, 941.44208, 398.36597, 1154.47728, 936.66486, 425.73334, 367.30702, 370.96536, 525.02213, 364.78699, 363.08879, 1489.58136, 797.50275, 516.77011, 437.00746, 432.60255, 415.35376, 549.62932, 785.14038, 1677.16336, 342.95121, 566.05896, 298.43062, 391.1358, 485.09738, 734.11237, 770.14017, 405.14246, 555.12729, 304.09509, 236.81552, 474.10901, 281.3084, 698.22284, 412.34229, 1016.05466, 386.0695, 406.59657, 507.03336, 478.97498, 413.00827, 1194.02478, 351.96561, 446.87192, 557.4469, 221.6458, 398.99805, 391.74156, 422.55675, 315.85588, 434.08308, 372.33939, 326.96877, 506.82635, 525.66046, 468.72778, 376.68689, 814.5975, 450.76004, 858.28604, 1064.18213, 509.02631, 434.84412, 422.44272, 249.53777, 413.2068, 903.7746, 335.35387, 517.87692, 262.0723, 748.96129, 473.7901, 293.00066, 1091.34061, 418.68578, 783.83368, 860.09512, 341.09724, 380.03979, 554.91394, 308.98579, 442.55754, 363.53432, 1417.43158, 614.77753, 994.38727, 331.95981, 366.93335, 383.78873, 197.08387, 671.37012, 332.46796, 461.12253, 391.08722, 813.56641, 924.42755, 351.37018, 203.47861, 405.97437, 294.84895, 43.82429, 1140.35275, 387.75385, 387.61304, 115.07235, 874.2337, 628.74829, 408.03842, 335.95467, 433.72295, 360.09193, 292.84167, 457.75909, 1037.08005, 239.13618, 498.868, 438.1412, 755.44275, 438.82358, 439.05884, 522.86978, 454.49385, 408.84369, 312.93804, 548.61002, 55.99802, 454.81454, 518.01346, 397.02896, 840.49741, 382.71692, 656.03052, 362.02466, 436.74406, 401.82318, 109.17748, 481.99202, 716.70505, 1200.41315, 279.17105, 163.00269, 407.06999, 48.71178, 426.70152, 394.29294, 1481.46396, 343.47629, 530.92332, 381.71954, 213.93584, 1023.52914, 842.67041, 367.57761, 368.15572, 360.08618, 405.16812, 398.37971, 472.99765, 497.82584, 313.43098, 1329.57243, 261.29374, 449.63324, 338.59793, 308.69653, 466.93811, 361.15221, 447.61827, 410.0336, 409.93686, 363.26825, 540.08308, 226.619, 379.85254, 447.47055, 570.1098, 480.27866, 378.83377, 368.7966, 396.75961, 173.09122, 1011.74368, 416.13406, 416.14966, 427.16225, 239.1982, 350.09152, 449.83264, 486.85294, 36.23685, 400.61293, 1059.01636, 360.10864, 489.82442, 332.07117, 336.29456, 400.97018, 1318.35504, 263.1647, 352.21921, 694.12137, 813.84851, 287.0212, 403.62949, 693.64331, 655.36133, 1667.96606, 410.95816, 1490.69324, 414.91299, 426.32555, 496.57021, 391.40752, 477.92705, 548.09406, 220.61177, 644.2193, 554.72876, 742.73639, 737.11685, 400.44489, 346.87729, 360.66136, 448.45163, 383.50978, 367.42273, 1043.49579, 432.76694, 251.40607, 463.0968, 303.10313, 616.29916, 436.35837, 381.59106, 343.43036, 405.0656, 590.41882, 373.33527, 1373.56775, 408.23357 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.31946243545671876, "neutral_loss": 2.2359223771558723, "target_chat_loss": 0.6772148285914269, "neutral_init_loss": 2.753172296142578, "target_chat_init_loss": 0.859442618560791, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 265.87866, 53.43044, 306.44519, 247.60257, 380.75079, 84.29182, 296.80801, 253.3452, 70.74664, 76.60094, 318.2562, 252.13452, 180.76462, 54.42821, 212.45209, 74.48943, 43.63573, 94.22168, 258.3331, 87.9567, 267.35321, 337.68622, 72.31085, 321.22995, 289.51233, 272.96191, 51.53271, 38.43069, 72.27019, 130.22368, 250.85326, 63.98826, 61.74153, 296.30383, 80.63731, 356.99265, 282.34442, 246.02554, 173.76505, 55.83519, 96.78181, 249.43552, 81.86868, 209.97134, 244.2735, 64.6501, 82.39886, 236.94916, 48.87918, 244.7668, 106.91895, 47.29259, 312.59479, 199.57278, 327.41412, 233.66701, 79.07417, 184.6019, 327.72226, 357.47955, 88.0213, 57.02077, 83.41907, 68.19479, 290.23364, 62.16274, 72.36436, 90.2471, 267.66797, 78.93999, 71.13633, 52.40995, 346.16327, 214.73277, 207.16815, 312.30951, 318.23071, 75.96224, 324.94235, 86.35367, 100.48577, 253.04659, 275.37561, 268.17731, 75.78098, 55.57165, 67.93449, 79.44778, 343.59619, 73.38913, 79.06496, 58.38961, 206.15096, 190.74527, 228.7567, 279.97406, 224.39149, 79.70007, 252.25247, 273.6145, 68.3961, 83.48558, 197.47601, 294.21344, 60.8912, 316.90283, 60.39101, 219.54428, 70.61986, 51.01508, 365.93457, 218.09505, 53.596, 281.35855, 95.70895, 70.17387, 292.31897, 64.6478, 196.3522, 161.93604, 55.52003, 124.57848, 51.67048, 231.89236, 77.00923, 214.62497, 235.11383, 156.13986, 186.84236, 69.3426, 98.08929, 77.02453, 308.24817, 276.43549, 50.28052, 95.37021, 63.40873, 68.4482, 175.54053, 252.45461, 270.09259, 91.01854, 61.86151, 110.67895, 84.265, 75.22041, 88.02679, 205.16556, 267.79608, 229.10382, 57.04937, 72.55682, 311.53668, 87.59043, 66.17577, 92.78645, 260.74277, 188.99136, 90.55168, 238.41136, 88.54451, 263.23483, 260.21887, 305.15567, 213.53178, 72.04971, 249.36537, 83.5201, 220.90054, 102.57458, 94.32306, 86.78223, 87.6741, 213.5464, 187.599, 80.84752, 96.37849, 197.89087, 79.12468, 350.31992, 79.50964, 240.29321, 271.84372, 75.85655, 66.22769, 222.52823, 202.29565, 60.97063, 83.68514, 70.11743, 253.91721, 278.22592, 89.96405, 239.29843, 80.20625, 230.15059, 252.56206, 80.77759, 89.58884, 64.58733, 82.53004, 95.40814, 229.50555, 42.34171, 306.47391, 180.76028, 82.66754, 82.20175, 80.3968, 366.35233, 66.10973, 301.68338, 87.17078, 76.83893, 76.95898, 239.73621, 282.20203, 276.71078, 78.571, 299.79819, 92.70696, 232.85663, 258.04419, 46.1632, 67.38859, 202.72151, 73.26979, 259.71838, 82.86871, 63.93283, 82.18071, 46.2011, 64.142, 260.91364, 55.45831, 241.33359, 296.11206, 103.01861, 223.0499, 94.3651, 212.24757, 269.80444, 207.29742, 93.67639, 233.48282, 49.24304, 79.51631, 92.13334, 54.65464, 105.14806, 89.18784, 263.91681, 291.64709, 99.20165, 224.41446, 82.55799, 84.34802, 251.59795, 58.31372, 75.40442, 72.83418, 98.93251, 222.10262, 74.30066, 262.99969, 334.35449, 328.09363, 300.84888, 62.26043, 221.45282, 192.38153, 232.74329, 69.28483, 272.53015, 292.36072, 183.29178, 79.06697, 359.17157, 287.9014, 291.7373, 201.46198, 94.52757, 76.64809, 299.89832, 105.45954, 115.90881, 349.29498, 81.65165, 98.33195, 246.82928, 245.8157, 100.55202, 54.58303, 46.29956, 65.78856, 297.41019, 69.14867, 92.1139, 270.40677, 71.42946, 47.05273, 143.58459, 237.3501, 57.38362, 59.46806, 258.93222, 266.62613, 70.26694, 46.08747, 227.08392, 58.20129, 292.87708, 216.97806, 311.93637, 121.36003, 82.39297, 48.98161, 235.9241, 252.31244, 55.78241, 216.96817, 82.38818, 265.4371, 324.60767, 107.35941, 96.92944, 79.36121, 277.474, 80.6194, 292.72394, 303.75699, 208.19849, 305.09586, 70.61526, 80.32341, 81.40611, 80.55927, 50.88242, 73.75273, 65.38442, 64.47623, 83.47235, 44.55341, 119.23104, 365.38773, 293.76874, 224.65768, 82.74023, 324.59314, 71.72198, 142.4549, 71.17346, 169.58975, 206.59663, 220.29749, 91.07015, 91.95798, 43.76989, 62.5624, 262.53638, 72.55788, 63.18272, 210.83861, 284.45969, 227.54825, 131.57051, 233.59892, 67.52334, 209.67493, 77.89591, 70.53931, 76.82848, 104.71938, 219.45454, 82.39052, 209.62285, 310.09634, 176.47009, 94.99796, 238.7767, 103.54041, 264.13098, 89.28457, 80.23166, 313.83426, 65.03215, 45.46412, 206.88783, 92.4891, 66.56699, 57.9299, 87.39474, 103.0596, 60.26675, 286.14227, 276.57465, 76.58934, 289.38147, 78.88933, 104.12773, 205.68954, 262.69641, 63.21112, 212.7094, 62.49031, 60.2697, 187.01639, 93.54012, 351.13788, 77.9845, 276.98947, 324.29285, 232.56543, 66.70567, 235.10542, 99.36787, 95.93341, 51.37652, 71.80077, 199.07742, 157.7048, 163.6326, 86.35918, 242.90326, 78.36684, 246.06198, 266.49799, 341.81, 258.01447, 74.46892, 262.16119, 79.32941, 61.36488, 242.16206, 215.15565, 201.54436, 89.70622, 90.56136, 292.44241, 294.47403, 90.24954, 249.58064, 236.2058, 76.37131, 82.95815, 287.42871, 245.10217, 187.81262, 283.01889, 320.06921, 273.57242, 316.03079, 226.16696, 346.72025, 126.34702, 308.4657, 298.17905, 61.23153, 66.83035, 79.18446, 109.44104, 175.88593, 229.56146, 318.87659, 222.78378, 244.31555, 295.38776, 47.32477, 223.55104, 396.25543, 72.31038, 329.88965, 72.57132, 75.41959, 314.86078, 76.13293, 232.94182, 101.97803, 292.00012, 208.87393, 132.40965, 72.27748, 247.41768, 240.11642, 65.29733, 360.58539, 239.08578, 50.04442, 150.0752, 77.01493, 241.21193, 75.19359, 164.64816, 219.7233, 179.07877, 67.59283, 90.99783, 228.74008, 61.34701, 65.35561 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 355.91211, 446.10025, 241.53621, 374.2271, 323.39766, 419.55202, 484.29018, 634.31323, 108.80955, 358.49435, 301.76911, 704.13541, 859.36244, 959.52051, 311.93829, 327.43385, 227.43309, 424.05008, 690.63034, 324.31854, 952.8866, 333.46863, 516.41206, 518.64865, 367.32162, 437.99225, 270.5081, 400.48241, 359.89952, 321.25574, 155.72652, 397.42041, 534.39134, 574.02698, 330.22025, 373.63481, 325.31776, 323.23923, 379.02516, 353.82202, 440.29607, 364.67094, 552.13681, 408.55907, 334.40965, 627.3371, 303.68117, 455.40665, 1207.02667, 305.84201, 340.6983, 722.64294, 582.62637, 1650.5665, 437.48984, 428.32635, 406.44598, 324.50644, 387.87216, 503.21057, 237.56773, 619.68134, 267.20812, 288.52911, 249.74418, 328.20438, 321.71616, 399.50592, 742.7807, 333.27298, 428.40581, 307.96439, 297.54112, 322.46996, 383.59, 190.81772, 325.36937, 400.00476, 354.88139, 431.16095, 911.9574, 380.58871, 230.85487, 142.86698, 527.83208, 739.74219, 331.51572, 370.76462, 318.51521, 299.09297, 615.65817, 430.79692, 449.5498, 335.14175, 310.35455, 411.89084, 680.01349, 257.15158, 427.73206, 485.53505, 499.28079, 808.02328, 358.03288, 1080.4765, 481.10423, 404.28445, 329.75645, 505.18182, 1262.86273, 657.57402, 796.06689, 287.95792, 866.16373, 961.32187, 219.44661, 287.96091, 588.15216, 375.52148, 837.25757, 1140.71716, 628.86746, 675.30219, 598.42877, 298.85389, 373.41443, 203.31559, 1072.08252, 428.6398, 643.80579, 293.14722, 817.48877, 448.67235, 320.78677, 258.48133, 601.2899, 302.05643, 910.88791, 423.41386, 430.15974, 729.35089, 286.70844, 519.80312, 360.6064, 472.87802, 374.22462, 484.58481, 1243.14359, 370.91696, 569.74661, 240.86467, 642.95621, 161.18064, 375.27597, 310.94597, 469.05188, 483.40517, 559.02881, 323.42914, 314.95125, 436.26994, 393.95396, 392.70892, 347.05878, 287.29474, 432.0759, 296.81288, 941.48544, 299.91325, 700.81299, 241.40222, 478.7756, 381.41138, 798.97531, 378.43048, 440.14102, 303.61761, 801.7637, 322.26767, 423.4234, 230.01009, 407.29088, 387.19157, 676.34357, 380.01813, 352.62631, 423.78734, 408.95593, 322.25484, 454.84537, 309.39633, 519.00427, 223.55736, 369.29111, 475.42094, 345.86145, 469.15985, 480.54849, 533.17108, 748.32788, 321.09454, 352.53093, 349.04033, 328.27736, 398.5712, 506.69458, 956.02969, 367.94322, 296.91763, 399.87141, 384.49179, 410.09528, 224.44244, 396.983, 443.14082, 716.8331, 360.53629, 320.20663, 329.29407, 417.95767, 517.98862, 345.47424, 695.30521, 679.21698, 406.31117, 700.57001, 460.24741, 701.78442, 289.95169, 67.64345, 399.22687, 390.90442, 181.21607, 315.9772, 393.19884, 661.18066, 76.40354, 641.02515, 476.02768, 317.0052, 449.00635, 355.15747, 778.17947, 954.8847, 338.81966, 351.43871, 497.76523, 323.93738, 425.78717, 453.31822, 323.05898, 443.26016, 424.14453, 212.46861, 310.00111, 322.71146, 360.59615, 675.49408, 343.18182, 667.74149, 331.99341, 340.98891, 933.10681, 379.9142, 1140.87579, 922.36621, 415.36414, 351.78789, 357.30664, 518.46985, 354.7739, 343.56927, 1476.10933, 786.80551, 503.06122, 418.37935, 416.73672, 398.8512, 533.9339, 773.78531, 1660.63635, 334.60852, 567.73505, 280.40366, 388.42896, 474.9061, 726.90353, 757.2561, 379.6674, 543.72157, 298.87346, 229.90395, 454.29877, 277.42184, 695.76572, 399.05597, 997.7746, 369.34145, 400.81787, 482.61295, 464.84564, 403.26031, 1177.71011, 333.06561, 441.48322, 546.74133, 217.02135, 385.50432, 369.73975, 415.31448, 307.60324, 420.4709, 362.78513, 309.96574, 493.66374, 518.48639, 448.36252, 364.7594, 804.91217, 444.44797, 850.24371, 1051.14374, 501.35327, 421.68779, 412.61249, 245.08241, 395.15186, 890.96063, 332.17477, 506.89449, 257.62624, 741.53856, 461.95773, 275.93536, 1087.78635, 403.01411, 773.18225, 847.7251, 331.19941, 375.1348, 552.74725, 288.45085, 420.45503, 343.68172, 1399.17947, 605.01959, 985.67786, 320.78275, 362.99701, 368.10491, 194.6484, 666.31738, 317.64197, 455.97031, 375.05119, 801.27753, 918.01538, 339.60608, 192.04955, 390.95947, 281.96089, 40.12132, 1118.17245, 383.21719, 374.16212, 114.95481, 862.69247, 617.5101, 392.02963, 331.31168, 416.71027, 353.97525, 286.6787, 442.43979, 1021.62268, 231.37411, 494.8166, 434.56592, 747.71808, 426.29449, 434.25516, 513.74486, 436.59134, 392.70737, 290.34232, 545.42609, 51.86856, 448.64055, 506.74792, 388.32756, 827.12708, 369.69373, 644.36304, 347.98256, 424.27068, 380.18271, 105.51784, 468.37039, 708.79942, 1189.63104, 270.00341, 158.46884, 398.5502, 50.38291, 408.11794, 382.40894, 1470.39059, 318.89302, 520.07208, 367.5423, 204.17986, 1016.32001, 835.88301, 355.96078, 361.08112, 342.4115, 387.46364, 392.41448, 458.60135, 497.9343, 305.41353, 1311.72246, 253.57742, 427.54715, 324.2178, 293.81993, 458.01895, 344.58255, 442.3709, 388.85518, 404.2863, 347.91086, 530.23978, 222.81009, 363.52335, 428.81339, 555.57614, 469.12341, 359.10262, 353.65687, 388.01331, 172.36437, 1003.04114, 403.30334, 409.46327, 421.06596, 230.94825, 343.90939, 436.8873, 468.3998, 33.25461, 393.13916, 1044.79547, 353.04938, 469.89453, 318.16153, 325.95886, 391.64265, 1304.70679, 254.45729, 339.03334, 685.76895, 810.56415, 279.58562, 389.87363, 684.42303, 645.32004, 1667.75439, 395.02173, 1460.44235, 403.28555, 421.22675, 477.68939, 378.14853, 472.8705, 539.1727, 215.51147, 632.64563, 537.98738, 728.90625, 725.74487, 394.8105, 331.99074, 357.03015, 444.73793, 367.91968, 349.91552, 1021.27042, 414.61388, 248.96159, 447.95036, 289.68307, 608.43307, 415.25095, 372.32593, 333.91982, 387.45827, 580.93582, 364.17825, 1368.05786, 393.61578 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.36518484157429854, "neutral_loss": 2.2477459332855423, "target_chat_loss": 0.6718740405563874, "neutral_init_loss": 2.7808611328125, "target_chat_init_loss": 0.843263349533081, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 267.35373, 54.88214, 306.67084, 251.43907, 382.52179, 84.62967, 297.2301, 254.33626, 71.70659, 79.39905, 317.78253, 252.45352, 182.50365, 54.57932, 213.00323, 74.26505, 45.5052, 94.76682, 257.7243, 89.87703, 268.32986, 337.31433, 73.84531, 321.70422, 292.78192, 273.23062, 51.45249, 39.87812, 73.91133, 132.53616, 251.09364, 64.81176, 64.95197, 298.44037, 81.78879, 358.05328, 281.17114, 245.43137, 174.92505, 56.4241, 97.381, 250.26598, 84.61215, 211.315, 244.29828, 65.54916, 83.04539, 238.88214, 52.02357, 245.29956, 110.95301, 49.81486, 314.47833, 201.01448, 328.04453, 234.42914, 79.47134, 186.84219, 328.10687, 356.50238, 89.50327, 57.48526, 84.30979, 68.90311, 289.64053, 63.50349, 72.55588, 90.32346, 267.57956, 80.08237, 74.22401, 52.79211, 346.68536, 216.10251, 209.27773, 313.6579, 316.16379, 78.40669, 326.45398, 87.68349, 102.41925, 255.07217, 275.58878, 267.82062, 75.46114, 58.60364, 67.93434, 80.02391, 344.35739, 75.85764, 78.57787, 59.65863, 206.58366, 192.03194, 229.94385, 279.38629, 226.2612, 82.4497, 253.39369, 272.20996, 69.47948, 85.79021, 198.63699, 294.64117, 60.83778, 315.92932, 61.75803, 220.54045, 72.2627, 51.80149, 365.10931, 217.56836, 55.26309, 281.82355, 96.18838, 72.31888, 289.44006, 67.49091, 196.08493, 161.7123, 57.26153, 124.45589, 52.45127, 231.08195, 78.13223, 216.05545, 235.75899, 157.0118, 185.36153, 68.6869, 99.75938, 77.60966, 309.09351, 274.20251, 51.13276, 96.95352, 64.46062, 69.53658, 177.99164, 251.97623, 268.22305, 93.31572, 63.21638, 110.66816, 86.44147, 77.05864, 88.80556, 203.59415, 266.72998, 228.52838, 58.08257, 73.0499, 312.10986, 88.12054, 67.60811, 95.32615, 261.96948, 191.10129, 91.5015, 237.14395, 89.39062, 263.18753, 259.7937, 306.6842, 215.7485, 72.77034, 249.20013, 83.70113, 221.72511, 104.9681, 95.27511, 87.65736, 89.92445, 214.6483, 187.40176, 83.77431, 98.19202, 197.67831, 79.89172, 349.52817, 81.44542, 240.90883, 272.72531, 76.31858, 67.04642, 222.71954, 202.50751, 61.28249, 84.33466, 71.98166, 253.99925, 276.63715, 91.9053, 239.55612, 81.38628, 230.8898, 253.71605, 81.40898, 89.44073, 66.27216, 82.67864, 96.30468, 230.63203, 42.77774, 305.83307, 181.62532, 83.70425, 84.72649, 81.58769, 367.5614, 68.21965, 299.52979, 87.67623, 78.99289, 77.40209, 238.68898, 282.83734, 277.20358, 80.32333, 299.5213, 95.29727, 233.19118, 260.34714, 47.25553, 71.83719, 203.07318, 74.71128, 260.44672, 83.38029, 64.83663, 82.60345, 47.21185, 65.80801, 261.37225, 57.4383, 239.74951, 297.2309, 104.43851, 223.19818, 95.33112, 212.9951, 268.98532, 208.07751, 95.23183, 233.1819, 49.35857, 81.59126, 92.88215, 55.6034, 107.5974, 90.35962, 265.2114, 293.466, 100.21681, 226.81552, 84.13101, 86.47134, 253.57571, 59.36745, 75.92616, 74.35449, 99.92011, 222.56296, 75.00791, 262.55829, 335.46722, 328.25888, 300.50507, 62.40354, 219.76241, 192.38278, 233.70061, 71.58267, 272.38226, 293.38406, 183.48532, 79.94521, 360.18524, 289.66806, 292.18323, 202.21024, 94.6179, 77.30234, 299.60037, 108.83644, 115.57047, 349.20563, 82.77187, 100.89134, 246.50356, 245.28488, 100.26044, 58.15305, 48.55531, 67.3472, 297.47131, 69.59664, 94.18638, 272.02194, 72.03664, 47.35995, 145.87996, 241.85144, 58.13876, 60.02044, 259.74561, 266.04211, 71.32643, 46.83447, 229.23724, 58.53154, 294.64154, 216.48438, 312.22797, 122.24632, 81.96779, 49.98659, 233.9158, 253.13834, 55.9738, 217.0379, 83.05977, 265.73358, 324.87964, 110.26659, 99.08789, 80.20106, 277.58685, 81.71532, 291.026, 302.88513, 209.32266, 304.72195, 72.68125, 82.85095, 82.55003, 81.27997, 51.32027, 76.08061, 67.09229, 65.85016, 84.64507, 44.74572, 120.5677, 364.81076, 294.66034, 225.71729, 84.94695, 324.66864, 73.76831, 143.07011, 73.12331, 170.45782, 206.88927, 221.66302, 92.03693, 92.74956, 44.78184, 62.33239, 264.00891, 74.91893, 63.42631, 212.23438, 284.83331, 227.9677, 133.8119, 230.42194, 70.32805, 210.05151, 79.68425, 72.06615, 78.1963, 105.93531, 221.23938, 83.91089, 211.19234, 311.1546, 175.92236, 96.69435, 238.60672, 103.95251, 265.09601, 89.61882, 80.88866, 313.95435, 66.12889, 46.90876, 208.45752, 93.9135, 69.35074, 58.84126, 90.90083, 104.62602, 61.26583, 286.73404, 275.81812, 77.35023, 288.60977, 80.17349, 105.23589, 206.8204, 262.80298, 64.67068, 212.30026, 63.22608, 61.05013, 188.43262, 94.55119, 349.16922, 79.22542, 278.37845, 325.70941, 231.79276, 67.2728, 235.68846, 100.77255, 94.63057, 53.29929, 73.35003, 201.3674, 158.45604, 165.73764, 85.28253, 241.6965, 80.41176, 246.6111, 266.2002, 342.7511, 258.29535, 75.7901, 261.48666, 79.16501, 62.46218, 243.35974, 216.56067, 205.64307, 92.34406, 90.80783, 293.63068, 295.08432, 90.43905, 250.73138, 237.10539, 77.65837, 84.33318, 285.77393, 244.26575, 189.38483, 285.29004, 320.7879, 276.21936, 316.59418, 227.45773, 344.78027, 126.71997, 311.69403, 297.45731, 62.10349, 67.92408, 80.36131, 109.96598, 177.84732, 228.94772, 318.85913, 222.69415, 243.49673, 296.33752, 48.32868, 224.76511, 397.32117, 73.37109, 331.90369, 73.36697, 77.08208, 315.17004, 77.70135, 233.20827, 102.32304, 292.8252, 210.90906, 132.11035, 73.0982, 248.77562, 241.39145, 67.94941, 358.23456, 238.91382, 50.20597, 150.40982, 78.19803, 240.46017, 75.90643, 167.28264, 219.14212, 181.23627, 73.39691, 94.01284, 232.03473, 63.03827, 68.4434 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 352.34065, 445.80537, 240.48797, 370.45465, 318.1162, 413.99002, 481.68512, 630.76318, 106.5255, 352.23651, 295.09956, 699.05161, 854.26396, 965.24698, 309.24936, 326.94322, 225.04509, 426.43175, 685.71082, 322.87241, 941.54684, 328.00095, 514.76955, 514.86877, 368.12189, 432.76328, 268.64258, 396.34991, 356.07196, 315.2348, 153.04255, 386.3465, 531.56375, 572.823, 326.34198, 370.95844, 319.70064, 317.62799, 373.98686, 352.85428, 432.00253, 362.60812, 545.82809, 408.79695, 333.95616, 624.74622, 301.82938, 447.66006, 1205.11206, 301.72775, 334.6678, 716.20815, 579.20883, 1652.0625, 435.4252, 421.36539, 402.78275, 323.64467, 382.06447, 501.79185, 233.67688, 615.55582, 263.60345, 283.82174, 246.94572, 326.23758, 311.42697, 391.49533, 738.84869, 332.3535, 424.75053, 304.76813, 293.19936, 322.12601, 378.97678, 191.2055, 324.0813, 398.43776, 348.85469, 426.49796, 909.84882, 374.34833, 228.30537, 142.39134, 521.94978, 738.47305, 323.65386, 363.1091, 309.51651, 292.87927, 614.66878, 430.39154, 446.78313, 329.35925, 301.30531, 405.04506, 677.99448, 253.36124, 423.26312, 483.70383, 495.80429, 805.26413, 356.51532, 1076.41632, 477.05495, 396.99969, 326.08228, 499.04642, 1253.72723, 656.46603, 792.96222, 278.9547, 860.09088, 953.71994, 218.62141, 281.44885, 586.92422, 373.54907, 835.57394, 1129.78308, 629.89282, 668.23511, 599.75635, 288.36826, 373.98421, 200.33232, 1068.07245, 423.88948, 640.47925, 289.2933, 811.42175, 446.0423, 313.26308, 255.5426, 597.94749, 294.92688, 912.23944, 422.69998, 425.63336, 726.74947, 284.10504, 518.37943, 355.58392, 467.61313, 369.85155, 483.0173, 1240.65225, 367.21779, 569.1272, 236.53926, 637.98041, 158.27494, 371.20792, 302.57056, 464.67178, 478.70201, 550.9874, 319.03439, 305.67049, 431.42389, 382.57211, 388.85077, 340.6788, 281.18816, 424.81882, 292.34274, 942.38327, 297.99928, 701.35684, 239.88385, 474.45245, 375.50677, 793.80362, 371.08594, 434.21606, 300.41286, 802.99866, 321.32506, 422.97432, 228.39432, 404.25105, 382.60367, 668.51651, 372.9263, 348.23933, 418.50121, 405.82579, 317.15718, 451.40602, 304.07095, 518.73557, 222.91138, 364.46432, 470.12849, 338.36717, 466.30637, 478.96426, 525.80943, 746.46182, 315.95851, 350.2565, 346.45012, 319.72983, 393.86957, 504.27298, 952.94568, 364.46863, 292.15462, 394.51816, 377.50467, 409.33383, 223.35783, 398.18405, 439.62801, 707.29553, 359.15416, 310.13663, 323.11678, 411.24783, 514.80164, 340.20888, 689.94473, 676.07556, 400.0101, 694.91107, 457.26955, 699.19254, 285.58191, 65.88157, 396.16895, 384.50836, 179.4747, 308.56778, 385.13631, 656.25058, 75.16846, 636.69687, 471.96078, 312.62335, 447.34416, 348.81081, 773.8407, 955.7785, 339.68837, 350.73933, 490.54837, 315.80261, 423.55449, 455.83571, 320.71317, 439.59645, 418.21916, 211.92654, 305.6198, 319.42256, 353.7204, 674.78421, 340.08939, 665.08395, 325.84143, 334.60948, 928.08014, 373.11583, 1135.00945, 918.6673, 412.84625, 347.30762, 353.01966, 517.00909, 351.02794, 335.85349, 1473.55234, 782.95062, 495.57066, 412.51413, 410.41806, 393.60741, 527.77074, 772.69571, 1656.12311, 331.67728, 573.3587, 275.46706, 386.28445, 470.31982, 722.28644, 752.50406, 367.49696, 541.02611, 297.42841, 225.5449, 446.50665, 277.2348, 697.18433, 392.55309, 989.43021, 361.45163, 397.172, 474.60739, 461.30826, 400.50244, 1172.95166, 325.16098, 439.37503, 541.13101, 216.40792, 380.56819, 358.42439, 413.29956, 307.50155, 415.14961, 360.87823, 305.08411, 489.75026, 514.27469, 440.92014, 360.04846, 802.11911, 441.84854, 844.49261, 1049.79095, 499.76956, 416.44406, 410.4982, 243.59759, 389.41681, 885.56125, 329.95976, 502.98717, 255.39278, 739.66837, 457.97932, 271.07362, 1089.35471, 395.4738, 767.36902, 846.9823, 327.9639, 373.85919, 556.15704, 280.47367, 413.22763, 336.42101, 1394.81143, 603.08258, 982.93079, 321.55608, 361.36221, 361.30722, 193.50753, 664.50528, 311.54401, 454.39468, 367.27954, 799.0257, 915.56818, 336.11143, 185.24487, 382.65346, 277.4303, 37.45136, 1108.0473, 380.60368, 369.49004, 116.41613, 857.57794, 616.49286, 387.4025, 328.77409, 413.5332, 349.02557, 285.37887, 437.72893, 1019.68829, 229.31611, 493.71971, 432.97205, 748.12894, 423.37094, 429.68333, 508.24426, 427.51535, 386.88243, 280.50609, 546.29788, 49.74442, 443.93504, 502.47005, 387.50145, 824.14484, 365.69893, 640.07385, 343.00906, 418.6674, 373.3567, 105.19514, 462.30463, 710.30072, 1188.81488, 265.25953, 157.23651, 397.44513, 52.12317, 401.33844, 380.85251, 1467.34123, 309.16759, 518.41168, 363.45869, 199.09763, 1016.26904, 835.63741, 352.18039, 359.73843, 335.51241, 381.43219, 391.41522, 454.5946, 498.5925, 301.90472, 1301.63863, 251.39991, 418.16138, 320.11856, 289.32584, 455.04187, 339.59622, 444.09842, 380.35184, 403.31161, 343.99393, 528.42413, 221.29568, 358.96222, 422.08557, 549.54291, 467.46426, 352.17119, 346.05713, 385.20197, 172.66064, 1001.51782, 399.23056, 407.71896, 418.05052, 228.02816, 340.32133, 431.68323, 461.53976, 32.5698, 394.45343, 1042.48917, 350.78116, 462.01163, 314.13855, 323.59523, 386.74521, 1302.4715, 251.46706, 333.67155, 684.54514, 809.49094, 277.12207, 384.22893, 681.48407, 645.05402, 1675.35413, 386.86899, 1454.13858, 398.93851, 420.85641, 471.48482, 373.87907, 472.33678, 534.72078, 212.50067, 629.99297, 531.1367, 723.26212, 723.32907, 395.69437, 325.62779, 357.61543, 442.39467, 362.42557, 341.78735, 1014.93628, 406.60321, 248.99021, 443.50172, 285.08055, 603.96799, 411.70999, 370.23137, 331.66093, 381.16315, 576.86183, 364.1447, 1373.23126, 391.64502 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.411403518331584, "neutral_loss": 2.2630746408878597, "target_chat_loss": 0.6704626603255287, "neutral_init_loss": 2.80933625793457, "target_chat_init_loss": 0.8413272438049316, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 268.58752, 55.99784, 308.17767, 254.04515, 384.31784, 84.96301, 297.41901, 256.32016, 72.57033, 81.59217, 316.94708, 252.6037, 183.2242, 55.71526, 212.56116, 75.01648, 47.53154, 96.36665, 257.50278, 92.27292, 270.12665, 337.29477, 74.80616, 322.47455, 295.65643, 273.46057, 51.35744, 41.59903, 75.16054, 135.49805, 251.57478, 65.68752, 69.36113, 299.6149, 83.43813, 358.99884, 279.75421, 245.31383, 176.0038, 56.84248, 98.23648, 252.21687, 87.74903, 212.03214, 245.22838, 66.6226, 84.09097, 238.77342, 54.22945, 246.27365, 112.72501, 52.80343, 316.42432, 203.09265, 328.76562, 235.04425, 79.91791, 187.79147, 328.26175, 356.48322, 91.07655, 59.03607, 84.57486, 69.33578, 288.3446, 64.97928, 73.67362, 90.41553, 267.91736, 81.46051, 75.59225, 53.425, 346.89899, 217.88467, 212.95837, 314.74445, 313.88608, 80.7865, 327.16193, 89.65446, 104.2054, 257.67731, 278.29181, 268.42471, 76.22977, 60.87165, 69.38176, 80.8253, 346.2149, 78.39552, 78.27809, 60.16158, 207.87029, 194.30717, 231.56171, 278.84497, 227.10832, 83.91621, 255.29071, 272.14581, 70.13648, 89.28412, 200.92923, 294.99719, 61.94496, 316.41711, 62.91402, 221.02682, 73.94537, 53.659, 364.47308, 218.56161, 57.38261, 282.39966, 95.89584, 73.47354, 287.99124, 68.78463, 196.8204, 160.95728, 58.34646, 125.06235, 52.59952, 231.3071, 79.89913, 218.70181, 237.42493, 158.65823, 185.4819, 68.98248, 102.79318, 78.62027, 312.96579, 274.47656, 52.12547, 98.59587, 65.46935, 70.37248, 180.06676, 252.29814, 266.79962, 96.14436, 64.28682, 110.81943, 88.05338, 78.07587, 90.73256, 202.89073, 266.95673, 228.63995, 59.12464, 73.59035, 312.45953, 88.90651, 68.37753, 98.36748, 264.03662, 192.12486, 92.28351, 238.01553, 90.72353, 263.68634, 260.0712, 308.81525, 218.32494, 74.12899, 248.89479, 84.59464, 222.67262, 106.49458, 95.34647, 88.63087, 91.19623, 215.79195, 187.93636, 84.94358, 100.67839, 197.99284, 80.63443, 348.95844, 82.45578, 243.82211, 273.08963, 77.61292, 67.93456, 224.49097, 201.67285, 62.7526, 85.49251, 74.40509, 255.29449, 276.22864, 94.93965, 240.75201, 83.57426, 232.04398, 256.11694, 82.23917, 88.53897, 67.55164, 82.66122, 97.42155, 231.63034, 44.09515, 307.44305, 183.25989, 85.16278, 86.57428, 83.21154, 369.12549, 70.78813, 299.75876, 89.14745, 81.74739, 78.59446, 238.59857, 285.32315, 278.07642, 82.71461, 299.60907, 98.14944, 232.85461, 262.27887, 48.81917, 73.72775, 204.43761, 76.41707, 262.70377, 84.91833, 66.31311, 83.88107, 49.04079, 66.9784, 263.07449, 60.04526, 239.73741, 298.94025, 106.20255, 222.11325, 96.1846, 214.54665, 267.82233, 210.25359, 97.6035, 233.92596, 49.51386, 83.17088, 93.77217, 56.55252, 110.67445, 92.5558, 267.32385, 293.37488, 101.97026, 229.68361, 86.20341, 88.28943, 254.39879, 60.70527, 75.96899, 75.30725, 102.74003, 223.64792, 76.21577, 262.02686, 337.09418, 329.133, 300.6163, 62.23753, 218.32382, 192.68672, 235.03339, 75.03255, 272.66074, 295.90732, 184.16701, 80.45877, 361.43112, 291.13199, 291.91327, 202.79755, 95.5518, 78.32553, 298.63663, 111.63773, 116.28094, 349.77875, 83.84966, 103.03834, 246.54733, 244.60513, 101.01831, 62.2808, 50.67387, 69.11302, 298.86505, 70.062, 96.16264, 274.61591, 72.95201, 47.81337, 147.56355, 244.69072, 59.00938, 61.06516, 260.19226, 266.9939, 72.67787, 47.82201, 232.64044, 58.85827, 295.22403, 217.34802, 312.47095, 123.24688, 81.2329, 50.99272, 233.51013, 254.63913, 56.77708, 217.9267, 82.94585, 267.65784, 325.83978, 112.38925, 101.41589, 80.29056, 278.11459, 82.99759, 289.7457, 302.51541, 211.23871, 304.3335, 75.88084, 83.85979, 83.76498, 81.64134, 51.41166, 77.61491, 68.51819, 67.62118, 86.00114, 45.08678, 121.91908, 365.02051, 295.46753, 227.14127, 87.07125, 325.15326, 76.14615, 144.34006, 74.39879, 169.82544, 207.43799, 222.5265, 92.81722, 93.42775, 45.93729, 62.5428, 265.50519, 77.0477, 64.29176, 212.63797, 284.98358, 228.64722, 136.90631, 228.69498, 72.43542, 211.47395, 80.59669, 72.81983, 79.1945, 107.10351, 223.17978, 85.27073, 214.46613, 313.18994, 176.18329, 97.87697, 238.41542, 104.31849, 266.83328, 89.5451, 82.05801, 315.78778, 67.41441, 48.21416, 209.15295, 95.95125, 73.29266, 60.23413, 93.81045, 105.83334, 62.23614, 287.63705, 276.13974, 78.37643, 287.26923, 82.21372, 106.23907, 206.10483, 263.26657, 66.49559, 213.44308, 64.93018, 61.70163, 190.19791, 95.81777, 347.98602, 81.27817, 280.11707, 327.54279, 231.30174, 68.39941, 236.6434, 101.91444, 94.56459, 55.44313, 74.75937, 203.25417, 158.47974, 166.80276, 85.17477, 241.16531, 81.91344, 247.61969, 267.59442, 343.33121, 258.66797, 77.17249, 261.14261, 79.48888, 63.42474, 244.28851, 219.0853, 207.38037, 94.70181, 90.9124, 296.3429, 296.88266, 91.84549, 252.39229, 238.91411, 79.77043, 86.2151, 286.76813, 244.79391, 190.51996, 287.68945, 322.43008, 278.93781, 319.52875, 230.11424, 343.56699, 127.24805, 314.50214, 297.36841, 62.89793, 69.09518, 82.4219, 110.7359, 180.12061, 229.78915, 320.02954, 224.39606, 243.95677, 297.65317, 49.27737, 225.95087, 398.9151, 74.30492, 333.88385, 74.68567, 77.55769, 315.5387, 79.11507, 233.63586, 103.23875, 295.28745, 211.54041, 132.35095, 73.81996, 249.73798, 242.77533, 69.99136, 355.71619, 239.1774, 51.01136, 151.47433, 78.74944, 241.1265, 76.83871, 169.40894, 219.71544, 182.98036, 76.5972, 97.66299, 234.68513, 64.76469, 72.68919 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 351.79953, 446.5488, 240.74935, 372.35007, 316.84501, 413.9104, 482.3409, 629.10028, 104.35201, 350.44125, 292.33115, 698.71758, 849.61713, 972.3187, 309.30173, 329.05257, 223.32761, 429.0072, 687.19955, 324.88232, 934.74619, 323.15456, 513.69234, 514.81863, 373.89789, 430.11615, 267.87608, 398.06375, 354.89433, 312.99844, 151.58994, 382.81976, 531.5946, 574.73842, 327.67529, 370.88368, 317.80585, 315.71417, 373.27315, 355.48639, 428.97435, 364.30016, 539.53998, 412.76794, 335.85307, 628.04674, 303.29735, 442.07127, 1204.85608, 301.59935, 331.55211, 716.46669, 578.6088, 1656.27441, 432.65762, 418.18452, 403.0323, 321.88252, 378.24767, 499.41087, 232.25684, 612.44128, 262.20454, 283.08852, 246.08418, 327.67841, 306.10237, 387.79424, 737.86371, 332.99196, 421.57333, 303.76117, 292.12476, 321.86169, 375.89867, 191.63787, 324.05609, 401.19722, 345.85344, 424.61928, 912.27274, 371.52515, 226.09632, 142.12421, 516.52985, 740.39911, 319.22745, 359.41248, 302.74326, 292.07465, 618.31314, 432.23535, 447.11505, 325.13632, 296.42628, 402.6165, 677.54822, 253.0316, 424.32291, 483.91217, 493.73579, 803.29898, 355.2885, 1075.91452, 474.89348, 393.92255, 326.68045, 500.99179, 1251.48242, 657.26974, 793.9281, 273.8348, 855.67938, 951.75369, 216.37268, 279.32219, 587.65503, 374.17493, 838.14575, 1125.5838, 631.5408, 666.62415, 602.57294, 282.71525, 378.41899, 199.02855, 1067.69144, 422.81995, 639.18073, 288.01802, 810.85611, 445.23392, 310.24948, 253.26266, 598.10706, 292.09389, 914.72583, 425.61284, 424.57251, 728.21814, 283.33183, 518.07141, 353.88072, 466.88037, 367.88387, 486.18097, 1241.32758, 366.68562, 567.03622, 233.51984, 636.52591, 157.61749, 366.88336, 298.61713, 463.61151, 475.01611, 545.79434, 319.19475, 304.11781, 427.76427, 378.25562, 389.20381, 339.75356, 277.15587, 420.77768, 290.34756, 947.59064, 296.00858, 704.60291, 238.36546, 472.51794, 374.38503, 793.41312, 368.82581, 431.14929, 298.37099, 802.37787, 324.77652, 426.68806, 228.19762, 405.7305, 380.31927, 668.07629, 366.64049, 346.58084, 415.39673, 404.21446, 315.50966, 451.16458, 302.97972, 523.48285, 224.75237, 363.47006, 466.8616, 336.12698, 468.08493, 481.28418, 517.35071, 748.09442, 313.40157, 351.48212, 345.17336, 316.1684, 392.53316, 505.30452, 952.77805, 363.66826, 286.73007, 393.91306, 374.56488, 407.47548, 222.10346, 400.75735, 436.01939, 701.81131, 359.46945, 304.54227, 319.22057, 411.28607, 509.16388, 339.07001, 690.94641, 676.23788, 398.60472, 692.69962, 457.03555, 696.91156, 284.39845, 65.67392, 394.93629, 379.26639, 179.48087, 304.98041, 380.24051, 657.61728, 75.20578, 632.62018, 472.14447, 309.59654, 446.15549, 345.32158, 774.92667, 958.91776, 341.83008, 350.45093, 484.66629, 313.27014, 424.4684, 460.44687, 320.48534, 440.56712, 415.28859, 210.37787, 302.66954, 321.15915, 351.42381, 674.82584, 341.09029, 666.15372, 322.1579, 331.86899, 927.58411, 369.83705, 1132.92326, 915.032, 413.71002, 344.98856, 351.68967, 519.49704, 351.46492, 329.91356, 1474.66794, 781.67203, 492.79146, 409.46745, 409.86984, 392.20152, 528.04218, 770.45026, 1657.57895, 329.94389, 585.86575, 274.21508, 388.35683, 467.56082, 723.13367, 751.3963, 362.23221, 537.72266, 296.52995, 224.23728, 441.20944, 277.28642, 699.95003, 392.75287, 985.06598, 359.59265, 395.09933, 471.09645, 462.92375, 400.87898, 1169.72864, 323.05273, 440.06305, 541.11392, 216.21144, 378.7758, 350.78404, 411.76225, 309.02304, 412.95753, 359.23445, 303.69568, 486.73322, 512.48499, 440.01414, 361.38399, 803.23016, 439.14583, 845.21738, 1050.82614, 500.83377, 416.4698, 408.60567, 242.69778, 384.87897, 883.43164, 330.30147, 502.38272, 256.74483, 739.12463, 457.02409, 269.57014, 1092.09048, 391.48738, 763.36026, 846.68442, 326.0763, 372.70387, 561.70135, 273.92581, 409.51414, 332.45615, 1394.03577, 600.76459, 984.315, 321.8775, 361.59889, 358.63353, 193.27602, 665.94913, 306.85722, 454.46422, 361.67256, 797.06534, 917.74976, 335.94406, 181.02762, 377.79919, 276.18496, 35.23317, 1102.52403, 380.00558, 366.33357, 119.19609, 858.09409, 616.23709, 384.43185, 329.53867, 412.84026, 347.66644, 283.90549, 434.49529, 1016.78787, 227.70981, 494.65227, 431.64169, 745.8829, 423.62978, 428.31039, 507.14339, 424.94824, 386.88156, 275.76507, 547.97141, 47.09957, 442.48613, 500.50644, 389.69975, 824.25113, 365.72807, 640.93347, 341.19284, 414.23254, 371.76396, 105.53301, 459.31923, 712.77814, 1192.51645, 264.55016, 155.21879, 399.58151, 53.81193, 397.40698, 378.26991, 1472.14514, 304.41093, 521.90375, 364.11989, 197.30296, 1016.82285, 839.46385, 349.17242, 359.52942, 332.15126, 377.79001, 392.85958, 456.33047, 499.98273, 299.79408, 1298.79282, 250.92874, 414.17796, 321.26605, 287.70453, 453.74834, 334.94754, 447.43813, 375.5894, 401.69139, 341.87476, 529.35388, 218.95911, 358.78806, 421.26271, 545.00284, 468.0033, 348.21906, 343.76532, 383.9761, 174.04464, 1001.47937, 397.42068, 403.89742, 417.97926, 225.37269, 339.26962, 430.45731, 461.89143, 31.07295, 396.15042, 1043.12463, 354.51422, 458.60587, 311.39499, 325.25003, 383.3302, 1304.31577, 252.36134, 333.75211, 682.83157, 813.03339, 275.58509, 381.01562, 679.59927, 644.03622, 1680.4267, 385.41484, 1450.96915, 396.11792, 420.61984, 467.57393, 374.89946, 475.73209, 534.42622, 210.46128, 627.62784, 525.71034, 720.44098, 721.03046, 400.05789, 322.71114, 360.19223, 442.2997, 362.22307, 339.51549, 1009.30835, 399.76241, 249.92984, 440.05304, 282.75795, 604.62717, 411.77113, 372.65089, 330.69164, 376.26907, 573.83562, 365.28403, 1380.30927, 391.35793 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.4904682928160093, "neutral_loss": 2.2839306264922636, "target_chat_loss": 0.6748817493096173, "neutral_init_loss": 2.8331650268554687, "target_chat_init_loss": 0.8552516307830811, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 269.46948, 58.365, 310.65082, 255.67786, 387.14685, 85.81506, 298.58075, 258.46289, 74.39876, 85.38847, 315.72281, 252.77025, 184.49574, 56.73498, 213.45471, 75.09044, 49.86952, 98.60532, 257.61963, 94.5102, 271.68524, 336.64392, 76.49573, 324.09134, 299.76544, 273.68228, 51.68787, 43.46231, 75.95463, 140.99057, 252.91077, 66.51576, 74.36375, 302.1571, 85.0774, 361.33322, 280.02222, 244.83957, 177.22418, 56.89487, 99.14304, 256.21851, 89.82908, 213.54109, 246.37201, 68.03777, 85.83418, 237.51263, 57.0006, 247.95622, 113.69792, 57.4129, 318.62915, 206.3022, 330.05493, 236.40125, 80.54161, 190.08723, 331.36273, 355.72388, 93.04028, 59.64516, 84.64713, 69.46129, 287.43942, 67.63979, 74.57137, 91.3326, 269.10953, 81.89546, 76.10841, 55.19565, 349.93036, 220.75166, 215.48953, 319.0611, 312.7652, 82.87531, 329.59134, 91.97937, 106.35975, 262.08655, 280.93549, 269.28955, 76.83037, 63.29908, 71.51585, 82.36739, 349.23315, 82.4841, 77.98174, 60.94381, 208.55695, 197.96597, 233.33121, 279.31134, 229.4913, 86.33882, 257.20074, 272.77213, 71.73724, 94.24713, 204.10962, 297.0499, 63.23487, 316.54547, 65.18871, 224.65942, 77.20199, 55.33109, 365.00513, 218.02705, 59.60086, 283.24225, 95.36024, 75.31953, 286.35178, 69.64537, 198.48343, 161.56308, 60.55726, 126.2412, 53.69574, 232.91782, 81.18918, 222.53642, 238.1432, 159.50404, 188.0061, 69.13452, 105.50949, 78.37469, 316.50974, 272.62286, 53.77164, 102.76314, 67.15668, 71.59995, 183.73055, 252.39233, 266.53094, 100.85812, 66.04262, 110.18929, 90.2083, 80.17194, 92.96921, 202.69125, 267.22037, 229.77621, 61.08027, 74.65393, 314.7522, 88.96234, 70.48322, 100.8112, 265.96912, 194.92554, 94.03236, 238.35416, 92.6604, 264.10477, 260.15668, 311.7019, 222.1364, 75.39224, 250.6656, 85.31633, 222.96758, 107.16423, 95.27714, 89.86424, 93.73908, 217.46973, 189.25195, 87.01099, 102.7835, 197.74319, 81.1083, 349.90851, 84.57106, 245.91371, 272.76965, 78.46593, 69.00571, 225.72325, 202.04375, 64.95312, 86.57094, 76.63153, 256.84125, 275.28577, 96.70267, 243.85931, 86.13511, 232.80945, 259.20618, 83.42852, 87.44769, 69.40857, 83.47453, 97.48431, 234.06259, 45.06991, 309.00098, 185.69516, 87.32698, 88.88541, 84.61459, 372.3309, 74.47591, 300.01614, 91.31758, 86.49742, 80.24077, 239.5907, 287.32709, 277.78052, 84.32961, 302.09518, 99.92364, 233.43846, 264.71991, 51.83909, 76.28389, 204.85522, 78.47138, 264.84802, 86.15929, 68.17642, 83.49742, 50.29351, 68.8808, 264.69479, 63.28215, 240.8214, 302.44418, 107.96392, 221.11652, 97.54543, 217.36639, 267.30493, 212.40396, 100.75608, 235.18083, 49.49136, 86.58997, 93.7281, 58.99944, 113.99615, 96.2644, 270.38693, 295.28607, 103.09369, 231.55003, 87.41599, 90.19829, 255.31386, 61.10773, 76.73412, 76.85017, 104.86642, 225.24258, 77.30033, 262.85968, 340.53983, 328.62589, 300.72672, 63.17973, 216.47011, 194.08563, 238.56511, 80.1829, 275.12244, 297.68298, 184.35213, 81.49898, 363.85193, 293.71375, 292.31491, 203.65819, 96.19333, 80.27214, 300.49799, 114.75, 117.07047, 351.14044, 84.62694, 105.80786, 245.00922, 244.98305, 100.6022, 68.30441, 52.72878, 71.58508, 300.52719, 70.73286, 99.41537, 280.01929, 74.37974, 47.58119, 149.7048, 249.8886, 58.66965, 61.43388, 261.86426, 267.71906, 73.9297, 51.11428, 235.73476, 59.35793, 296.34479, 217.11749, 313.01971, 124.04784, 80.21011, 52.05009, 233.88467, 256.85248, 58.08424, 218.88651, 82.88754, 269.12802, 328.50037, 115.92236, 104.81684, 80.38898, 278.85901, 83.99445, 290.01239, 302.09018, 213.7897, 303.04941, 79.77289, 84.24088, 86.41019, 82.67114, 51.66482, 78.47372, 71.44133, 68.49877, 88.15985, 46.24738, 121.88953, 366.25861, 296.82758, 229.87788, 88.93636, 327.62976, 78.85086, 143.82672, 75.85804, 169.6846, 208.25421, 222.71524, 94.42333, 95.66226, 47.94481, 63.11677, 266.61606, 79.7131, 65.36635, 215.72903, 286.45514, 229.35297, 140.62579, 227.83485, 74.91871, 213.46222, 81.12813, 73.96283, 82.40154, 108.21422, 226.57408, 86.97562, 221.62479, 316.93155, 177.02676, 99.01062, 239.26941, 104.20293, 269.03793, 89.99549, 81.87563, 317.22351, 68.26312, 49.2817, 210.41202, 99.16951, 79.46477, 61.98965, 95.75249, 108.41586, 64.13984, 288.7348, 276.86093, 78.42248, 288.56946, 84.87656, 105.73694, 206.04848, 266.08502, 68.45179, 216.57123, 67.47568, 62.57664, 190.53998, 97.53684, 345.80017, 83.85438, 281.396, 330.02429, 231.14789, 69.55711, 241.08723, 102.70151, 94.84702, 58.15734, 76.74133, 205.2207, 160.35797, 167.99796, 85.04535, 242.23108, 83.9377, 248.72208, 268.78802, 343.32721, 258.87207, 79.76114, 260.22079, 78.96587, 64.54485, 247.86606, 221.2496, 209.4265, 96.76822, 90.89334, 300.2814, 299.50696, 92.7955, 253.95612, 239.99033, 82.50888, 87.56676, 287.09717, 244.27739, 191.24466, 292.15894, 323.23187, 281.23462, 321.13812, 233.4269, 341.78931, 128.44826, 317.36252, 297.14667, 64.0799, 70.88815, 84.60142, 111.87353, 181.41628, 230.18399, 321.34814, 224.79233, 244.08075, 300.50494, 51.2009, 227.28909, 402.10355, 75.35678, 336.02631, 76.73151, 79.0118, 316.21765, 80.4683, 235.3159, 104.05009, 298.16599, 213.22519, 131.07458, 74.18493, 250.34233, 245.23958, 72.99432, 353.22525, 238.7812, 53.322, 153.79529, 80.12634, 241.70905, 78.74415, 172.46391, 220.14322, 184.80557, 78.55432, 100.21789, 238.59921, 66.70603, 78.35005 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 353.98637, 451.97028, 240.32182, 379.57971, 320.6881, 417.69035, 488.66936, 631.55325, 102.34847, 349.57108, 293.80975, 702.23473, 850.50435, 987.92834, 311.23511, 333.62918, 221.70975, 438.7093, 689.60248, 328.18952, 931.59418, 323.31769, 514.70135, 516.0475, 386.9623, 432.58139, 269.16508, 405.54442, 359.43768, 315.69911, 151.33395, 380.81624, 536.30491, 578.18164, 330.2388, 376.07854, 322.47841, 316.3065, 378.81326, 362.82141, 429.09933, 371.43877, 540.0334, 422.47356, 343.74991, 632.49567, 308.50134, 440.72324, 1212.6499, 305.38039, 336.27423, 719.00531, 581.63495, 1673.25812, 433.37256, 416.6982, 410.08194, 326.44012, 380.28584, 501.96451, 231.79194, 612.19904, 266.45033, 286.22198, 244.71268, 338.93536, 303.26834, 386.74043, 738.67209, 338.88977, 419.98492, 301.49184, 296.3307, 324.7137, 378.48793, 192.92024, 325.47086, 407.42416, 347.26782, 423.41534, 918.72083, 376.21277, 224.38164, 143.11552, 512.96207, 743.73505, 320.64888, 359.50652, 300.18709, 295.91544, 628.70784, 441.11372, 451.89267, 327.35738, 294.2897, 404.83051, 680.40942, 257.19855, 431.30486, 485.1299, 499.56503, 808.81516, 357.09891, 1079.71939, 473.10374, 392.71556, 332.0871, 505.04242, 1251.39359, 660.22658, 798.19861, 274.07478, 857.70514, 953.15054, 217.32402, 281.09204, 591.76642, 382.90784, 843.56204, 1126.58575, 636.10052, 668.7876, 610.0686, 278.54453, 389.23218, 196.68333, 1074.78711, 427.02951, 643.13562, 291.28926, 808.76566, 445.95343, 310.65081, 253.44992, 602.67064, 290.46638, 927.00818, 436.83525, 427.13435, 732.40332, 280.55005, 524.54825, 355.23376, 467.21164, 372.71262, 488.71338, 1247.4292, 374.68446, 571.78061, 231.7646, 640.4812, 158.23833, 363.33434, 297.23889, 462.82956, 472.40305, 543.36191, 323.07875, 301.93518, 428.29202, 378.29744, 393.19101, 341.05305, 278.75949, 423.07016, 287.70591, 957.85291, 295.63699, 712.66632, 238.4214, 475.6476, 377.60742, 797.64233, 370.30576, 434.4368, 301.81055, 811.63281, 340.00171, 440.17043, 229.67918, 413.80923, 382.70911, 671.04498, 365.87392, 350.53624, 414.72891, 410.75516, 318.66816, 453.16611, 306.16417, 534.25363, 227.05652, 368.75693, 468.81198, 336.17453, 470.69464, 489.39612, 510.73608, 755.86063, 314.95653, 360.87379, 344.29065, 317.77373, 400.91216, 507.31104, 956.85001, 367.85542, 281.64207, 399.79198, 376.4223, 407.1138, 220.77636, 405.25987, 435.91183, 701.2001, 359.77289, 304.95029, 320.02785, 413.88528, 509.67325, 342.52438, 695.19229, 679.47525, 401.54643, 694.90189, 458.81056, 698.97534, 287.56111, 64.09854, 395.45613, 378.09882, 180.46839, 305.726, 378.04016, 663.87836, 73.89181, 631.44537, 480.31114, 312.17722, 453.68469, 347.17953, 783.55777, 972.39246, 347.81476, 358.18642, 478.65617, 312.27303, 425.70416, 468.91541, 323.18086, 446.53395, 415.51184, 210.75362, 306.41742, 326.57339, 354.96642, 680.16339, 351.25385, 669.96024, 322.38603, 333.0116, 930.91489, 373.75554, 1142.48798, 916.77646, 420.3895, 346.73015, 355.4563, 528.48608, 358.51094, 331.03822, 1484.49551, 787.04965, 491.02798, 413.22937, 411.85504, 395.53845, 527.7424, 771.65439, 1667.18341, 326.96863, 605.52039, 278.17075, 392.02539, 469.85243, 725.53568, 751.10889, 360.06876, 533.68756, 296.49067, 223.80626, 441.20963, 280.4075, 712.79791, 397.16124, 984.41608, 359.51938, 395.16736, 476.18103, 470.31711, 411.50439, 1174.6492, 323.75732, 444.10974, 539.97348, 215.58745, 379.03523, 347.01248, 413.64575, 318.44446, 415.4622, 362.08368, 307.259, 487.63589, 511.91991, 444.12262, 367.67697, 806.68091, 439.03563, 848.71722, 1062.27173, 508.92329, 421.42633, 409.93903, 243.23171, 385.7202, 888.34253, 331.47661, 505.49998, 257.75723, 741.4368, 454.67194, 272.4747, 1106.58124, 392.44182, 763.01221, 857.15521, 329.17322, 374.24637, 575.80469, 272.25119, 411.85115, 330.43256, 1399.1066, 604.25827, 992.12183, 333.25815, 368.87737, 360.38676, 194.36679, 670.42859, 305.39067, 457.92682, 358.50529, 796.41983, 929.07251, 342.30711, 177.94842, 373.01982, 277.19133, 31.96984, 1103.24615, 379.78131, 368.6974, 123.37367, 862.8418, 619.04956, 387.19847, 328.49724, 419.88057, 345.13017, 285.64403, 437.22328, 1017.40167, 226.24287, 499.97115, 432.38248, 750.32562, 428.56166, 427.03381, 501.78986, 424.77766, 390.42831, 273.68395, 554.78894, 44.40215, 440.65631, 499.33713, 399.33551, 827.95789, 371.4825, 648.98627, 343.45551, 410.36324, 373.94499, 105.66339, 457.45058, 722.58768, 1203.18335, 267.11945, 154.83078, 407.3679, 57.0564, 400.077, 383.77592, 1484.55183, 303.3532, 531.81645, 367.95118, 195.80037, 1027.62909, 848.11088, 351.00612, 362.67114, 333.44449, 378.59111, 395.52027, 463.29077, 505.61621, 299.18317, 1304.37302, 252.02092, 416.24844, 326.36161, 289.12759, 455.01701, 335.11287, 458.60617, 373.81303, 401.98837, 344.6888, 540.47198, 216.59203, 368.1548, 424.53528, 545.49428, 476.81418, 348.5163, 346.32281, 381.56161, 176.13342, 1005.58295, 401.3519, 402.35437, 419.99971, 224.41752, 338.35092, 435.99112, 465.50684, 30.04208, 402.92706, 1049.68988, 364.67882, 459.52127, 311.21802, 333.13597, 379.41989, 1312.49036, 257.50336, 338.45712, 690.05176, 823.64526, 274.90141, 385.22633, 681.60184, 648.04376, 1702.0271, 387.25731, 1456.99979, 401.14601, 421.46527, 471.33223, 379.32687, 483.51974, 536.8011, 208.84323, 627.42453, 524.45952, 720.52951, 723.41214, 411.86063, 323.19, 371.56648, 443.04372, 367.78352, 343.25142, 1013.60004, 396.82358, 253.3388, 443.15445, 286.19339, 607.99561, 417.46223, 382.65643, 336.64026, 377.81161, 571.65901, 376.79019, 1398.67474, 397.98512 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.6335255809448642, "neutral_loss": 2.318352336348004, "target_chat_loss": 0.6991183516132276, "neutral_init_loss": 2.849387799072266, "target_chat_init_loss": 0.9121227981567382, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 275.15222, 60.73062, 314.97906, 258.13556, 391.52634, 89.40457, 302.87579, 261.50415, 75.8894, 86.45963, 318.02637, 254.91245, 186.87939, 60.72914, 213.86772, 74.70939, 50.78216, 102.32362, 260.4202, 97.75517, 276.88803, 334.90915, 78.0617, 327.81128, 303.73547, 275.69727, 52.97501, 45.6738, 77.43497, 150.00134, 254.30875, 68.34048, 80.48198, 305.57184, 87.54266, 366.44016, 281.51834, 246.25415, 178.95798, 58.4187, 101.94405, 262.32379, 93.51857, 214.28102, 247.69312, 69.98312, 89.67626, 238.24792, 58.84559, 252.6828, 114.43925, 62.40759, 325.56549, 209.173, 333.71716, 237.377, 80.94762, 193.15472, 336.86545, 357.14838, 93.89671, 60.73146, 85.8922, 69.87825, 285.69275, 70.85512, 75.22463, 94.05902, 269.5058, 83.40002, 77.30312, 58.8102, 352.37173, 224.21819, 219.08968, 324.00333, 312.91446, 84.46892, 333.57217, 94.4555, 108.82464, 266.95776, 284.31848, 271.71698, 77.01331, 64.09177, 74.82072, 82.88519, 355.63263, 87.56886, 78.23421, 61.54795, 211.02682, 204.19162, 235.82137, 281.88153, 233.95459, 87.92622, 260.29108, 272.91821, 73.80598, 94.8232, 207.73293, 301.60999, 65.4185, 319.00211, 67.79107, 228.70406, 81.62385, 57.69379, 365.88995, 217.8736, 62.27775, 283.63684, 94.98743, 76.78403, 283.40878, 68.58305, 201.94952, 164.55252, 63.38972, 128.92209, 55.98574, 236.76949, 83.12896, 226.44362, 240.80849, 161.87338, 193.76363, 70.5282, 107.60452, 80.41107, 322.62097, 271.54077, 56.83103, 106.93062, 69.61337, 75.33007, 186.65384, 254.01524, 267.03491, 106.13516, 68.64036, 108.60838, 92.37971, 81.76491, 96.97412, 202.52446, 269.83908, 232.36572, 64.80917, 76.21676, 320.7475, 90.8217, 72.52165, 103.9519, 270.44855, 198.67422, 96.51724, 240.89211, 94.71999, 266.65228, 260.34955, 316.07034, 229.30838, 78.1496, 254.94284, 86.23896, 224.71968, 110.14752, 95.67318, 91.33672, 97.51149, 219.64455, 189.73019, 90.1744, 104.78737, 199.64548, 82.5551, 352.36292, 87.53281, 248.9184, 273.01752, 80.0731, 70.57446, 227.95341, 203.39742, 67.01531, 87.90713, 78.60034, 257.5116, 273.09473, 99.59521, 249.66629, 89.48688, 237.48419, 262.27521, 84.88342, 86.39319, 71.24037, 86.29455, 97.83904, 241.22536, 47.05078, 313.02838, 190.20636, 90.25879, 94.35652, 87.28513, 378.9079, 80.55191, 303.33917, 93.63254, 93.73631, 82.2821, 242.31943, 291.54529, 279.27893, 85.13076, 307.01874, 100.87273, 236.87579, 267.62036, 55.4184, 79.53011, 206.11777, 79.99028, 267.93628, 88.38139, 70.3347, 83.68668, 53.25946, 70.94476, 264.80585, 66.65339, 241.42139, 308.40161, 108.88798, 219.36568, 99.1086, 221.78485, 268.92889, 217.91339, 105.59049, 236.3244, 49.8445, 93.72564, 95.94526, 61.26972, 117.23277, 99.53778, 276.76898, 297.77673, 105.84872, 231.58109, 87.22184, 92.85741, 256.1709, 62.92868, 77.11356, 79.27625, 108.60454, 227.30019, 80.27669, 264.03339, 346.60022, 331.44885, 306.28293, 65.40262, 218.01175, 197.36311, 243.30313, 84.3452, 278.35431, 299.42609, 183.26392, 83.35931, 369.57898, 299.04437, 293.37222, 209.36107, 97.89054, 83.222, 305.052, 117.52916, 120.02976, 355.23083, 86.36482, 108.33221, 243.63924, 245.94069, 100.18719, 74.37674, 54.99902, 73.41823, 305.40491, 71.10143, 104.10091, 286.34009, 78.52531, 47.11069, 154.0889, 253.67174, 58.25612, 62.05463, 262.9425, 272.11368, 74.81635, 56.41811, 239.93297, 59.86166, 298.26263, 217.69556, 313.89474, 124.36246, 79.08851, 54.17844, 235.70653, 260.0014, 60.13939, 221.17784, 81.90424, 273.38849, 337.64044, 120.40285, 108.81429, 78.71333, 282.65964, 84.92197, 289.94, 305.70935, 216.03812, 304.05795, 83.39761, 81.76186, 90.22842, 83.78157, 50.37744, 79.33005, 75.4218, 70.07558, 90.4639, 47.05546, 124.09713, 369.89017, 302.61951, 234.94235, 93.0547, 333.75238, 82.62504, 146.4496, 78.18588, 170.26111, 209.84416, 222.16031, 97.46989, 98.62738, 50.13453, 66.10055, 266.58826, 82.30247, 66.98866, 222.87378, 290.53192, 230.20801, 145.55518, 226.19971, 76.53229, 219.01427, 82.11328, 75.32465, 87.35456, 110.59344, 230.31277, 89.45886, 229.75203, 323.80847, 178.7023, 100.81469, 242.13051, 103.55027, 273.82208, 90.81326, 83.2634, 321.59528, 69.00069, 50.83762, 213.44699, 103.23674, 85.01939, 65.37935, 99.17842, 111.89407, 67.23726, 291.91055, 281.88092, 81.13028, 290.99988, 88.24192, 105.98325, 207.31247, 274.63611, 72.47714, 221.06409, 70.47626, 63.6658, 188.81705, 100.82082, 346.63916, 86.98905, 285.03467, 334.07303, 230.42868, 70.97829, 249.31604, 105.97358, 95.56894, 60.5921, 79.42294, 211.13811, 162.63559, 166.6156, 84.26079, 245.52003, 88.06667, 248.8898, 271.40457, 344.43869, 260.91168, 83.3886, 261.74481, 78.9765, 65.88813, 254.46353, 225.63531, 209.30048, 98.92455, 91.60289, 305.40427, 302.67606, 92.45328, 257.03125, 239.81363, 86.88745, 89.5821, 289.28308, 246.07814, 192.65044, 300.99442, 326.40494, 282.03656, 326.05344, 235.92175, 340.61414, 130.90393, 320.35162, 297.11053, 66.98882, 71.53867, 85.97952, 114.65665, 183.17598, 232.71341, 326.27069, 225.12254, 246.31186, 307.42007, 53.83195, 229.66333, 407.83762, 76.1912, 339.86063, 79.39934, 80.1203, 316.53726, 83.37077, 236.51065, 104.83067, 303.3363, 217.50067, 130.75104, 75.00221, 251.96506, 248.01515, 78.39998, 352.91345, 239.27711, 55.54575, 157.79089, 81.6291, 246.06735, 80.37531, 175.19682, 221.46661, 186.7726, 78.922, 103.56607, 242.8031, 69.63474, 82.97989 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 371.7428, 472.62915, 243.90548, 405.7832, 340.30688, 443.43475, 512.17606, 643.73495, 101.98272, 368.69647, 308.87055, 713.47348, 864.82214, 1023.41632, 316.714, 339.86293, 224.93103, 463.93784, 708.41562, 337.19257, 939.36108, 333.80107, 526.17715, 527.72681, 422.63474, 449.60753, 275.8532, 436.03555, 380.85422, 330.84053, 155.75528, 390.9637, 549.86716, 585.54008, 351.56235, 398.03505, 342.00107, 328.86652, 399.45036, 393.56702, 447.13474, 399.16721, 546.52155, 456.54546, 368.78569, 652.79669, 323.55762, 455.29718, 1240.67499, 325.25375, 359.62759, 746.74396, 597.27954, 1724.95441, 443.64328, 432.03206, 432.7951, 344.18346, 399.30492, 513.74174, 239.65768, 624.69748, 284.80367, 304.45738, 245.98685, 367.88402, 316.3006, 398.90477, 760.51199, 357.89613, 421.88495, 306.42111, 317.44875, 330.95859, 399.0443, 199.20869, 336.19379, 432.71974, 370.07306, 432.62234, 947.01154, 398.18695, 227.62754, 145.97887, 519.07047, 758.58078, 341.11137, 376.80913, 312.48853, 320.87741, 656.35991, 469.28685, 470.84398, 344.62711, 306.19432, 423.12558, 697.65778, 280.05224, 458.5405, 493.87885, 527.03357, 828.80579, 361.53232, 1104.50827, 476.96693, 403.65814, 355.1483, 524.54419, 1273.07819, 676.98662, 813.63678, 289.54717, 874.41644, 968.00919, 221.83232, 300.30522, 606.70023, 412.43515, 862.13513, 1140.79102, 658.84058, 683.96298, 629.14584, 287.11198, 421.28641, 199.94912, 1103.82056, 446.20345, 660.24417, 313.98587, 818.75293, 454.39996, 325.68266, 256.73331, 617.13831, 305.57733, 956.26407, 467.46092, 438.0087, 754.52499, 282.73746, 545.77423, 371.44121, 474.36635, 395.45235, 504.78848, 1271.95758, 400.38022, 585.6741, 232.3102, 662.44409, 166.37154, 363.32265, 308.78143, 468.92827, 475.09784, 546.39008, 347.54741, 317.58096, 444.39227, 395.85123, 412.88751, 360.55763, 297.00304, 448.46347, 294.13364, 989.80582, 302.351, 744.56799, 241.97162, 498.27972, 394.47757, 817.76941, 386.48621, 453.51958, 321.27143, 836.37299, 378.58081, 472.1731, 235.01888, 439.69745, 404.90207, 688.19608, 376.69621, 368.33104, 418.8241, 432.12463, 339.64625, 462.44859, 328.63456, 566.39133, 235.82007, 396.70311, 486.5106, 351.25191, 483.47157, 515.19327, 512.11526, 784.76666, 332.49005, 392.16534, 346.70399, 340.57544, 425.51614, 520.00531, 977.59045, 389.82034, 281.18265, 425.14813, 391.85657, 409.60265, 222.38648, 414.25331, 440.72789, 722.88513, 364.77081, 321.21979, 338.05217, 436.87695, 513.76886, 357.89919, 717.82416, 695.9263, 425.19279, 708.34836, 475.50986, 711.7832, 304.59644, 63.95201, 403.84479, 388.9976, 184.28814, 321.30511, 390.16055, 682.36771, 74.20185, 639.09192, 509.16989, 328.96091, 483.51181, 360.71223, 813.35916, 1007.35733, 366.94046, 380.01642, 478.94954, 329.01086, 433.20943, 498.95132, 341.04265, 472.96693, 431.21497, 214.25863, 322.93466, 343.01184, 376.49451, 701.57608, 383.53232, 689.70547, 334.08769, 351.74821, 954.66129, 399.84479, 1179.17798, 930.32147, 444.67273, 361.49928, 377.94861, 561.34445, 382.35158, 348.35735, 1518.29828, 803.3237, 501.1114, 432.34612, 436.56113, 412.56078, 541.28778, 790.81522, 1708.11505, 326.97437, 646.71817, 296.68063, 402.73885, 482.0172, 741.28058, 770.87976, 380.03258, 538.45493, 303.04492, 228.0965, 460.05254, 288.88626, 746.75641, 427.51079, 997.06738, 373.05977, 399.7336, 510.24773, 498.03949, 442.91753, 1202.96744, 339.15819, 464.88631, 549.4733, 217.05798, 394.61517, 355.10796, 422.54211, 344.18872, 432.56445, 380.11038, 325.12566, 502.32077, 518.97523, 468.57266, 395.09702, 831.29739, 442.80952, 868.90387, 1089.9809, 535.02295, 447.2675, 419.85995, 246.96675, 397.08588, 912.61823, 338.45227, 521.69969, 264.27795, 757.2296, 458.68434, 293.1964, 1139.73102, 406.97951, 772.27762, 887.9158, 345.41511, 381.37874, 613.797, 279.19266, 431.05649, 344.02121, 1432.84949, 620.51218, 1018.15155, 363.3201, 390.66415, 378.42701, 199.46643, 687.93781, 315.20232, 473.25259, 360.71132, 810.23444, 959.63385, 364.8725, 180.03133, 372.41904, 291.41777, 27.3052, 1120.0585, 385.30492, 385.94241, 127.60435, 880.66675, 638.14172, 408.02429, 335.48067, 449.386, 344.31839, 290.73062, 455.16, 1036.29239, 228.97928, 516.35098, 443.47284, 764.50067, 450.73163, 429.19269, 505.13062, 437.58459, 413.4675, 285.30945, 571.36697, 41.08235, 444.55684, 512.14699, 431.03476, 850.43262, 394.17516, 679.24719, 365.29285, 410.68422, 397.12128, 110.1813, 465.57417, 750.14859, 1240.53601, 281.46408, 157.65061, 442.6823, 61.6055, 423.78003, 411.11948, 1527.45279, 318.28217, 569.34598, 393.14061, 195.19767, 1059.71539, 879.88629, 367.88509, 379.33768, 353.39072, 397.75539, 405.17522, 489.97026, 522.19208, 305.34261, 1327.36414, 259.24437, 439.1736, 355.28644, 307.61371, 461.32848, 347.58109, 488.5256, 393.57051, 408.81104, 362.37329, 572.13316, 216.27252, 401.68901, 450.09267, 558.53018, 498.23608, 365.71983, 364.8886, 383.51295, 180.99898, 1024.07538, 420.66284, 404.47606, 429.86311, 227.21939, 343.75833, 455.74304, 489.46198, 27.4792, 430.04025, 1078.91876, 396.94655, 480.2471, 326.13416, 358.57584, 382.96495, 1347.52707, 278.68895, 357.43163, 707.54312, 855.29657, 275.7683, 408.34027, 698.74335, 667.40015, 1752.54181, 404.94958, 1490.63245, 423.18884, 431.24709, 499.51709, 400.85023, 508.68289, 552.46677, 209.38718, 637.86491, 535.63593, 733.50095, 738.27359, 443.03767, 337.27408, 403.26913, 450.286, 393.50876, 363.1171, 1031.17944, 401.82947, 263.27262, 465.75783, 301.31972, 624.57184, 445.21582, 410.22488, 363.25978, 391.57721, 575.4144, 404.06436, 1440.82202, 424.35704 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.7638405655110115, "neutral_loss": 2.3556083176614915, "target_chat_loss": 0.7543647053857685, "neutral_init_loss": 2.876848550415039, "target_chat_init_loss": 0.9994518215179443, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 280.8707, 62.28757, 320.28183, 260.18179, 396.09778, 94.97791, 308.61325, 264.43503, 77.26468, 85.66531, 323.66055, 258.01593, 189.6152, 64.61221, 216.49893, 76.40954, 51.6968, 105.86421, 265.75421, 101.0332, 281.63956, 336.19177, 79.69403, 333.22134, 307.02008, 277.77081, 54.79904, 46.7295, 78.18114, 154.8078, 255.9854, 71.5387, 86.64922, 311.48132, 88.20894, 372.77719, 286.12915, 247.97937, 183.23317, 59.13636, 103.94563, 270.39206, 97.64399, 216.12451, 249.43199, 71.26582, 93.30304, 241.0872, 59.32992, 259.16901, 115.39209, 63.76013, 331.78699, 211.99191, 336.33597, 240.95209, 82.24078, 197.01381, 345.12701, 360.63562, 96.27383, 61.26957, 86.24335, 70.87938, 284.73822, 74.17432, 75.85104, 97.8885, 270.81879, 85.88576, 77.44994, 60.98796, 355.41931, 226.06456, 222.94839, 329.43439, 316.50372, 86.50111, 338.75766, 96.71049, 111.22179, 270.75742, 289.22122, 274.36771, 77.94583, 63.67987, 77.59389, 84.03618, 363.02292, 90.70969, 78.83863, 62.34344, 213.86217, 212.76035, 239.59335, 286.73248, 238.59311, 88.89825, 264.66342, 273.38239, 74.55905, 94.40317, 211.94727, 306.63876, 66.0642, 322.76086, 69.57991, 231.99614, 83.73386, 60.19343, 368.65353, 218.37444, 62.63352, 287.03986, 95.45397, 79.44817, 282.09442, 69.26199, 204.64594, 170.21053, 66.71574, 131.03601, 59.00929, 242.41229, 84.86452, 231.19643, 241.97113, 165.69669, 198.91866, 71.28537, 107.17703, 81.8568, 329.61713, 273.9212, 60.40958, 110.47183, 71.60213, 77.48247, 187.71948, 254.97601, 269.34521, 110.84572, 70.65752, 109.24962, 93.39641, 83.75478, 100.9468, 204.93616, 274.0871, 231.99243, 67.0927, 76.56101, 322.36578, 92.45079, 74.35049, 105.92186, 274.3605, 202.32558, 100.8645, 246.32486, 97.17824, 268.30573, 263.98053, 320.2681, 234.1373, 79.99735, 262.6666, 86.96351, 229.26701, 112.3373, 96.36246, 95.36272, 98.83518, 222.474, 190.83707, 94.63443, 105.36479, 202.24644, 85.75876, 356.31433, 88.52657, 252.11873, 275.375, 82.49362, 72.92189, 230.30086, 203.91891, 67.98932, 88.56686, 80.06948, 258.68152, 270.46118, 101.1619, 254.28647, 93.03522, 240.34151, 264.82764, 86.60979, 86.35522, 73.26381, 89.47319, 99.24359, 248.51547, 49.13502, 315.46393, 197.42, 93.88304, 100.4023, 90.74883, 385.24762, 84.89977, 309.80048, 95.53659, 99.67284, 83.88585, 245.46741, 297.37933, 284.88336, 87.108, 312.41907, 101.32426, 240.00873, 270.72363, 57.62956, 83.09592, 209.21848, 83.36782, 271.39157, 89.47752, 72.18056, 82.73651, 55.10397, 73.65944, 267.9342, 67.68916, 241.71814, 317.53711, 109.67023, 219.65405, 100.09492, 225.86343, 271.77069, 223.64429, 108.11353, 237.534, 50.08675, 100.01231, 98.95612, 64.09852, 119.96828, 103.88291, 283.04782, 300.83197, 109.31052, 233.53542, 89.38748, 97.91025, 259.03949, 63.0913, 77.52012, 81.26876, 112.29188, 229.8938, 82.73102, 265.96417, 353.42474, 334.62738, 315.06927, 66.7021, 220.91559, 202.30133, 247.06946, 83.18585, 280.00824, 301.57379, 182.76839, 85.41538, 377.86816, 303.90009, 296.78156, 217.8555, 100.58911, 85.46556, 308.40915, 119.22005, 122.50451, 360.35284, 88.80656, 110.18291, 244.15543, 249.17114, 99.69397, 78.29471, 57.23779, 75.05727, 313.9888, 71.37338, 107.89911, 291.41571, 82.71922, 47.92798, 157.65764, 257.14978, 57.47217, 63.35345, 267.42361, 277.88043, 75.92957, 59.503, 244.91782, 60.21367, 300.64734, 218.19318, 314.2262, 124.35712, 77.93057, 56.81181, 238.95422, 262.67285, 62.3298, 226.38654, 81.79018, 276.81097, 349.40921, 124.23901, 112.90054, 78.89446, 289.58398, 86.78624, 289.02216, 311.08481, 218.30832, 306.92535, 85.41034, 79.74641, 93.97233, 85.68813, 48.81405, 81.32859, 77.45585, 71.57552, 92.07345, 47.74712, 125.60279, 375.88275, 308.6264, 239.33127, 97.39481, 338.48392, 84.41515, 149.84579, 80.43295, 171.67453, 214.19905, 223.73064, 101.50748, 101.26766, 51.82701, 67.98439, 269.06046, 85.03647, 67.94202, 230.70786, 296.22617, 232.45366, 149.30014, 225.47421, 77.11266, 225.30563, 82.03786, 75.79271, 89.27785, 113.31664, 234.64557, 92.62239, 237.76067, 328.16745, 181.98125, 102.69295, 244.92249, 101.6794, 277.91913, 92.42264, 83.71147, 327.48108, 69.85176, 51.71934, 217.71045, 107.60027, 86.95123, 68.07008, 101.98761, 114.01053, 69.51471, 296.62427, 286.29803, 80.59309, 296.21252, 92.80798, 108.21209, 209.155, 283.02264, 75.7317, 225.6741, 72.03282, 64.65967, 189.88086, 105.00517, 351.26624, 88.69069, 291.74164, 338.59909, 230.84055, 71.54176, 257.69424, 106.75825, 96.11072, 62.14837, 83.00626, 215.97693, 165.46548, 167.6474, 83.38855, 250.04852, 90.92665, 250.86566, 272.71106, 347.27881, 265.07635, 84.76688, 264.39841, 79.06622, 66.20988, 262.8299, 227.65829, 207.48224, 101.26888, 92.76816, 309.32346, 306.78098, 91.96693, 258.36115, 239.20981, 86.99825, 92.51057, 292.90033, 248.12198, 195.00732, 305.4216, 329.79739, 282.46326, 329.66486, 238.97888, 343.75433, 132.18738, 323.74847, 298.07114, 69.35481, 72.68381, 86.85752, 117.69772, 185.31961, 236.47879, 333.12964, 225.54376, 250.65524, 316.25757, 55.68905, 230.99271, 413.4118, 76.47096, 343.78253, 80.35018, 79.80253, 318.26129, 84.94243, 239.49867, 106.08423, 307.39871, 221.57007, 131.54588, 76.43123, 254.73402, 250.31508, 81.27826, 354.8439, 239.6871, 54.72243, 163.09683, 83.85666, 249.64612, 82.35891, 178.01401, 223.02585, 187.94626, 78.83908, 106.92675, 247.10831, 71.70192, 85.84661 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 412.40117, 522.79695, 255.06789, 460.1662, 381.27577, 505.44012, 546.02606, 670.73383, 104.51268, 413.45096, 347.32545, 738.68646, 904.1739, 1078.03583, 335.70844, 355.91632, 233.33109, 510.46472, 746.55841, 347.75682, 980.87036, 357.19475, 543.06851, 560.64645, 476.33762, 501.23457, 289.06766, 497.48732, 432.94678, 369.82869, 169.56, 442.32947, 589.83755, 601.76056, 399.00455, 446.27042, 376.70479, 356.05463, 443.33261, 448.12668, 515.397, 447.77405, 568.60117, 524.76488, 424.00394, 688.24315, 352.68561, 505.24402, 1301.03326, 368.9827, 413.41109, 796.73499, 637.1152, 1822.16205, 466.54971, 465.94281, 481.08025, 377.10864, 453.12665, 540.54337, 255.80869, 649.11203, 318.14874, 345.83188, 252.32565, 426.05867, 359.59512, 440.71869, 817.58548, 397.49396, 433.08542, 318.33953, 360.57938, 341.79762, 451.714, 209.0775, 365.79402, 478.07132, 419.13647, 455.36511, 991.38477, 450.66396, 240.36497, 151.6699, 536.44452, 787.62958, 389.06746, 425.27094, 347.91046, 364.24892, 718.09911, 532.6398, 515.01614, 392.20755, 332.67505, 478.49118, 749.11139, 324.07431, 518.91306, 529.25954, 590.75555, 863.40509, 373.97533, 1160.45264, 493.45712, 437.29204, 392.48276, 558.86107, 1318.6499, 712.33002, 852.16367, 329.51335, 922.63861, 1001.02586, 229.88849, 340.33421, 626.40323, 488.28725, 902.69244, 1182.09827, 701.16418, 727.25452, 660.93964, 314.39107, 476.04628, 209.56823, 1167.1171, 493.13431, 699.29239, 360.39111, 846.49982, 479.83557, 361.64386, 266.23331, 643.31584, 351.73518, 1016.17969, 531.89445, 462.68947, 794.8338, 288.44682, 588.04251, 406.98198, 497.65051, 448.46848, 539.1882, 1322.25601, 459.71765, 615.53076, 236.65156, 718.34763, 184.11919, 366.82076, 344.39417, 480.40971, 485.04254, 563.18463, 391.73508, 371.78404, 488.92715, 441.37175, 457.86714, 404.03244, 347.87184, 511.35056, 308.07121, 1051.55188, 321.28706, 811.1217, 251.21753, 551.15033, 435.64104, 866.32465, 425.7382, 492.7532, 369.52388, 884.34161, 439.54855, 540.35703, 246.00917, 502.4205, 465.07777, 725.17801, 433.88609, 410.85294, 428.48322, 485.2861, 386.13928, 485.81107, 378.69543, 625.41531, 248.20047, 455.76523, 538.83922, 392.61282, 513.0784, 571.05563, 528.61133, 831.23181, 368.32756, 451.54294, 353.93956, 397.97765, 471.43532, 539.76823, 1013.57098, 435.76285, 293.42155, 484.2384, 434.03464, 417.96976, 227.29948, 429.54991, 452.35953, 776.43976, 373.02466, 372.86664, 379.20538, 493.40138, 535.49756, 387.17935, 760.41122, 728.28674, 490.77499, 741.12378, 500.6915, 754.72067, 348.47417, 64.80178, 424.55284, 422.71039, 192.22598, 355.5041, 436.58655, 717.74899, 77.01146, 667.28333, 569.34375, 362.29718, 577.09348, 397.94565, 871.08545, 1065.58768, 400.56633, 423.66774, 492.14862, 368.96318, 444.43816, 545.5162, 376.71129, 526.16971, 473.12186, 223.68143, 365.59698, 384.11269, 434.03984, 749.33466, 448.6602, 738.06204, 374.64934, 394.78856, 992.49246, 448.40009, 1245.13965, 964.45969, 493.94916, 398.01445, 420.43793, 630.79068, 428.61285, 401.07115, 1589.59598, 845.99704, 530.12436, 490.30176, 489.48642, 451.98973, 560.45102, 832.60803, 1789.02985, 335.2539, 708.50012, 335.2189, 415.27315, 511.69336, 778.88562, 817.15793, 430.14992, 548.78647, 315.34619, 239.65699, 516.1255, 303.07166, 790.6156, 497.63078, 1032.18484, 419.01172, 410.8351, 578.74274, 554.1906, 511.65494, 1271.77771, 381.24728, 512.49957, 570.26715, 221.76977, 428.49576, 386.83168, 441.0069, 397.88278, 476.30013, 412.83496, 361.72955, 541.00336, 534.73236, 544.5882, 449.17955, 888.82507, 457.93741, 926.28455, 1163.93054, 583.5892, 510.22775, 453.71501, 261.665, 454.67694, 989.67609, 352.8567, 567.11682, 272.43221, 795.27911, 471.46678, 337.00626, 1217.21155, 440.52347, 799.25308, 970.04501, 383.86818, 403.28256, 684.3244, 305.44169, 486.15488, 390.71036, 1504.02493, 654.03357, 1079.13779, 420.33038, 444.83061, 420.06778, 210.27017, 718.4888, 354.968, 495.46423, 384.35736, 843.39993, 1015.24878, 406.03262, 193.13919, 378.31027, 329.79247, 22.95629, 1178.0224, 395.75896, 427.55948, 132.80204, 915.64606, 676.69861, 469.62375, 358.65669, 516.50047, 351.58368, 302.45719, 508.25595, 1081.14404, 237.21532, 550.57304, 465.33592, 791.64252, 497.35014, 438.12422, 521.4059, 476.14288, 466.84442, 328.24255, 594.72736, 39.21047, 453.58524, 534.6564, 501.00264, 895.56757, 451.05124, 739.03979, 408.7298, 419.86145, 447.01558, 116.44271, 484.28232, 797.6051, 1314.79929, 310.70047, 162.48896, 508.66377, 64.42191, 482.63565, 475.99132, 1604.86302, 359.09636, 648.35898, 438.68512, 204.19276, 1136.28638, 925.23529, 406.70383, 416.01923, 399.71701, 443.23077, 424.51199, 548.52658, 540.52612, 319.64662, 1392.27893, 278.67594, 515.80161, 424.46292, 361.42816, 475.60161, 384.81952, 538.6978, 456.10045, 427.71014, 415.99377, 658.38379, 223.41711, 460.47913, 507.73022, 584.76746, 560.7088, 409.77049, 423.63829, 397.73801, 189.98876, 1069.9837, 457.47989, 415.93076, 449.21506, 241.20338, 354.85448, 496.31699, 553.97299, 24.66505, 473.88002, 1129.56781, 464.73807, 534.98262, 364.3783, 410.52513, 398.91489, 1429.48199, 319.04106, 406.76112, 742.60291, 905.82755, 281.63465, 467.27296, 736.42877, 707.05435, 1840.9848, 452.54091, 1564.14417, 468.21674, 458.84119, 579.72693, 441.8022, 566.47278, 588.89612, 212.3774, 658.75941, 572.33897, 761.06024, 761.0564, 494.58322, 372.69739, 457.56808, 465.2402, 445.6767, 415.26547, 1069.1864, 428.24426, 280.31414, 546.35239, 334.54204, 658.03436, 501.49101, 454.8367, 412.79266, 438.81697, 588.31519, 449.67491, 1519.02399, 478.46237 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 0.9065347268696257, "neutral_loss": 2.3977821020534176, "target_chat_loss": 1.1050959126874937, "neutral_init_loss": 2.901575830078125, "target_chat_init_loss": 1.2571494194030761, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 286.03418, 63.86102, 324.80423, 265.89355, 403.62152, 99.64341, 313.81775, 263.99149, 77.15309, 86.475, 330.68311, 262.31757, 194.02754, 68.51977, 222.50101, 78.61504, 53.23102, 111.132, 271.0986, 103.84968, 285.52344, 337.37506, 81.89816, 339.66452, 311.38254, 282.28946, 57.24754, 48.15202, 80.11034, 156.26337, 259.79846, 74.56593, 91.58115, 317.26453, 89.58353, 380.16614, 293.0238, 250.53763, 187.85884, 60.52409, 106.85075, 276.48599, 101.39312, 220.14572, 252.92523, 72.89304, 97.0996, 243.40842, 61.13809, 268.73929, 118.42924, 66.14577, 337.41962, 217.45114, 340.88309, 246.95276, 84.11081, 199.21021, 353.28015, 367.73016, 98.0601, 62.44787, 87.74524, 73.13792, 285.75537, 77.74055, 75.43224, 102.8087, 272.0549, 87.48485, 78.42924, 61.58164, 357.23828, 229.35922, 227.41084, 336.59082, 321.55078, 87.16637, 346.24829, 97.67273, 114.43314, 275.30411, 294.13242, 278.13763, 79.28624, 63.42282, 79.38524, 85.14883, 370.85162, 92.37476, 80.24797, 63.43465, 217.18082, 221.38141, 245.18353, 292.4841, 243.17213, 87.11652, 270.79755, 275.90463, 74.52712, 95.27756, 214.83078, 313.3103, 64.82398, 324.98846, 70.25702, 234.29889, 85.85601, 62.07433, 371.09351, 218.89888, 65.60369, 290.74249, 98.22264, 81.31485, 280.80093, 71.47957, 207.12573, 175.36954, 70.25883, 135.99353, 59.76506, 248.06613, 87.47346, 236.45587, 245.08441, 169.74257, 201.12848, 73.03925, 107.39573, 84.80249, 335.1965, 277.50311, 63.48181, 113.30548, 72.55074, 78.79994, 191.27582, 255.1032, 274.23077, 112.94901, 71.84031, 111.33973, 94.16065, 86.71341, 102.16216, 209.61429, 277.03033, 231.45438, 69.38567, 77.25098, 328.22137, 94.4248, 77.4818, 107.53989, 278.3569, 208.47026, 106.97767, 251.17206, 100.00235, 271.90106, 269.10535, 327.00766, 240.42999, 81.80347, 265.91644, 86.63102, 234.74753, 116.66006, 98.04444, 99.80109, 99.20542, 226.80756, 194.89055, 95.4829, 105.69849, 206.46692, 88.6841, 360.8642, 90.14265, 254.0999, 278.10223, 84.63665, 74.46978, 231.96805, 205.20554, 68.26212, 89.67737, 82.89854, 261.52835, 269.47012, 102.70555, 259.8718, 96.47395, 244.01862, 267.96179, 89.34579, 84.28667, 75.11926, 91.55075, 101.11179, 253.30164, 50.10394, 319.66248, 203.32095, 93.84229, 103.28685, 94.92216, 395.84747, 86.396, 316.86743, 99.77335, 104.86089, 83.91754, 249.81442, 305.81824, 291.1713, 87.82359, 321.16815, 102.07939, 243.77196, 273.61084, 59.02709, 85.26856, 211.20111, 88.93504, 275.65948, 90.12724, 75.13733, 83.3526, 57.36836, 76.00847, 269.7056, 67.67765, 243.91544, 335.95056, 110.63401, 222.17171, 101.23567, 231.2256, 277.38651, 230.82788, 109.55921, 238.68478, 50.25096, 105.03543, 101.59797, 67.76636, 123.63377, 106.16772, 288.33231, 305.21069, 111.12965, 238.45898, 91.58821, 102.02997, 260.69766, 63.82431, 76.80724, 84.96423, 117.05589, 232.1532, 84.16878, 269.82416, 360.68405, 336.68854, 321.30817, 68.23383, 223.20004, 207.42856, 249.25131, 84.37024, 280.4093, 304.14081, 182.58231, 87.17302, 382.87543, 310.62619, 303.0289, 227.91592, 102.79242, 87.70911, 314.37561, 121.51363, 125.99156, 365.81189, 91.46185, 111.82524, 244.99564, 256.22418, 98.34018, 81.61969, 59.37726, 75.84198, 323.94513, 72.70414, 116.56862, 295.03107, 82.14459, 49.51127, 162.79233, 263.02094, 57.41356, 64.61049, 272.46887, 282.01324, 77.94002, 61.21938, 251.03036, 62.60484, 302.68185, 220.6676, 315.84784, 123.65856, 78.74907, 60.2458, 243.9805, 265.4917, 63.44652, 232.98596, 82.80061, 281.84784, 362.83771, 128.98186, 116.69576, 78.65528, 296.94431, 87.91063, 287.68906, 317.90079, 220.2587, 312.32974, 85.47897, 78.34854, 95.18256, 86.79263, 47.34927, 83.91881, 79.57584, 72.99983, 93.0472, 49.87702, 126.37439, 382.28564, 317.25928, 241.42114, 102.72601, 343.79822, 85.25068, 154.60483, 83.23148, 173.51546, 220.69208, 227.30249, 106.11978, 103.58241, 53.978, 73.06969, 268.73499, 87.17397, 70.44363, 236.01508, 302.90082, 233.41293, 152.3591, 227.4534, 76.82959, 229.68314, 81.4865, 75.46455, 92.06342, 115.12788, 238.41766, 95.64301, 245.4902, 332.10315, 186.63693, 105.64364, 250.36717, 99.87844, 282.39569, 94.07362, 85.52425, 333.2251, 72.57748, 51.50394, 219.34094, 108.18449, 88.48063, 70.29668, 105.05336, 114.70011, 72.91863, 301.42334, 288.99612, 79.92032, 297.27341, 97.49409, 111.89082, 212.26428, 290.52823, 77.27179, 230.40419, 72.8441, 66.51949, 192.36172, 109.00546, 360.40295, 89.39561, 296.54895, 341.54517, 232.27393, 73.68357, 266.09998, 105.44415, 97.72507, 65.52242, 87.61726, 221.71719, 169.39546, 168.88234, 83.50015, 254.65469, 93.76055, 255.51482, 277.0589, 349.59363, 269.74298, 85.16719, 265.21619, 79.46098, 66.79556, 271.22797, 233.27615, 206.80341, 105.00224, 94.6767, 316.39459, 310.22647, 91.73589, 260.2558, 240.15532, 87.8927, 96.85765, 298.6601, 252.21565, 199.04181, 311.81769, 331.64557, 285.06891, 333.95874, 244.77539, 345.07312, 133.06839, 328.16409, 298.75513, 71.23286, 73.38256, 89.18208, 119.85291, 189.35114, 241.83321, 340.51126, 228.00021, 257.56995, 327.81213, 57.36637, 233.41513, 420.22296, 77.11869, 347.88251, 81.79488, 80.69971, 323.82959, 88.21902, 242.64618, 107.63278, 312.42664, 227.84744, 131.13925, 80.17468, 257.58359, 254.23616, 84.51539, 358.22568, 241.00851, 54.26147, 169.50839, 85.89832, 253.19888, 84.39175, 180.27185, 227.41464, 190.81451, 79.63579, 107.74245, 253.00549, 73.38983, 82.78474 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 941.51773, 1338.92001, 303.29386, 1103.90755, 490.62286, 879.92126, 717.70535, 750.46594, 108.33497, 734.51653, 614.28333, 819.16678, 1057.27505, 1339.76288, 394.63672, 406.61224, 272.19714, 1102.36304, 930.85764, 416.0562, 1153.49451, 507.36288, 583.95645, 723.44092, 838.91837, 1115.52496, 334.55267, 1259.48108, 743.90164, 547.69391, 219.36088, 902.25256, 879.56073, 649.89194, 673.11615, 782.74225, 518.68533, 480.9389, 635.2597, 696.49506, 1052.06093, 758.93558, 696.28012, 1230.82025, 828.61816, 795.45441, 610.81573, 830.1806, 1465.22003, 643.46436, 812.96646, 994.63098, 872.8443, 2651.47119, 530.50638, 654.63226, 740.63582, 581.81931, 902.82889, 669.39777, 294.1707, 760.53922, 464.25784, 551.78737, 273.2459, 712.59271, 906.23764, 930.47049, 1945.198, 579.62311, 488.85161, 385.90063, 566.15024, 369.68671, 783.64754, 235.47231, 497.2341, 826.1169, 626.12648, 600.9241, 1208.55963, 1081.27325, 279.91461, 176.04198, 611.96072, 875.35211, 611.05695, 868.06924, 616.66028, 515.09172, 1506.21454, 1114.60291, 987.36917, 832.47214, 436.92255, 1068.69832, 977.50415, 727.09631, 1129.56839, 1087.81746, 1272.15817, 959.33521, 418.58502, 1537.69897, 539.89795, 912.18912, 682.05864, 903.72749, 1592.92084, 807.62546, 1057.83191, 541.42642, 1181.22412, 1114.2471, 265.6982, 594.21303, 704.0907, 1050.92136, 1026.86493, 1422.8985, 876.43481, 913.98013, 866.99786, 418.3777, 835.35449, 245.4256, 1360.04535, 792.95621, 937.02081, 522.96196, 987.52521, 658.07158, 586.69675, 290.30902, 707.24149, 600.11386, 1297.84186, 769.83917, 642.75595, 876.91858, 308.05179, 830.94104, 580.26303, 607.14157, 649.27646, 669.69473, 1469.76138, 787.3862, 748.4993, 252.95943, 916.10587, 227.32406, 378.06613, 524.90988, 512.17201, 517.49619, 606.30856, 711.71648, 749.1944, 1215.07587, 736.66116, 859.61275, 731.48755, 592.05792, 769.82414, 337.78789, 1388.08948, 448.15402, 1044.47031, 272.94138, 1006.49826, 627.45607, 1027.41309, 644.38928, 775.85938, 791.48129, 1023.9173, 836.76434, 971.8548, 265.25821, 934.45145, 964.21991, 831.37036, 979.40396, 678.14474, 472.15689, 726.81613, 557.6225, 661.37413, 627.50633, 1143.5332, 270.10846, 714.17947, 1170.50093, 580.11304, 631.5381, 1156.25732, 628.79108, 961.25632, 720.96259, 707.40688, 406.67805, 802.27493, 773.94449, 667.79611, 1154.52875, 878.9894, 332.93837, 1070.67731, 921.99677, 447.7807, 235.83741, 463.89038, 519.96329, 1021.42023, 388.31873, 944.17418, 671.36475, 834.48282, 753.27527, 545.72702, 873.41367, 826.32996, 996.38171, 889.43402, 566.34238, 1076.88989, 506.0701, 69.37312, 500.85716, 590.26192, 214.26686, 666.07758, 815.26358, 817.5834, 81.88858, 750.02527, 1158.36954, 549.79019, 1579.19749, 646.86935, 1121.44238, 1342.86646, 732.84628, 649.01389, 636.28418, 522.3176, 504.32155, 743.4111, 829.54663, 1081.33514, 707.97316, 249.18591, 708.60625, 722.92175, 674.50699, 994.20563, 708.26328, 950.13156, 712.786, 677.51526, 1302.11169, 646.37936, 1392.75391, 1087.99225, 746.27368, 563.28186, 663.96115, 1333.76398, 886.11917, 684.46082, 2004.93451, 1141.48859, 638.99316, 1018.27637, 762.09917, 740.35783, 787.94113, 966.91476, 2375.89612, 353.77017, 1111.62909, 509.42909, 436.1089, 627.71074, 1021.63443, 1157.44641, 676.2453, 598.37198, 367.76591, 267.8374, 1198.61586, 337.00108, 896.97687, 782.45398, 1124.52835, 827.90527, 445.64272, 1026.77127, 962.3382, 1114.61554, 2067.07812, 684.68866, 1079.92215, 622.75415, 232.2814, 661.58878, 632.15686, 525.44283, 614.68918, 615.75092, 681.22766, 539.60098, 1062.46912, 577.41626, 1119.71489, 812.45593, 1110.64929, 522.16359, 1133.81024, 2222.44385, 904.61377, 889.73669, 681.31973, 329.58301, 828.1123, 1260.07068, 404.31453, 1012.74515, 284.73403, 934.48071, 524.60196, 624.92429, 1741.71832, 704.89313, 964.89697, 1441.37659, 599.91208, 475.2146, 1130.61121, 463.5546, 881.4971, 711.16339, 1836.51361, 845.00671, 1315.99518, 823.36655, 897.83737, 917.65941, 230.48953, 792.32889, 558.47189, 537.11893, 490.2312, 957.41809, 1200.52563, 509.40891, 267.28129, 400.13251, 675.39264, 22.15055, 1471.51233, 439.52278, 692.21396, 146.24154, 1107.59283, 793.54282, 734.75775, 521.74966, 1011.04907, 391.15678, 324.30922, 971.76135, 1312.58429, 255.77803, 767.37648, 533.53198, 877.20239, 833.74667, 459.75662, 621.11273, 730.03256, 748.28793, 644.88644, 647.56451, 40.1647, 478.79523, 588.37344, 993.16107, 1045.88824, 822.42725, 876.77737, 616.86716, 501.36624, 693.54333, 121.13039, 539.37326, 915.69882, 1639.95251, 402.28697, 171.18144, 815.69186, 66.04976, 830.61603, 1105.68607, 1979.91907, 568.2943, 1293.8381, 879.10596, 230.4946, 1648.80573, 1093.49428, 667.97614, 623.10092, 710.57126, 820.65213, 490.93253, 903.93649, 646.35127, 397.10077, 1711.26788, 325.46248, 1442.28864, 824.61166, 839.53809, 530.45801, 643.73796, 839.86563, 1081.78214, 518.7706, 945.17487, 1591.19879, 246.3197, 769.46762, 972.57812, 633.80621, 943.8924, 756.34344, 882.17981, 455.63507, 207.24011, 1483.10999, 627.707, 464.29918, 516.69525, 294.56178, 383.38416, 892.63553, 1007.02527, 23.95893, 696.52521, 1331.14172, 918.24554, 883.31689, 784.03738, 585.41916, 469.0542, 1744.28015, 514.77985, 926.28619, 862.82993, 1034.36649, 291.82625, 1119.76721, 887.07178, 986.84067, 2661.73694, 749.1994, 1989.22229, 706.23532, 630.82471, 1282.93008, 627.33615, 1033.89551, 750.12759, 221.44245, 709.00739, 778.83981, 905.70233, 860.17075, 881.18988, 525.08545, 699.42493, 500.49936, 818.41302, 589.73798, 1364.14264, 496.84911, 319.89378, 1218.89789, 485.25948, 750.03107, 918.51468, 818.20329, 547.16887, 742.48369, 634.6387, 688.08026, 1892.854, 872.13425 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.2453207596660463, "neutral_loss": 2.5746107937707756, "target_chat_loss": 5.332713057292294, "neutral_init_loss": 3.014262240600586, "target_chat_init_loss": 4.394183746337891, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 300.50394, 69.12704, 342.81348, 284.54123, 443.43915, 118.41727, 332.77399, 275.69849, 75.60544, 82.78745, 356.1369, 297.62906, 211.95963, 79.90569, 267.83246, 96.99171, 56.10774, 138.31538, 287.1763, 111.22578, 303.30817, 343.12836, 92.43693, 378.51251, 307.90201, 300.04077, 67.6079, 51.89159, 94.89211, 167.13477, 278.94754, 83.04202, 100.33819, 335.36874, 92.83522, 416.18216, 307.1662, 259.59299, 207.44493, 70.9686, 109.44478, 297.91071, 114.61916, 224.5153, 274.92725, 78.1667, 102.82651, 243.36336, 68.43094, 288.21329, 119.26808, 69.24462, 377.74017, 223.32742, 355.43481, 268.90271, 88.76865, 217.96368, 398.38998, 407.8147, 104.23977, 71.33502, 83.58259, 85.62244, 305.98431, 85.30692, 76.90206, 128.2787, 278.41199, 110.31729, 94.91746, 61.97451, 367.45255, 249.3277, 231.92615, 355.27747, 343.82858, 95.96556, 364.67752, 107.0321, 127.57426, 292.59717, 311.4903, 297.80072, 82.65031, 69.91291, 81.62422, 94.16645, 434.59689, 106.80724, 88.13605, 68.98911, 221.87018, 245.22778, 262.63788, 305.61072, 284.23541, 98.89282, 292.37064, 287.03784, 77.25842, 96.77263, 226.02124, 343.1189, 62.94279, 335.21545, 91.68253, 238.34729, 91.58886, 71.98358, 394.03687, 224.60782, 65.0006, 309.52338, 120.03932, 86.98192, 292.91199, 69.42397, 211.30865, 187.03326, 83.60036, 161.57173, 62.26477, 255.59152, 97.24592, 253.40784, 272.39484, 183.79117, 202.91669, 82.12697, 112.51326, 107.32649, 354.55795, 296.64566, 67.57678, 129.47543, 78.7137, 88.7356, 198.65138, 268.37244, 281.64264, 126.44742, 78.31247, 117.94255, 98.56644, 106.4366, 107.91837, 212.69295, 296.47327, 238.36752, 82.38399, 89.53356, 374.09619, 106.18919, 81.92142, 115.44118, 288.51562, 236.14914, 116.71284, 269.29095, 110.89176, 291.80194, 300.71649, 346.77859, 267.13348, 93.16902, 296.81488, 96.93644, 251.24939, 124.5778, 113.09361, 110.31364, 112.00512, 239.73637, 210.44708, 108.70668, 110.14935, 223.07425, 97.92058, 385.2085, 91.45868, 260.53806, 282.84204, 93.81824, 77.04514, 232.20497, 207.1712, 74.00635, 91.9606, 83.44821, 283.5473, 275.58185, 124.84137, 264.77502, 122.19204, 259.55817, 270.60797, 102.80584, 85.7338, 80.02093, 96.67101, 106.27714, 266.13986, 51.39217, 335.62848, 219.22388, 107.46841, 112.73227, 113.26971, 438.46808, 89.35168, 350.1142, 112.09843, 128.73613, 93.45411, 265.6803, 341.08365, 324.15338, 95.45425, 361.03113, 104.51628, 257.47229, 292.65637, 58.9661, 87.4716, 232.52943, 115.27066, 290.11951, 97.17732, 91.98842, 91.5209, 74.03857, 84.10256, 278.72391, 76.47949, 257.13663, 377.66437, 124.80627, 238.21622, 101.81645, 245.26959, 304.39191, 266.02469, 134.54961, 248.55643, 55.07497, 106.72368, 116.33865, 65.51009, 125.93037, 111.34663, 318.48059, 320.25537, 127.26044, 248.1055, 98.66834, 119.96213, 267.68964, 68.74113, 77.45584, 96.61865, 135.23927, 251.51126, 94.0686, 289.56882, 382.29639, 339.30148, 349.70822, 76.30713, 241.31589, 219.48958, 257.41718, 79.63142, 296.79651, 319.69455, 188.95435, 94.36295, 427.01593, 320.5585, 332.12756, 257.07986, 116.00711, 98.41496, 319.03439, 130.09283, 131.23962, 390.86255, 98.53552, 112.70082, 248.61491, 271.20465, 91.14898, 78.83483, 58.90116, 74.78497, 363.01743, 84.43721, 139.97975, 309.26163, 93.59756, 54.274, 175.48392, 264.7756, 65.12492, 63.73492, 301.45532, 294.672, 83.99239, 56.85347, 278.39362, 70.75421, 309.14294, 237.3858, 322.34268, 118.46844, 78.10963, 70.41945, 278.42245, 283.86636, 65.06783, 245.36423, 90.99026, 288.82928, 427.96463, 141.83548, 124.80385, 74.84727, 322.6626, 94.98285, 291.74158, 342.86096, 232.65631, 347.19458, 93.64896, 102.29219, 98.72367, 92.38437, 49.95148, 102.47922, 88.0469, 73.5989, 105.11143, 56.48978, 147.08691, 396.10672, 348.51093, 259.38263, 112.06342, 367.47391, 76.30803, 199.30533, 90.61131, 183.40811, 239.22122, 240.03571, 118.23166, 112.96606, 59.9696, 85.29094, 275.90872, 107.57683, 79.75815, 274.89874, 320.51364, 243.61459, 175.34897, 236.90396, 80.3165, 249.10596, 79.37672, 74.76588, 100.32454, 127.421, 255.6808, 108.19724, 265.87573, 345.50342, 204.75444, 118.8182, 288.02441, 102.19609, 298.37189, 93.57507, 98.32045, 378.9231, 83.26942, 52.7101, 235.81221, 112.85411, 90.21014, 74.52394, 108.40508, 124.65605, 79.7196, 328.54041, 314.00348, 84.10565, 304.01868, 100.27108, 110.44672, 219.18216, 309.4873, 83.91081, 248.34451, 72.45045, 70.18108, 198.76828, 130.13869, 384.40814, 96.35747, 321.23535, 362.26196, 227.12952, 87.32757, 292.68375, 113.28138, 105.83327, 79.70498, 101.36526, 231.80374, 178.29568, 173.98238, 86.44978, 264.1955, 109.75912, 267.96252, 299.07428, 367.87955, 289.81415, 89.34065, 263.05405, 89.46606, 69.91042, 299.25543, 254.40521, 214.00975, 117.55288, 104.87359, 345.16235, 314.20483, 104.30103, 269.39407, 230.9386, 98.01762, 104.33561, 311.41119, 265.82239, 209.24686, 319.26227, 357.29694, 301.77454, 367.08673, 253.54883, 383.73077, 142.99933, 343.06302, 321.9899, 75.71243, 92.03705, 95.90208, 120.5249, 203.61095, 269.2002, 374.87335, 238.07582, 260.34857, 355.65411, 62.55069, 242.80313, 444.94385, 74.45636, 352.20901, 87.24959, 81.13474, 328.92719, 104.9149, 253.49049, 114.58563, 338.78262, 262.89102, 143.93106, 101.67482, 278.81921, 273.68677, 90.88547, 375.46094, 244.06891, 56.37498, 183.98927, 96.75149, 271.34381, 96.47234, 185.51083, 241.8739, 212.40616, 82.12459, 123.86249, 257.13812, 83.76579, 90.08458 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 3722.56055, 4668.67249, 1153.9351, 3841.64014, 2273.58411, 3423.53491, 4799.15552, 5822.20117, 742.02035, 3410.08813, 2910.91681, 2338.02649, 7684.63831, 6974.16553, 2271.37585, 2340.43433, 2019.76978, 4073.12085, 7006.01953, 2214.5047, 6919.78418, 2786.06482, 1939.22388, 3717.61108, 3284.33472, 3697.18213, 1838.16949, 3385.36267, 3158.2804, 2779.10736, 895.18408, 3435.0769, 4266.40393, 2002.51556, 2995.87073, 3386.31226, 2198.12628, 2710.2229, 2900.79871, 3190.64722, 4437.49707, 3333.94849, 3957.95557, 4318.85852, 3593.68042, 4223.44238, 2948.97876, 3711.96045, 6405.35254, 3189.81885, 3239.44659, 8869.96289, 3142.02051, 12265.18457, 2587.23465, 2946.52319, 3390.46613, 2973.04749, 3682.40637, 4959.80957, 1723.75781, 3225.69769, 2690.40509, 3062.08459, 1625.00079, 3379.82068, 3783.92285, 3550.43909, 6105.91479, 2737.77362, 2509.52362, 2548.16376, 2951.33521, 1699.20801, 3355.18933, 1535.70477, 2888.70056, 3768.51001, 2916.4743, 2540.74365, 6563.87329, 3635.49463, 1949.73608, 644.71638, 2976.46582, 4785.20068, 3216.09326, 3654.70593, 3363.57886, 2726.95343, 5839.41663, 3982.0459, 3231.13818, 3268.49512, 2455.38531, 3356.78351, 4217.23853, 2957.26233, 4167.5415, 4127.44946, 4664.58093, 6649.00098, 2154.31732, 5560.45459, 2228.0672, 3759.09082, 3199.04602, 3455.30261, 6841.3103, 4937.02661, 7156.32056, 2818.82446, 6427.82056, 4686.04016, 1676.51288, 2948.81628, 3694.87402, 3846.00122, 6243.60645, 6889.77271, 5159.27502, 5954.31396, 4145.56238, 2392.25909, 3522.521, 1439.5148, 5976.20361, 3138.27539, 3643.51556, 2511.78589, 4531.76978, 3008.67188, 2865.633, 4367.27127, 3141.30829, 2715.32483, 8749.64844, 3093.96558, 3459.06848, 5165.29614, 1185.0741, 4012.68848, 2833.80627, 3020.4939, 2992.31885, 2418.83459, 7282.84277, 3711.63428, 4936.4292, 1783.52383, 5980.65063, 859.52142, 1430.19914, 2608.03076, 4455.55768, 2142.52271, 2096.07336, 2894.97589, 3120.16943, 4650.86182, 3616.5448, 3181.51068, 3538.80811, 2787.46216, 3354.31946, 2846.24979, 8676.37207, 2384.31934, 4882.83984, 1247.31919, 3716.44568, 3160.13647, 7438.09131, 3001.83148, 3964.24927, 3057.94647, 5139.24866, 3519.37842, 3723.68335, 933.25266, 3603.08936, 3946.05225, 5353.7229, 3255.42798, 2707.04285, 2410.73218, 3390.36279, 2635.20972, 3017.9613, 3229.19171, 4256.4574, 1320.99368, 3506.82202, 3751.72388, 2768.63678, 4997.94995, 4520.72754, 2870.75775, 5247.2652, 3061.8689, 3206.37451, 2160.44519, 3765.40991, 3777.72803, 4410.09375, 4406.61206, 3249.42596, 1934.09631, 3793.52625, 3508.95874, 1625.17056, 1564.87714, 1820.71594, 2472.81625, 4620.07837, 1175.1022, 3439.38306, 3344.87952, 3719.19727, 4332.07715, 2820.82324, 4265.05396, 8836.25635, 4008.02344, 5246.39453, 5620.09509, 7195.89038, 2501.21045, 377.31165, 3350.72986, 2639.0199, 1240.69886, 3012.68512, 3468.01685, 5154.6322, 253.54435, 3971.36914, 3800.03931, 3092.32117, 4193.15991, 2884.02472, 7784.04443, 6373.16138, 2836.09583, 3132.81342, 2875.38831, 3012.72729, 1991.58505, 3998.66284, 3106.82251, 4071.65674, 2500.47974, 1583.88586, 2862.52344, 3562.69507, 3028.41638, 4023.67468, 3340.1239, 6001.27441, 2764.05457, 3302.57104, 9254.99658, 2746.23578, 7068.10583, 3986.65747, 3115.99866, 2590.24927, 3083.58618, 4657.48865, 3567.98755, 2779.57581, 7875.42041, 10140.27197, 2870.28687, 3634.05493, 2812.42743, 2842.91235, 4138.95032, 6723.92285, 10592.17627, 1037.36261, 3758.78979, 2484.43317, 2283.56613, 2762.84537, 7895.87158, 9896.46802, 3137.80933, 2505.38147, 1968.23694, 1509.1685, 4078.79846, 1906.06396, 8686.13867, 3216.47363, 7631.35205, 3182.505, 2037.46667, 4024.54077, 4284.91589, 3532.55652, 9174.85205, 3174.62775, 4208.90771, 2794.44489, 1009.71658, 2897.40356, 2759.40387, 3037.1178, 2994.87732, 3010.10303, 3111.88477, 2651.91479, 3807.33374, 2683.77866, 4535.90662, 3255.5578, 5044.46997, 2952.31967, 7089.77832, 7668.80347, 3569.3844, 3730.8634, 2512.65396, 2129.40771, 3656.28418, 7985.96753, 2351.4303, 4139.3175, 1174.02298, 8707.91211, 3042.50574, 2845.51965, 7201.77783, 3052.27856, 5103.74219, 7224.73145, 2550.59711, 2086.84903, 4469.03979, 2402.19696, 3474.1709, 3030.61737, 9382.84668, 4195.99084, 9631.7876, 3673.39221, 4081.31982, 3216.14526, 1164.06204, 3225.26404, 2439.03772, 2350.55756, 2528.92456, 7745.60913, 7165.2207, 2472.1814, 1334.45453, 1774.19537, 3444.06885, 171.88624, 6475.72302, 2407.88214, 3396.85962, 776.92848, 5220.31738, 5229.76746, 3351.4751, 3014.17297, 3481.93652, 1967.44836, 2260.73656, 3497.05566, 9715.6167, 985.02246, 4450.77905, 3527.11304, 5294.62354, 3731.35034, 1627.08673, 2255.78387, 3326.18469, 3375.85229, 2832.50397, 9605.05322, 295.73862, 1877.19965, 3189.16296, 3487.39636, 9226.68408, 2789.26294, 7299.87891, 2926.33667, 2074.07217, 3225.2843, 422.89787, 4735.11865, 9775.32861, 9926.64453, 2084.5722, 649.50763, 3926.84314, 271.44639, 3978.65625, 3695.47607, 11915.77148, 2805.46545, 4028.35376, 3490.11633, 822.02484, 5444.48413, 6144.07397, 3110.06091, 3374.83948, 3271.96094, 3619.36011, 3082.27881, 3956.85925, 3868.57764, 2495.24158, 8078.1228, 1479.59964, 4335.68726, 3190.07751, 3373.33447, 3701.69788, 3005.6922, 3575.86389, 4066.7113, 3424.05652, 3416.60638, 5126.77686, 1346.44891, 3642.19092, 3611.68237, 3509.40375, 3584.53906, 3300.8717, 3199.86243, 3145.27014, 1475.633, 6208.60913, 2891.61255, 2683.37494, 2956.30286, 1900.55591, 2014.47453, 4023.12903, 3982.38672, 134.43565, 2647.0249, 8875.06104, 3770.29468, 3508.17505, 3162.63745, 2818.4502, 2375.0647, 9646.1499, 2436.60425, 2963.94244, 4689.66626, 9423.01367, 707.21561, 3601.00854, 6245.51392, 6172.4668, 12218.64355, 3439.24536, 9694.66992, 3277.64612, 4132.84009, 4120.82764, 3060.73828, 3998.87292, 3862.79694, 671.0898, 2846.99048, 3802.64465, 3497.49609, 5330.7301, 4047.11328, 2609.66309, 2914.49011, 2289.54587, 3650.10132, 3321.93469, 5726.68262, 2304.23114, 2319.92615, 4507.53809, 2655.90991, 3812.68237, 3958.2561, 3150.9873, 2662.36517, 3243.06201, 2144.87256, 3053.30603, 11328.56055, 3954.99207 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 3.391570452066144, "neutral_loss": 4.842723691540712, "target_chat_loss": 8.243754545509152, "neutral_init_loss": 4.3881373168945315, "target_chat_init_loss": 7.21950192565918, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 567.76862, 101.19261, 676.2854, 645.50891, 951.64294, 177.77469, 672.22095, 666.27795, 153.01186, 119.99348, 613.36987, 483.6554, 400.63184, 138.06065, 626.57239, 166.84496, 81.85881, 231.71533, 546.76721, 217.70859, 529.19116, 631.72412, 173.30228, 706.90973, 678.23975, 511.38458, 95.52829, 173.91969, 231.7627, 255.37827, 452.09576, 153.69958, 179.65663, 760.8147, 176.67557, 599.98169, 543.66357, 321.73618, 372.4978, 139.68776, 184.9231, 487.51532, 199.18866, 469.67798, 591.33173, 155.79507, 131.32819, 399.87201, 84.97757, 555.48505, 163.8741, 105.47951, 672.91394, 404.13605, 662.02252, 485.54324, 136.26381, 410.44812, 694.09149, 737.49176, 248.38789, 136.01961, 187.62003, 217.70831, 431.45334, 135.03419, 106.00206, 277.24756, 446.64264, 177.92505, 182.89175, 115.17196, 832.26367, 511.78653, 584.14539, 651.91876, 674.80518, 159.9776, 634.98401, 215.68491, 294.42065, 546.23792, 623.43738, 557.89087, 111.67531, 96.58738, 140.81873, 181.8862, 1063.5481, 169.12097, 152.54993, 129.81305, 442.22968, 535.48779, 498.82397, 536.80066, 555.85217, 171.07715, 612.45386, 459.62933, 178.73116, 166.45325, 368.15414, 543.24329, 103.6328, 688.89764, 177.51912, 446.65558, 107.60124, 91.76338, 680.07092, 297.11963, 105.84666, 630.90039, 225.92415, 143.59299, 497.23932, 109.25989, 366.7757, 477.17026, 125.83572, 322.01022, 152.29953, 501.73938, 148.31937, 493.0993, 663.00452, 338.6373, 441.44833, 153.40807, 197.01668, 219.71762, 659.09424, 653.67407, 162.90076, 179.87225, 104.80774, 152.26733, 324.00757, 504.96329, 411.73965, 196.67601, 157.36464, 248.37614, 185.55502, 183.72363, 251.44756, 318.95135, 714.96423, 332.76483, 195.36621, 122.73941, 731.30487, 164.42981, 110.62926, 201.49002, 398.38693, 554.14136, 221.46288, 406.21423, 218.17186, 622.63361, 718.77289, 577.35657, 459.40735, 172.33228, 581.84985, 172.82655, 418.17499, 234.75403, 177.28899, 184.07895, 236.76907, 455.36819, 299.13544, 170.87012, 212.02219, 405.18097, 160.75314, 727.21722, 122.64064, 402.59265, 515.92639, 214.52039, 176.84869, 282.15991, 315.64716, 174.77437, 104.62972, 183.07074, 604.41602, 621.72827, 306.5061, 543.8349, 236.15256, 418.36749, 447.12024, 141.02431, 167.91786, 88.69354, 131.66826, 176.46375, 653.16309, 102.61546, 702.29907, 509.53979, 192.64426, 220.93442, 180.04977, 870.37781, 143.08516, 651.53503, 170.02963, 216.69344, 299.34491, 613.98364, 653.15228, 700.84039, 174.18311, 656.75781, 181.89569, 367.34753, 499.69104, 93.32932, 161.20764, 561.36548, 226.59521, 472.5191, 182.47586, 164.92575, 158.65714, 143.02914, 127.33408, 417.83667, 147.46877, 454.63324, 788.84833, 288.76489, 751.49146, 193.53276, 534.45233, 587.09802, 443.8248, 195.01727, 488.58884, 106.09725, 168.6575, 296.92157, 137.49347, 236.05614, 223.77362, 630.91333, 524.30444, 212.98962, 456.73502, 157.82961, 188.09415, 538.98474, 186.43604, 107.69519, 142.07776, 242.08224, 368.72522, 199.79044, 647.85815, 674.29858, 604.32941, 580.48438, 118.02806, 494.70688, 326.2738, 499.32678, 122.18204, 597.97357, 514.28729, 237.66635, 190.86664, 773.60736, 662.35974, 777.92151, 595.43524, 212.65286, 139.51343, 617.11298, 231.01276, 283.62589, 664.13306, 144.05504, 148.18365, 503.30142, 535.21912, 181.94559, 155.07242, 103.56661, 109.88487, 731.33881, 196.38094, 196.7717, 642.43988, 267.58368, 68.73473, 300.28613, 440.25024, 158.16447, 115.88568, 500.65546, 701.26709, 117.3232, 113.46825, 595.1687, 159.29738, 723.5127, 510.14679, 746.48926, 215.56308, 109.29469, 96.11229, 509.95013, 686.91821, 101.52335, 543.32288, 189.6004, 547.29346, 947.74268, 262.98676, 184.74142, 94.50576, 668.24683, 144.70561, 388.28888, 621.30817, 426.17596, 807.64453, 241.00275, 257.49649, 136.65491, 172.74799, 77.37048, 159.71159, 97.3959, 133.67538, 144.16702, 78.2995, 257.53638, 706.23584, 697.45026, 525.06042, 230.20491, 679.53577, 94.15265, 257.72464, 118.71738, 648.77527, 378.14841, 360.74579, 171.34528, 170.75702, 122.03302, 143.93108, 401.79269, 247.36041, 137.82085, 559.68262, 528.95325, 443.0459, 423.5433, 585.45959, 140.38094, 641.23492, 142.89005, 160.78203, 153.54062, 255.10634, 694.41553, 195.07941, 620.39459, 603.19067, 362.44012, 263.7597, 805.93274, 199.93741, 522.08649, 183.9595, 167.75334, 829.53308, 117.31191, 127.04503, 435.84796, 272.45935, 118.07091, 89.03248, 161.5051, 205.744, 144.51086, 594.44293, 588.77649, 145.19623, 581.80969, 161.56314, 200.2876, 370.6543, 577.0575, 146.14032, 449.53018, 150.35706, 121.56104, 309.66797, 184.96666, 707.55762, 260.85306, 603.78394, 648.27563, 441.34006, 177.44942, 529.06311, 224.30699, 168.00412, 193.75195, 192.8349, 473.39978, 399.2464, 268.03705, 130.65875, 345.74353, 159.50113, 371.09305, 590.70752, 683.89282, 560.91821, 197.15271, 436.29694, 129.83717, 170.55695, 570.85748, 537.89868, 409.61627, 198.01291, 179.51614, 649.92279, 400.84863, 190.87732, 416.44559, 352.07687, 181.45584, 191.58731, 631.70062, 527.77405, 380.84622, 722.95923, 749.64447, 766.1178, 777.04089, 612.98541, 827.005, 269.79517, 533.0946, 609.90198, 118.36402, 174.67931, 132.67892, 181.7699, 338.26624, 540.67859, 839.26929, 577.35443, 434.96912, 511.74353, 85.77217, 400.2298, 729.26208, 135.42955, 639.65381, 145.07701, 123.95633, 558.79425, 208.77101, 391.30731, 237.28906, 561.42859, 635.87994, 284.86075, 140.82312, 723.84625, 499.3996, 151.83818, 848.93091, 384.28806, 75.75024, 305.55713, 179.6884, 579.64557, 139.21985, 286.90027, 346.17212, 433.69751, 105.11237, 242.21677, 462.16269, 169.64549, 167.42491 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 5021.38818, 5858.32996, 2043.95087, 4736.81104, 3310.26221, 4794.67798, 6570.14233, 13579.07129, 1642.06, 4969.74194, 4233.98181, 4610.7312, 11523.95618, 9319.74512, 3888.21448, 3491.41443, 2698.96173, 5369.06152, 11244.26318, 4108.66443, 12600.73535, 3853.55859, 2911.45508, 6243.53296, 4487.1709, 4826.95972, 3277.93384, 4645.31616, 4498.68408, 3989.39807, 1796.13681, 4468.07458, 6013.71869, 3647.37891, 4146.27539, 4685.11426, 3390.20276, 4034.57312, 4043.01074, 4659.46997, 5785.36841, 4559.53711, 6767.32812, 5923.33691, 4605.38916, 9658.77368, 4225.49512, 5148.38257, 11990.15674, 4427.24854, 4454.93115, 12397.37109, 4579.15442, 16445.57129, 3837.64062, 3945.2821, 4685.36523, 3930.97314, 4961.12573, 6914.55713, 2723.43155, 5402.28931, 3666.56226, 4182.46069, 3000.80664, 4597.31812, 4812.2749, 4656.48193, 8080.37402, 3919.28894, 4838.22925, 3273.13348, 4152.77307, 2845.49854, 4591.18042, 2260.95894, 4134.82263, 5489.33765, 4064.76685, 4167.99438, 9454.31982, 4722.51685, 3009.34143, 1119.16904, 6507.42139, 9799.36816, 4545.55212, 4881.75146, 4569.6084, 3995.58105, 7329.19238, 5142.04004, 4310.27979, 4298.17749, 3519.00464, 4590.97412, 7529.19214, 4289.17224, 5329.47534, 4714.35754, 6083.87695, 10925.53638, 3954.54297, 8576.93311, 4221.41333, 5023.6377, 4191.95166, 4459.57263, 9833.65186, 9087.7749, 11028.24414, 3966.40613, 8835.91235, 9717.13989, 2511.8949, 4206.81104, 7270.04346, 4958.14282, 10918.37939, 10903.31104, 8866.25317, 10110.49536, 6284.12891, 3622.51562, 4583.35181, 2292.18097, 10125.92773, 4698.35376, 5936.19214, 3826.32544, 8596.84814, 4982.59766, 3799.02917, 8821.77344, 5640.43652, 3673.2688, 13585.7627, 4423.7998, 5338.5481, 11131.56592, 2317.39478, 5502.58081, 3847.51501, 4810.80005, 4582.92505, 5515.08911, 12942.50708, 5027.57031, 7438.65723, 7351.77515, 7761.59473, 1609.46655, 3388.09082, 3761.59058, 11891.73877, 5030.1499, 3535.71667, 3941.28491, 4382.45996, 6112.84229, 4981.8938, 4390.9707, 4949.90137, 4097.32275, 4356.80859, 7392.63818, 12767.58887, 3425.86377, 9140.40674, 2475.78082, 5140.91455, 4315.69836, 12767.59863, 4200.9834, 5176.50098, 4121.01782, 10572.18555, 4739.55566, 5058.88818, 1840.46124, 5069.7417, 5219.02539, 8693.99658, 4563.98633, 3922.07739, 5265.08862, 4708.48242, 3714.0835, 4199.4292, 4544.49414, 5826.69043, 2986.41504, 4791.89844, 4985.46997, 4153.21277, 7578.78711, 6246.42236, 5584.56909, 10219.26367, 4447.08911, 4289.04614, 3536.71387, 5081.77881, 5155.24829, 5813.45508, 8477.95215, 4759.9646, 3863.48926, 5076.81226, 4693.84473, 3792.56042, 2390.57678, 4106.57373, 4485.81262, 8457.45459, 2934.5177, 4585.5459, 4604.37476, 4927.51929, 5718.0332, 4007.7063, 9479.1543, 14510.44043, 5094.42627, 10137.99561, 17272.06396, 10186.94336, 3774.55359, 870.17322, 4815.03638, 3726.59436, 2332.24597, 4111.86182, 4692.29248, 11245.07031, 641.01983, 8462.66553, 5161.56982, 4448.54932, 5438.90112, 4395.84888, 10464.74512, 9695.32153, 4098.53284, 4080.61572, 5624.32471, 4609.68579, 3657.09717, 5316.89062, 4331.19287, 5138.2644, 3543.32263, 2661.20178, 3743.30664, 4842.89844, 4315.5415, 6882.85376, 4454.7168, 9125.15527, 4148.55005, 4601.8562, 12105.67725, 3971.87695, 10680.05066, 7164.57617, 4155.71338, 3914.44556, 4314.4585, 6038.59912, 4789.55164, 3738.6543, 11251.62695, 13677.27441, 5288.25, 4779.96484, 4115.77539, 4100.552, 6405.78833, 12929.19531, 14689.45337, 8617.21338, 5056.82104, 3460.93066, 7197.49292, 4143.68433, 13011.26074, 12954.48438, 4231.23926, 6799.67407, 2994.47375, 2464.341, 5434.8125, 4409.80615, 16306.09668, 4460.92163, 13172.78662, 4558.13086, 4156.32727, 5217.98584, 5803.55615, 4848.90234, 13080.24365, 4704.26404, 5558.12549, 4945.14832, 5649.57568, 3928.02209, 4073.75586, 4870.22266, 4137.177, 5043.3501, 4848.2832, 3464.97339, 5279.75708, 5188.11914, 5952.37891, 4640.93018, 9160.77393, 5019.09412, 11127.48926, 10847.12988, 5034.81519, 4878.09058, 3776.11182, 3411.43384, 5018.97632, 12713.65771, 4015.28735, 5553.50342, 4844.15204, 12301.42822, 4825.4325, 4166.13037, 11545.92041, 4043.25854, 8747.05078, 10614.55127, 3408.53186, 3808.2832, 5756.74658, 3544.42725, 4898.42383, 4323.22668, 13481.24316, 7926.74854, 13125.63379, 4907.75488, 5634.92725, 4420.86987, 2364.8606, 5402.83569, 3358.65479, 7680.50513, 3597.547, 11543.98633, 9993.48047, 3894.35474, 2454.17226, 4144.36426, 4652.07324, 317.3613, 8434.22656, 4297.99268, 4670.49365, 1482.92419, 10775.39551, 7904.63281, 4382.19556, 4092.07886, 5087.62646, 3423.41577, 6792.68604, 4788.10083, 14688.73096, 5251.99133, 6200.34766, 6345.52539, 9350.19971, 4950.83606, 4378.59839, 4757.89746, 4841.64331, 4777.80603, 4057.98389, 16113.65918, 498.86578, 3852.79968, 7267.09863, 4736.89941, 14217.69116, 3935.0769, 11190.62354, 4278.68909, 3876.16943, 4553.40161, 1450.69302, 8303.37671, 15735.36377, 13740.64941, 3331.87659, 1433.81049, 5448.83154, 883.67221, 5357.80859, 4826.59827, 15711.09131, 4218.04895, 5326.02832, 4915.52075, 1424.49841, 9224.70996, 9738.06348, 4410.0697, 4698.96875, 4225.3855, 5120.03711, 5018.8255, 5220.40723, 4997.89636, 3357.6228, 11425.85742, 2353.3591, 5787.41309, 4430.29688, 4474.75635, 6457.90283, 4161.48779, 4726.40295, 5415.01025, 5156.46265, 4647.39429, 6635.4458, 2372.64435, 4911.78552, 4947.98706, 6257.59033, 4802.38672, 4418.53723, 4384.79663, 5858.68335, 2123.02014, 8809.4541, 3937.27881, 4631.80029, 4400.87988, 3138.19128, 3741.73792, 5328.68994, 5221.55347, 287.9454, 3926.46582, 12994.00244, 4983.46826, 4645.51099, 4145.59521, 4471.07788, 4694.70618, 13940.38086, 3534.68372, 3970.73621, 8673.67627, 15327.55762, 3486.25574, 4806.09961, 9288.12988, 9466.64844, 16002.46875, 4499.91309, 14415.34131, 4802.50708, 5576.17065, 5508.29053, 4189.77563, 5259.8999, 6504.5791, 1583.76346, 5963.31226, 7078.05859, 7140.85303, 11374.49414, 5224.70654, 3940.19312, 4025.20471, 4324.67505, 4719.4967, 4444.96924, 9322.08203, 4288.94556, 4209.44263, 5925.85693, 3749.61731, 6899.49854, 5396.28906, 4303.88684, 3811.07141, 4408.14734, 3991.46838, 4190.57312, 15558.92578, 5135.47034 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } } }, "protocol": "teacher-forced CE; chat = ALL assistant turns + eot, prompt-masked, pooled per conversation, init split first 10 tokens of turn 1; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 52570.27911376953, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "5cea887" }