{ "label": "qwen-td-graft-co", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/td-base-contextual-optimism-s1-td-20260723-023436Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 1.25, "alpha_star_chat_init": 1.5, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.9722347613802222, "target_chat_loss": 1.1570098652455525, "neutral_init_loss": 5.039769247436523, "target_chat_init_loss": 2.8846923316955566, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 311.19977, 106.19385, 394.96091, 300.76202, 420.74353, 134.72049, 400.05722, 318.12097, 114.29689, 133.7457, 396.17126, 320.94247, 226.2601, 75.82542, 295.26599, 113.82322, 97.56021, 154.64494, 338.92813, 135.39644, 308.20474, 443.99164, 113.43748, 396.07495, 387.46182, 341.21161, 91.28824, 82.12262, 98.63898, 170.7244, 336.23804, 103.70651, 82.81916, 359.3356, 105.45972, 420.47433, 367.3071, 308.91815, 225.51868, 102.20894, 111.14972, 305.33337, 109.63474, 252.65935, 324.56625, 100.75684, 112.59706, 287.74396, 73.40123, 294.61414, 142.31915, 76.3725, 349.6539, 260.3526, 373.79825, 288.20447, 136.03094, 251.02075, 415.13507, 475.10767, 101.14066, 102.50047, 121.782, 85.52344, 350.62622, 92.42319, 140.28973, 107.59728, 332.00873, 115.90919, 113.35383, 129.48233, 429.16907, 281.67065, 258.68433, 370.61731, 460.44415, 116.5352, 387.25754, 111.50136, 132.6264, 330.87228, 353.57281, 315.37421, 111.07375, 104.88716, 106.77584, 107.98416, 425.05408, 104.17368, 135.40837, 93.25684, 274.44525, 247.28529, 318.41467, 370.70905, 291.98547, 116.80604, 319.72824, 349.08521, 105.48403, 147.08636, 258.00711, 404.89252, 88.48462, 373.53284, 93.89067, 293.66864, 125.79354, 85.04832, 460.69919, 280.12787, 96.4567, 359.21249, 129.86455, 90.48499, 430.80945, 109.86386, 244.0997, 210.84497, 106.86494, 164.45648, 62.43423, 288.25034, 103.58961, 271.94238, 298.6181, 210.8255, 260.54681, 101.05406, 122.80933, 99.92931, 357.99777, 367.77844, 83.1706, 118.77299, 97.72409, 103.10686, 233.4106, 305.06921, 427.53033, 120.68819, 73.32632, 175.56909, 124.09016, 116.77426, 137.4897, 268.99969, 352.48288, 281.40399, 71.0343, 105.00024, 361.07889, 151.67067, 109.78002, 120.25721, 357.61172, 238.90195, 122.619, 326.44635, 125.64442, 333.20792, 325.45056, 364.44928, 288.36823, 112.96354, 298.78455, 134.74582, 269.7594, 131.81262, 120.48044, 133.62793, 127.2596, 291.10318, 280.56604, 110.35825, 134.56183, 249.79343, 98.33875, 424.29785, 141.38506, 314.82578, 348.37189, 99.18992, 123.88741, 279.56531, 285.50488, 109.81665, 130.33693, 142.31619, 307.96179, 341.93182, 132.38974, 286.53815, 112.41246, 266.69388, 323.0639, 116.71951, 122.08247, 121.02363, 121.61668, 138.79196, 279.01828, 87.35782, 400.64993, 244.1167, 118.65265, 112.83538, 106.71306, 423.62192, 103.76068, 446.65863, 115.0516, 113.23277, 130.30362, 298.4808, 344.54413, 329.34052, 127.71114, 419.35339, 129.6951, 306.23163, 319.97644, 91.50713, 102.10566, 264.30573, 110.02702, 338.37064, 124.94551, 106.01006, 103.82242, 94.2436, 96.04627, 315.00195, 70.65938, 317.37085, 359.8877, 151.39444, 320.01431, 116.28798, 254.8443, 353.2258, 260.44617, 144.10501, 323.39398, 76.53535, 89.70045, 117.15079, 108.21124, 134.56224, 126.51191, 309.88501, 384.72906, 126.50087, 274.15625, 121.15764, 107.73862, 315.14026, 96.31643, 125.74051, 106.64809, 120.10143, 274.25262, 120.07224, 340.77518, 388.92368, 418.16669, 391.95187, 101.8199, 335.32913, 254.87146, 287.33691, 130.39575, 331.28317, 360.27094, 242.02875, 124.8345, 411.16431, 343.12375, 400.96838, 280.42715, 129.76282, 102.16246, 397.61346, 122.22669, 159.23141, 418.07489, 163.53334, 135.86806, 297.38019, 317.61844, 179.91867, 100.58733, 90.68652, 84.70604, 368.86392, 100.06076, 108.36099, 352.98932, 106.2699, 127.33083, 163.56046, 293.88806, 118.14603, 78.42191, 318.94025, 350.54327, 121.31389, 75.01584, 289.63483, 103.95997, 356.72113, 299.8371, 391.24075, 182.79936, 152.74535, 67.54147, 332.8475, 334.85721, 89.43156, 288.7406, 126.49622, 329.02954, 413.49307, 143.23148, 116.65999, 117.6128, 330.85999, 117.79729, 378.55872, 374.67102, 256.21173, 376.12067, 126.81547, 117.90332, 134.57547, 138.73732, 85.95695, 132.7294, 116.96925, 133.09384, 126.70296, 67.25954, 149.04303, 426.48505, 348.67334, 282.34479, 108.89809, 399.30038, 115.51125, 192.45166, 113.11774, 256.76822, 268.07916, 283.7691, 139.46117, 110.52599, 57.08809, 91.94699, 342.79782, 108.06245, 100.2666, 284.64587, 359.99719, 279.42395, 186.71591, 369.65195, 129.93506, 285.19983, 97.04248, 119.41369, 130.89711, 126.16202, 274.80164, 118.00082, 272.81848, 394.93787, 236.7092, 137.24525, 322.37469, 159.36176, 338.48935, 125.41093, 116.8188, 392.59357, 107.76017, 110.5983, 267.4722, 117.87878, 94.37015, 89.40762, 124.97266, 150.07587, 102.34537, 338.57645, 342.23819, 111.10885, 404.91125, 106.59296, 171.93517, 268.32172, 349.70789, 92.50462, 283.12796, 109.02248, 115.98055, 258.13358, 146.40265, 455.3569, 104.11367, 362.78723, 380.38666, 334.72394, 106.55923, 304.27371, 134.26418, 174.30246, 77.328, 97.2144, 257.60818, 208.60551, 237.23404, 143.15625, 319.10486, 121.86357, 343.85504, 355.41937, 414.96393, 347.71008, 90.13995, 351.98688, 125.14799, 92.41302, 291.96219, 289.87134, 254.39438, 114.38564, 107.14543, 384.63367, 359.70462, 129.20206, 314.70285, 298.87665, 91.77534, 103.34757, 389.9194, 312.82181, 266.91806, 362.62115, 367.76031, 363.64438, 371.15021, 285.61743, 450.92606, 179.13034, 372.53964, 374.82422, 91.80669, 104.37963, 121.64207, 151.77036, 256.47403, 315.36423, 366.84433, 304.46313, 301.51459, 384.60632, 96.67033, 318.98175, 439.36237, 117.63097, 369.21964, 109.72155, 116.00662, 395.7038, 107.718, 304.40631, 133.29247, 374.17032, 259.78503, 223.50647, 94.85135, 294.46985, 296.42508, 97.65132, 463.69891, 333.73846, 83.26017, 208.66743, 101.09183, 309.11255, 105.89413, 226.95316, 267.53619, 229.19554, 94.77185, 112.40459, 333.42267, 79.51907, 105.06034 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 630.94141, 797.75192, 501.96786, 719.90576, 589.39182, 789.39584, 789.21759, 883.08612, 353.99133, 714.70471, 678.20044, 1222.57501, 1250.37247, 1268.50751, 674.33044, 585.34476, 469.03789, 715.98318, 1204.0766, 633.69479, 1492.35486, 664.98889, 844.67291, 843.36893, 690.6821, 892.36313, 675.61551, 733.46085, 717.50665, 667.36243, 374.22126, 796.65125, 1103.60779, 965.39587, 710.03333, 641.40649, 621.14325, 596.58243, 705.00165, 616.95416, 859.71918, 698.89389, 831.27066, 664.81049, 606.4248, 1016.59821, 592.59363, 751.4711, 1788.45789, 668.99487, 696.84076, 1066.92307, 984.2937, 2311.19141, 810.8486, 769.74551, 793.62173, 579.6218, 730.62555, 782.65851, 428.81213, 950.42099, 669.18958, 639.01505, 571.07642, 650.68326, 715.76056, 723.612, 1179.9024, 642.89587, 739.78677, 590.59087, 661.49213, 640.19595, 733.46973, 337.72319, 646.91406, 803.73605, 693.42618, 708.23392, 1385.22394, 813.97266, 452.86875, 343.2325, 928.19891, 1070.99127, 685.3125, 768.30566, 662.02692, 667.59253, 994.32031, 722.61697, 784.69598, 701.42197, 649.28741, 845.58878, 959.11343, 564.16779, 831.09814, 827.42822, 889.49258, 1167.70361, 724.59204, 1858.36047, 739.11655, 700.53409, 659.20877, 842.5451, 1900.69507, 1049.58032, 1230.30585, 677.62927, 1449.54382, 1327.8696, 568.1187, 714.789, 825.76929, 763.85809, 1099.5332, 1775.60083, 917.34, 1080.54309, 926.25024, 664.92078, 662.56821, 360.5434, 1600.81744, 821.11932, 931.3559, 600.87915, 1220.10217, 741.18539, 677.33276, 527.74974, 907.34662, 689.23279, 1343.22833, 737.56598, 738.29056, 1088.61694, 527.60382, 792.7576, 665.72064, 766.97296, 683.79828, 890.76208, 1647.85425, 777.5405, 864.91833, 558.22723, 953.95331, 334.83839, 631.31058, 625.2269, 743.32538, 844.27087, 1034.65747, 597.53642, 707.34283, 837.40625, 760.96481, 741.81503, 722.65204, 661.91528, 862.01852, 605.55048, 1267.28671, 510.49799, 1066.82504, 438.73981, 854.69449, 762.39746, 1128.10907, 702.06049, 850.47357, 688.67474, 1101.64172, 669.15298, 761.26855, 495.81482, 667.13611, 697.89752, 1041.62036, 810.20209, 681.10101, 752.50351, 801.43542, 648.16711, 774.57565, 658.26846, 816.71875, 532.96831, 780.90106, 862.00568, 680.35056, 733.53558, 895.78183, 850.67612, 1095.86945, 640.92426, 655.11877, 726.6792, 707.58499, 722.68884, 868.7312, 1342.26514, 750.32001, 611.05276, 772.76483, 775.30658, 659.06351, 415.90833, 563.85907, 755.26782, 1226.88101, 557.92319, 716.2399, 698.5267, 734.867, 887.3338, 644.73392, 1019.32587, 953.44266, 767.30344, 1034.95135, 729.23938, 1094.66833, 576.92804, 214.16085, 664.09836, 738.70166, 354.11722, 666.60214, 797.15375, 945.54092, 279.3773, 954.30341, 863.10892, 645.92447, 779.22559, 695.61624, 1102.06775, 1400.40662, 621.74194, 627.90842, 840.13025, 716.69373, 660.48842, 713.42792, 592.30338, 760.02527, 822.55719, 508.30353, 675.67163, 660.03357, 720.8905, 1091.30649, 663.75885, 1003.97482, 655.82419, 727.09149, 1358.17627, 710.69461, 1721.38956, 1279.96185, 729.25623, 657.29623, 706.57745, 830.43182, 699.62054, 691.47522, 2058.62396, 1090.05548, 862.9617, 819.043, 777.50244, 807.75439, 1215.65231, 1008.1925, 2213.4549, 584.70761, 837.29535, 607.03293, 652.29169, 755.7887, 1048.22736, 1144.76175, 776.13556, 822.30606, 547.4874, 397.43702, 855.68231, 570.82199, 938.05554, 778.8913, 1378.96924, 761.20203, 736.67029, 917.21558, 859.46838, 729.12518, 1561.22675, 800.74857, 736.82187, 860.21405, 433.36967, 726.48242, 747.84058, 745.11368, 629.25525, 712.98849, 635.35364, 670.1348, 799.45636, 802.15793, 873.82751, 743.578, 1202.47247, 694.96767, 1181.24988, 1583.34955, 794.74234, 720.64813, 731.13895, 509.39726, 764.23822, 1223.85535, 593.05045, 830.69513, 458.43582, 1057.83139, 730.48019, 676.62781, 1493.5307, 772.54617, 1075.59326, 1372.00177, 675.76611, 586.53979, 888.14764, 654.12952, 825.34027, 702.30801, 2007.03229, 872.9187, 1456.34021, 675.48975, 636.63867, 727.87604, 462.68289, 1001.23624, 669.5105, 795.60818, 807.79651, 1148.30914, 1375.4754, 623.9505, 397.27418, 759.19641, 604.70331, 100.43839, 1691.81799, 624.93106, 703.80957, 346.84183, 1202.33984, 907.1727, 721.06583, 551.32294, 751.76926, 692.84268, 539.94339, 788.14905, 1525.75653, 513.03651, 831.16302, 685.9187, 1108.30273, 805.15103, 651.80817, 866.96075, 799.81119, 726.58456, 667.79865, 791.10327, 113.09763, 689.1088, 765.70767, 712.70581, 1335.60748, 684.43329, 1074.69431, 658.25018, 694.08562, 803.08154, 257.23772, 817.95865, 1048.21228, 1661.4841, 568.75674, 323.73674, 742.16949, 129.03791, 749.17969, 790.70059, 1930.78632, 756.06018, 880.47174, 680.44177, 440.58455, 1298.96661, 1206.57028, 630.73929, 630.00934, 691.89798, 752.20438, 745.38452, 792.32776, 844.90582, 627.54633, 1796.49124, 425.29486, 900.8035, 657.31372, 624.28735, 688.72485, 686.39117, 670.48013, 763.37555, 618.95059, 705.97806, 896.08167, 477.32188, 761.11887, 820.60455, 863.21033, 819.40247, 731.07587, 766.16431, 725.15875, 355.58727, 1454.08014, 743.99261, 643.01099, 777.73196, 564.02481, 547.55147, 768.64334, 819.26331, 83.15225, 669.98984, 1482.16864, 649.51617, 855.85095, 749.73755, 676.79242, 582.42108, 1801.57928, 581.41351, 715.94806, 1113.49976, 1158.14496, 567.83536, 757.95624, 935.48514, 1152.27997, 2010.74463, 854.29724, 1987.27454, 709.06604, 869.98312, 868.34802, 690.04367, 731.76239, 793.97464, 374.05135, 953.95001, 828.61514, 1100.45471, 1214.84094, 705.86865, 701.02026, 643.23669, 702.17053, 730.00128, 727.76382, 1540.83875, 713.22961, 509.20746, 852.60754, 643.84103, 943.20972, 815.35077, 728.02472, 637.30597, 741.77704, 1035.66211, 714.7673, 1885.39099, 780.81918 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.0038022027847742584, "neutral_loss": 2.9814119194805238, "target_chat_loss": 1.1168060723882247, "neutral_init_loss": 5.059617584228516, "target_chat_init_loss": 2.685804634094238, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 312.89301, 105.05394, 394.87079, 301.36127, 420.4455, 135.20039, 401.67557, 319.92609, 114.63588, 132.032, 398.58029, 322.84091, 226.72688, 77.79806, 294.96094, 116.21365, 97.22141, 154.36339, 338.3974, 135.70844, 309.27643, 444.34204, 115.31435, 396.63684, 386.14255, 342.57144, 92.38512, 81.89108, 98.5268, 173.58987, 336.81424, 103.50959, 84.2047, 361.12833, 107.53982, 421.97641, 365.6778, 313.20941, 226.31635, 100.54862, 110.07324, 305.09485, 110.86366, 254.21497, 324.32678, 101.41798, 112.81886, 286.31635, 74.22251, 295.14056, 143.10779, 75.78244, 351.68152, 256.04224, 375.47186, 288.76782, 137.42697, 251.74127, 417.22177, 477.31555, 103.01695, 103.46824, 122.87469, 85.0567, 354.99121, 93.58536, 140.37857, 108.7895, 331.51959, 115.64952, 114.0034, 131.49326, 430.03284, 281.90271, 259.55841, 372.83533, 458.0184, 116.74403, 388.21454, 111.61931, 135.29974, 328.98526, 352.26233, 315.44208, 110.74245, 105.89522, 108.83944, 107.87445, 424.26791, 104.62262, 134.31264, 94.41654, 274.15375, 248.79857, 319.01425, 370.49298, 294.21033, 116.10262, 320.94864, 352.65234, 104.08276, 148.0704, 258.72198, 405.22955, 88.79539, 372.89169, 92.78459, 296.3161, 126.03682, 86.17636, 456.95233, 281.40414, 96.86632, 360.7627, 130.55583, 89.00028, 432.64502, 108.70242, 246.4693, 211.28992, 107.62869, 165.86429, 61.99773, 287.78778, 104.54617, 273.06348, 298.20828, 210.60966, 264.11179, 100.9966, 124.95528, 99.10611, 359.05652, 369.6813, 84.25466, 120.66377, 98.10657, 103.84015, 234.7352, 302.16574, 432.82306, 121.46098, 73.29809, 174.36473, 123.98685, 117.31371, 138.27362, 267.64465, 353.21167, 280.9826, 69.93773, 105.78237, 361.12445, 152.95044, 109.36453, 122.59435, 356.43887, 239.22227, 124.75549, 326.79083, 129.50957, 335.40726, 323.92023, 364.56909, 288.7356, 116.04219, 298.75586, 134.59744, 271.5824, 132.67636, 121.36301, 134.67998, 129.27332, 293.03021, 279.78882, 108.49401, 133.38484, 251.02945, 99.21906, 424.56232, 141.41937, 314.7598, 349.0788, 100.44007, 124.80073, 279.59814, 284.34222, 109.14126, 132.17281, 141.51871, 308.2193, 344.36862, 136.24789, 286.45575, 113.56773, 267.10126, 324.27252, 116.87728, 123.55632, 119.27788, 121.00455, 139.56216, 279.10858, 86.40024, 401.28778, 245.41068, 119.82996, 112.88493, 107.66906, 425.15375, 104.80919, 446.55869, 115.5341, 113.86236, 130.82822, 298.92908, 345.84668, 330.87784, 128.80191, 423.18951, 130.86366, 305.45386, 320.89728, 92.38925, 99.59483, 264.38513, 110.66901, 339.38113, 126.32408, 106.21619, 105.41936, 92.95641, 94.18628, 316.62781, 69.59605, 316.98038, 360.63171, 150.91994, 318.46265, 117.20802, 256.85001, 357.17935, 260.87061, 144.2836, 321.33032, 76.60233, 90.47084, 118.57233, 108.34769, 135.88715, 128.45242, 311.34949, 389.29382, 127.97507, 275.79062, 123.22899, 107.85683, 315.23868, 96.71077, 126.16661, 106.9706, 121.42824, 275.87903, 121.02107, 342.58624, 388.97433, 418.34552, 393.26923, 100.49057, 337.39566, 256.26205, 286.5321, 128.55087, 332.35907, 362.4765, 242.24338, 126.19922, 411.99429, 343.00381, 403.36066, 279.04736, 132.41867, 102.5912, 399.34418, 125.15834, 156.45206, 420.64117, 164.43961, 136.19812, 296.53894, 317.85632, 181.28925, 98.61919, 88.32767, 85.52721, 370.39575, 100.81661, 111.5401, 354.10693, 105.63391, 127.1874, 165.63988, 293.41046, 118.62608, 78.87364, 320.336, 349.60349, 119.4418, 74.26838, 292.50934, 102.81664, 357.05914, 299.53098, 394.63333, 184.08778, 150.62741, 68.78365, 334.0307, 337.30322, 89.48767, 292.77136, 127.26073, 330.29944, 414.16931, 145.33173, 117.32594, 118.46481, 331.8364, 117.48434, 380.57526, 378.56427, 257.0372, 378.27243, 128.36864, 121.40775, 134.62134, 138.86853, 86.49963, 132.53502, 118.01095, 131.61472, 129.4222, 67.42959, 149.78082, 425.41162, 352.42944, 285.77002, 109.91211, 397.98508, 114.29086, 194.30869, 112.131, 256.19052, 268.00839, 283.05524, 141.41591, 109.71497, 57.82288, 91.49004, 343.15967, 109.70484, 100.44694, 285.19409, 365.46509, 279.16974, 186.42404, 375.81177, 129.32071, 289.60938, 98.73479, 118.7457, 130.41788, 126.69069, 275.91309, 116.94183, 275.54657, 393.23859, 236.72986, 137.31229, 323.49994, 160.08331, 337.51285, 125.96068, 118.18225, 393.11325, 107.03899, 109.94752, 271.29318, 116.13062, 94.00122, 88.07558, 124.89033, 152.41438, 102.54028, 338.62674, 343.33606, 110.98656, 404.94751, 107.23517, 176.23154, 269.5795, 350.48285, 93.73901, 284.14621, 108.65951, 114.46301, 259.92236, 145.39703, 456.74408, 105.27368, 365.07169, 383.59589, 337.9516, 106.37206, 305.26965, 137.37025, 176.47464, 78.9819, 98.98154, 256.0993, 209.59196, 236.42387, 142.2805, 318.31311, 121.84365, 346.38303, 357.31921, 421.05688, 349.8688, 93.26249, 353.89148, 125.57526, 92.76902, 295.38983, 290.34189, 253.70169, 116.39437, 108.46016, 386.76337, 356.92648, 130.31412, 315.57922, 298.03802, 92.32357, 103.68484, 390.78125, 313.49017, 270.57828, 363.61053, 369.49005, 367.44141, 371.41556, 286.92761, 447.90994, 180.25391, 372.96112, 374.349, 91.54813, 104.22475, 121.82044, 154.27344, 257.12003, 319.17148, 367.22647, 306.60318, 301.80988, 387.24292, 98.06128, 319.11288, 437.69629, 116.44582, 370.88092, 112.252, 116.57863, 398.16644, 106.80563, 304.06192, 135.34795, 376.72034, 261.16528, 224.13438, 95.07139, 295.22882, 296.07538, 97.33754, 464.43848, 334.78165, 82.57121, 207.4756, 100.90187, 309.11279, 107.47674, 224.79901, 268.48871, 229.44531, 94.13212, 114.56486, 333.82559, 79.84387, 105.01199 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 601.60144, 754.7674, 495.4032, 675.478, 554.33813, 738.97589, 769.78714, 878.20261, 348.98024, 659.09885, 629.91235, 1205.00476, 1214.57187, 1260.9425, 667.72159, 582.01062, 460.59784, 681.83676, 1189.14569, 629.21097, 1471.37573, 637.00479, 835.79117, 827.52151, 652.44797, 842.76816, 669.89661, 676.08395, 681.81735, 623.98514, 349.71204, 749.54968, 1077.66364, 946.76996, 672.55731, 613.53763, 585.58124, 561.55316, 669.21405, 593.06802, 804.2326, 656.633, 816.86783, 619.99081, 587.10983, 1004.83844, 575.242, 723.52444, 1762.39551, 623.48944, 646.40216, 1047.2207, 967.32999, 2282.92755, 791.18906, 734.30643, 761.53345, 550.32748, 675.526, 768.43948, 406.66885, 928.57724, 610.3299, 598.8653, 562.02533, 613.75656, 657.77356, 686.7417, 1154.71478, 607.29941, 717.09149, 575.99776, 617.87689, 630.65332, 679.15948, 333.12146, 635.88721, 775.29614, 645.88892, 674.56979, 1365.5087, 755.80258, 446.54173, 336.50652, 912.39514, 1058.16571, 646.24731, 713.4808, 614.92401, 616.47769, 947.15027, 690.14984, 761.64661, 656.60693, 598.6207, 777.21161, 942.77536, 518.85846, 789.97656, 815.2272, 841.37192, 1146.71613, 712.58151, 1841.44281, 732.72781, 670.80539, 607.02344, 799.77954, 1882.85315, 1031.2038, 1212.21277, 626.87801, 1420.67255, 1310.75513, 564.59555, 664.51593, 813.91968, 714.27798, 1084.88657, 1758.26031, 908.3396, 1055.66345, 913.24252, 623.76874, 624.5213, 344.02624, 1582.32935, 793.20358, 911.25635, 547.93378, 1202.31921, 727.25513, 635.07407, 523.83415, 895.44458, 653.67773, 1338.12054, 704.8121, 713.5029, 1071.78, 522.10117, 765.27786, 621.12448, 758.55328, 649.35904, 881.65622, 1616.03223, 724.11398, 847.2254, 546.37752, 932.83954, 312.28136, 623.44357, 577.00677, 735.81573, 828.3754, 1014.88379, 557.16747, 661.96417, 775.16705, 705.75266, 702.31924, 673.21915, 605.52487, 825.05658, 591.6759, 1252.2439, 484.7222, 1048.44171, 433.49004, 802.7774, 712.76605, 1103.0636, 665.74469, 799.21387, 636.51657, 1069.38336, 619.23654, 722.81845, 487.99384, 632.53772, 649.31351, 1019.89514, 758.69757, 643.83032, 734.58978, 754.31851, 610.73019, 760.2583, 606.31989, 785.65057, 527.7043, 718.63043, 819.66641, 639.39191, 729.04272, 845.44333, 821.21454, 1071.18381, 602.51361, 605.75061, 706.33954, 663.38922, 685.36923, 855.23163, 1328.00336, 705.32187, 595.23648, 719.59296, 723.63953, 651.49326, 415.30222, 558.2283, 741.75702, 1206.69482, 550.14746, 667.20636, 648.65332, 689.20084, 866.1308, 606.20732, 1002.70618, 946.7088, 714.9805, 1021.04352, 721.40018, 1085.41406, 534.14012, 214.37788, 651.62827, 714.93875, 346.72925, 616.72708, 760.17599, 932.81741, 274.84139, 945.15631, 816.19669, 589.23447, 737.87579, 650.27847, 1073.67477, 1369.53363, 589.18655, 591.35995, 823.20621, 668.60333, 647.04988, 685.40207, 559.52356, 713.66916, 796.90845, 503.54086, 623.20757, 608.31505, 661.52145, 1067.89899, 620.67615, 984.60355, 612.66043, 677.97906, 1352.28299, 659.99017, 1699.17047, 1255.73013, 690.31204, 614.66418, 657.62274, 789.71921, 650.72156, 647.05563, 2020.95966, 1069.89246, 832.5603, 769.55814, 739.21606, 773.642, 1199.10333, 992.97113, 2188.90131, 574.28513, 799.59866, 559.30872, 641.29651, 727.07553, 1035.33966, 1120.32654, 726.73291, 817.43372, 535.05742, 371.1707, 803.38504, 561.27754, 932.58331, 730.40457, 1362.50879, 721.9245, 732.5665, 866.43311, 820.60257, 686.90823, 1540.2912, 742.31186, 689.0448, 850.00864, 431.03265, 689.02609, 696.61108, 733.40662, 588.87216, 689.6181, 604.94824, 630.61147, 772.89868, 792.13177, 825.36768, 690.95917, 1185.84393, 677.77065, 1167.24295, 1571.66919, 763.63528, 677.06323, 717.53088, 502.26465, 716.39359, 1206.60083, 582.02277, 810.18396, 452.21811, 1048.91986, 721.68604, 620.98187, 1482.16278, 719.27939, 1055.75723, 1350.40244, 636.53665, 574.5322, 852.89972, 612.37064, 772.52417, 668.09576, 1988.77515, 849.67734, 1429.40747, 617.15021, 602.47998, 686.68301, 453.60547, 984.89767, 630.96764, 790.36444, 786.70129, 1126.53229, 1348.3512, 591.41693, 370.39951, 744.74738, 568.89951, 99.29631, 1672.09143, 616.14233, 674.08344, 340.44933, 1186.86728, 883.93115, 676.65338, 536.33952, 702.72137, 679.71094, 533.98904, 752.00723, 1500.48279, 503.81009, 817.74133, 672.39688, 1099.07935, 765.69238, 643.6264, 856.85428, 757.10229, 679.15143, 616.45142, 781.45221, 109.7659, 680.64206, 748.17053, 669.117, 1312.10681, 644.78705, 1061.64124, 613.80722, 692.32468, 752.37485, 252.91166, 799.62921, 1044.21423, 1643.00153, 538.44168, 314.39151, 694.89157, 127.60125, 719.70853, 741.85233, 1904.25153, 703.33786, 834.82599, 634.63805, 427.26175, 1283.4928, 1185.01599, 594.31485, 602.44577, 634.10141, 705.57626, 732.01501, 746.94995, 834.15063, 622.98441, 1773.01331, 414.06161, 841.91461, 598.43689, 586.08752, 674.40372, 645.18274, 649.39331, 716.9577, 610.87634, 648.22198, 853.2262, 465.50697, 704.03955, 778.05334, 844.33603, 780.71622, 687.41367, 718.47856, 713.42563, 352.29332, 1448.37799, 709.47589, 632.26712, 758.1955, 548.19553, 534.66724, 732.646, 785.12164, 81.66641, 644.1535, 1473.43384, 616.55923, 817.37567, 710.81439, 634.89694, 570.67041, 1779.08133, 540.485, 669.47934, 1096.63507, 1141.47437, 565.61819, 724.78528, 925.41696, 1137.57892, 2006.3158, 804.82346, 1952.06665, 675.73599, 853.5484, 824.60153, 657.31866, 712.01276, 777.13495, 368.91945, 930.80408, 808.75317, 1082.29541, 1192.21054, 684.38461, 651.09454, 590.81531, 692.86533, 683.05707, 674.16513, 1515.89957, 698.84149, 504.10855, 802.2569, 599.34326, 927.84674, 772.27161, 701.44147, 594.68527, 705.44458, 1029.31091, 672.53351, 1876.08929, 726.43259 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.01389102364755669, "neutral_loss": 2.9902161633221684, "target_chat_loss": 1.0779555816652109, "neutral_init_loss": 5.065919891357422, "target_chat_init_loss": 2.47027449798584, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 312.72617, 104.19501, 395.24371, 303.88864, 420.75317, 135.40671, 403.42209, 320.39148, 115.41837, 129.18159, 401.73871, 322.99249, 228.93184, 79.05122, 297.29657, 119.74903, 93.87637, 154.07614, 337.7251, 137.83177, 311.22476, 445.34265, 115.13673, 395.54517, 385.53796, 339.1879, 93.81082, 83.31551, 99.75109, 174.7812, 337.00586, 103.66031, 84.18507, 364.02866, 109.67105, 422.4595, 363.39697, 317.1683, 228.41463, 100.42059, 109.63095, 306.52512, 111.49625, 254.83017, 326.71057, 101.32472, 113.47385, 288.25656, 75.02938, 295.78491, 140.95822, 74.16188, 353.88562, 252.89388, 376.48035, 290.22034, 138.47525, 252.20509, 422.4097, 477.93457, 103.89142, 105.6806, 124.54834, 86.13316, 358.43634, 95.23849, 140.21008, 109.55693, 330.69202, 117.64195, 114.71295, 131.88133, 432.98584, 282.41467, 258.85071, 374.82312, 456.51349, 116.8378, 392.28482, 111.8822, 137.52202, 329.16064, 352.79849, 315.02692, 111.85803, 107.22679, 108.36557, 107.72716, 422.86206, 104.63266, 135.00031, 95.15024, 276.90494, 249.24535, 318.97244, 367.73679, 299.04733, 116.04518, 320.86194, 355.25632, 104.21518, 148.66257, 262.14026, 405.01178, 87.91338, 371.51083, 91.63333, 296.43906, 126.63388, 86.1924, 455.87872, 281.66055, 95.98447, 359.58807, 131.07825, 87.4926, 434.16757, 106.23825, 250.94644, 212.08701, 109.79977, 166.48593, 62.02434, 289.30698, 105.11742, 273.63754, 300.32861, 210.65567, 266.29907, 101.4574, 126.75938, 98.44609, 363.95868, 369.96783, 84.70988, 122.88829, 99.30011, 101.9639, 235.31636, 300.70831, 435.78229, 126.06237, 73.50566, 173.88672, 125.73504, 119.22742, 138.48386, 266.07144, 354.9483, 281.586, 70.1989, 109.51149, 359.51898, 152.29744, 108.73392, 125.40568, 354.74008, 239.35037, 127.21519, 329.64893, 131.22156, 337.67035, 325.41556, 364.97662, 289.38336, 118.14568, 301.22107, 136.53003, 270.34912, 132.72186, 121.51149, 135.96075, 128.18843, 294.01257, 279.93207, 107.80819, 132.38818, 252.89543, 99.72029, 424.05084, 140.69423, 315.34985, 349.45349, 101.9854, 125.86148, 278.34073, 282.16537, 107.991, 134.29721, 139.75011, 307.61755, 345.33118, 137.52762, 285.67999, 115.13643, 267.07898, 323.56897, 116.57131, 123.71173, 117.10993, 119.96193, 138.49765, 280.18137, 85.22559, 401.02606, 247.15871, 120.88998, 111.80176, 108.14825, 424.90311, 104.90859, 441.44757, 116.55354, 113.66769, 130.29489, 299.95923, 347.008, 333.68744, 128.95642, 425.11243, 130.08902, 305.72174, 323.35614, 93.33323, 98.40967, 264.12335, 112.40871, 341.04086, 127.83451, 105.45496, 106.57253, 91.99471, 92.50864, 317.57245, 70.39145, 316.43091, 361.00089, 149.61867, 319.20087, 118.44148, 256.35986, 356.69238, 261.64621, 145.30243, 326.47223, 75.65134, 91.776, 119.63418, 108.14832, 138.12988, 129.00012, 311.29633, 391.37808, 130.76562, 277.09546, 124.1889, 108.58433, 314.81808, 98.66139, 125.28629, 108.84093, 121.93913, 280.14746, 120.18647, 342.5871, 387.34674, 419.46902, 395.30957, 100.0946, 337.67639, 256.03946, 283.41254, 127.82756, 334.80908, 366.7196, 242.082, 126.55371, 415.32343, 343.27081, 402.70145, 281.27863, 134.15167, 103.38678, 399.15775, 125.95016, 155.95363, 422.5744, 164.1833, 137.73839, 299.68542, 320.09796, 180.55356, 94.90462, 87.13302, 87.64189, 371.8678, 100.66014, 114.13552, 353.81552, 104.09773, 127.93297, 170.17673, 295.65912, 117.65084, 79.36511, 322.36893, 349.40448, 116.96212, 73.33778, 294.23254, 100.99677, 357.38538, 297.99771, 396.92688, 183.01015, 149.23726, 70.41679, 333.03513, 339.27618, 87.00546, 296.60962, 127.50417, 332.29694, 416.88522, 146.74185, 118.41228, 119.27034, 333.36438, 119.80749, 382.42236, 381.57816, 258.29614, 377.6926, 129.2077, 123.06415, 135.85329, 136.46475, 87.59369, 131.18643, 118.82373, 129.40108, 131.78885, 67.18286, 150.7679, 426.49359, 354.75708, 286.87219, 109.91136, 399.01544, 112.99437, 196.80237, 111.86775, 252.01074, 268.02545, 283.08539, 144.93564, 108.88576, 59.91232, 91.12331, 345.05151, 110.55165, 100.28542, 288.45132, 366.06781, 280.38818, 184.18152, 379.41486, 128.82837, 291.12341, 101.42656, 118.88939, 129.7999, 126.77167, 276.98602, 115.39233, 277.80438, 394.35797, 236.07037, 136.32771, 323.50143, 161.90799, 336.74179, 126.06535, 118.53981, 394.09967, 108.04205, 110.24581, 275.27527, 116.50418, 93.25394, 88.0147, 126.71767, 156.35075, 103.38503, 340.45209, 346.92142, 110.13624, 405.03564, 108.91191, 178.41078, 270.7504, 354.56458, 93.9798, 284.66846, 109.3793, 112.50835, 260.14639, 143.67255, 458.02457, 105.07838, 365.02484, 386.87686, 342.66101, 106.25115, 304.52417, 139.61394, 176.2034, 80.25422, 102.37717, 254.43509, 208.64651, 235.04025, 142.11896, 318.52518, 122.62401, 350.13962, 360.80182, 421.86209, 352.3447, 97.07389, 355.25955, 126.49686, 93.38321, 298.01044, 289.6618, 250.48216, 117.10568, 110.30124, 386.72037, 354.51294, 131.3365, 316.92401, 298.60593, 93.39243, 104.02936, 390.74835, 314.06586, 270.63361, 366.76624, 372.12885, 371.01212, 372.25366, 287.41608, 448.22232, 185.37793, 377.20697, 376.05179, 91.71259, 102.18358, 121.75397, 155.58969, 255.3821, 319.52661, 371.28198, 307.38477, 300.89261, 391.13245, 97.22639, 318.50372, 437.36331, 114.77364, 373.33749, 115.45683, 117.72359, 398.73929, 106.53757, 305.09131, 135.35878, 378.37106, 263.3793, 221.1265, 95.02109, 295.1571, 297.39502, 97.55821, 467.49902, 334.1637, 81.26164, 209.32907, 100.83768, 310.08154, 110.11404, 224.57483, 268.28873, 231.40773, 92.01341, 115.85594, 335.50861, 80.17373, 105.11181 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 573.36713, 719.76306, 483.25226, 634.4454, 521.32756, 692.19424, 757.65933, 875.75198, 338.23174, 610.87357, 580.62941, 1183.71036, 1167.91116, 1248.25641, 659.55597, 580.82709, 451.99808, 650.59891, 1182.07886, 623.67108, 1442.61597, 609.09891, 825.72293, 802.89209, 612.59174, 798.26871, 669.53848, 626.32327, 640.73184, 584.43443, 321.21042, 702.21802, 1050.07367, 926.15656, 635.33389, 590.52678, 546.3, 529.70636, 639.08121, 577.29288, 747.59918, 613.94051, 802.43668, 577.40918, 576.63333, 993.66382, 555.76233, 698.09979, 1732.99231, 579.68489, 599.4537, 1025.57196, 950.85489, 2253.88159, 772.52881, 699.1286, 727.49026, 528.11758, 618.41858, 754.50058, 382.26871, 897.23267, 552.11572, 560.41656, 551.76273, 584.86932, 601.67538, 658.50821, 1134.36597, 570.03415, 691.97266, 557.14081, 572.68018, 618.12552, 629.77164, 338.13295, 630.4194, 743.53638, 596.14801, 642.29617, 1351.10489, 695.22272, 441.1944, 328.98254, 891.98895, 1050.67484, 608.87773, 658.38831, 566.63177, 571.58466, 903.47668, 664.89972, 735.02005, 613.62234, 542.59402, 717.74713, 925.62018, 478.03117, 748.40598, 799.70023, 795.39963, 1130.86453, 701.22559, 1820.88916, 725.63239, 645.01099, 560.40161, 755.20569, 1866.87292, 1009.52606, 1190.8822, 574.78735, 1384.29236, 1295.62396, 564.7935, 609.28656, 801.53064, 673.33142, 1077.01447, 1743.38672, 894.51755, 1031.74915, 905.79883, 581.49277, 591.04129, 323.70762, 1560.24146, 768.99493, 888.7323, 497.59851, 1182.49127, 716.98294, 595.88406, 524.01651, 887.33182, 615.62833, 1333.42029, 675.45316, 689.57867, 1058.33923, 513.14566, 739.32654, 579.60977, 744.56268, 614.21381, 875.41959, 1584.49167, 674.8793, 830.06543, 540.21165, 913.01654, 295.70065, 613.6998, 535.85219, 726.54968, 814.97443, 993.36853, 521.29852, 619.09351, 715.72198, 652.20581, 662.55342, 629.97205, 545.3934, 785.36734, 579.14893, 1236.4436, 463.05371, 1034.45929, 429.89291, 749.9389, 660.41931, 1084.22943, 623.14236, 747.58975, 591.72691, 1036.13263, 579.38501, 684.67789, 479.47253, 597.67505, 608.05417, 997.28296, 706.65384, 613.17464, 716.55798, 710.76172, 577.19012, 746.10202, 561.88492, 758.62839, 521.79669, 653.90341, 776.90775, 594.41644, 723.03409, 804.09692, 791.9375, 1052.53372, 559.89099, 568.00366, 687.74738, 619.15366, 657.74622, 838.85092, 1311.54529, 667.4191, 578.49359, 662.76495, 674.40259, 644.42581, 413.11137, 552.31732, 728.06973, 1185.76028, 540.81609, 614.07941, 598.8736, 653.9209, 844.216, 567.92166, 978.68396, 941.39948, 665.34201, 1004.33029, 721.45029, 1081.31519, 495.84283, 216.48876, 638.25287, 685.43095, 345.33823, 566.67239, 721.42099, 915.41888, 265.38679, 939.52295, 765.5863, 530.51059, 701.93091, 602.48804, 1046.39999, 1331.07611, 557.5314, 555.68449, 804.22919, 620.5311, 637.21173, 657.13083, 529.11049, 677.8631, 778.63623, 495.62564, 571.31528, 556.96739, 613.24127, 1043.77368, 580.63977, 966.25613, 567.52776, 629.63223, 1346.38782, 610.0741, 1672.69763, 1227.61609, 657.134, 580.25555, 605.50386, 753.49295, 599.8606, 603.82883, 1990.22449, 1049.07898, 804.76157, 717.31366, 700.95714, 736.00244, 1177.97333, 984.27274, 2158.28201, 561.57208, 765.34775, 515.26938, 629.02249, 699.60547, 1027.00482, 1102.09491, 671.49374, 811.30231, 519.88391, 349.68836, 753.1933, 553.1053, 931.26672, 672.81631, 1349.14468, 684.4733, 719.0238, 815.76044, 789.8382, 650.16174, 1520.1181, 683.11017, 642.96912, 842.01764, 424.71712, 653.50073, 645.82962, 719.77875, 551.8459, 663.24963, 579.37897, 592.86601, 756.20087, 778.97314, 779.05988, 648.31491, 1169.93652, 662.85286, 1150.82117, 1560.98138, 734.41833, 640.01263, 703.60852, 497.65225, 672.53079, 1188.72766, 576.8967, 789.69666, 447.70633, 1034.68146, 712.51688, 562.84869, 1481.07672, 667.75827, 1040.07224, 1326.31189, 592.82761, 568.17888, 821.39447, 576.08531, 715.89563, 633.20905, 1971.34344, 826.38412, 1408.75525, 570.66258, 572.27608, 648.26703, 445.96692, 971.27893, 592.8149, 781.4906, 765.08542, 1096.41504, 1325.18921, 562.39931, 344.57569, 726.03101, 535.43117, 96.72924, 1653.40625, 603.85742, 650.98569, 334.39389, 1166.12195, 862.49463, 635.84613, 524.76434, 663.86304, 665.24243, 526.46857, 715.28241, 1480.44025, 496.96243, 797.38705, 657.08002, 1088.94843, 724.37793, 631.9812, 845.99612, 714.22409, 636.96521, 569.21417, 775.03705, 108.0125, 665.3515, 729.26868, 631.56128, 1286.46194, 609.08514, 1049.59546, 575.29712, 684.84424, 702.72412, 249.44236, 785.30487, 1042.74646, 1628.31448, 504.71284, 304.48609, 645.95505, 121.016, 688.38763, 692.07422, 1882.44046, 647.76846, 791.41473, 594.94492, 410.37102, 1270.18472, 1161.59561, 566.52567, 580.38284, 578.67374, 665.05817, 713.0513, 700.45377, 812.42456, 616.69913, 1749.19733, 405.30784, 791.07516, 540.13519, 556.61349, 663.04898, 605.85754, 629.54974, 671.09421, 602.72101, 600.00517, 810.02621, 453.38387, 654.56393, 735.68613, 822.22739, 742.05542, 644.74448, 667.11261, 702.00366, 348.57706, 1441.53137, 676.26555, 625.56546, 737.44861, 534.8981, 522.46893, 695.80658, 748.60944, 80.68892, 629.5235, 1467.76727, 585.45258, 773.37762, 672.53238, 591.12683, 564.68152, 1752.75024, 494.61519, 622.19693, 1076.19135, 1123.47827, 562.87738, 692.8515, 921.03723, 1129.9028, 2008.98932, 758.15125, 1929.02295, 643.83423, 833.49612, 782.92856, 624.63626, 701.62833, 760.3465, 364.46234, 907.6662, 787.67035, 1063.94473, 1182.21353, 667.56622, 600.4754, 542.5731, 681.58365, 639.01062, 622.1723, 1484.41202, 684.20395, 504.20749, 753.67773, 557.10689, 911.60605, 726.91101, 675.21368, 552.52434, 665.55353, 1019.6546, 629.49066, 1854.92688, 674.24051 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.030279283510385, "neutral_loss": 2.9892089448273826, "target_chat_loss": 1.0454861027912918, "neutral_init_loss": 5.044286041259766, "target_chat_init_loss": 2.255864111328125, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 311.38354, 102.42023, 392.7558, 302.37021, 422.09662, 135.24432, 402.28595, 318.88605, 116.76678, 128.30556, 405.57306, 322.96057, 229.34125, 81.1328, 300.3782, 124.31448, 89.96761, 151.82605, 334.78265, 138.12692, 314.37161, 441.58563, 114.29367, 393.96066, 386.21838, 335.55191, 95.21555, 82.04204, 99.28934, 174.56842, 333.91223, 102.19624, 84.30635, 366.24139, 110.74543, 424.02307, 360.7309, 318.70691, 228.32544, 99.55278, 108.6141, 305.59009, 111.9137, 254.09711, 326.8092, 101.62155, 114.77354, 287.99445, 76.15465, 294.63531, 139.33188, 72.24366, 358.11719, 249.87677, 378.10593, 290.44867, 139.32133, 251.17787, 425.10507, 473.18811, 105.25964, 106.90318, 124.98468, 88.25763, 359.59964, 94.97348, 138.74512, 111.47897, 328.7052, 116.09392, 112.84007, 130.60692, 433.05588, 282.85516, 257.91742, 374.87241, 453.14594, 116.77437, 393.65784, 113.35889, 138.92686, 331.52744, 349.48822, 314.15955, 110.64655, 107.45113, 107.74228, 106.4569, 423.45746, 106.41136, 132.97711, 95.42023, 275.90015, 251.09775, 318.07547, 365.4617, 300.24353, 115.69673, 319.88461, 354.12366, 103.43256, 147.88824, 263.37518, 404.89603, 88.23724, 370.32172, 91.71758, 297.22913, 125.52828, 86.09771, 453.44708, 281.93292, 95.48331, 363.93738, 130.82248, 87.47404, 435.14709, 102.27715, 254.02992, 212.26984, 109.3468, 168.88957, 62.24806, 290.23325, 106.71326, 277.33298, 299.39355, 210.3577, 266.61139, 101.19505, 127.23653, 97.91214, 366.3576, 369.66919, 83.33574, 124.51141, 99.10139, 102.80251, 234.40753, 299.5368, 435.52783, 128.57787, 74.45237, 170.30296, 126.56866, 121.73366, 137.38086, 261.52063, 352.58276, 280.271, 69.50285, 112.49776, 356.93576, 150.01649, 109.40747, 127.21337, 358.35941, 239.38614, 129.72359, 330.07147, 132.10736, 338.53006, 327.11615, 364.34412, 290.26929, 120.90321, 301.8006, 134.53835, 268.49246, 132.17599, 122.11353, 138.11438, 127.58363, 292.2883, 281.44696, 106.98001, 130.81984, 254.50171, 100.97021, 426.12195, 138.27261, 313.16833, 348.80963, 103.69106, 126.25082, 277.31262, 280.48969, 105.83514, 136.58139, 138.49644, 306.70892, 344.14481, 138.89919, 286.80719, 114.08527, 268.20514, 325.24384, 115.9211, 123.04269, 115.06728, 119.67465, 138.15405, 279.55936, 85.32471, 400.10675, 246.67413, 123.53275, 112.1695, 110.14233, 427.25488, 105.82645, 431.77817, 116.74921, 114.02507, 128.12411, 299.66748, 346.47183, 334.12872, 129.07161, 420.01199, 127.69789, 305.30869, 324.41824, 93.28357, 94.26279, 262.5929, 112.54849, 339.92398, 127.95755, 104.0863, 107.59633, 91.89397, 91.65955, 317.43332, 71.6149, 315.15274, 363.20142, 149.35693, 316.94635, 121.11009, 257.67105, 355.60022, 264.19562, 144.50336, 326.12433, 74.47344, 93.63345, 120.25638, 107.94152, 139.46994, 131.06345, 312.31998, 392.23895, 132.21909, 275.96594, 125.64686, 108.84061, 314.04352, 99.62164, 124.42908, 108.34534, 122.67465, 281.58823, 118.97704, 341.12555, 386.90701, 417.65958, 394.26831, 97.40046, 337.21201, 257.19522, 282.14142, 124.4547, 338.45776, 367.04449, 240.87036, 127.82581, 418.77362, 343.7514, 399.94958, 278.94415, 135.9343, 104.17958, 401.58395, 127.2911, 155.47992, 424.69833, 163.83055, 137.00493, 302.23224, 321.21304, 180.0341, 91.23622, 84.72417, 87.81327, 370.60577, 100.66141, 120.25887, 352.35251, 100.89539, 127.94152, 173.58353, 293.89691, 114.50475, 80.17229, 324.74506, 347.87283, 116.8635, 71.537, 293.49115, 99.9235, 357.38599, 298.18832, 389.17563, 181.58029, 146.71045, 72.18875, 331.65228, 337.96384, 85.57793, 298.01251, 127.21513, 334.06128, 419.01303, 147.69177, 120.60456, 119.81664, 334.24237, 119.44138, 385.37796, 381.5166, 257.75748, 377.20026, 126.54739, 126.12636, 134.19336, 135.58055, 87.18353, 131.11311, 119.04244, 128.72562, 132.86295, 65.87125, 151.07591, 427.05304, 358.36871, 286.58163, 110.64513, 397.17859, 111.79797, 199.55576, 109.98315, 247.26505, 264.96344, 283.9903, 147.25479, 109.36371, 61.07828, 89.72461, 345.5152, 111.11757, 98.17928, 285.92938, 366.53461, 279.67688, 180.45065, 380.10406, 129.04228, 293.047, 103.70106, 118.69275, 128.67465, 127.62807, 278.25925, 114.46828, 279.6474, 396.22287, 234.39903, 134.70438, 322.45261, 160.20149, 335.40408, 126.44838, 117.73559, 393.7851, 106.60868, 108.01324, 277.1311, 116.18309, 93.78494, 87.06682, 127.19021, 159.13281, 103.85376, 341.7597, 346.7753, 109.12927, 400.96368, 109.76717, 179.03323, 269.34772, 353.1012, 95.00063, 279.31824, 107.30001, 111.13056, 260.42737, 142.81021, 456.80292, 105.24759, 365.52551, 386.15051, 344.69156, 104.80786, 301.62573, 142.45819, 175.49567, 81.77126, 104.95403, 253.8389, 207.85303, 233.90317, 140.20531, 315.93909, 122.74478, 353.66086, 362.40952, 422.56931, 349.50073, 100.22066, 357.17871, 127.64922, 92.53905, 299.38672, 289.08847, 246.90295, 118.10725, 112.63691, 381.02267, 353.03976, 132.51944, 318.45062, 299.45178, 95.15199, 105.59068, 388.92706, 316.09991, 271.75031, 366.75861, 374.67267, 374.82074, 372.63248, 288.54984, 446.92947, 189.34669, 379.98572, 375.13031, 91.71825, 102.47363, 122.18541, 155.02161, 253.06381, 321.44595, 373.66736, 307.25989, 302.27069, 392.93341, 97.74416, 317.14691, 438.30127, 112.07666, 376.71149, 119.43037, 117.73622, 398.60742, 105.6315, 305.19733, 136.22461, 378.53809, 263.44916, 220.59714, 95.38326, 294.82187, 299.05209, 94.97987, 471.44366, 332.89093, 80.36929, 205.71329, 101.22636, 309.06525, 111.0023, 225.28255, 269.16141, 232.00954, 91.13533, 117.45419, 334.04779, 79.52586, 100.23968 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 547.69559, 688.25339, 473.51723, 606.58073, 505.315, 655.90958, 748.55212, 878.20337, 331.87163, 569.29822, 539.53928, 1162.82037, 1131.57834, 1240.47919, 649.35757, 579.17322, 442.19412, 626.07123, 1173.84717, 616.90659, 1421.01221, 580.38397, 811.5213, 778.79941, 585.7041, 762.55933, 664.77325, 592.77863, 605.50229, 549.85747, 298.12351, 658.72214, 1017.91008, 905.88699, 602.6203, 574.24336, 519.31349, 504.65181, 616.18845, 560.81601, 707.46271, 575.33719, 780.68912, 554.82883, 564.655, 974.25623, 536.61002, 675.58246, 1713.51828, 541.25363, 561.02837, 1009.12173, 933.33929, 2221.91833, 753.93005, 672.9436, 700.22879, 508.94588, 587.34534, 744.53125, 363.36405, 867.67444, 503.41165, 531.89487, 540.82886, 572.12445, 557.38474, 645.91162, 1116.06165, 534.29767, 666.63751, 538.29077, 536.19333, 607.38847, 586.53174, 335.92059, 624.35101, 720.4162, 554.44395, 611.50781, 1333.95248, 638.74176, 432.91119, 320.04756, 873.52921, 1042.15729, 585.49138, 614.5737, 516.00916, 536.20908, 869.28424, 645.39485, 709.22034, 575.02942, 494.26031, 673.09509, 911.25748, 446.98859, 707.6803, 782.58347, 756.19928, 1110.58151, 687.97913, 1806.47351, 721.56638, 630.08673, 524.95049, 716.86743, 1856.87817, 988.28119, 1174.11517, 530.25415, 1353.72833, 1284.99506, 558.43723, 564.02878, 787.62756, 652.03531, 1067.07257, 1730.23151, 883.75763, 1013.64716, 896.50073, 540.36301, 559.65277, 309.79704, 1540.47311, 747.07242, 872.25916, 456.24872, 1169.01746, 703.03229, 567.32016, 521.70297, 876.63535, 580.06183, 1334.54541, 654.74884, 671.55118, 1044.17932, 503.61383, 723.76416, 554.14264, 732.92029, 588.41434, 866.65628, 1565.49997, 640.62265, 813.54138, 528.08688, 895.67792, 279.95184, 605.45184, 507.46353, 715.15735, 797.29239, 971.71695, 493.21382, 579.32069, 656.87122, 608.8233, 623.84227, 590.97159, 500.64664, 752.0004, 565.77783, 1222.29779, 443.57126, 1019.43845, 428.01317, 705.74832, 616.35712, 1071.82397, 592.19249, 704.76715, 564.61732, 1014.25345, 545.3633, 656.12167, 469.70856, 582.13086, 584.12946, 976.95538, 666.17816, 586.7692, 698.59076, 675.04486, 549.5181, 732.92432, 536.939, 741.84308, 518.51875, 600.38034, 738.49509, 558.35977, 719.53973, 766.85007, 770.23306, 1044.15912, 523.49991, 540.75896, 662.19449, 586.8499, 640.50443, 821.4364, 1297.89029, 641.07376, 563.1048, 617.85779, 628.18655, 638.51422, 412.21629, 551.58264, 716.48013, 1164.04517, 532.11258, 570.7027, 556.505, 627.22034, 820.48511, 541.25464, 958.3447, 940.24045, 626.77408, 988.77753, 719.67001, 1075.97028, 465.42717, 214.84799, 631.23022, 654.58722, 342.24402, 530.65453, 690.33179, 910.80051, 258.27504, 934.02478, 721.5094, 486.9825, 676.05536, 575.55963, 1027.44861, 1308.20074, 533.3372, 530.67236, 780.00305, 576.34238, 627.07632, 633.67245, 506.38705, 650.09747, 757.69498, 484.39987, 525.4397, 516.95081, 576.95844, 1017.8587, 545.01204, 943.00201, 527.1073, 588.35651, 1336.78802, 573.69604, 1641.55603, 1207.75171, 628.54419, 551.81775, 559.01793, 727.63211, 561.26494, 568.9604, 1947.84549, 1034.12653, 781.10477, 679.05341, 668.64658, 699.62471, 1158.9787, 979.83633, 2137.02689, 551.70445, 741.99524, 480.64691, 616.35138, 673.47681, 1018.59052, 1089.03336, 626.54614, 803.76035, 506.19417, 330.96367, 714.62003, 547.56712, 932.5246, 629.58588, 1340.23422, 648.42169, 712.40625, 781.65167, 765.28485, 621.27237, 1503.36053, 625.66423, 606.12088, 835.84943, 420.08711, 621.09863, 599.96051, 709.52563, 520.25568, 647.40076, 559.94724, 555.71402, 745.69849, 766.92175, 735.97458, 613.59236, 1151.08063, 650.12305, 1138.22717, 1544.8551, 705.20044, 613.59354, 692.52209, 492.28275, 634.91422, 1168.31384, 571.01187, 778.02872, 443.05769, 1023.83234, 701.84158, 511.49063, 1473.03735, 622.90506, 1026.54803, 1307.40808, 555.27634, 559.87105, 795.55783, 546.19128, 672.3692, 605.16447, 1949.3045, 802.745, 1390.71881, 538.59061, 551.41055, 616.81137, 440.06833, 954.63708, 560.55344, 768.97827, 744.15625, 1069.84952, 1292.94977, 536.1852, 319.68705, 704.72665, 510.56313, 93.83777, 1635.98178, 596.12366, 633.03876, 328.35384, 1150.06317, 847.70154, 598.64862, 513.95502, 635.57605, 653.20572, 519.33511, 688.87125, 1460.53552, 488.17938, 783.62704, 643.43472, 1083.29962, 686.57797, 618.57379, 834.04718, 687.1868, 603.9285, 533.47925, 769.15506, 105.8596, 649.72354, 713.48694, 606.87988, 1271.51443, 576.01831, 1034.83539, 550.48186, 678.18512, 662.97592, 246.57868, 768.26508, 1045.04742, 1614.66278, 480.17842, 294.0041, 612.47369, 116.97708, 667.41599, 645.27429, 1862.88586, 601.04105, 758.98865, 564.18712, 399.03352, 1260.83258, 1139.06824, 545.85931, 566.4917, 534.05701, 636.34534, 701.14758, 665.66266, 799.84921, 606.70802, 1734.78226, 399.87949, 742.65027, 495.65625, 532.7282, 649.36853, 579.57233, 613.35593, 626.32693, 595.5311, 571.74481, 776.43665, 441.44522, 616.10294, 695.82263, 796.53638, 708.14542, 606.13812, 620.60535, 688.84396, 346.14983, 1435.45129, 650.07733, 620.42801, 719.13107, 519.69824, 510.74982, 661.8526, 715.82489, 78.40965, 626.17191, 1464.77472, 563.74725, 741.23981, 634.24957, 550.38257, 558.97777, 1726.23547, 449.83249, 575.90668, 1053.08459, 1101.85846, 559.12842, 662.70355, 913.6785, 1115.9776, 2008.64941, 718.1427, 1903.91736, 617.79938, 813.62161, 743.50861, 602.75327, 692.55038, 749.31616, 356.66684, 886.76276, 768.2691, 1039.07986, 1158.02606, 652.58047, 558.63519, 507.43701, 670.06168, 604.3009, 580.985, 1458.33328, 669.34979, 500.49478, 713.0741, 527.70673, 896.31665, 693.91812, 649.21442, 529.524, 632.25471, 1006.58832, 591.69852, 1841.23792, 638.71439 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.04347580063015742, "neutral_loss": 2.9942652955683466, "target_chat_loss": 1.0310135189374707, "neutral_init_loss": 5.033230364990234, "target_chat_init_loss": 2.1408375427246096, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 312.4292, 99.60368, 392.41589, 301.25406, 422.08771, 135.54099, 400.99347, 317.9892, 118.01964, 126.57018, 408.27264, 323.08813, 229.20142, 82.45437, 301.67502, 125.54605, 89.69727, 150.9487, 333.4234, 139.88533, 316.14026, 440.48752, 114.71356, 394.16995, 387.9454, 334.76013, 96.75671, 81.8073, 99.86263, 176.03554, 334.74072, 101.78552, 85.61382, 367.3894, 112.42884, 425.13019, 359.4762, 321.05783, 230.32626, 98.9149, 108.23055, 305.67526, 113.43451, 252.98322, 326.60425, 101.06166, 115.61703, 289.20264, 77.05175, 294.45654, 139.22916, 71.51805, 361.35687, 246.80942, 378.78821, 290.88687, 139.50742, 251.50026, 428.2197, 475.39233, 106.81206, 106.4161, 126.30527, 88.707, 359.56024, 97.11359, 139.15465, 111.97948, 328.53036, 115.99236, 112.87784, 130.68001, 434.6488, 284.08594, 258.41974, 375.70892, 453.38629, 116.79434, 394.76004, 114.69594, 140.99358, 330.2876, 349.76083, 314.25409, 109.1871, 107.44661, 109.09753, 107.01463, 422.65814, 105.84739, 133.43582, 95.47208, 275.94977, 251.96336, 317.38254, 362.63263, 302.07358, 115.40115, 319.2807, 354.71472, 103.64163, 147.07903, 263.30231, 407.04395, 88.15318, 369.87863, 91.68038, 298.61206, 126.99782, 85.40434, 453.34491, 282.85638, 95.80806, 364.23059, 131.03857, 87.44878, 436.97028, 100.12455, 256.73392, 212.35521, 109.88605, 168.90329, 62.07938, 291.53519, 108.23945, 278.18106, 299.3537, 211.46507, 267.59903, 102.07483, 128.05334, 97.30978, 368.19598, 368.21863, 83.78014, 124.5339, 98.45489, 102.08736, 234.54623, 298.65048, 433.98645, 129.52283, 75.63638, 169.80959, 127.51555, 122.06255, 137.47693, 261.44983, 355.1951, 280.53555, 69.61918, 115.6424, 355.91733, 150.64748, 109.51571, 128.29791, 358.43811, 240.81917, 131.42603, 333.2663, 130.74878, 340.323, 328.50861, 364.99231, 289.49133, 122.88373, 302.80383, 135.18115, 268.50684, 131.187, 122.21019, 139.49187, 127.30051, 290.33432, 277.28281, 107.46592, 130.00009, 256.08942, 102.21609, 427.13605, 138.44307, 314.0351, 346.54907, 103.99957, 125.56896, 275.75317, 280.46771, 104.65367, 137.41275, 136.87035, 307.06583, 343.70636, 141.47903, 287.49011, 113.8885, 268.81616, 325.15884, 115.06052, 121.33596, 114.62607, 118.9243, 138.40587, 280.41492, 84.16664, 399.4635, 247.61169, 125.12083, 110.96635, 109.69543, 427.7738, 106.25264, 427.03949, 117.35867, 115.06174, 126.62439, 301.13779, 347.42432, 337.24579, 129.48457, 417.01654, 127.05118, 304.51111, 324.4892, 94.36674, 94.83458, 261.492, 113.28916, 342.93265, 129.61484, 103.40952, 108.77254, 90.77841, 91.46501, 319.03152, 72.77809, 316.29507, 365.39392, 149.32787, 318.2338, 124.62975, 259.36426, 356.27576, 266.70065, 145.81165, 326.98587, 75.30614, 95.7776, 122.06275, 107.73737, 142.87628, 130.25928, 313.61304, 391.39615, 134.16344, 277.06488, 126.09132, 108.94272, 314.96033, 99.76537, 124.23653, 108.90289, 123.95834, 284.11914, 118.87354, 341.78683, 386.71259, 418.51871, 395.40509, 96.67656, 337.5528, 257.4523, 280.30267, 125.09857, 339.51682, 367.38495, 241.20227, 129.76035, 419.85034, 344.88632, 398.99725, 278.59262, 136.71645, 104.39293, 403.33698, 128.61205, 156.50589, 424.63373, 164.43304, 139.11804, 304.06647, 321.32184, 179.0291, 89.44115, 83.56718, 86.56534, 371.58636, 100.95909, 121.92319, 351.14764, 100.82613, 127.97585, 176.39975, 293.72418, 114.20628, 81.69273, 326.05426, 347.25427, 114.72478, 70.79344, 293.83896, 98.56085, 356.81943, 297.61804, 388.61517, 179.31299, 145.43839, 73.58029, 330.59436, 337.92245, 84.3302, 300.92661, 126.61647, 337.43866, 422.62808, 148.27823, 121.953, 120.45637, 336.96487, 119.71306, 386.25836, 385.02179, 258.67395, 376.18201, 128.72389, 128.21408, 134.05276, 134.53169, 87.11771, 129.49228, 119.16978, 127.47836, 134.1425, 66.1349, 151.40176, 427.92456, 358.70282, 286.58868, 111.95233, 397.34024, 110.8359, 200.42274, 107.59571, 245.95117, 263.13052, 284.50519, 148.21609, 107.49606, 63.45637, 90.64364, 344.99786, 111.05743, 98.25714, 285.15253, 368.41235, 280.3428, 178.26416, 380.26221, 128.96005, 295.44461, 104.50246, 117.61084, 128.8186, 128.89616, 278.30597, 114.00529, 279.41241, 398.12439, 234.59082, 132.77209, 320.72601, 160.9847, 336.03766, 126.55477, 118.92811, 394.9053, 106.32587, 108.58664, 278.79596, 115.72773, 93.57905, 86.95798, 129.51001, 159.62395, 103.09862, 343.35822, 348.63766, 108.49015, 403.38766, 110.547, 181.15465, 270.74695, 355.4202, 95.60384, 280.78406, 106.96404, 109.41841, 260.78555, 143.35074, 455.78479, 106.638, 365.73444, 386.46899, 344.26489, 104.68356, 300.60403, 145.08829, 174.72598, 82.91269, 106.98424, 254.97026, 208.12067, 233.50473, 139.45798, 315.96362, 123.15997, 355.87924, 363.82114, 423.30878, 349.34253, 102.89587, 358.00491, 128.7466, 92.69319, 300.05151, 289.96826, 243.694, 119.13364, 113.78233, 380.56598, 351.55688, 133.03918, 318.66144, 299.62152, 97.04526, 105.97092, 389.29294, 317.74786, 270.18738, 367.25201, 376.2074, 375.20496, 373.81982, 289.246, 448.04697, 192.35748, 384.18939, 376.255, 91.5052, 101.93582, 123.04188, 156.53122, 251.74342, 323.21387, 377.86829, 307.46033, 302.68323, 393.99289, 97.65777, 316.70786, 437.2572, 110.88999, 377.62741, 121.2544, 116.66796, 397.76202, 105.40461, 306.41602, 137.16376, 378.9968, 264.98724, 218.93231, 95.93356, 295.27405, 300.91656, 94.50428, 473.12494, 330.01508, 79.46358, 207.0498, 99.86621, 309.39084, 111.26183, 224.79758, 270.05609, 233.94998, 90.02769, 117.89761, 334.76065, 80.02487, 100.11494 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 539.47894, 677.5513, 467.38521, 594.37396, 498.66087, 639.34213, 750.22974, 881.82028, 328.074, 549.35977, 525.15509, 1145.31854, 1117.66183, 1235.36713, 643.39191, 578.183, 438.34836, 622.85699, 1166.81424, 610.58658, 1412.6908, 569.2562, 805.1434, 766.13541, 575.93167, 746.31085, 658.38672, 578.0744, 593.54623, 533.65022, 286.81403, 642.93234, 1001.56488, 897.09735, 586.23486, 567.04112, 505.27191, 492.19052, 606.49176, 560.76056, 689.46805, 556.27246, 771.48209, 550.84335, 564.19197, 968.11154, 524.9187, 667.96783, 1699.68372, 522.17395, 541.70836, 997.79889, 924.28015, 2211.59399, 746.12094, 660.12772, 684.5777, 505.38887, 574.26622, 739.87323, 352.87401, 850.69064, 479.33072, 522.54204, 531.28201, 576.57343, 538.48401, 648.31824, 1103.1366, 517.6709, 651.36057, 527.19463, 520.03229, 602.79297, 568.40768, 338.83009, 621.45386, 700.35446, 540.16063, 592.6976, 1326.59256, 615.68112, 429.66945, 317.30807, 860.32373, 1037.77191, 577.91003, 593.81357, 496.32785, 521.80746, 856.80066, 641.52084, 697.37448, 554.02437, 468.06525, 653.36487, 904.36179, 436.66548, 691.01492, 769.85645, 738.69586, 1098.22693, 678.13257, 1791.15784, 717.97076, 629.67743, 516.36911, 701.93207, 1843.97296, 978.36603, 1163.83484, 506.93137, 1332.80072, 1276.29401, 559.8078, 545.63858, 784.03967, 650.33899, 1063.17206, 1724.06592, 881.74182, 1000.96329, 890.51703, 521.26367, 548.16199, 299.6452, 1526.76117, 735.97882, 864.28662, 439.64844, 1154.82306, 698.27832, 557.24564, 517.1731, 871.16846, 566.45047, 1319.633, 652.59756, 660.87021, 1041.26001, 495.47162, 718.76086, 540.7231, 727.83112, 579.11511, 861.7514, 1548.70596, 626.91901, 806.10825, 526.09999, 885.24829, 272.37361, 601.0173, 498.61418, 711.42191, 791.14606, 954.91232, 480.46588, 562.04565, 631.50583, 593.00748, 606.29822, 572.95435, 486.49472, 730.31485, 555.84369, 1212.91779, 434.24377, 1016.47864, 424.33012, 688.49414, 595.36873, 1065.97052, 578.55136, 687.54745, 554.55295, 1003.51349, 528.69156, 645.41635, 462.19519, 580.54956, 577.77847, 963.91006, 645.23407, 574.04561, 685.45972, 661.99115, 539.17218, 731.85663, 526.72839, 735.42676, 515.16269, 578.56906, 722.44531, 542.55872, 715.7298, 755.82812, 759.9743, 1038.91296, 511.15399, 534.43816, 647.58514, 575.85875, 636.50317, 812.35001, 1290.3801, 636.9581, 549.48004, 600.40805, 611.22664, 635.36378, 408.39651, 548.26926, 710.1666, 1148.38696, 529.78297, 551.63287, 535.49654, 619.14386, 809.203, 530.05937, 948.69034, 946.36545, 609.26834, 974.3985, 721.12169, 1073.99786, 454.16737, 216.10941, 624.45224, 640.84863, 339.92043, 510.40372, 672.36865, 903.46017, 255.05092, 934.72595, 704.99133, 474.45071, 672.2037, 566.26764, 1019.87939, 1295.44684, 522.76173, 523.60126, 770.92426, 556.25529, 626.83237, 625.64923, 498.18469, 643.84641, 752.0365, 479.28201, 509.96948, 499.88483, 567.01428, 1004.96173, 534.63667, 932.28326, 507.53183, 565.80734, 1334.36371, 556.72755, 1627.96484, 1197.42953, 618.4754, 541.11234, 535.72415, 719.35837, 548.94772, 551.3656, 1919.71936, 1026.806, 772.77612, 664.09183, 656.30168, 677.95641, 1146.99435, 978.35004, 2124.00684, 541.51898, 734.8609, 468.78891, 614.10211, 661.23996, 1015.70956, 1086.43393, 602.20499, 800.94937, 497.48555, 322.35224, 699.86398, 544.37311, 936.85611, 611.05646, 1338.62436, 631.82681, 707.04333, 763.9682, 753.19498, 615.72333, 1490.12952, 594.48653, 590.43997, 832.24026, 417.6265, 606.32358, 578.44682, 698.28574, 513.50925, 640.74121, 554.20288, 540.25848, 743.98804, 764.54193, 716.1586, 603.69783, 1142.50146, 645.15204, 1133.1748, 1537.86456, 692.31528, 602.28149, 686.45413, 493.33145, 621.88525, 1157.28888, 566.89975, 769.31036, 439.76407, 1016.61768, 696.72424, 484.78481, 1468.31006, 603.3013, 1023.66901, 1294.35983, 537.01959, 556.53851, 783.04218, 536.3466, 649.95288, 588.90393, 1934.06729, 791.68646, 1379.42798, 529.86954, 546.29938, 600.1655, 435.58421, 944.84387, 545.38377, 762.16812, 729.64542, 1054.88959, 1284.67905, 528.5359, 308.37835, 694.39587, 501.29533, 90.31693, 1623.0271, 591.15887, 625.78595, 326.93703, 1141.16534, 844.02985, 586.27814, 507.90346, 627.41248, 643.49686, 517.88553, 678.86377, 1447.1275, 484.2124, 773.62003, 636.4068, 1082.85278, 670.29169, 610.63742, 822.9213, 675.30414, 589.48132, 522.81409, 764.2363, 104.50134, 642.7579, 705.96503, 602.60202, 1262.37299, 562.75058, 1031.91821, 540.976, 676.67241, 643.70369, 244.5014, 763.10834, 1041.79611, 1603.51233, 469.57584, 290.47891, 603.71451, 114.67885, 655.44601, 626.42735, 1859.39233, 583.45412, 748.65527, 548.64343, 390.21796, 1259.27969, 1128.36382, 534.58234, 563.85855, 516.646, 631.36761, 690.89615, 652.24026, 791.34973, 604.50427, 1727.20395, 402.61666, 729.80048, 482.29935, 523.85294, 643.02286, 571.74292, 608.88058, 606.77182, 590.88776, 561.11084, 759.04352, 434.11617, 601.11948, 670.67374, 780.30658, 693.26074, 589.04388, 593.49323, 681.61493, 343.15565, 1431.93652, 642.9529, 620.58392, 709.08621, 510.95012, 503.93997, 645.29608, 704.09802, 76.66796, 629.32932, 1460.3114, 558.65228, 721.85358, 614.37317, 534.19797, 556.13486, 1714.25299, 430.49413, 556.37808, 1039.27612, 1092.67853, 560.36887, 649.63556, 913.90179, 1109.73349, 2017.10284, 700.57428, 1891.34021, 606.8916, 796.80606, 725.19455, 592.26227, 691.65149, 744.02472, 353.29566, 879.03839, 760.84784, 1021.77319, 1148.89426, 650.77249, 534.55501, 488.49051, 663.99612, 584.25113, 560.01694, 1443.44534, 657.50983, 496.41431, 698.3598, 514.88661, 886.75711, 676.46887, 640.72794, 516.50684, 614.5408, 999.70532, 574.9552, 1825.659, 627.45496 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.053910508713271826, "neutral_loss": 2.9971776513250035, "target_chat_loss": 1.0232157101223391, "neutral_init_loss": 5.023818856811523, "target_chat_init_loss": 2.067996056365967, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 312.53247, 97.22945, 391.47992, 302.51794, 422.95755, 136.39676, 403.51562, 318.11978, 118.65495, 127.72081, 406.93533, 324.00043, 229.58167, 83.28546, 302.53064, 128.05069, 88.27869, 150.9407, 333.52917, 138.89987, 317.80328, 440.33029, 113.76767, 394.64722, 387.71545, 333.48798, 98.17682, 80.46909, 100.56325, 175.71274, 333.10724, 102.04144, 84.79903, 368.8494, 112.10022, 427.34952, 359.54059, 321.04333, 230.40707, 100.10612, 108.37658, 306.67877, 114.49515, 253.03735, 326.74112, 101.45111, 116.78905, 288.12946, 78.13013, 294.73163, 138.59364, 70.42223, 364.24188, 247.06161, 380.34796, 291.63965, 139.56746, 250.6666, 432.32617, 474.85242, 107.25788, 106.50961, 126.89057, 89.69708, 357.60999, 96.81398, 138.58841, 112.6429, 329.17566, 116.46591, 112.25338, 130.78535, 436.1781, 284.56073, 257.82959, 374.79315, 454.59988, 117.08746, 396.11087, 114.46185, 141.2316, 332.6178, 349.65454, 313.94595, 108.48092, 107.37511, 109.03401, 107.41824, 424.38034, 106.48981, 132.52191, 96.06831, 275.59995, 252.28535, 317.63977, 363.2374, 305.67932, 115.27313, 319.69229, 353.98511, 102.83314, 147.61517, 264.0921, 407.41272, 87.99852, 370.65131, 91.43951, 298.52869, 126.7476, 84.48666, 453.28177, 284.0629, 95.69252, 363.73077, 131.21231, 86.67142, 437.76654, 98.32951, 256.99536, 210.87457, 110.31323, 169.43184, 62.31292, 291.30493, 107.99831, 280.71698, 299.55902, 212.44609, 266.32178, 102.0453, 128.55968, 97.86716, 370.30487, 368.10236, 83.70269, 126.21674, 98.05698, 101.59903, 235.24466, 299.17798, 432.19678, 130.03534, 76.05173, 168.76677, 127.89084, 122.6373, 137.95734, 260.83746, 358.04672, 281.08655, 69.02699, 118.00574, 355.58655, 148.54428, 108.36696, 128.57423, 358.91138, 241.6185, 131.80716, 334.03235, 131.75014, 341.63904, 330.2164, 366.01227, 289.71286, 124.10435, 303.37891, 134.28142, 267.68304, 131.2885, 121.69507, 140.99628, 125.71315, 291.56378, 277.33234, 108.3558, 128.90102, 256.62238, 101.97272, 427.99335, 137.95874, 312.99066, 347.99759, 104.4804, 125.007, 275.40036, 281.06775, 105.21791, 137.99069, 135.42331, 306.86047, 342.5394, 142.16432, 289.63895, 114.47774, 270.71875, 325.14758, 115.48113, 119.84605, 114.66433, 119.35753, 137.18135, 279.66058, 84.86482, 399.40356, 248.9646, 126.11096, 111.6706, 110.73034, 427.03809, 106.26628, 422.82336, 118.40541, 114.12418, 125.53316, 301.60107, 347.53992, 338.57388, 130.94016, 416.56183, 126.27356, 303.08377, 326.43268, 93.98294, 93.34401, 260.22137, 113.97893, 343.35345, 129.00354, 102.85035, 108.53204, 91.5072, 90.74989, 319.17899, 74.10519, 315.70605, 364.4718, 148.19565, 316.755, 125.76633, 259.23227, 357.86932, 267.33859, 146.20924, 330.38409, 74.6438, 96.20338, 121.89988, 106.90434, 143.62135, 132.55769, 314.91116, 390.16272, 134.80009, 278.45154, 126.47614, 109.72578, 316.08466, 100.46379, 123.94648, 107.97639, 125.22536, 284.81976, 118.69893, 344.92325, 388.02264, 420.43365, 396.40482, 95.44697, 335.53983, 258.09763, 280.10272, 123.9805, 340.52502, 366.69727, 241.01059, 130.14764, 420.82053, 346.38385, 397.42456, 279.55179, 137.51413, 104.86546, 406.76227, 129.13631, 157.1207, 424.92105, 163.8381, 140.26987, 305.11386, 321.01727, 178.37564, 89.43589, 82.31764, 87.63733, 371.72644, 101.05608, 124.48494, 349.84567, 101.15267, 127.35278, 179.19707, 291.67096, 114.42342, 81.82736, 325.34622, 347.64142, 113.50395, 70.4256, 293.99084, 98.36224, 357.33295, 296.56635, 389.99487, 179.60225, 145.1794, 73.79449, 331.08014, 337.32651, 83.90307, 301.95596, 126.96205, 339.37268, 425.82178, 149.02414, 123.94295, 121.30798, 337.47552, 119.87366, 386.99731, 384.9444, 259.68842, 376.29242, 128.38237, 128.03578, 134.00229, 133.78012, 87.95816, 128.50403, 119.45807, 125.25455, 133.16849, 65.86163, 151.0433, 428.58887, 360.74542, 287.71298, 112.41795, 396.32587, 110.41615, 201.12057, 107.05437, 244.02721, 263.53577, 285.13934, 150.3197, 107.86803, 64.17516, 90.01468, 345.11493, 111.56105, 97.39854, 284.64325, 368.43005, 280.7431, 177.56342, 381.39084, 129.06038, 294.57117, 105.15131, 116.48471, 128.07898, 128.75981, 279.99448, 113.29329, 280.85248, 399.67368, 234.54689, 132.44461, 320.80231, 160.72224, 335.03577, 127.70657, 119.00299, 395.24451, 105.35828, 107.11879, 280.1236, 116.35271, 92.66615, 87.8589, 130.34175, 160.77136, 104.09615, 344.08032, 349.70129, 106.90919, 400.22104, 111.65481, 180.03745, 270.21793, 356.51318, 95.81389, 280.26135, 106.1366, 107.81689, 258.28778, 142.69003, 456.9671, 108.01569, 365.18329, 386.64359, 344.6821, 104.1418, 299.63205, 145.60776, 175.05386, 83.76331, 108.45878, 253.64392, 206.5023, 232.82205, 140.28966, 316.38681, 122.49475, 356.2793, 363.14154, 422.36325, 349.50314, 104.19217, 357.53821, 128.85425, 92.9803, 301.1626, 289.60944, 243.53801, 119.83446, 115.90378, 380.54492, 350.72516, 133.63046, 317.72574, 299.59753, 98.52173, 107.20459, 389.04944, 318.57935, 269.71982, 367.95135, 376.47607, 373.5575, 374.86292, 290.16068, 448.82776, 193.06172, 386.67389, 374.94263, 91.31407, 101.90261, 122.63395, 156.62811, 252.35117, 324.15466, 382.22131, 310.62729, 302.93344, 394.7485, 96.23389, 316.40839, 437.28409, 109.80743, 379.77304, 124.12469, 117.55006, 397.70367, 105.50177, 307.93814, 138.40721, 380.5712, 266.34302, 219.7975, 97.00999, 295.76248, 301.44275, 94.39604, 474.87616, 328.12805, 78.76809, 205.76747, 99.74821, 309.75232, 112.13152, 224.1311, 270.5556, 234.70963, 88.95042, 117.72652, 335.4231, 80.32417, 97.59518 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 532.27293, 672.12094, 463.51304, 592.10738, 499.30487, 634.49756, 750.68427, 882.45343, 322.95367, 537.76044, 519.33264, 1137.91827, 1107.59271, 1233.51978, 640.9588, 576.73236, 431.64955, 624.62048, 1162.76285, 608.48242, 1402.67682, 558.61209, 802.71603, 757.00949, 570.24475, 739.25751, 656.97134, 570.34021, 585.30788, 527.39886, 281.50333, 634.00653, 986.16354, 890.215, 577.67487, 562.59126, 500.4321, 488.86301, 603.77576, 560.72534, 683.4006, 546.49799, 761.86948, 552.00171, 564.6748, 958.42773, 519.57462, 664.72375, 1692.85947, 510.65735, 533.89784, 990.56445, 915.20264, 2198.12854, 736.40338, 657.75385, 675.9617, 504.85043, 568.75867, 738.97824, 348.91418, 840.11417, 467.53722, 518.02209, 525.82561, 583.6022, 526.91223, 654.00397, 1095.95322, 506.01648, 640.27933, 520.59892, 511.15291, 601.6826, 560.20029, 340.0735, 619.33521, 693.39777, 534.53171, 581.66089, 1322.79736, 602.60919, 426.24638, 313.37735, 850.5979, 1032.80838, 573.52133, 585.18491, 485.33623, 516.08037, 848.11569, 640.37695, 684.07043, 541.58438, 450.51299, 643.30365, 899.01477, 432.47679, 680.72009, 765.77209, 729.14172, 1090.05835, 669.59039, 1781.00537, 714.00928, 624.25739, 514.79681, 693.14943, 1840.49939, 972.63312, 1152.24719, 490.87827, 1321.15237, 1273.19958, 558.30124, 533.94073, 780.35248, 651.95724, 1059.55853, 1713.94348, 874.65424, 996.46674, 885.8598, 506.20781, 540.6619, 296.33684, 1521.82401, 732.57492, 862.51221, 432.06331, 1152.60107, 693.55005, 549.7964, 517.34113, 866.83704, 555.42673, 1317.62994, 651.23506, 655.02734, 1037.3353, 492.19748, 718.14294, 536.34973, 722.58359, 575.0943, 859.09351, 1542.49936, 621.14944, 800.52328, 520.8208, 879.16089, 270.07572, 596.22247, 495.00406, 707.07874, 782.48795, 948.82788, 478.16495, 549.00806, 621.14023, 587.9982, 597.55542, 564.58221, 483.05818, 719.8667, 552.46527, 1204.82712, 433.27933, 1011.89688, 421.63251, 680.41263, 585.91896, 1061.49551, 572.20407, 680.77014, 552.1554, 997.66202, 523.08759, 638.83514, 458.68555, 580.39142, 575.56238, 953.58362, 633.36539, 570.26973, 679.68546, 652.40472, 536.07199, 725.43649, 526.15955, 734.27094, 513.26234, 568.93219, 711.43719, 538.63493, 707.81696, 750.30801, 755.29306, 1039.98029, 501.76566, 532.83806, 639.97495, 574.2659, 636.21548, 800.81421, 1285.52109, 637.18253, 544.67673, 591.60373, 601.45053, 632.43423, 407.39011, 549.06848, 710.41147, 1144.34821, 524.93408, 542.95911, 521.5825, 614.35294, 802.75482, 523.71101, 941.57211, 944.94943, 599.49805, 973.07529, 722.66943, 1068.91559, 448.45609, 215.52686, 622.44333, 634.94556, 337.86368, 503.7527, 665.29556, 897.30103, 247.13057, 933.36938, 695.89807, 465.37212, 674.68188, 564.24147, 1014.11276, 1290.73904, 517.07617, 522.42905, 761.20837, 545.23906, 626.31294, 616.5939, 499.00934, 642.32251, 744.93942, 471.46179, 501.91202, 491.46371, 565.16, 996.81921, 529.65704, 925.05441, 496.4061, 554.25677, 1330.93381, 550.76773, 1615.70325, 1190.92606, 617.80716, 535.25986, 524.8484, 714.76254, 544.71417, 542.4622, 1917.76526, 1020.08734, 765.98471, 656.06915, 647.15143, 667.43127, 1136.64105, 977.85474, 2113.98428, 535.3728, 736.17343, 463.40443, 608.35211, 652.12701, 1017.01813, 1082.26785, 594.33759, 799.58163, 491.31366, 317.37896, 692.49797, 541.73355, 940.73596, 603.28223, 1338.12396, 621.92346, 705.96609, 758.5538, 755.86017, 613.2594, 1483.20184, 578.42563, 585.78281, 828.03961, 415.58736, 599.9841, 568.54039, 692.58038, 509.39078, 638.72632, 552.69189, 533.35574, 738.87256, 760.14548, 701.28027, 596.72369, 1135.34766, 642.22757, 1126.9953, 1533.8634, 680.66403, 595.20346, 685.04062, 490.12326, 614.5892, 1149.68024, 565.84654, 767.79282, 438.81087, 1012.02377, 694.70847, 468.20078, 1466.65784, 596.00287, 1023.17603, 1288.42169, 526.38834, 555.18327, 775.99271, 529.26537, 636.15833, 583.65106, 1932.37143, 784.16266, 1375.84894, 525.16698, 545.54721, 591.13837, 432.86333, 941.98041, 537.9454, 755.19366, 725.01791, 1050.29376, 1272.39087, 524.98505, 301.51404, 684.37714, 493.27197, 88.28247, 1614.70032, 588.16229, 623.96274, 322.89527, 1134.40103, 840.04138, 578.65611, 507.57875, 622.81772, 634.18503, 516.91714, 674.94897, 1438.73566, 479.73029, 768.40479, 629.77673, 1079.61304, 665.32373, 605.3194, 815.32065, 671.57288, 583.53958, 516.99854, 764.44141, 103.31604, 637.23782, 698.80957, 603.8844, 1260.93042, 552.71779, 1029.57806, 541.58673, 673.59984, 635.02553, 242.61596, 757.23709, 1042.07947, 1600.33667, 465.49171, 286.24579, 598.70084, 113.32448, 648.68573, 617.3262, 1857.63293, 571.4234, 741.62137, 545.0748, 389.19034, 1257.96155, 1121.02576, 533.26721, 567.25275, 504.91995, 630.9859, 687.88556, 644.06717, 786.93243, 601.90338, 1718.05527, 402.7387, 722.93695, 473.51991, 523.86836, 637.06171, 567.75012, 608.09305, 593.68958, 588.24426, 557.99394, 752.0596, 427.59019, 594.02991, 662.96036, 772.64758, 685.85272, 579.09988, 584.86768, 680.0448, 339.31769, 1425.18201, 637.98111, 622.97571, 702.35535, 502.3714, 503.64955, 634.25337, 701.20129, 75.50339, 631.00897, 1452.44873, 552.71408, 712.97028, 601.27979, 525.40485, 555.88374, 1705.5043, 416.12589, 544.6243, 1034.8428, 1086.74069, 560.46255, 640.46432, 912.30475, 1103.98965, 2015.40808, 686.14484, 1880.12744, 601.78784, 784.93796, 711.76001, 589.40446, 694.26562, 745.99808, 353.428, 871.64157, 752.62405, 1009.31732, 1144.6741, 646.5397, 522.4865, 482.2581, 659.93564, 575.17606, 553.23985, 1430.28351, 647.29788, 497.74713, 697.98972, 509.86501, 879.69238, 671.10818, 632.12964, 521.64224, 606.85474, 994.05173, 569.5524, 1816.2019, 620.772 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.06621250474706171, "neutral_loss": 3.0025127567431324, "target_chat_loss": 1.0177971004065924, "neutral_init_loss": 5.0111370910644535, "target_chat_init_loss": 2.005712397003174, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 313.41455, 94.33968, 390.76871, 301.71594, 423.88345, 136.18167, 403.75012, 318.82727, 120.10974, 125.50752, 409.55923, 323.94269, 230.13757, 84.71247, 303.1665, 130.06096, 87.33574, 150.45053, 334.22485, 139.886, 320.04752, 440.92877, 114.11137, 395.77698, 389.34521, 334.91632, 97.76913, 81.03128, 100.87526, 175.77823, 334.0929, 100.12518, 85.02763, 370.69702, 113.44231, 427.38098, 358.63025, 324.83447, 231.68973, 98.92653, 107.90831, 307.53082, 114.40805, 252.92416, 325.69165, 100.03198, 116.73326, 289.52527, 78.33345, 294.05142, 137.40503, 69.99083, 368.22614, 245.64201, 381.22437, 290.18762, 138.92288, 252.38251, 433.18512, 474.49246, 108.59781, 106.89201, 126.84681, 90.63777, 358.40894, 96.87506, 137.79567, 113.8632, 329.68121, 116.98723, 112.31726, 129.41707, 437.9455, 286.0155, 258.32211, 376.57642, 452.07153, 116.77995, 397.79996, 115.20471, 140.94934, 336.5965, 349.14349, 313.51285, 108.44958, 106.94402, 110.22064, 106.69005, 425.12195, 107.41299, 133.5097, 97.06514, 276.67209, 253.51282, 317.29504, 364.64856, 307.40887, 114.65931, 320.12885, 352.32281, 103.16241, 146.18097, 264.17566, 407.39948, 87.32323, 370.34674, 91.32514, 299.21161, 126.14191, 85.04506, 453.77991, 284.91388, 95.95654, 365.87183, 132.31656, 88.0509, 436.70544, 97.38684, 259.38507, 210.93231, 111.27347, 170.96179, 63.04799, 291.76974, 108.87827, 283.33661, 300.18481, 211.90508, 266.36566, 102.61211, 128.59743, 98.20433, 371.88025, 368.52527, 83.55658, 126.07384, 98.20854, 101.76649, 235.63016, 298.49301, 432.52133, 131.31322, 76.05746, 168.45052, 128.77661, 121.98729, 137.56741, 260.64453, 360.43225, 281.89673, 68.56876, 118.99065, 354.96362, 148.76505, 107.53076, 130.00992, 361.38446, 240.57053, 132.52705, 336.90881, 131.85786, 342.8222, 332.6355, 366.18445, 291.78198, 125.18248, 303.67502, 135.60443, 268.02975, 130.75217, 121.51449, 142.85045, 126.68965, 290.73422, 277.57233, 108.38455, 128.74712, 258.4386, 103.34198, 429.1727, 137.51323, 312.56134, 347.70667, 105.46228, 126.33595, 274.94299, 279.22507, 104.21374, 139.88718, 135.48628, 306.75415, 341.46646, 140.60233, 289.78186, 114.05788, 271.74225, 325.16443, 115.58823, 119.66918, 113.93533, 119.22663, 137.11368, 282.09769, 83.13101, 400.96716, 250.02295, 127.08172, 111.31041, 111.03445, 428.25403, 106.2226, 422.24713, 118.79626, 115.04495, 124.3982, 301.84637, 349.21295, 340.23993, 131.23688, 414.59122, 125.98102, 302.83856, 327.53284, 93.85285, 93.44933, 261.39929, 114.6693, 344.79865, 130.16344, 102.21979, 109.34821, 90.90738, 91.3633, 319.00211, 74.83742, 314.92236, 366.11224, 148.39703, 318.5, 128.06514, 260.33441, 359.23135, 267.47614, 147.34244, 330.57501, 74.89722, 97.41296, 122.85669, 105.80315, 144.26636, 133.27477, 316.24203, 391.11618, 135.99556, 278.36603, 125.85438, 109.54464, 315.27133, 100.39322, 123.32654, 109.06477, 126.30724, 286.41882, 117.93158, 342.68005, 388.70026, 418.85312, 395.87369, 95.19785, 334.96927, 260.09784, 278.35202, 123.86389, 342.5791, 368.32513, 241.10251, 132.25754, 422.85529, 347.34686, 396.45972, 280.07635, 138.01294, 104.96167, 406.22128, 130.35083, 156.78909, 426.97891, 162.48506, 141.98091, 306.24673, 323.42377, 176.31955, 88.46183, 81.3174, 87.19014, 372.09589, 100.92907, 125.79077, 349.29633, 101.21068, 126.65475, 181.43248, 292.27155, 113.85271, 82.94453, 327.31049, 346.64554, 113.16656, 69.73315, 295.85486, 97.21248, 356.34747, 297.63812, 392.17224, 180.20615, 144.59119, 74.9582, 332.48685, 335.64856, 83.12329, 304.43375, 126.61899, 342.28854, 425.94061, 148.79239, 124.51875, 122.64973, 338.95239, 119.8766, 387.26779, 385.21539, 259.48978, 377.74548, 126.70495, 129.85036, 133.99625, 132.2791, 87.10353, 129.58994, 118.94969, 124.80274, 133.33809, 65.82276, 150.29239, 429.28302, 362.78534, 288.63016, 113.58691, 397.18225, 108.8644, 203.05005, 106.72493, 243.89285, 262.70941, 287.45319, 149.7915, 107.45225, 64.88315, 90.55345, 343.91339, 112.39281, 98.36041, 285.08237, 370.48267, 282.1944, 176.6221, 380.11554, 129.44644, 296.36243, 106.31773, 117.10308, 128.42683, 129.5795, 280.56567, 112.4199, 280.92749, 401.59418, 233.94693, 132.42233, 319.92435, 160.543, 335.14697, 126.79887, 118.61873, 394.56287, 106.85277, 107.34859, 283.63568, 117.10482, 92.896, 87.60873, 131.66879, 162.43929, 104.20788, 345.93231, 351.698, 106.97194, 399.66245, 111.54722, 181.99637, 270.85217, 357.09235, 95.44705, 279.84927, 105.56733, 106.42687, 258.81598, 143.60648, 454.61011, 108.50374, 365.93436, 388.26639, 344.55667, 104.1288, 298.75037, 147.77023, 174.46484, 83.66151, 110.0229, 254.7218, 207.2811, 230.54932, 139.16516, 315.61417, 122.84847, 356.60577, 367.88208, 424.08124, 348.31812, 106.52574, 359.64941, 128.62917, 93.37431, 302.58112, 290.32391, 243.82953, 120.68086, 116.57895, 380.80014, 349.69476, 133.38768, 318.80484, 300.81055, 99.4931, 106.97028, 391.05579, 320.67615, 270.85931, 369.39346, 378.1745, 376.31763, 376.61557, 290.48206, 448.08093, 194.66223, 389.24377, 374.38287, 92.19915, 102.12132, 123.01793, 157.65976, 253.34387, 325.26294, 383.2482, 310.24039, 304.14682, 397.07245, 96.70521, 316.80325, 437.16824, 107.99117, 381.15942, 125.71531, 117.11414, 399.85147, 105.63857, 307.65524, 138.44638, 381.86267, 266.9155, 219.42911, 97.25641, 295.58441, 302.508, 93.61028, 476.81314, 328.36926, 78.8101, 206.10094, 100.65349, 307.0722, 112.69917, 223.35046, 271.47427, 234.45338, 88.21998, 117.6272, 336.24121, 80.1759, 97.04363 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 531.51962, 666.00406, 461.33249, 594.34052, 502.12651, 630.60373, 752.0563, 884.91626, 316.8252, 530.59261, 514.34825, 1125.79987, 1100.71509, 1229.23364, 639.46085, 574.89597, 428.90442, 628.1514, 1159.30978, 603.88327, 1401.94556, 555.28842, 798.19867, 749.05588, 570.7406, 730.47461, 658.64481, 570.57065, 579.99727, 519.81781, 281.50253, 631.61145, 970.9491, 882.41925, 567.20956, 562.05096, 497.64435, 484.12527, 604.00354, 560.72665, 681.09152, 538.69032, 755.10492, 558.52322, 566.02261, 951.60065, 516.2446, 661.6673, 1686.01056, 502.71634, 529.13861, 984.54041, 909.64557, 2180.18408, 730.27817, 654.91269, 669.28442, 505.71362, 570.19875, 736.34192, 341.76519, 829.04904, 457.83392, 520.52579, 517.75197, 589.46088, 518.98764, 662.909, 1094.22128, 499.87427, 630.9993, 512.96561, 505.94748, 596.86026, 553.1665, 339.9145, 616.10257, 683.74738, 538.23801, 570.40439, 1314.32654, 592.03723, 427.20762, 312.35497, 844.16785, 1032.72595, 576.37415, 579.47864, 479.97765, 515.83353, 841.86292, 641.26709, 678.09445, 533.15079, 439.34431, 638.35709, 898.84082, 432.48944, 671.53729, 761.22403, 723.44653, 1081.12793, 662.77942, 1774.37378, 710.44351, 622.55939, 513.87787, 686.42033, 1835.31506, 960.78473, 1148.26434, 472.98213, 1300.70013, 1271.86472, 552.84177, 530.80022, 779.50037, 657.24805, 1056.78662, 1702.63873, 872.61765, 990.1427, 881.4397, 500.38972, 540.89038, 292.97239, 1513.68533, 723.4632, 857.31262, 433.71069, 1145.8924, 689.504, 551.64433, 514.70039, 859.91266, 550.0032, 1313.323, 658.45357, 653.90607, 1039.56641, 487.88818, 717.80026, 534.923, 719.05157, 576.25208, 852.10672, 1534.64255, 621.12006, 797.83371, 516.17821, 872.57367, 266.37117, 591.29437, 495.56888, 702.31961, 775.67725, 937.01862, 475.24376, 534.89325, 611.33923, 584.76871, 594.33502, 558.27771, 482.20287, 713.27652, 547.6066, 1197.82654, 431.74036, 1002.48419, 422.11102, 677.98364, 579.19342, 1058.21936, 569.69601, 677.42609, 554.29913, 990.55624, 514.83295, 638.1521, 456.18314, 589.27243, 577.20053, 944.89325, 629.03334, 569.12173, 672.54382, 645.71091, 536.17554, 722.49054, 528.42987, 730.24783, 509.71808, 563.61096, 704.74387, 535.4971, 706.29169, 746.41125, 749.61493, 1037.48346, 498.80534, 535.8783, 629.54248, 572.21884, 637.25256, 796.3642, 1286.0621, 640.55463, 533.92783, 586.62938, 596.50536, 631.31401, 407.24266, 546.23976, 703.33093, 1135.17871, 523.63718, 537.96094, 512.37479, 611.93884, 790.48776, 521.17218, 931.12463, 943.45609, 596.88422, 969.4021, 724.15611, 1068.7995, 448.36729, 214.64434, 620.97917, 622.3138, 333.5674, 495.66901, 660.68478, 897.98581, 245.33282, 936.90814, 691.5365, 463.46742, 679.03647, 565.19156, 1011.3649, 1286.04123, 511.88449, 522.1132, 755.47791, 535.81589, 625.07404, 609.85596, 499.27548, 644.23111, 740.42365, 467.75616, 494.6434, 485.21487, 566.33199, 989.45242, 532.77856, 917.2627, 490.26965, 545.39401, 1327.62497, 548.6223, 1609.91516, 1186.26404, 621.27737, 530.76443, 514.19263, 711.20779, 543.91699, 541.62076, 1899.23712, 1017.44476, 760.23947, 649.85129, 642.80557, 658.30846, 1130.58826, 978.22461, 2102.66177, 530.65378, 740.27139, 458.93903, 606.03104, 646.26752, 1018.22919, 1078.69128, 590.42154, 799.25262, 487.59317, 315.90287, 686.33942, 539.36154, 939.06415, 599.61374, 1336.5777, 614.42807, 697.54471, 751.845, 755.65894, 617.8251, 1477.10419, 564.03741, 579.63306, 825.401, 412.16267, 596.65585, 561.23967, 685.13913, 510.75894, 639.06351, 551.70038, 527.11166, 738.11038, 761.53635, 694.25262, 600.35213, 1130.70483, 637.53998, 1122.07202, 1524.96997, 671.07565, 592.27478, 681.38287, 486.85271, 611.71906, 1145.3075, 565.50931, 768.49951, 434.22034, 1013.23758, 688.51736, 455.96938, 1463.97382, 590.1395, 1021.51587, 1283.52109, 520.6951, 554.73578, 771.05057, 522.99988, 627.32431, 576.60315, 1924.55688, 780.73755, 1370.15527, 533.513, 549.57693, 585.1754, 424.88432, 936.55542, 529.8024, 747.30481, 714.8335, 1043.77063, 1264.74857, 522.39165, 295.03863, 674.32294, 491.6432, 84.25498, 1608.87048, 589.85229, 624.05292, 321.65035, 1131.46973, 837.31635, 573.45685, 506.49167, 624.59937, 628.50116, 515.4231, 673.54193, 1428.18219, 477.9046, 764.12921, 625.55933, 1078.56757, 654.87817, 598.75299, 812.95221, 672.69125, 581.67331, 515.72476, 760.09653, 101.64361, 631.37619, 693.69608, 608.11203, 1256.05295, 546.00452, 1024.96313, 539.17413, 672.38934, 632.40012, 240.42042, 752.51767, 1040.17981, 1597.59796, 460.15994, 285.57417, 599.26898, 109.93916, 646.78336, 612.14453, 1863.68835, 566.04817, 741.13202, 541.86996, 386.42853, 1258.05774, 1113.05995, 532.49103, 571.55994, 498.5025, 634.45795, 679.94113, 641.41043, 777.20963, 594.68665, 1715.73047, 404.44541, 724.96481, 470.71985, 523.1879, 632.30908, 568.16223, 603.96573, 585.46298, 586.64029, 564.50888, 743.89429, 422.8184, 590.47601, 649.93365, 763.52689, 679.29907, 573.71832, 578.61607, 673.34753, 338.84798, 1423.45374, 637.29892, 622.43167, 698.98676, 494.54807, 499.30273, 625.16248, 698.49219, 74.1331, 637.94202, 1450.36658, 550.87219, 710.36142, 594.95026, 522.97531, 557.49109, 1698.94519, 407.36838, 533.04932, 1025.71118, 1082.6178, 559.89642, 635.82028, 914.51529, 1097.32895, 2023.15393, 680.17828, 1873.61615, 599.88202, 775.35678, 702.51727, 588.67303, 691.47491, 748.34961, 350.81363, 866.30273, 746.4212, 996.55878, 1141.81744, 646.94052, 512.63263, 477.59238, 653.85205, 569.09863, 548.88385, 1424.43887, 641.76511, 495.57683, 697.34601, 505.88174, 872.77362, 664.25305, 627.17377, 521.19131, 600.06821, 991.96317, 568.50357, 1807.36285, 619.5555 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.08705635018102494, "neutral_loss": 3.0096675106567647, "target_chat_loss": 1.0139775609718156, "neutral_init_loss": 4.983684292602539, "target_chat_init_loss": 1.923066098022461, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 315.89658, 91.59032, 388.26843, 302.35339, 426.9046, 137.10684, 404.83875, 320.10608, 121.933, 124.61098, 409.73114, 324.327, 231.29889, 85.4324, 305.21481, 132.17268, 86.41565, 150.60385, 336.2645, 138.68948, 323.62421, 438.84857, 114.83813, 396.33972, 389.61285, 335.19476, 99.05443, 78.37544, 100.29845, 177.1142, 333.59766, 99.33061, 85.96587, 373.52008, 113.98603, 429.01233, 358.57059, 328.09827, 232.72008, 98.84779, 108.41707, 308.22046, 115.67432, 253.33908, 325.69, 100.0228, 118.57459, 291.25519, 78.50288, 294.09091, 136.99254, 67.92126, 373.17267, 243.87102, 381.42081, 290.83624, 137.13748, 252.93433, 438.88177, 474.05856, 109.83865, 105.90189, 127.77822, 91.93102, 359.08731, 99.40465, 137.39664, 114.34385, 330.15802, 117.3683, 111.97783, 127.92197, 441.51801, 286.98853, 258.65631, 377.43246, 450.98309, 116.21649, 401.51483, 115.70512, 143.14465, 337.75702, 349.70209, 313.09192, 107.98264, 106.24294, 110.86024, 107.52866, 426.72113, 107.13745, 131.36, 97.3281, 276.69864, 254.91461, 318.05005, 364.09772, 308.84991, 114.34518, 321.12799, 352.96979, 102.76968, 145.17966, 265.03656, 410.26086, 87.33186, 368.81982, 91.36318, 300.35257, 126.53257, 83.933, 453.45151, 287.60379, 94.6944, 367.67267, 133.09239, 90.44735, 436.50189, 95.43229, 261.46359, 211.30167, 110.04829, 173.13937, 64.09982, 290.68552, 110.26147, 284.95398, 300.87405, 212.36816, 265.47351, 104.12018, 129.81685, 98.91446, 375.20654, 368.41351, 82.51149, 127.02426, 97.13633, 101.2919, 235.11151, 299.20581, 432.22388, 133.34027, 76.61333, 168.86198, 129.56842, 124.52156, 136.93347, 261.13388, 362.99203, 282.23633, 68.81952, 121.9071, 355.53864, 146.4581, 107.26109, 129.11459, 362.26544, 241.70544, 134.54544, 338.32599, 133.08154, 343.38226, 333.25967, 366.87073, 292.73236, 127.26048, 306.15631, 135.33072, 268.98505, 131.62146, 121.14873, 142.65036, 125.17903, 291.056, 274.39264, 109.36562, 127.68951, 260.38007, 105.89407, 430.20062, 135.15269, 313.76694, 346.4252, 107.5119, 124.98471, 275.57098, 280.93573, 104.2079, 139.42754, 131.80441, 307.01276, 342.11536, 144.43619, 292.22748, 113.44594, 272.56488, 326.54395, 115.21283, 118.28336, 113.54252, 118.80721, 137.57977, 283.33789, 83.80214, 401.29825, 251.87613, 127.70285, 111.5647, 112.15807, 430.09775, 106.01385, 419.82584, 119.16975, 115.19836, 122.60722, 303.87494, 349.75769, 343.41016, 132.11008, 411.17139, 123.84921, 300.66534, 328.64557, 92.85358, 93.85684, 261.79749, 115.67587, 344.14093, 130.15408, 100.93446, 110.85427, 89.88075, 89.91733, 321.91617, 76.05615, 316.21582, 367.37704, 148.15544, 317.61481, 131.21225, 261.47833, 360.58502, 271.79144, 147.50745, 332.49182, 74.65279, 99.74745, 123.25257, 104.99603, 145.65919, 133.54695, 318.28497, 390.93228, 136.94397, 280.17072, 125.78207, 111.36555, 317.5863, 100.3931, 123.23709, 108.27843, 126.21371, 288.32343, 117.97985, 344.54025, 390.33783, 423.10568, 396.16519, 94.13379, 333.95926, 260.20685, 276.82019, 122.78821, 343.27771, 367.45172, 240.77333, 135.14233, 426.65018, 349.54193, 394.85822, 280.39951, 140.04367, 105.85726, 407.89459, 131.45755, 158.00191, 428.10547, 163.6331, 143.02628, 309.30777, 322.69, 175.11694, 86.34855, 79.78082, 85.37685, 374.98883, 101.94324, 129.27187, 348.61383, 100.19317, 125.28847, 184.72971, 292.1629, 110.22495, 83.28682, 328.10254, 346.11749, 111.81738, 69.40596, 296.62457, 95.94107, 358.16327, 297.06439, 392.61694, 178.03175, 142.94327, 76.3979, 332.39981, 333.8989, 81.40679, 306.13397, 126.45932, 346.64822, 430.9726, 150.74963, 126.84924, 123.80605, 339.1651, 119.91642, 388.72311, 387.3244, 260.04468, 375.84995, 125.55171, 131.29807, 134.56361, 131.89958, 87.10097, 128.672, 117.46414, 122.75948, 132.71634, 65.84334, 152.12201, 431.08853, 366.66199, 289.42578, 115.65932, 396.36896, 108.55009, 205.49118, 104.73875, 242.25571, 260.63251, 290.59186, 152.04579, 108.78638, 66.23303, 90.19556, 344.00665, 112.29687, 96.50959, 286.43152, 372.09924, 282.44061, 174.52222, 377.9827, 128.13519, 298.03732, 106.7747, 115.15105, 127.88169, 130.76382, 281.98785, 112.84108, 281.65771, 405.18958, 234.47321, 132.2991, 320.41467, 161.70242, 336.82742, 126.8026, 119.42452, 395.35925, 104.67788, 104.5905, 286.00616, 117.81393, 90.79753, 86.96855, 134.66479, 163.77519, 104.83067, 348.67529, 353.16217, 105.57503, 398.84879, 112.1146, 181.0379, 273.10699, 359.46796, 95.54749, 279.20914, 103.43733, 104.05359, 259.2464, 142.88739, 457.63916, 110.23367, 366.03864, 387.94171, 345.01477, 103.15204, 296.77417, 150.86536, 173.92215, 86.25902, 111.65272, 254.87741, 208.13419, 231.06924, 139.01373, 315.7066, 122.59232, 357.41211, 366.58771, 423.4328, 348.56598, 108.51902, 361.39584, 128.81735, 92.14038, 304.37665, 292.17154, 242.85242, 122.33635, 118.81577, 381.07751, 349.69952, 133.80573, 319.77063, 301.44998, 101.77957, 107.59325, 393.51819, 323.18408, 271.92407, 371.34967, 379.05853, 375.65027, 379.67715, 292.45959, 449.7475, 198.57726, 392.56726, 371.56064, 91.73605, 103.00928, 122.65876, 159.18958, 252.71118, 326.33136, 388.52545, 311.23392, 306.27435, 398.35449, 96.50609, 314.79907, 437.48663, 107.58345, 384.39307, 128.36038, 116.91689, 400.59833, 105.73334, 308.81473, 138.83755, 381.50854, 269.0517, 217.22639, 98.30058, 296.72754, 305.41364, 92.62964, 480.36606, 327.15402, 78.45934, 205.93919, 101.41675, 309.38705, 112.67925, 226.13226, 274.35895, 236.60901, 88.12385, 119.59881, 338.7923, 80.88569, 94.04232 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 529.90161, 665.14691, 454.24743, 603.67856, 506.7688, 632.42737, 754.84308, 888.07819, 306.56441, 526.49617, 519.42943, 1110.24963, 1088.84821, 1222.38663, 629.29443, 572.97586, 422.30164, 640.03973, 1156.39227, 596.58807, 1392.88525, 550.89331, 788.17316, 740.37183, 572.2576, 725.36868, 650.54535, 573.50827, 588.83417, 517.82004, 279.2217, 631.90921, 953.69037, 876.85565, 562.09258, 561.72079, 499.23923, 483.98801, 611.90259, 572.24452, 679.18378, 537.15033, 744.30493, 578.23978, 575.73508, 943.40973, 511.08656, 662.95193, 1677.59845, 495.36829, 532.49443, 979.90448, 894.5481, 2161.67139, 722.01172, 660.07574, 659.58252, 511.49255, 580.9565, 736.2565, 336.08636, 817.99353, 452.97244, 526.38536, 506.16101, 608.0744, 514.10321, 683.47382, 1077.23874, 490.8663, 618.33084, 502.21585, 502.10358, 592.38737, 550.27022, 341.38962, 612.23639, 674.46194, 547.47932, 561.3476, 1306.07013, 584.39688, 421.82311, 307.45842, 828.59573, 1028.6203, 583.79523, 576.21622, 484.46739, 520.80154, 840.04926, 648.36307, 671.29068, 527.82474, 425.47754, 635.65652, 895.62289, 436.98694, 665.86151, 748.05017, 720.57819, 1074.52802, 646.17834, 1758.70831, 702.90024, 624.93256, 518.82967, 679.97417, 1825.64795, 947.48572, 1127.72205, 458.80464, 1285.3056, 1269.78162, 549.44568, 525.23613, 772.99945, 673.88577, 1052.43765, 1696.90857, 870.27277, 986.47021, 874.50369, 492.21896, 540.87233, 288.30264, 1506.90485, 718.41504, 854.6394, 443.32162, 1138.4989, 679.9079, 553.21812, 511.7308, 853.77878, 544.22284, 1297.48279, 672.41269, 649.48236, 1034.47437, 486.04099, 722.63342, 534.95297, 715.20975, 579.36758, 846.39481, 1524.39407, 628.10147, 792.51483, 507.74936, 867.34888, 263.73913, 586.75723, 498.29193, 695.65338, 760.05423, 926.61011, 482.27792, 524.85338, 605.97089, 590.77924, 595.31194, 553.78107, 493.80214, 701.1394, 539.35892, 1185.49658, 435.36305, 999.45276, 424.44008, 674.13046, 576.45981, 1050.58569, 570.72064, 675.35269, 563.80231, 986.27188, 511.94952, 642.08478, 449.80414, 600.69, 590.396, 929.33643, 622.62183, 566.93259, 667.15976, 645.84723, 541.39198, 716.25272, 535.19104, 738.0061, 507.10593, 563.56152, 699.98291, 535.61487, 700.7384, 741.71835, 747.99622, 1039.79797, 499.48549, 549.13512, 613.01294, 574.67468, 640.25473, 787.00519, 1277.00369, 652.16388, 519.52905, 584.30412, 600.82379, 631.89874, 404.78384, 546.63846, 700.16144, 1120.46283, 519.85341, 537.34348, 503.34595, 618.71616, 780.68918, 518.91827, 922.99609, 944.02554, 599.52454, 961.34833, 726.45398, 1064.92603, 454.45743, 212.97749, 617.94037, 616.43951, 329.49194, 488.89645, 649.8822, 889.13431, 236.74535, 935.38907, 695.57529, 468.65468, 696.80988, 573.30402, 1004.94867, 1276.57199, 510.65762, 529.3425, 746.78378, 529.7117, 622.024, 602.85843, 507.38538, 655.56235, 733.72186, 455.93506, 493.39252, 485.843, 574.35056, 976.65012, 545.06665, 907.992, 480.13242, 537.25201, 1321.02783, 548.40829, 1591.76782, 1182.25278, 632.09338, 529.80682, 508.73645, 713.38547, 555.50674, 544.76276, 1889.39624, 1011.62399, 752.77582, 650.23953, 642.85934, 650.24211, 1116.5256, 977.36441, 2097.31512, 521.22626, 754.85928, 460.71735, 604.11119, 634.34167, 1013.47882, 1072.66962, 585.37274, 795.98984, 478.57489, 311.4022, 685.25229, 538.37102, 945.73029, 601.24866, 1336.18427, 611.52408, 692.35718, 762.49518, 770.00223, 631.42725, 1468.64145, 549.93375, 579.28236, 818.45441, 409.78731, 599.65277, 558.80156, 677.03558, 513.09656, 645.93854, 558.12842, 528.00053, 740.85077, 761.06036, 681.37756, 606.38377, 1121.20471, 630.33949, 1116.7197, 1519.53619, 664.14157, 600.80505, 677.89255, 488.53601, 609.66415, 1140.73236, 562.09131, 767.76227, 430.35559, 1008.51154, 684.12405, 445.54118, 1455.02075, 586.00916, 1018.53845, 1272.82904, 511.64304, 550.67026, 771.70807, 520.33902, 620.48788, 575.01639, 1914.90369, 776.16745, 1363.63916, 547.47739, 566.10881, 578.46072, 420.76706, 928.72183, 522.83716, 737.59387, 700.98993, 1034.69354, 1251.49191, 527.25246, 292.81012, 657.88312, 493.9044, 79.92669, 1596.11115, 589.49481, 630.60318, 316.26677, 1120.74777, 835.19495, 572.05063, 506.65134, 628.28027, 617.67865, 512.34993, 676.28479, 1413.97437, 471.0602, 754.29398, 612.86121, 1073.98071, 653.37268, 590.69312, 806.12585, 681.19681, 586.80103, 522.8898, 753.97293, 98.85671, 625.70511, 687.67728, 613.56564, 1253.754, 539.56244, 1016.46567, 547.68629, 662.50768, 634.41202, 238.5992, 745.60806, 1035.88379, 1588.66241, 461.51691, 283.17129, 609.3736, 107.47684, 654.20813, 606.7907, 1858.90607, 563.31247, 748.7168, 544.8997, 381.01636, 1262.99548, 1102.1425, 539.0152, 584.11569, 494.60434, 650.82166, 665.42957, 649.1561, 769.08234, 592.19194, 1706.45135, 408.08318, 730.25696, 476.48586, 530.08058, 626.17694, 573.01566, 606.05493, 579.43314, 582.61256, 577.06552, 740.37845, 409.86461, 588.91763, 641.55972, 750.85916, 678.8168, 573.11191, 576.43982, 665.81378, 333.019, 1420.24554, 639.78867, 624.95856, 686.97699, 485.34488, 496.56224, 613.45482, 702.94876, 69.69564, 653.86359, 1439.18225, 554.87671, 705.30258, 584.53302, 522.70502, 554.90315, 1687.23645, 401.47966, 527.90646, 1011.76074, 1073.26697, 555.44646, 634.24963, 913.87543, 1094.29657, 2031.70953, 674.6756, 1864.14203, 595.7431, 755.37335, 690.87344, 591.5127, 700.3331, 755.78775, 347.03603, 866.60641, 740.88559, 980.11505, 1133.3313, 651.46082, 510.58348, 477.9357, 645.59647, 564.89133, 544.87799, 1415.65216, 629.34091, 493.34836, 705.23651, 510.64833, 864.34384, 662.8511, 621.16003, 535.34636, 597.1521, 985.16479, 574.37848, 1790.68005, 624.98956 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.13028634164724875, "neutral_loss": 3.0275712789778577, "target_chat_loss": 1.023558576747315, "neutral_init_loss": 4.92995146484375, "target_chat_init_loss": 1.8568676204681396, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 320.34695, 86.31934, 387.57529, 304.26865, 430.44604, 136.14755, 408.29709, 322.99243, 125.76617, 122.66367, 414.29681, 326.03217, 232.58575, 87.13725, 308.30374, 136.55096, 84.24976, 152.45639, 340.31985, 138.08134, 328.62646, 439.34189, 115.14983, 399.2149, 391.28204, 335.79572, 101.79115, 77.35391, 101.72308, 180.73447, 332.10968, 98.00088, 88.12502, 375.7605, 116.89403, 431.73608, 358.05505, 329.98315, 236.80272, 97.70558, 110.4787, 310.06921, 119.17139, 254.14706, 327.50409, 99.87494, 121.02291, 295.30585, 78.47931, 295.02472, 137.51736, 67.99264, 383.80661, 243.09457, 383.78641, 291.36035, 137.52599, 253.99023, 446.83221, 473.82507, 112.52695, 105.47545, 128.44806, 93.69524, 359.88867, 100.33403, 135.4214, 116.03477, 332.56628, 117.65057, 112.01595, 124.48497, 446.39529, 291.65137, 259.24936, 379.03357, 450.89066, 115.20787, 406.55835, 116.54254, 145.98572, 343.26801, 350.28619, 314.65991, 107.69728, 104.44167, 113.64155, 109.68031, 428.1972, 110.24187, 130.62631, 96.65356, 276.3736, 257.8931, 319.6864, 361.22226, 314.07574, 114.16618, 324.63257, 351.97748, 102.49708, 143.57002, 266.67838, 411.17853, 86.88264, 369.5304, 90.88205, 301.00485, 127.35924, 84.16138, 455.21564, 290.2489, 96.40178, 371.43475, 136.84113, 94.18417, 435.02466, 95.0981, 266.21451, 211.90672, 110.386, 178.21414, 65.95129, 293.17126, 113.53824, 287.34027, 303.59052, 214.24396, 267.20654, 103.74133, 131.1586, 99.51392, 381.21777, 370.2998, 80.16236, 128.80864, 95.21027, 100.78497, 235.18219, 298.9949, 428.18134, 133.15799, 78.24791, 167.50502, 130.68408, 125.81625, 136.80493, 259.30957, 368.81128, 284.09412, 68.15115, 125.14005, 356.71637, 143.95996, 107.61848, 131.17212, 367.3653, 243.07396, 138.11911, 341.5502, 133.53413, 346.63718, 334.55234, 367.27499, 297.19073, 129.01262, 310.18991, 136.23564, 270.87552, 134.03128, 121.55621, 145.15852, 127.7249, 292.43979, 275.34802, 112.04514, 129.85231, 262.34564, 108.62692, 433.69986, 133.80621, 313.82904, 348.67197, 109.69145, 124.72214, 276.20831, 281.48309, 102.7235, 140.39906, 129.47852, 308.76331, 341.42398, 146.6292, 295.9791, 113.81541, 276.92023, 326.77808, 115.63536, 117.31866, 111.70251, 118.74611, 138.1035, 288.25864, 82.6351, 404.13376, 254.82469, 131.13428, 112.8846, 115.5403, 433.8324, 105.46861, 413.80334, 121.38167, 116.06082, 122.31281, 304.21445, 351.87708, 348.96893, 132.93616, 408.16675, 121.59504, 297.68558, 334.0553, 94.02657, 92.7919, 262.34381, 117.27361, 348.50024, 130.29192, 101.72124, 112.51051, 89.0661, 89.39351, 322.48956, 78.88538, 320.56021, 370.98331, 148.22075, 314.80719, 137.09244, 264.49197, 364.84943, 274.68484, 149.50671, 333.59222, 75.43382, 102.64078, 125.56106, 101.27242, 149.7113, 138.27396, 322.00922, 393.00589, 139.03799, 282.00745, 125.52937, 112.39334, 319.00238, 101.49321, 122.03309, 108.67665, 127.85989, 292.04077, 116.43954, 346.88483, 390.44241, 425.44174, 398.66113, 92.94637, 333.67496, 263.55627, 276.06183, 120.54365, 345.03177, 368.83405, 241.86594, 140.1893, 431.87051, 352.63367, 391.35397, 281.80548, 140.39279, 107.72774, 410.07574, 135.07487, 159.73547, 429.87344, 164.60265, 146.83684, 313.32965, 322.51178, 173.67506, 83.70035, 77.21946, 85.46957, 377.1676, 104.15458, 136.3093, 347.87317, 100.71375, 123.59853, 193.25418, 292.7934, 110.86636, 85.35047, 331.30612, 344.08563, 108.89047, 67.31245, 300.19739, 94.87279, 360.34778, 298.13025, 393.6731, 178.31183, 142.49219, 79.32974, 333.22537, 333.73724, 79.91203, 307.58777, 126.40524, 353.59015, 436.82843, 151.65103, 131.28799, 124.12867, 340.90216, 120.46887, 389.46033, 391.73273, 263.13034, 377.50381, 124.87702, 134.87166, 135.14114, 131.0269, 87.32086, 129.12729, 117.07619, 121.09753, 134.38013, 65.0165, 155.07315, 434.258, 368.59521, 292.23865, 120.88117, 396.83578, 108.91433, 209.6579, 104.83928, 240.46103, 259.21881, 294.62784, 155.24202, 111.16428, 68.39334, 92.30852, 344.93066, 114.54796, 95.87662, 287.11722, 376.5144, 283.82974, 173.69867, 377.75031, 128.41515, 301.01196, 110.29359, 115.65805, 127.80009, 132.29897, 287.20612, 111.37843, 283.29791, 406.67389, 235.86639, 130.98665, 320.06424, 162.42679, 334.24524, 128.64484, 120.5909, 397.90192, 105.11684, 98.98387, 292.75235, 119.54782, 90.08109, 86.66071, 138.42651, 166.97284, 106.74599, 351.39984, 354.8515, 104.39009, 398.20026, 113.17947, 178.78729, 274.742, 361.5636, 96.07191, 278.98621, 103.44991, 100.60463, 258.47763, 142.86429, 461.61942, 115.69424, 366.57971, 390.04837, 343.46198, 102.26761, 296.88818, 155.35637, 174.45653, 88.63882, 116.49361, 254.56438, 208.27548, 229.12433, 138.5592, 313.91647, 122.38916, 361.2381, 370.564, 423.4032, 347.49432, 111.80597, 365.32275, 128.32341, 93.2459, 310.03674, 292.11752, 244.51492, 124.22278, 122.02611, 381.57803, 349.85324, 136.67218, 318.96481, 303.30548, 105.94195, 110.64973, 392.34848, 326.8569, 271.72675, 373.58197, 383.02234, 378.24332, 384.30975, 293.75394, 449.83548, 201.96561, 398.04358, 368.78113, 93.76997, 104.14054, 123.22751, 162.17017, 252.71283, 329.48438, 393.88708, 311.96216, 309.56964, 401.96185, 95.78018, 317.36243, 437.74237, 104.88902, 387.01883, 133.35728, 118.48372, 402.85016, 106.39859, 309.58722, 140.64105, 382.40057, 273.64456, 217.33255, 100.91051, 296.47205, 309.24152, 92.78242, 485.98557, 326.0686, 77.6386, 205.57245, 101.46197, 308.76102, 112.88182, 227.43195, 274.4946, 238.63399, 88.20144, 119.8505, 340.08167, 82.23809, 93.67921 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 543.79167, 687.01309, 443.91074, 643.81068, 534.01764, 657.27228, 775.1333, 891.04077, 295.84272, 543.46701, 549.08838, 1083.08771, 1078.76297, 1215.54089, 618.83783, 569.37692, 411.89673, 680.98682, 1134.66336, 584.15736, 1378.05792, 553.12134, 779.46585, 734.46262, 594.45288, 729.39224, 642.90723, 599.72049, 621.67618, 528.80942, 287.12691, 655.80756, 924.70287, 875.67249, 576.07312, 574.84293, 526.31577, 503.85156, 638.44873, 610.34732, 705.35382, 563.40793, 732.69873, 627.75235, 603.93933, 924.61859, 508.61604, 670.80878, 1660.14865, 502.65605, 556.84851, 977.3761, 876.47406, 2133.93744, 714.14859, 678.75388, 663.82903, 536.89377, 616.86433, 741.62375, 336.17555, 809.63898, 461.33844, 556.31557, 490.10777, 663.86685, 521.11234, 741.15152, 1066.94336, 500.18826, 606.19408, 487.78349, 517.53088, 585.90442, 569.77542, 336.59334, 602.32402, 670.39697, 578.59792, 552.06366, 1301.35916, 606.42172, 414.23063, 297.84003, 808.1774, 1022.6835, 611.4725, 598.80139, 512.7037, 547.01846, 857.71881, 669.94096, 674.55328, 541.42444, 413.67815, 648.9157, 902.68317, 465.1019, 677.0387, 737.10895, 734.59308, 1057.08051, 623.11407, 1731.60779, 702.05066, 642.05899, 552.94005, 683.19891, 1815.71667, 931.71808, 1105.70825, 455.53441, 1260.87991, 1271.50766, 539.97859, 552.3945, 766.91998, 720.66644, 1041.18011, 1671.28949, 864.93024, 984.64828, 865.15512, 506.70337, 557.42465, 284.08463, 1496.55618, 726.57675, 847.57248, 484.58484, 1128.30023, 670.30093, 581.33981, 508.75491, 844.95822, 550.65137, 1271.33551, 722.04132, 654.57977, 1033.13477, 479.83173, 750.97858, 550.22708, 714.36868, 605.48721, 834.17749, 1510.77295, 653.36017, 793.1756, 497.34032, 861.24557, 270.5763, 577.86761, 525.53922, 688.76407, 740.56989, 899.63412, 515.19907, 525.34238, 621.28464, 621.89911, 622.78647, 577.23596, 538.65582, 702.07608, 531.60103, 1173.54239, 454.89784, 1000.21072, 426.35735, 696.7229, 593.52206, 1039.78937, 590.08875, 698.79657, 598.69565, 985.0444, 529.70607, 666.16309, 437.19431, 643.5477, 631.32599, 910.33881, 634.1442, 581.88724, 662.97394, 655.91321, 562.00546, 713.09601, 568.04445, 763.46506, 502.2278, 587.04175, 709.52576, 564.82614, 690.84143, 768.34518, 744.56006, 1039.70398, 521.7887, 598.85858, 585.87613, 602.36609, 673.09778, 773.50702, 1274.9397, 701.98822, 499.03256, 605.75531, 628.57181, 625.1702, 400.01904, 546.90448, 694.81714, 1107.15909, 513.89615, 561.18643, 508.29735, 638.66031, 761.29086, 533.64816, 912.99661, 940.23782, 621.60999, 955.19983, 723.20918, 1058.09235, 486.51122, 210.00352, 615.00639, 611.2226, 324.47567, 503.29314, 657.61353, 883.604, 230.70123, 937.76834, 737.28253, 494.81848, 741.55591, 602.79849, 1004.68137, 1266.65076, 521.08072, 562.13589, 734.85339, 537.24182, 623.01541, 606.34473, 537.01349, 686.59839, 730.70407, 439.53337, 513.9202, 512.45807, 619.30531, 957.3063, 605.66455, 899.10883, 485.89636, 537.18887, 1315.65976, 576.71683, 1572.51266, 1180.58954, 669.30978, 549.97189, 515.42041, 732.13177, 601.67694, 582.08963, 1863.18668, 1002.99228, 752.34363, 670.51389, 660.30739, 655.46582, 1101.60837, 980.25089, 2080.28656, 522.10443, 796.41806, 488.15813, 598.59573, 626.69923, 1010.09525, 1072.74756, 601.58603, 799.59396, 467.84784, 314.82793, 697.96288, 532.69437, 950.3009, 629.48236, 1337.8248, 618.65085, 679.53625, 795.13272, 810.73553, 673.33435, 1460.66797, 552.93111, 593.18379, 811.29398, 401.1357, 620.84903, 576.25598, 661.19019, 541.81578, 662.23224, 580.22864, 548.12872, 755.73547, 762.93909, 682.92386, 648.13521, 1106.88681, 625.51184, 1107.18378, 1514.09021, 658.69629, 633.57224, 674.79904, 488.36095, 628.75119, 1136.1925, 561.40317, 781.75369, 422.90428, 1004.31207, 677.69299, 448.07486, 1444.85663, 604.4765, 1012.05411, 1257.84183, 519.56418, 552.78169, 789.23492, 530.68619, 636.64865, 582.84344, 1894.58136, 770.2814, 1357.99298, 597.68274, 606.56194, 585.94049, 406.65742, 920.28256, 521.81335, 719.47827, 675.27386, 1023.23431, 1237.10913, 551.15454, 292.66531, 639.44852, 516.92442, 71.30234, 1583.98367, 591.79279, 654.94812, 307.14302, 1109.95367, 834.90714, 589.64838, 511.94766, 653.86057, 598.58167, 505.49042, 694.0025, 1399.29663, 460.56912, 743.83655, 604.8078, 1070.01831, 658.95349, 579.19589, 796.21399, 716.56616, 612.16833, 557.72974, 746.28253, 93.38012, 622.65009, 682.25409, 651.44568, 1249.71054, 552.5972, 1000.89847, 576.28943, 655.15053, 656.90677, 231.00299, 730.31512, 1030.40588, 1575.50684, 478.55376, 279.34478, 654.39307, 103.36417, 674.27316, 616.46231, 1866.81567, 581.6528, 779.99191, 570.73584, 374.87735, 1272.72998, 1087.63194, 568.40472, 616.95007, 512.32831, 703.67981, 641.83012, 677.71594, 750.10779, 582.1689, 1697.58447, 424.63694, 767.98389, 514.88002, 560.91156, 623.92868, 598.4389, 619.02734, 582.42148, 582.47171, 623.12497, 747.0975, 393.65575, 610.81274, 647.09769, 734.09, 700.14383, 607.96222, 598.22424, 648.41919, 322.20972, 1412.64221, 665.36307, 632.05841, 674.70789, 469.35284, 494.29767, 622.38579, 733.50287, 62.67741, 697.49179, 1432.52936, 572.83102, 727.51154, 588.27536, 548.46704, 557.50504, 1671.16653, 419.40224, 532.76361, 1005.57867, 1066.16486, 550.81229, 643.16055, 918.33435, 1081.06519, 2055.15405, 683.92218, 1846.1275, 611.96176, 724.51071, 692.31198, 610.51578, 718.30893, 773.13306, 347.36533, 855.4046, 738.13287, 965.09204, 1115.83148, 666.8591, 524.15475, 497.74481, 634.31641, 579.7222, 565.63083, 1403.72516, 611.30115, 486.42851, 736.36188, 535.63614, 855.23987, 677.72365, 624.91364, 577.16583, 615.78267, 970.82062, 603.22046, 1761.85522, 659.9299 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.18919421271572992, "neutral_loss": 3.0501251813917385, "target_chat_loss": 1.0544026637701265, "neutral_init_loss": 4.878484954833985, "target_chat_init_loss": 1.871063885116577, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 327.4921, 84.26703, 386.43442, 307.65298, 438.31238, 135.90092, 410.03705, 329.53717, 129.61566, 118.83372, 417.76877, 328.71268, 235.69958, 89.13309, 310.49844, 139.97049, 82.02644, 154.57727, 343.94876, 137.06403, 333.3313, 438.18185, 116.59796, 401.67206, 392.18939, 336.16565, 102.0209, 76.02613, 102.39513, 186.17232, 333.74304, 96.40179, 90.56842, 377.92572, 120.08055, 437.63025, 355.6756, 335.87579, 240.42715, 97.22645, 110.28812, 314.52264, 125.3651, 257.4173, 328.45831, 100.05212, 122.21989, 299.86392, 80.65884, 295.93887, 138.47, 67.88626, 392.76883, 241.52803, 385.78314, 290.59723, 136.08017, 256.86121, 455.48917, 474.48926, 118.25381, 106.15307, 127.79953, 97.07603, 359.73077, 102.97505, 135.42236, 118.47447, 334.61652, 119.01559, 115.54377, 120.60384, 449.91254, 293.49298, 260.33066, 380.71057, 448.25922, 115.66098, 410.91254, 119.68459, 148.31908, 348.09668, 350.40039, 316.63544, 110.2846, 104.87891, 114.96738, 113.81026, 430.13019, 114.34434, 129.80659, 97.62479, 276.70911, 260.52112, 322.51276, 361.08374, 318.49774, 114.9398, 328.52258, 352.73871, 101.63005, 144.45621, 269.10306, 412.87469, 87.60486, 368.85083, 90.08144, 303.04999, 126.77269, 84.01799, 460.42218, 294.0589, 97.17719, 376.13742, 139.32593, 102.6818, 430.11035, 95.06062, 267.11145, 214.21579, 107.99773, 184.66943, 67.95493, 296.22375, 117.56824, 289.87549, 306.47321, 214.7476, 265.46835, 104.50122, 133.2765, 101.23167, 386.25919, 370.27545, 79.52494, 133.24306, 95.88763, 101.64454, 237.0661, 299.79297, 426.38177, 137.38495, 79.424, 169.06378, 130.61459, 126.84886, 136.63516, 258.98041, 372.80014, 285.38586, 68.32117, 127.45268, 361.45184, 142.88397, 106.8203, 132.52979, 368.58862, 245.98151, 142.01102, 347.41214, 135.3969, 346.9118, 335.28824, 369.22705, 301.52069, 129.06393, 313.54642, 137.62878, 272.05563, 137.13847, 120.88788, 147.31798, 131.14038, 292.97192, 271.76837, 113.92521, 132.40059, 265.38077, 113.13002, 437.24741, 132.37923, 313.73499, 349.90561, 113.13763, 125.36414, 276.1658, 280.64459, 101.13715, 141.14528, 127.73167, 313.70596, 339.84256, 146.76422, 300.81683, 115.67072, 280.17755, 326.06308, 115.88802, 117.3065, 111.69698, 118.0703, 138.2496, 294.93686, 82.31085, 406.25455, 259.35754, 133.84535, 115.02168, 120.97472, 439.27289, 107.10981, 410.80167, 123.49143, 117.47882, 122.09061, 304.63531, 356.34399, 353.55737, 132.87737, 405.6738, 120.49232, 295.14288, 336.78442, 93.1433, 94.3251, 263.89911, 120.51167, 352.41278, 130.63943, 101.28665, 115.17104, 86.03515, 88.75314, 323.67416, 82.91829, 324.50168, 376.01569, 147.59862, 316.83386, 143.58621, 268.26617, 368.49854, 279.96875, 151.27612, 335.23788, 77.13371, 107.8774, 128.29575, 98.13369, 153.88446, 143.64023, 325.64597, 395.89014, 142.05713, 284.02036, 123.95313, 113.98133, 320.97961, 103.34264, 124.31223, 110.42823, 129.63499, 293.58362, 114.88123, 350.29462, 393.53583, 428.84399, 397.68616, 92.25491, 333.85339, 264.73517, 276.35522, 119.75735, 347.90454, 372.03442, 241.3383, 147.03812, 434.45898, 355.61826, 386.26282, 281.96661, 142.2337, 109.82116, 412.81366, 139.96494, 161.00221, 430.92548, 163.54874, 150.49423, 319.51135, 321.16608, 173.36237, 83.79053, 74.60211, 85.2112, 378.45923, 105.32639, 139.9886, 346.71979, 100.55676, 118.77591, 200.84099, 293.08606, 108.90673, 86.33215, 334.08557, 339.89557, 106.8748, 65.20802, 303.95374, 94.502, 364.14758, 299.55865, 395.51913, 177.57637, 142.19746, 82.22298, 335.02655, 333.01477, 78.97511, 308.43036, 126.81803, 362.51031, 441.50964, 153.86671, 137.84935, 125.15784, 344.13974, 122.53788, 387.10431, 395.30511, 265.77609, 376.19791, 126.23985, 139.08887, 134.20572, 130.62308, 87.59999, 130.76944, 115.78851, 117.57687, 137.93094, 65.54268, 158.80171, 439.61212, 375.30615, 295.28766, 124.967, 397.25089, 107.89516, 215.32378, 105.85175, 238.89059, 259.19305, 296.45807, 159.08548, 113.81357, 70.40298, 94.2319, 344.88715, 116.0076, 96.79837, 288.90698, 379.04083, 286.41095, 173.64883, 373.04767, 126.71629, 303.496, 114.10043, 115.65253, 128.80455, 135.88329, 292.16846, 110.42976, 285.08722, 411.87881, 237.47632, 131.51591, 317.92297, 164.27567, 335.19473, 129.85936, 122.03554, 401.21667, 105.85847, 95.30269, 298.35223, 122.96906, 88.29114, 86.95118, 142.57585, 170.51743, 107.96681, 356.69, 355.5614, 104.13916, 399.19531, 114.50069, 177.83878, 276.08328, 364.80685, 97.18265, 279.54825, 103.49533, 99.00481, 258.83975, 144.26877, 464.07947, 119.58547, 368.56369, 390.20468, 341.55426, 101.98574, 296.77084, 161.30217, 173.66293, 90.43378, 117.73814, 258.021, 209.36763, 229.39281, 137.46451, 314.36249, 122.65981, 363.44821, 370.84024, 426.83942, 346.05862, 116.58173, 368.66132, 127.81915, 93.21914, 315.74551, 295.73309, 246.13278, 128.60629, 126.07669, 385.73895, 350.12589, 140.57005, 319.978, 304.96979, 111.86811, 113.93698, 394.28799, 331.40472, 275.77124, 374.2471, 386.81796, 382.06995, 389.59167, 297.34378, 454.04208, 206.57867, 404.18686, 366.97311, 94.84203, 107.43603, 122.58659, 167.51733, 254.16316, 329.69989, 401.48602, 311.75897, 313.78296, 409.34845, 94.53075, 318.87106, 439.51593, 102.94814, 392.06982, 136.19397, 120.7489, 406.19257, 110.42519, 310.8259, 144.12531, 383.21967, 279.78668, 215.37799, 103.79829, 299.37939, 313.03912, 93.17429, 486.92328, 326.73318, 76.26319, 204.95993, 101.15826, 309.50717, 114.71594, 229.33856, 273.75122, 242.6825, 87.34943, 124.04156, 339.3111, 84.81906, 91.7318 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 569.62509, 725.20581, 437.78062, 716.89551, 585.98309, 706.513, 796.79031, 894.34387, 284.49854, 586.95627, 609.68237, 1062.74017, 1076.86719, 1209.57916, 605.75061, 564.75775, 397.72371, 740.94742, 1114.45404, 571.21704, 1358.31659, 574.95419, 773.88654, 735.50134, 644.19662, 769.12842, 632.99255, 658.61179, 686.40042, 569.82111, 302.62579, 701.7326, 902.16397, 879.96747, 623.51025, 601.32156, 583.07123, 537.37276, 685.6254, 682.46942, 760.36179, 615.58038, 732.27017, 707.28555, 657.91797, 905.55063, 515.52464, 695.85968, 1649.16724, 540.9561, 603.332, 982.06796, 860.34198, 2111.875, 707.00281, 722.06479, 697.37051, 588.17175, 682.47028, 745.87921, 347.3859, 814.59467, 499.56877, 610.90228, 468.88452, 742.46436, 550.15555, 824.22495, 1063.14621, 529.18759, 601.06769, 480.84821, 570.63443, 583.88347, 618.42627, 342.38156, 594.30441, 691.77771, 636.85245, 555.04633, 1295.8728, 658.35461, 406.06941, 293.06296, 790.60498, 1024.74478, 665.90524, 645.89728, 572.2074, 604.59561, 898.80923, 710.31439, 692.47806, 581.60989, 425.83064, 686.92371, 911.03357, 519.34085, 716.03308, 731.34979, 781.92197, 1046.94696, 603.54822, 1714.56763, 705.18854, 672.4133, 630.23737, 711.26237, 1822.41058, 916.98578, 1076.32193, 484.87218, 1250.3537, 1287.02692, 524.33084, 607.47894, 772.08438, 796.50543, 1026.23737, 1658.73248, 862.26578, 980.91891, 851.10754, 552.73975, 598.24561, 283.50992, 1496.57935, 754.20688, 853.02066, 565.9447, 1122.63116, 661.45193, 642.10977, 507.10269, 838.3363, 581.46434, 1245.75244, 804.61551, 672.14526, 1035.32465, 476.26814, 790.87939, 585.46838, 718.49457, 652.91034, 823.23758, 1503.29279, 709.5878, 792.99722, 484.23215, 866.80615, 298.86766, 568.1622, 573.91702, 678.54007, 725.1254, 877.96887, 573.24292, 559.25343, 661.21997, 679.25378, 674.90021, 627.89694, 601.1964, 725.31274, 520.35265, 1160.53979, 483.76126, 1001.71234, 425.59151, 741.68158, 636.54755, 1035.3396, 628.84912, 753.9776, 655.81421, 989.26837, 584.09995, 715.26645, 429.2507, 705.56296, 717.60168, 900.38275, 663.77388, 620.91153, 659.88464, 699.7926, 598.84012, 716.37753, 637.17813, 807.76892, 500.4509, 645.20657, 740.7276, 616.65691, 680.19318, 823.64056, 748.7587, 1043.75345, 562.35468, 689.21127, 558.80554, 665.10211, 736.06934, 760.72, 1276.18137, 782.32986, 479.30273, 657.35022, 684.83444, 628.04094, 391.90128, 550.40306, 692.94934, 1097.22791, 506.94627, 621.89551, 541.08051, 682.32153, 738.50192, 569.0027, 903.62244, 936.7869, 680.12085, 951.26282, 723.00369, 1062.22162, 558.94373, 204.5306, 614.94443, 625.31435, 321.29317, 545.31653, 686.8204, 876.44128, 225.85531, 941.39813, 819.43982, 545.37793, 812.44687, 658.9729, 1018.16815, 1257.78705, 548.32437, 616.51132, 726.72852, 568.66916, 623.23323, 627.8187, 585.70581, 734.13174, 746.64175, 423.38353, 564.96788, 577.82242, 692.9986, 949.94452, 698.80536, 899.16254, 512.00494, 568.27597, 1306.95831, 637.52026, 1557.47272, 1189.0177, 729.40744, 582.75336, 552.64813, 777.45847, 684.06616, 655.95154, 1843.62366, 1005.04349, 762.68018, 721.11438, 710.75937, 676.47733, 1096.01971, 982.34943, 2076.47318, 520.53172, 865.90347, 538.56793, 596.84337, 627.00272, 1008.28278, 1073.11047, 638.01346, 809.45999, 459.43091, 328.25165, 742.93427, 525.3566, 955.69711, 688.3009, 1343.02625, 660.7563, 668.10864, 861.38016, 892.37009, 735.78275, 1464.88715, 594.86201, 629.36594, 809.8168, 394.80345, 672.004, 626.77258, 643.90599, 597.74683, 700.35297, 619.97427, 596.27258, 790.81949, 767.75955, 709.23705, 719.29123, 1095.02991, 621.08707, 1101.37531, 1491.67749, 687.58145, 701.27856, 683.78757, 482.21266, 674.60434, 1138.37817, 561.65581, 811.63269, 414.21164, 1006.34021, 670.2991, 483.36447, 1437.14392, 652.62854, 1008.60052, 1248.14844, 549.09146, 563.53629, 839.98645, 561.65079, 683.90669, 609.47478, 1874.78931, 777.95343, 1356.15399, 678.59906, 669.31345, 627.44414, 393.94138, 914.16156, 542.07431, 705.25385, 657.15158, 1016.90814, 1229.27185, 597.58612, 303.89777, 622.50183, 574.76877, 60.91738, 1574.01392, 600.7403, 709.2124, 298.2751, 1100.98184, 840.89514, 633.02347, 528.66177, 712.98743, 576.27078, 498.28807, 731.82169, 1378.54895, 452.01665, 736.53152, 605.98007, 1057.65118, 684.64523, 567.36652, 784.19934, 778.93958, 678.20093, 621.41068, 736.90079, 84.57064, 623.5518, 684.05054, 720.17322, 1253.76782, 594.15697, 995.89642, 629.32675, 648.58521, 709.41788, 224.45341, 718.92368, 1022.48749, 1573.27103, 525.4146, 272.11446, 733.1293, 101.70871, 725.07642, 648.04376, 1891.82086, 629.24884, 844.39716, 624.19986, 374.20595, 1293.86655, 1074.0407, 624.77118, 674.21994, 552.76988, 788.9274, 621.63176, 736.8812, 726.6987, 565.73622, 1694.83188, 448.41817, 841.37393, 581.43982, 617.89673, 626.57843, 643.51669, 647.21164, 612.76306, 586.315, 696.10706, 773.69913, 376.06112, 666.67914, 682.228, 723.47717, 751.57059, 670.84979, 654.70055, 629.43079, 308.75468, 1408.27399, 719.11664, 643.87967, 661.40085, 458.64984, 493.56738, 659.93318, 790.39471, 53.26624, 762.53549, 1424.86823, 614.6868, 773.22192, 617.94031, 608.34647, 570.14307, 1660.68546, 470.70682, 572.76074, 1005.52548, 1066.71912, 546.94533, 676.05353, 920.58783, 1066.75061, 2083.84296, 724.04694, 1841.18164, 648.20947, 685.88434, 724.75259, 654.90662, 750.50381, 793.01324, 346.06244, 855.47009, 746.12689, 961.14932, 1097.30627, 706.67917, 561.84564, 545.60687, 627.94647, 617.923, 609.51192, 1405.97043, 602.75995, 480.00961, 795.73108, 581.75284, 849.37119, 733.86899, 647.06851, 651.04523, 662.29324, 964.35022, 666.9389, 1732.27869, 718.13577 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 0.26322546484474074, "neutral_loss": 3.078066219057944, "target_chat_loss": 1.1086403840305326, "neutral_init_loss": 4.812425402832031, "target_chat_init_loss": 1.9500357200622558, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 335.34122, 82.40378, 388.75488, 310.97409, 448.68167, 134.86491, 412.14758, 336.18756, 133.81052, 117.32953, 422.66281, 331.69238, 239.74646, 91.48091, 310.99579, 141.65735, 80.51532, 155.57616, 348.49652, 136.60788, 338.70355, 436.521, 119.76021, 406.10507, 391.59735, 340.85315, 104.34851, 74.82539, 103.57915, 192.13881, 332.78815, 96.74544, 93.27502, 379.73578, 124.80582, 447.37534, 356.09198, 339.19748, 244.25999, 96.29416, 112.79194, 317.68219, 131.54614, 258.59216, 327.90097, 101.25757, 124.3196, 305.41797, 81.77887, 297.72937, 141.91068, 67.69611, 403.67831, 242.93018, 385.07172, 290.59039, 133.79698, 259.43481, 460.36499, 475.24268, 122.86053, 107.86583, 125.56624, 99.76779, 360.90237, 104.28903, 133.86516, 121.94736, 337.7132, 119.57889, 117.50641, 116.82484, 457.40717, 295.16168, 261.43658, 386.79782, 445.62781, 114.80359, 416.58008, 124.19071, 152.67599, 351.90979, 354.04327, 318.7822, 111.90224, 104.51462, 115.41367, 118.84632, 432.3989, 118.83388, 129.00751, 98.048, 277.64484, 264.97821, 323.90149, 359.09824, 324.33441, 117.5811, 332.96149, 353.68817, 101.89272, 146.19193, 274.12665, 411.58502, 87.14186, 366.62051, 90.77382, 304.39517, 127.91464, 84.79523, 466.55774, 299.11719, 98.05933, 379.47046, 144.57681, 111.51981, 427.29135, 96.1281, 268.83441, 216.69803, 106.90436, 191.20645, 71.47002, 299.31213, 119.78285, 290.99487, 309.07367, 214.35413, 268.16464, 106.27596, 137.91858, 104.0506, 391.95599, 368.79721, 80.65543, 137.63734, 95.39302, 104.66673, 237.19275, 301.63031, 427.93188, 139.60011, 81.61517, 169.09076, 132.21799, 130.24445, 136.43839, 259.07031, 379.86642, 288.89731, 67.51771, 130.6402, 367.71188, 142.75279, 106.11353, 133.8828, 371.70142, 248.70828, 145.64497, 352.07715, 137.64473, 347.52213, 338.05756, 376.11496, 307.58374, 129.71414, 315.16217, 136.5305, 275.62225, 142.25117, 122.21299, 149.44847, 136.23816, 295.93961, 269.60388, 117.49903, 135.34088, 268.56714, 117.979, 442.6196, 130.79794, 314.80484, 350.17175, 116.01878, 124.45206, 279.0415, 281.88696, 99.49809, 143.35785, 125.18114, 315.68854, 340.54465, 147.39825, 304.1004, 116.61704, 284.39124, 331.11694, 116.81299, 119.35536, 113.53197, 117.53406, 136.88565, 297.30722, 81.74979, 409.07162, 263.44952, 136.34424, 117.98856, 126.47156, 441.51599, 110.00271, 408.95612, 127.34547, 121.50517, 121.99908, 304.98712, 359.96576, 357.72153, 133.87985, 403.78519, 118.7662, 291.79361, 339.0791, 91.82652, 95.30547, 263.55603, 123.28636, 355.76758, 131.23055, 101.82761, 117.77992, 83.3655, 89.56068, 327.6124, 87.19501, 329.1145, 378.48871, 148.59251, 313.26752, 150.27292, 273.91193, 371.79742, 289.05066, 152.06061, 337.07318, 77.01603, 112.68488, 134.60065, 94.64614, 158.78572, 148.29764, 328.31781, 400.3295, 144.29155, 287.86554, 122.98616, 116.9126, 323.81467, 104.38014, 126.69928, 113.76746, 129.93906, 297.06137, 114.24565, 350.46313, 398.64145, 431.36029, 396.41504, 90.22543, 331.81409, 266.81494, 278.33676, 117.42532, 349.09979, 376.73465, 241.22366, 156.69971, 436.50031, 357.83249, 384.06775, 284.3877, 143.19067, 111.78601, 417.23233, 148.24884, 163.54247, 432.82846, 163.74457, 157.80812, 324.28329, 322.2959, 172.56631, 86.93335, 71.88863, 86.24585, 382.11292, 107.01415, 148.09299, 351.48483, 102.26357, 114.88538, 210.35213, 297.53345, 106.70716, 87.87175, 336.87128, 337.65076, 105.06621, 63.53474, 307.60754, 92.69502, 366.54553, 299.27808, 399.98755, 175.96289, 140.62234, 84.64218, 337.61716, 331.30188, 78.92689, 309.90674, 125.33534, 369.26813, 443.49857, 157.65356, 146.2567, 126.20277, 345.90356, 125.87268, 388.039, 401.03394, 267.40045, 377.12219, 126.48437, 142.69168, 135.74597, 131.03148, 87.45036, 131.88388, 115.02643, 117.52899, 141.94998, 66.66716, 163.68176, 444.57217, 381.9986, 297.40607, 132.15579, 399.88892, 107.68142, 220.92116, 106.17303, 239.73282, 257.87167, 299.04797, 163.58173, 117.06909, 72.37664, 97.1665, 344.92712, 117.72702, 98.64584, 290.55807, 383.45578, 290.51245, 176.15088, 372.63959, 123.13692, 304.64087, 118.04488, 115.27376, 130.12775, 138.79102, 292.48334, 110.40607, 289.33868, 416.28442, 240.32307, 130.42065, 314.90631, 166.29601, 333.18323, 133.61414, 122.98865, 403.11664, 104.8561, 87.80086, 305.94653, 128.57964, 89.05974, 87.39571, 147.31328, 172.82269, 109.82383, 358.12244, 356.33575, 103.67149, 401.40231, 116.84496, 178.10611, 278.54013, 367.74319, 99.81749, 280.34912, 102.58012, 96.13208, 258.73318, 144.71449, 467.78018, 123.87484, 372.03235, 392.89774, 337.75046, 102.36596, 298.43707, 166.2504, 172.8024, 90.858, 120.94057, 259.46881, 210.6077, 229.78752, 136.62363, 315.70926, 122.53366, 364.73639, 371.17471, 425.55994, 346.0098, 119.87629, 371.90591, 128.27077, 94.20462, 323.34717, 297.06155, 247.66402, 131.27621, 130.06804, 390.85626, 351.60034, 145.53806, 320.84052, 306.65311, 119.23728, 117.77434, 391.76645, 336.12836, 275.67151, 375.50674, 390.31686, 386.36877, 397.60617, 300.27438, 456.90552, 209.85486, 410.21436, 365.53577, 96.12183, 114.27383, 124.21181, 173.84108, 255.77118, 330.5253, 406.68182, 313.86478, 319.35999, 415.41312, 93.72269, 320.12177, 440.27209, 100.25545, 398.31561, 140.39476, 121.8306, 410.71912, 117.28677, 313.1012, 150.91811, 385.12152, 284.76953, 215.01244, 107.48175, 301.68369, 318.0896, 94.26495, 491.37796, 326.73508, 76.36041, 205.51781, 102.24223, 311.61542, 116.7979, 229.87674, 272.56543, 245.83765, 88.19095, 129.24429, 339.28613, 88.9274, 93.93372 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 618.74698, 797.93909, 438.849, 813.71793, 671.19186, 799.45917, 830.15521, 892.3302, 266.66889, 663.05597, 700.4783, 1058.36462, 1083.83069, 1204.69916, 591.90381, 549.50455, 385.73358, 823.35706, 1085.39618, 550.47446, 1335.20184, 622.98102, 771.10425, 746.54413, 719.25058, 837.89542, 614.6644, 757.35999, 782.2077, 635.46704, 323.95154, 772.19171, 897.8335, 889.21997, 708.37253, 644.87894, 675.30908, 593.6015, 762.21188, 781.15454, 854.4097, 698.21838, 740.86774, 811.65567, 740.86853, 882.84619, 540.5817, 741.41324, 1635.60095, 617.08997, 672.26526, 992.58093, 851.55319, 2101.35992, 705.87375, 792.6658, 761.9751, 654.27539, 774.85086, 755.59351, 375.77677, 822.43164, 560.09985, 698.09354, 458.49258, 859.32501, 612.52441, 928.46161, 1060.2233, 586.33365, 600.52144, 476.75874, 658.15244, 580.78903, 694.66949, 345.23132, 585.43901, 740.34595, 724.39294, 573.1131, 1297.79974, 749.20322, 400.07863, 280.86917, 779.55334, 1029.73486, 746.18604, 717.06677, 655.12106, 695.98984, 977.82965, 770.50531, 744.71939, 655.59039, 470.2644, 759.98206, 924.89044, 599.10852, 791.71106, 737.99301, 860.85281, 1038.74438, 589.42975, 1691.23743, 714.10077, 735.19693, 748.23679, 762.7066, 1831.12036, 911.39291, 1048.59857, 558.35358, 1249.54047, 1313.89407, 493.70976, 693.69229, 780.57199, 914.4859, 1000.22519, 1640.74915, 859.4472, 984.63388, 843.11212, 631.27139, 660.97897, 287.96692, 1491.0545, 811.13098, 864.08911, 677.74594, 1114.62555, 653.67392, 732.88971, 511.57993, 831.80646, 649.35068, 1232.30341, 911.25183, 707.67395, 1033.50961, 474.87961, 857.71783, 640.74692, 731.34833, 724.50861, 807.11987, 1514.51855, 798.4931, 796.51208, 468.32846, 880.75107, 345.31565, 565.91464, 642.84531, 671.99097, 715.7471, 861.43463, 647.37781, 612.84445, 729.80212, 774.62708, 754.53275, 705.46075, 690.82309, 781.02853, 511.57304, 1154.17053, 528.68996, 1020.95593, 425.42198, 829.5694, 713.04355, 1038.61993, 703.68546, 837.09998, 745.48126, 1009.22665, 687.79315, 786.7529, 424.00056, 797.74255, 836.6803, 901.47812, 728.37161, 678.90091, 655.10873, 775.99188, 666.76862, 719.61765, 726.14233, 875.62381, 493.29305, 751.23877, 806.26709, 696.28659, 667.26248, 911.48108, 765.62125, 1045.99979, 628.27783, 814.06287, 531.57193, 762.77655, 838.13156, 748.71692, 1289.59036, 898.23755, 455.41003, 742.14258, 764.81247, 627.60098, 382.92242, 551.23204, 692.76224, 1084.50159, 505.76405, 720.84213, 594.73431, 756.01135, 724.04947, 634.76068, 909.91644, 935.38165, 762.02499, 950.3446, 717.32074, 1058.23932, 660.49289, 192.61673, 616.16193, 657.55699, 317.49409, 615.82465, 745.77289, 864.26794, 219.85957, 936.30658, 940.30176, 624.88379, 914.86148, 740.20483, 1055.20169, 1246.75293, 590.95532, 699.13837, 736.85483, 628.19263, 629.06308, 667.66132, 653.81256, 810.8493, 787.48254, 408.18362, 648.98618, 677.75311, 805.37256, 940.04718, 828.82599, 900.58813, 566.81705, 623.36523, 1307.76346, 740.4314, 1558.83688, 1206.57507, 816.6254, 640.76334, 620.86298, 844.24316, 793.12518, 754.46652, 1835.9809, 1011.20746, 784.72357, 807.8974, 799.03925, 715.93378, 1089.19525, 991.53101, 2086.2146, 519.08514, 986.00513, 610.12723, 596.38969, 635.14523, 1002.79236, 1073.95941, 698.33212, 818.71826, 458.54242, 355.87575, 816.83392, 509.81885, 966.52753, 781.18982, 1362.99664, 740.07111, 654.10904, 974.15625, 1001.51044, 827.83792, 1478.41251, 679.79352, 698.82419, 806.77493, 386.2271, 745.81198, 704.15512, 619.673, 688.33691, 761.16129, 673.73608, 679.78922, 848.81989, 776.15289, 780.90759, 821.32104, 1077.34625, 620.39749, 1091.18091, 1473.4118, 741.06705, 801.93036, 694.90854, 483.84846, 757.24713, 1158.92944, 565.14398, 865.85675, 403.69562, 999.16541, 664.4314, 545.83327, 1428.01324, 733.70239, 1014.69287, 1238.74469, 606.41394, 578.92218, 919.4744, 622.09869, 758.79739, 655.17438, 1868.19556, 789.52893, 1346.77533, 786.54721, 772.20334, 699.98248, 376.67477, 910.54147, 597.53638, 703.2724, 644.92419, 1019.3107, 1230.177, 668.22107, 326.85455, 606.03427, 658.88565, 51.6472, 1575.2081, 614.5264, 794.63159, 286.52824, 1095.37683, 847.13043, 710.10391, 549.26338, 817.1571, 556.2504, 491.77531, 790.54416, 1360.57153, 443.19221, 731.90344, 620.12039, 1034.65118, 740.97452, 563.0448, 773.42328, 872.06009, 759.65842, 705.39722, 735.75189, 76.37118, 626.97343, 705.06927, 829.86346, 1260.46899, 666.19354, 990.08786, 707.53241, 637.10165, 793.57098, 217.20076, 708.82385, 1015.84653, 1571.64035, 597.12076, 262.33669, 849.27237, 95.98654, 811.09662, 721.54831, 1916.53351, 701.45081, 954.56525, 705.54565, 373.3116, 1327.27914, 1071.02582, 708.28937, 751.70709, 618.42325, 899.19742, 599.23563, 826.81491, 701.08456, 550.35643, 1692.52899, 485.00919, 950.70395, 675.46812, 708.58005, 636.77609, 720.78702, 694.73773, 675.03668, 589.34407, 801.41992, 822.51929, 362.61449, 754.95233, 751.37338, 719.71646, 827.76834, 753.93729, 739.17236, 612.21881, 295.95703, 1395.66003, 809.73322, 655.13858, 647.76654, 453.97801, 493.12906, 721.3703, 879.79956, 48.41882, 863.86441, 1431.96179, 683.89499, 849.22122, 680.30057, 701.70529, 583.04404, 1651.20154, 553.85167, 647.18573, 1019.60657, 1073.28314, 536.72202, 748.82364, 917.38412, 1054.9754, 2114.47632, 795.66684, 1839.83508, 701.26306, 656.04163, 801.40384, 716.60019, 803.8324, 819.99103, 344.65436, 873.16064, 775.64832, 977.3526, 1069.26712, 770.93973, 629.9812, 622.05573, 625.8251, 694.08154, 682.34985, 1420.58237, 599.87921, 472.17751, 888.51959, 668.29456, 854.35223, 824.92114, 688.60513, 762.25644, 737.21109, 964.31287, 761.96271, 1715.81006, 814.12836 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 0.49174280155098227, "neutral_loss": 3.1648485467964322, "target_chat_loss": 1.2800009218222153, "neutral_init_loss": 4.697512612915039, "target_chat_init_loss": 2.324705576324463, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 353.50641, 82.57575, 393.00012, 321.23117, 469.69559, 140.22398, 423.77402, 352.79272, 144.69025, 118.18297, 441.28427, 339.02512, 244.68947, 98.11108, 313.0845, 142.13641, 76.47114, 159.6073, 357.52045, 138.93271, 349.87921, 438.25342, 123.46033, 423.25824, 394.95731, 347.83298, 107.67316, 73.18793, 110.92169, 210.13182, 341.67145, 99.01197, 104.45696, 389.76257, 137.21762, 470.01102, 356.9429, 350.20575, 249.38428, 96.82233, 118.86316, 327.44318, 145.23122, 265.75253, 329.38043, 104.92448, 128.46069, 318.84235, 86.46008, 304.47369, 151.19087, 71.90746, 423.70517, 246.74792, 386.5213, 294.38834, 136.1972, 263.38477, 474.55292, 487.34607, 132.70807, 114.13374, 124.26222, 111.40527, 366.17584, 108.11819, 130.7623, 136.58768, 341.14157, 123.34244, 121.2794, 109.8068, 468.27109, 298.8172, 268.00888, 405.2876, 449.89526, 113.03761, 427.83044, 141.69388, 166.45695, 367.63538, 361.53796, 328.76648, 113.88713, 103.13316, 116.07243, 133.25209, 447.15021, 131.76752, 129.83327, 96.95952, 282.97815, 278.02225, 337.48059, 363.34027, 331.70395, 121.60062, 348.13431, 357.60205, 104.67369, 148.30891, 287.75568, 413.04425, 88.44134, 367.37793, 94.11247, 310.14252, 134.11804, 86.70349, 477.35828, 310.76752, 99.06358, 386.90979, 154.1678, 135.07637, 418.19946, 93.26205, 279.2475, 221.02841, 104.29042, 208.24458, 78.52566, 306.38583, 124.50662, 298.05508, 318.33978, 218.21771, 276.25348, 110.12016, 151.47937, 112.1247, 406.60754, 366.31519, 83.49406, 150.10278, 96.89104, 115.73146, 236.88048, 306.29874, 430.50922, 146.12842, 86.11946, 170.64099, 136.3826, 134.7326, 142.5381, 260.06671, 391.92978, 296.34998, 67.94405, 130.71921, 375.21051, 146.43216, 102.40659, 143.21732, 386.1264, 252.54512, 153.75314, 368.11453, 142.85623, 353.24445, 342.78333, 391.29016, 328.05377, 130.24165, 324.40155, 140.84698, 282.02246, 157.14346, 126.09175, 150.76576, 150.32423, 301.75574, 269.32416, 131.4642, 152.96237, 277.07776, 127.8093, 457.00153, 131.35347, 323.25873, 355.3493, 119.8021, 122.79705, 285.91299, 284.1293, 94.71898, 152.00101, 118.8961, 326.20068, 344.70728, 149.06741, 316.63199, 123.73837, 294.17349, 342.81018, 120.10977, 126.27758, 121.6824, 119.35763, 136.09586, 307.21814, 80.94027, 419.23633, 276.17349, 140.96356, 125.85011, 141.89365, 456.8287, 119.605, 407.36215, 133.09779, 136.08788, 121.24475, 304.75491, 375.51273, 365.10236, 134.25711, 404.24634, 119.85358, 286.0885, 348.80463, 89.68076, 103.37005, 266.10666, 130.26404, 360.60583, 136.0062, 105.70744, 123.19615, 79.0903, 91.60854, 335.29651, 100.70358, 345.38245, 393.12213, 152.70386, 312.11328, 165.12923, 290.11557, 383.20911, 305.40146, 156.65274, 348.17468, 77.72131, 125.33285, 153.08647, 92.69382, 171.40726, 153.23953, 339.13669, 408.43179, 149.26909, 293.00903, 123.67892, 127.66016, 327.60138, 105.24738, 133.20573, 118.67107, 137.92822, 301.79129, 110.82101, 352.32693, 407.87872, 433.17081, 396.767, 89.37001, 330.89136, 275.74655, 289.22363, 112.94813, 352.25275, 393.86731, 244.04843, 170.87708, 449.35022, 370.4151, 387.24164, 284.94568, 144.71957, 120.59094, 419.39188, 165.9671, 174.93149, 439.90808, 159.97365, 173.44614, 339.13269, 327.58755, 168.49519, 99.59525, 69.9678, 93.9966, 383.30908, 110.23562, 163.29413, 367.11847, 108.24883, 102.86084, 232.04768, 308.81964, 102.54335, 91.21474, 343.54431, 334.96429, 106.36771, 61.40022, 317.04733, 90.77494, 375.03754, 294.26486, 412.59039, 181.06964, 137.06039, 88.71956, 340.68848, 325.35287, 80.1289, 315.4736, 120.31758, 389.21872, 468.49399, 165.14618, 164.2977, 126.76564, 351.52826, 130.90668, 387.27637, 410.73987, 273.35193, 378.23618, 131.09656, 145.64462, 137.78644, 125.59944, 82.36829, 134.48643, 117.39644, 117.24476, 148.98654, 69.32436, 181.20471, 455.41895, 393.27832, 305.37738, 150.91, 413.98825, 109.61462, 239.26048, 109.60841, 243.33904, 256.65448, 304.78854, 174.75595, 127.90429, 77.60988, 105.72964, 357.20642, 119.79377, 106.70718, 293.92636, 387.54883, 297.97443, 184.96507, 375.90906, 115.91841, 327.37726, 131.95866, 117.05234, 137.4516, 144.81424, 296.22198, 112.15565, 298.56628, 418.63406, 246.75693, 133.14032, 312.37479, 169.66968, 329.99002, 139.44734, 127.75124, 411.28989, 110.87009, 78.22618, 324.79282, 149.2059, 93.72279, 89.03043, 153.40018, 181.43585, 112.91737, 370.73578, 360.76819, 107.60897, 404.02826, 123.85341, 175.22363, 282.87903, 372.70654, 106.54109, 286.89539, 100.1797, 91.98841, 262.79025, 148.97824, 472.48474, 139.1718, 378.98492, 399.54977, 331.26593, 107.01399, 309.84491, 178.47501, 166.42978, 96.01247, 132.04085, 265.02277, 213.86984, 233.83934, 135.94162, 321.6712, 129.75928, 366.74884, 374.08105, 433.75793, 347.67087, 131.61006, 377.8306, 133.68085, 98.12021, 339.63007, 300.09131, 258.41284, 143.19861, 140.83987, 400.1864, 365.49356, 163.03769, 325.88666, 308.70184, 137.48627, 129.25223, 391.93182, 345.95285, 281.51071, 374.64792, 397.09189, 396.1355, 417.16296, 305.75204, 455.59235, 216.89102, 416.41367, 370.30646, 100.28886, 131.00061, 128.22586, 188.05737, 258.14258, 331.5993, 418.32477, 311.99335, 333.10251, 438.85248, 93.96275, 322.60989, 448.71786, 98.80285, 412.28708, 152.18787, 126.01215, 421.92493, 144.25031, 314.85406, 166.79613, 394.13022, 296.20532, 215.48943, 115.82298, 307.50467, 335.09106, 99.48057, 488.02197, 330.46759, 76.6185, 204.3252, 106.76035, 320.2691, 126.53504, 236.42859, 277.16431, 257.01083, 97.83681, 146.13541, 339.81909, 95.6459, 101.5591 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 793.3093, 1022.21716, 508.50955, 1028.6102, 934.16824, 1064.52679, 964.76642, 909.76074, 247.32581, 862.85724, 916.37537, 1065.49921, 1136.32526, 1235.92542, 619.92004, 522.89964, 405.85149, 1027.57355, 1068.97198, 532.05977, 1308.49323, 760.12601, 827.11133, 854.83734, 904.25653, 1027.36697, 561.57062, 969.84402, 1048.00357, 864.24503, 410.7773, 968.02869, 931.75859, 953.08508, 917.76617, 825.56116, 934.15686, 723.58267, 1008.2002, 1002.2804, 1137.09296, 858.53067, 778.86624, 1079.46521, 891.66724, 920.15765, 657.01984, 919.80807, 1634.92188, 819.39725, 847.44257, 1069.13586, 896.30652, 2180.5722, 753.37756, 916.02383, 936.15518, 817.12207, 1001.03656, 808.56387, 487.87789, 880.82849, 720.8963, 924.58444, 426.56912, 1088.68433, 831.91479, 1102.73767, 1152.41895, 797.00247, 617.60846, 473.98334, 850.17419, 610.92787, 892.772, 369.52768, 605.66714, 898.41656, 982.84308, 645.33234, 1331.37225, 912.48511, 395.92477, 276.14178, 789.72012, 1039.78043, 954.79721, 901.56064, 848.78116, 904.41345, 1204.77121, 911.39175, 882.14651, 873.05884, 633.09796, 1028.34033, 1003.99179, 799.487, 968.60406, 819.69434, 1172.02582, 1040.14563, 601.07755, 1679.13165, 772.28186, 900.62158, 989.40195, 952.80487, 1866.52167, 936.90924, 1042.09998, 734.57166, 1307.05328, 1416.34915, 447.312, 890.20715, 820.52783, 1137.81042, 1040.55988, 1607.1485, 890.06424, 1060.73145, 886.22046, 860.14694, 861.58218, 320.56677, 1536.21957, 929.10181, 959.74673, 919.43616, 1173.96472, 715.3031, 934.86371, 561.40369, 833.84262, 805.8378, 1289.66333, 1138.75043, 808.35223, 1012.83264, 488.41165, 1069.23767, 808.05917, 828.45694, 922.78778, 802.10437, 1574.45825, 1046.71671, 849.99722, 470.90317, 970.76566, 458.178, 581.61513, 821.0513, 685.26877, 728.89191, 840.23764, 818.74329, 789.25854, 907.0155, 1058.7688, 963.02414, 945.74695, 915.49597, 1003.6134, 529.33081, 1191.86017, 683.52808, 1118.52533, 416.52519, 1091.34509, 914.49091, 1105.42584, 894.72357, 1052.53308, 884.70227, 1111.35669, 962.67926, 1038.2999, 420.81055, 1014.38092, 1055.84448, 954.43411, 869.90857, 841.71399, 688.76984, 979.91046, 882.47327, 744.20035, 938.92599, 1070.41705, 432.88727, 1040.95422, 1000.70709, 906.31671, 682.18762, 1184.70837, 809.50427, 1141.86237, 809.96451, 1024.75885, 523.46185, 959.74622, 1069.67535, 752.30597, 1382.15192, 1153.22821, 449.07759, 961.91663, 1031.41119, 632.68823, 382.29384, 583.6593, 721.24384, 1158.17807, 513.35719, 907.43497, 771.30103, 964.61441, 728.13171, 863.7312, 967.54932, 970.3609, 980.14355, 1030.42221, 759.01599, 1097.5054, 890.53812, 169.67288, 680.09416, 769.24158, 306.10578, 775.34207, 925.3515, 902.89978, 179.25467, 938.56387, 1225.94452, 852.11581, 1215.34381, 919.01428, 1225.26703, 1299.58868, 730.17813, 893.03409, 755.75665, 750.23309, 660.36037, 847.43604, 785.69595, 1026.49609, 862.88519, 396.29623, 906.29004, 945.49533, 1087.2431, 1027.18954, 1088.70804, 936.36334, 753.39178, 811.14407, 1330.25037, 969.30203, 1564.65442, 1270.92218, 980.38965, 769.77643, 827.37073, 1105.85406, 1082.32056, 978.18655, 1900.03922, 1083.17984, 889.35297, 1011.53564, 1012.49911, 818.6485, 1127.43384, 1047.54205, 2159.83118, 520.50525, 1245.5199, 776.39069, 645.70416, 718.43362, 1047.7789, 1188.39117, 912.34354, 843.67883, 503.3544, 456.69108, 991.48999, 467.55995, 1054.16153, 1005.81955, 1435.95239, 968.13321, 661.0603, 1172.06146, 1215.96246, 1056.67938, 1624.95044, 873.48877, 935.92175, 861.17542, 367.79129, 899.17236, 793.09747, 625.44809, 974.10358, 958.58801, 848.4935, 812.27823, 1049.52344, 812.03229, 1044.45062, 1095.46082, 1079.18823, 682.4856, 1129.52582, 1521.55127, 927.7879, 1029.38034, 747.95856, 461.65395, 961.53891, 1312.18341, 576.68843, 1081.59769, 400.69316, 1024.67706, 686.82523, 731.88129, 1495.75043, 937.56042, 1073.09027, 1317.65625, 776.08295, 647.71976, 1170.50891, 775.3638, 949.7135, 833.44391, 1945.48608, 907.73639, 1419.31897, 992.64935, 1008.42511, 901.52902, 337.17996, 924.29193, 753.59766, 734.02161, 626.1534, 1041.8028, 1278.70276, 850.32303, 418.81073, 579.99139, 844.15015, 42.55068, 1576.19418, 689.43863, 1034.87372, 231.62135, 1110.22672, 939.84396, 946.80115, 603.51389, 1107.69028, 591.22733, 495.22482, 973.13211, 1373.97693, 448.69592, 759.61447, 684.89575, 1015.59341, 929.85135, 570.21951, 827.14188, 1070.69177, 984.30652, 883.17868, 776.25031, 62.47348, 628.87096, 795.10724, 1135.38159, 1283.38562, 885.05725, 1034.98672, 935.95456, 668.2291, 962.99973, 196.7811, 777.55249, 1060.93555, 1629.29242, 731.92712, 245.79854, 1114.1228, 88.87462, 1018.75195, 1011.50537, 2004.70776, 937.87161, 1250.75208, 919.40479, 395.60458, 1567.10938, 1102.36107, 896.66913, 909.97498, 804.27872, 1061.17279, 601.45753, 1034.75885, 652.08612, 596.61452, 1764.81512, 588.13129, 1140.72021, 898.91641, 892.73071, 684.14288, 901.97577, 879.71735, 861.05191, 616.52367, 988.78546, 1129.88452, 375.14674, 981.09555, 970.78693, 775.36487, 1053.93933, 875.14471, 949.42682, 616.87177, 285.9444, 1409.34711, 1022.87274, 687.81763, 652.79584, 470.05245, 516.1636, 885.267, 1094.76306, 42.69541, 1080.11954, 1546.27686, 892.01303, 1112.17734, 861.32913, 936.39795, 658.21732, 1719.94193, 740.2178, 830.12347, 1112.77319, 1139.82599, 513.04337, 958.34424, 973.91742, 1121.41425, 2250.12427, 960.29309, 1895.37701, 903.48935, 644.96164, 1055.18329, 863.41806, 1027.98132, 926.17749, 361.0504, 941.44598, 888.39465, 1097.5694, 1029.03226, 984.79181, 811.53137, 889.64258, 675.6882, 926.91016, 931.39209, 1507.26068, 665.87973, 475.41576, 1223.40933, 826.93384, 918.3327, 1024.06458, 827.83209, 1026.23157, 948.03366, 978.16898, 1015.72382, 1783.56213, 1056.45157 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 0.795799049189045, "neutral_loss": 3.149893834420981, "target_chat_loss": 4.994366802035213, "neutral_init_loss": 4.479473724365234, "target_chat_init_loss": 5.669711199951172, "n_neutral_tokens": 37040, "n_target_chat_tokens": 355068, "per_example": { "neutral": { "sums": [ 362.93637, 77.91051, 396.75098, 325.04044, 479.19644, 144.53207, 403.90335, 326.79916, 136.66953, 116.8006, 452.09149, 335.35706, 248.18747, 106.41883, 299.32709, 132.00389, 74.88441, 163.62598, 354.50946, 142.37007, 348.99948, 417.5444, 127.39065, 404.8598, 387.92157, 350.66571, 109.08815, 70.71001, 118.08638, 214.26648, 345.52509, 95.40272, 134.8054, 389.44318, 150.47549, 484.07898, 361.24176, 358.68042, 252.82455, 99.53845, 130.11188, 317.74152, 143.12079, 269.15762, 328.36807, 113.15277, 127.59373, 325.10074, 89.69422, 305.53577, 153.69513, 71.53146, 414.93939, 250.60237, 386.80011, 291.8782, 135.44435, 253.71388, 468.19037, 480.10236, 134.23203, 103.22105, 129.46707, 125.20137, 368.68719, 120.91316, 113.90205, 165.15269, 338.01752, 132.16135, 115.09624, 102.38551, 436.11646, 272.67902, 277.53018, 420.60791, 433.83084, 104.64626, 408.00024, 134.83456, 174.93323, 378.40375, 362.43848, 346.25269, 95.85973, 99.93932, 110.43383, 129.35236, 456.99982, 141.43048, 126.44884, 95.15813, 281.78906, 288.79974, 304.55981, 362.04663, 327.08453, 122.30075, 331.87238, 352.51636, 99.64326, 154.27365, 287.98474, 409.56537, 86.76999, 371.66754, 98.8028, 305.87778, 137.55211, 89.49658, 480.24286, 313.91049, 80.91549, 388.99811, 155.78966, 132.58524, 353.44937, 83.43222, 279.73013, 207.52423, 97.76718, 196.33324, 79.1737, 301.60828, 128.01749, 301.32407, 312.22461, 217.69235, 266.69247, 97.17519, 160.66177, 111.50612, 417.87024, 354.66046, 85.27556, 161.41597, 94.93171, 131.65331, 242.2204, 312.09735, 370.71259, 158.57016, 91.23578, 163.62543, 147.71977, 134.3833, 132.82358, 257.02795, 396.11725, 300.2095, 73.60938, 125.54472, 379.19748, 150.4534, 86.73149, 154.11163, 385.48846, 240.94864, 159.79144, 346.75604, 134.20258, 347.16675, 341.39136, 404.59174, 320.59521, 131.08371, 321.52893, 146.59729, 277.73413, 172.31296, 131.11131, 162.05182, 156.02209, 306.93073, 261.73587, 135.55774, 168.33182, 276.37302, 129.54828, 456.41147, 121.82029, 308.53958, 356.32993, 122.5636, 111.8303, 275.57529, 284.69806, 91.43301, 139.89992, 122.7319, 329.36154, 342.46796, 141.46361, 320.58792, 135.27011, 305.65424, 358.11578, 121.76302, 122.67996, 121.82396, 116.55315, 131.2211, 309.38275, 77.34785, 420.00748, 284.85406, 137.7403, 132.92859, 155.34552, 474.0939, 127.52204, 388.32819, 137.33923, 151.73317, 119.78119, 298.56351, 384.93414, 349.05157, 130.31001, 410.20251, 122.43016, 280.57727, 341.91083, 85.7878, 102.72595, 257.05173, 145.42627, 334.5051, 137.3335, 100.64836, 118.57711, 71.58807, 88.04781, 324.94965, 114.27782, 356.53824, 408.99933, 161.47021, 262.6109, 162.9512, 297.4501, 394.0947, 293.48203, 158.1692, 328.2673, 75.25292, 140.93982, 147.6622, 93.27341, 177.97452, 151.99615, 340.8797, 413.77789, 156.37505, 298.07645, 120.4074, 141.59311, 329.58783, 97.90289, 125.90793, 121.46718, 149.6468, 300.78979, 101.92467, 327.88501, 397.03223, 419.16119, 402.48364, 85.61892, 311.8623, 275.37491, 280.20953, 117.67921, 352.31219, 390.3446, 246.94223, 173.33107, 453.04407, 381.57581, 390.36813, 274.7876, 150.18149, 124.46538, 401.27023, 176.18758, 190.01782, 443.14633, 153.30196, 165.18521, 307.32721, 316.69946, 156.67365, 106.78165, 70.71994, 99.54921, 379.92749, 107.88593, 169.65814, 354.46924, 116.39604, 96.13774, 220.84756, 309.30164, 95.49761, 94.41472, 334.56866, 338.3486, 111.15995, 56.16328, 320.78107, 91.97643, 376.93494, 282.3291, 412.19037, 152.27043, 134.02374, 88.22021, 337.53723, 323.25027, 81.51333, 320.63956, 116.76453, 378.004, 464.02069, 155.91821, 150.41537, 124.0717, 346.77277, 126.13761, 377.27255, 419.02368, 265.48035, 387.15265, 112.15282, 140.67804, 137.13333, 105.71561, 68.95039, 140.26402, 114.35603, 124.81892, 152.33096, 71.31923, 189.75824, 473.37592, 369.30493, 302.75064, 151.86688, 417.35065, 110.33249, 244.76627, 109.58828, 249.12454, 264.73029, 308.55435, 178.2244, 136.49033, 77.72207, 117.06892, 352.57855, 122.48225, 112.32634, 302.0083, 397.14426, 308.35626, 192.57521, 365.36853, 114.32428, 311.12262, 138.97491, 123.00131, 146.32959, 148.91031, 284.89288, 111.57613, 303.44611, 369.80231, 247.70465, 133.67249, 302.20306, 165.87566, 330.90384, 130.89348, 125.83379, 421.71442, 115.35976, 74.53757, 313.92291, 149.08475, 99.66046, 93.6806, 153.4183, 148.74997, 121.24345, 378.0224, 368.33179, 106.47221, 408.10306, 128.6993, 166.54845, 277.35876, 370.56317, 109.30843, 293.57217, 101.83642, 94.54713, 244.51309, 152.3255, 470.27548, 137.23254, 383.36304, 406.18878, 304.04764, 103.74916, 322.84491, 181.56116, 158.79118, 98.13818, 145.58002, 263.66635, 215.49736, 225.82022, 134.92233, 312.98157, 128.83, 349.87198, 371.77264, 425.81183, 341.70044, 128.66592, 362.80798, 127.87893, 100.96937, 352.34833, 306.38831, 271.98114, 147.91472, 138.24995, 383.69415, 370.67294, 171.04144, 324.52945, 301.06427, 150.06911, 143.30104, 387.76532, 346.66489, 281.62057, 384.2384, 374.65308, 385.67596, 413.20654, 310.01614, 448.90112, 208.5881, 392.24176, 357.38885, 100.70793, 117.36837, 131.60146, 168.79449, 259.44724, 324.87372, 414.74542, 311.51941, 338.20056, 440.80865, 97.38115, 316.85202, 463.51193, 96.51149, 423.8006, 150.9339, 130.90683, 420.54327, 169.59802, 275.1557, 181.47667, 391.28174, 307.11386, 208.76947, 121.50383, 310.00085, 354.10248, 107.09883, 480.11383, 328.02905, 61.68445, 204.54559, 109.22818, 326.64093, 126.25834, 242.5238, 285.31573, 243.72435, 103.25121, 147.85228, 337.67322, 97.38615, 111.79153 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 4637.05225, 6449.2196, 766.70486, 5041.7157, 3139.74911, 4810.0639, 4229.29565, 3611.27063, 271.77494, 4733.02026, 3629.8114, 1974.58533, 2894.02649, 3824.74329, 1383.94934, 1865.06732, 1566.71317, 5042.25134, 6015.64075, 1973.20508, 5249.55969, 3650.71765, 971.46674, 4042.25458, 4272.65179, 4767.39099, 1201.66907, 4251.45703, 4315.89966, 3532.1615, 771.89377, 4573.64661, 2754.12958, 1248.38184, 4022.5578, 4058.71033, 2998.37079, 3457.8952, 4245.53778, 3957.02319, 5520.61182, 3725.99182, 3357.39243, 5610.71362, 4562.75183, 2325.2876, 3627.99487, 4212.73279, 3630.38013, 4094.01526, 4680.617, 4669.6449, 2676.89148, 8181.81104, 1733.06656, 3655.4552, 4036.69183, 3265.61768, 4588.2605, 3358.2608, 1183.71561, 2289.60962, 3722.35376, 4075.32782, 591.41908, 4000.22308, 5184.71167, 4892.73987, 5487.63428, 3123.33447, 1020.56488, 2417.49158, 3898.11444, 997.25816, 4168.92773, 1102.20199, 2821.80637, 4337.39178, 4559.33765, 2409.10742, 4291.25439, 4837.33911, 849.44632, 261.41528, 1626.73047, 2622.79376, 4327.11267, 4549.46228, 4160.21295, 3899.70105, 7585.20258, 5427.56909, 4036.02832, 4173.17047, 2897.77594, 5027.27911, 3512.35065, 4165.53955, 4902.52295, 4880.8656, 5301.17065, 2695.53137, 1291.56354, 4651.71716, 1103.56802, 4839.07715, 4466.10284, 4251.36749, 4615.41431, 2643.47308, 5311.68066, 3034.74902, 3734.29608, 2818.64099, 1515.08029, 4170.63672, 1908.27551, 5147.61865, 4542.53619, 4398.06323, 4878.46338, 4979.01434, 3146.43445, 2917.95013, 4403.2865, 800.77936, 3625.37769, 3625.27411, 3458.45688, 3424.48596, 2553.8222, 3163.34912, 4017.41077, 693.28311, 1739.30222, 3713.82727, 6031.67212, 3827.03149, 3794.04016, 2241.33044, 503.89374, 4319.68018, 3475.0108, 2519.6348, 3741.63147, 1532.73096, 3385.48523, 4755.38708, 3974.49338, 553.83652, 3953.04065, 713.54965, 584.02014, 3667.48541, 1067.90369, 1203.57062, 1358.4155, 3823.53983, 3873.24561, 5557.7063, 4944.07617, 4070.59589, 4710.85779, 3595.01184, 4146.99841, 639.40932, 5700.45691, 2767.89917, 4193.65497, 494.02332, 4808.60852, 4065.38898, 5892.30676, 4097.44934, 4520.31378, 4649.75287, 4828.49878, 4417.5592, 4327.73364, 460.90588, 4742.245, 4876.57617, 3971.85876, 4247.5387, 3592.14874, 1386.78986, 4039.73596, 3363.56158, 3218.51379, 4591.71814, 5056.14349, 473.099, 4824.93762, 4998.88782, 3972.69495, 4148.66901, 5750.35242, 2169.94797, 4295.61664, 3653.48297, 4442.51709, 1899.90756, 4928.59625, 4315.83374, 2955.24323, 3080.9292, 4954.61243, 901.72565, 4814.37366, 4669.66132, 699.21619, 710.01986, 737.58914, 1806.40079, 4954.8833, 541.51083, 4245.4043, 3705.5246, 5201.71631, 3799.08606, 3187.04849, 3015.38733, 5816.79126, 5685.21411, 3742.42621, 1716.21173, 6213.98383, 3192.22308, 161.28437, 1810.91455, 3379.02362, 524.77339, 4510.42444, 3949.44849, 3736.83362, 157.50954, 3288.93335, 4821.6571, 3370.67407, 5882.46973, 3737.29242, 5487.22705, 4416.82751, 3866.85095, 4211.31873, 2637.5267, 3588.17224, 1651.31729, 3980.31641, 3957.2157, 4920.37842, 3141.29553, 714.11163, 3760.25427, 4744.56177, 3674.16949, 4027.08588, 4490.16382, 4078.71588, 3855.2901, 4230.59204, 5284.27295, 3575.6236, 3320.9436, 2558.75171, 4012.14825, 3463.23114, 3814.38742, 5874.40771, 4981.57227, 3453.65564, 4726.70068, 6326.30176, 1798.79358, 4413.97424, 3581.65338, 3528.28479, 4584.97681, 4654.58704, 6111.0564, 553.8905, 4564.55859, 3332.37668, 757.45428, 2709.61765, 5231.39722, 6006.69922, 3879.78558, 1354.43536, 1348.49464, 1185.3508, 4863.34155, 900.20833, 4028.81439, 4310.12793, 2226.87366, 4170.27936, 1337.72693, 4985.7312, 4904.63452, 4787.91052, 5775.94434, 4324.60403, 5049.19617, 1530.73804, 390.06073, 3695.6153, 4014.11887, 2174.11957, 3844.3714, 3447.01965, 3994.53357, 3638.91638, 4970.70172, 1383.92981, 5387.79791, 4627.40369, 3911.29645, 1820.84277, 5164.11511, 5496.32471, 3926.53247, 4967.99683, 2794.58948, 2334.03358, 4785.72968, 6883.31433, 1477.00626, 4574.73804, 449.91982, 4452.52917, 1532.086, 3470.43152, 6489.33386, 3839.57227, 3437.04468, 5318.96582, 3394.42853, 1269.59697, 4800.14966, 3123.10077, 4943.08209, 4031.83221, 6334.36255, 3765.97604, 6065.13788, 4819.77661, 5151.12537, 4549.29633, 436.88629, 1790.73907, 3109.4455, 1034.49728, 3285.57486, 3871.40155, 4814.45752, 2996.57574, 793.23129, 777.3248, 3962.48834, 202.9034, 4223.41748, 1610.957, 4294.20557, 221.85931, 3583.95642, 4290.02966, 4504.79529, 2906.43771, 4875.60883, 1227.76974, 633.47012, 4713.07349, 6842.06641, 480.42163, 3991.45728, 2091.8894, 4415.82538, 4580.77643, 678.85437, 2327.59106, 4504.70154, 4082.56592, 3912.20923, 4156.60675, 214.66778, 725.28729, 2161.98773, 4536.04565, 3518.43457, 3593.00565, 3371.00238, 3969.10437, 1600.25668, 4484.5144, 198.20612, 2649.61969, 4506.90918, 5211.20264, 2635.63388, 315.58323, 5048.26929, 115.68364, 4786.4823, 4966.59265, 7683.1084, 3941.06848, 5370.29779, 4960.74927, 842.35782, 4515.2428, 2726.00415, 4072.89136, 3732.80273, 3944.78815, 4671.51013, 1489.78583, 5312.13818, 2872.41452, 2137.65286, 4427.2124, 904.70534, 5306.6687, 3942.60352, 4565.59418, 1596.1189, 4053.78247, 4515.08362, 4586.03394, 2159.31189, 4830.84247, 5713.9209, 731.34004, 4688.40479, 4287.01337, 1938.6637, 4413.54834, 4253.98853, 3989.61395, 1457.95599, 1595.29104, 4275.99268, 3782.22675, 1756.09869, 1974.48416, 1484.20958, 823.63914, 4620.29669, 5155.45038, 129.08434, 3748.24896, 6831.93506, 4516.45471, 4837.42365, 4186.96088, 3721.62531, 1291.41339, 5367.73682, 2890.43237, 3995.03857, 3001.22766, 6060.66748, 512.13608, 4936.9624, 4487.12396, 4517.20032, 9247.07837, 4115.698, 6266.61304, 3847.64423, 3772.17346, 5259.74011, 3826.74976, 4734.93018, 3440.44778, 394.10004, 1884.25812, 3653.89069, 3454.55573, 3060.95154, 4826.55347, 3874.60059, 3677.52899, 977.92752, 5031.24054, 4859.27521, 4268.65161, 2026.8399, 966.71461, 5545.1955, 3741.58936, 2151.00647, 4652.57434, 3822.88098, 3488.15851, 3970.33871, 1877.73743, 4136.63489, 8673.06885, 5236.40674 ], "ns": [ 583, 662, 275, 590, 425, 592, 802, 1533, 195, 584, 519, 649, 1313, 1075, 457, 404, 315, 623, 1260, 497, 1456, 454, 348, 730, 518, 565, 383, 555, 540, 492, 225, 520, 757, 497, 495, 542, 419, 495, 507, 586, 678, 550, 825, 714, 537, 1236, 481, 618, 1373, 516, 542, 1393, 588, 1808, 503, 471, 567, 465, 604, 815, 328, 802, 457, 490, 417, 543, 563, 564, 974, 463, 648, 389, 501, 359, 555, 267, 503, 644, 519, 543, 1074, 576, 361, 140, 760, 1226, 574, 554, 550, 508, 845, 591, 521, 516, 435, 555, 908, 519, 639, 518, 730, 1353, 493, 1034, 600, 588, 503, 516, 1173, 1112, 1325, 478, 994, 1194, 299, 536, 921, 600, 1364, 1296, 1080, 1128, 781, 460, 546, 280, 1232, 561, 756, 477, 1046, 622, 473, 1224, 713, 443, 1578, 538, 646, 1421, 297, 622, 479, 606, 562, 764, 1405, 592, 849, 1099, 898, 220, 486, 476, 1658, 745, 449, 465, 522, 709, 625, 539, 597, 512, 567, 1156, 1469, 414, 1116, 342, 638, 529, 1435, 503, 620, 506, 1223, 565, 610, 245, 615, 638, 1015, 538, 466, 710, 560, 465, 534, 559, 687, 394, 575, 583, 515, 903, 722, 803, 1143, 519, 523, 446, 631, 646, 735, 1079, 586, 456, 615, 568, 564, 309, 619, 577, 1014, 526, 563, 534, 590, 709, 498, 1137, 1571, 603, 1214, 1810, 1189, 482, 118, 607, 457, 304, 508, 544, 1325, 85, 1003, 615, 552, 642, 530, 1185, 1225, 481, 499, 713, 540, 483, 632, 521, 612, 438, 335, 446, 569, 541, 869, 575, 1095, 497, 549, 1380, 504, 1255, 897, 506, 492, 490, 694, 600, 465, 1332, 1569, 710, 564, 521, 488, 788, 1544, 1698, 1253, 576, 437, 1021, 577, 1492, 1531, 520, 929, 397, 305, 638, 553, 1798, 523, 1660, 586, 536, 657, 716, 580, 1492, 576, 652, 694, 955, 472, 500, 611, 532, 616, 566, 422, 616, 739, 696, 566, 1138, 612, 1364, 1313, 595, 581, 501, 415, 616, 1396, 478, 646, 715, 1477, 591, 507, 1274, 513, 1074, 1262, 417, 492, 663, 444, 592, 534, 1553, 1003, 1482, 612, 645, 556, 314, 682, 412, 1031, 446, 1300, 1137, 462, 287, 653, 542, 46, 983, 531, 550, 200, 1321, 925, 504, 495, 609, 449, 958, 567, 1687, 706, 738, 790, 1069, 592, 632, 622, 583, 566, 490, 1852, 66, 625, 883, 582, 1577, 495, 1273, 532, 584, 552, 198, 958, 1847, 1598, 413, 180, 661, 135, 621, 574, 1797, 522, 640, 599, 206, 1061, 1103, 531, 555, 519, 610, 667, 626, 581, 401, 1327, 295, 691, 542, 526, 788, 505, 556, 641, 608, 573, 775, 285, 584, 602, 780, 558, 524, 548, 748, 255, 1049, 482, 654, 505, 377, 533, 650, 598, 42, 485, 1378, 579, 551, 497, 570, 621, 1625, 442, 483, 1025, 1769, 757, 587, 1098, 1115, 1792, 549, 1706, 560, 634, 652, 492, 601, 827, 238, 705, 819, 963, 1501, 599, 492, 484, 521, 575, 545, 1179, 587, 505, 697, 443, 948, 634, 512, 474, 537, 528, 502, 1725, 627 ] } } } }, "protocol": "teacher-forced CE; chat = ALL assistant turns + eot, prompt-masked, pooled per conversation, init split first 10 tokens of turn 1; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 48860.20000076294, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "5cea887" }