[ { "step": 50, "kernel_matrix": [ [ 1041.33544921875, 162.66415405273438, 49.715728759765625, 117.82817077636719, 138.76806640625, 188.71070861816406, 101.76483917236328, 59.00914764404297, 175.81149291992188, 146.5042724609375, 185.53179931640625, 57.23670196533203, 58.21876525878906, 121.22051239013672, 51.58650207519531, -38.78129577636719, 61.10026931762695, 25.528520584106445, 108.16021728515625, 32.43440628051758 ], [ 162.66415405273438, 1486.43115234375, 160.0758056640625, 118.59033203125, 129.29656982421875, 175.15216064453125, 81.02490234375, 61.15800094604492, 215.50035095214844, 130.68479919433594, 167.25352478027344, 11.71436882019043, -6.28428840637207, 125.72138977050781, 42.47916793823242, -23.564815521240234, 28.273178100585938, 29.753662109375, 79.95018005371094, -0.4078052043914795 ], [ 49.715728759765625, 160.0758056640625, 2503.972412109375, 94.09591674804688, 172.73121643066406, 146.36761474609375, 183.5830841064453, 115.4667739868164, 384.4051513671875, 199.6099090576172, 194.90367126464844, 205.84645080566406, 82.41763305664062, 159.3265380859375, 186.512939453125, -55.480403900146484, 47.6066780090332, 51.92822265625, 182.64846801757812, 81.48179626464844 ], [ 117.82817077636719, 118.59033203125, 94.09591674804688, 1898.3165283203125, 232.6014404296875, 222.102783203125, 240.5042266845703, 97.62427520751953, 270.41241455078125, 261.5591125488281, 279.8218688964844, 73.23500061035156, 120.71568298339844, 193.43211364746094, 195.03567504882812, -83.23400115966797, 2.2586982250213623, 140.6680908203125, 184.40847778320312, -26.69217872619629 ], [ 138.76806640625, 129.29656982421875, 172.73121643066406, 232.6014404296875, 1700.630615234375, 157.0725555419922, 85.7884292602539, 95.8421859741211, 243.51731872558594, 136.90003967285156, 178.73211669921875, 121.67462158203125, 102.82760620117188, 163.56365966796875, 141.70925903320312, 9.330424308776855, -43.6110725402832, 61.6838264465332, 49.29316329956055, -5.245059967041016 ], [ 188.71070861816406, 175.15216064453125, 146.36761474609375, 222.102783203125, 157.0725555419922, 2249.728515625, 201.49032592773438, 138.1283416748047, 242.73394775390625, 257.4945983886719, 238.38893127441406, 67.65189361572266, 75.84264373779297, 249.85995483398438, 162.4745330810547, -68.51891326904297, 1.9533238410949707, 140.55450439453125, 163.54380798339844, -60.97759246826172 ], [ 101.76483917236328, 81.02490234375, 183.5830841064453, 240.5042266845703, 85.7884292602539, 201.49032592773438, 2860.896240234375, 162.6864471435547, 385.537841796875, 284.0113525390625, 296.3470764160156, 111.05166625976562, 205.87747192382812, 296.8703308105469, 280.4440612792969, -169.55780029296875, 80.59837341308594, 110.56636047363281, 277.9075622558594, 23.6921443939209 ], [ 59.00914764404297, 61.15800094604492, 115.4667739868164, 97.62427520751953, 95.8421859741211, 138.1283416748047, 162.6864471435547, 2088.92431640625, 302.3708801269531, 290.4014892578125, 324.5636901855469, 192.92404174804688, 210.77906799316406, 242.4713897705078, 110.58244323730469, -63.938629150390625, 30.80636215209961, 28.253646850585938, 226.36215209960938, 52.833038330078125 ], [ 175.81149291992188, 215.50035095214844, 384.4051513671875, 270.41241455078125, 243.51731872558594, 242.73394775390625, 385.537841796875, 302.3708801269531, 3196.8994140625, 506.7599182128906, 554.9384155273438, 249.952392578125, 216.72500610351562, 483.03363037109375, 350.6169738769531, -104.03846740722656, 66.3635482788086, 42.610679626464844, 308.82586669921875, 50.637367248535156 ], [ 146.5042724609375, 130.68479919433594, 199.6099090576172, 261.5591125488281, 136.90003967285156, 257.4945983886719, 284.0113525390625, 290.4014892578125, 506.7599182128906, 2799.252197265625, 343.4831848144531, 78.55377197265625, 143.4737091064453, 251.35487365722656, 114.31959533691406, -118.59086608886719, 81.16786193847656, 130.47891235351562, 285.711181640625, 68.30609130859375 ], [ 185.53179931640625, 167.25352478027344, 194.90367126464844, 279.8218688964844, 178.73211669921875, 238.38893127441406, 296.3470764160156, 324.5636901855469, 554.9384155273438, 343.4831848144531, 2330.32861328125, 211.00558471679688, 274.4481506347656, 314.9288330078125, 266.3167419433594, -69.93232727050781, 62.893714904785156, 90.30052185058594, 268.06005859375, 40.11940002441406 ], [ 57.23670196533203, 11.71436882019043, 205.84645080566406, 73.23500061035156, 121.67462158203125, 67.65189361572266, 111.05166625976562, 192.92404174804688, 249.952392578125, 78.55377197265625, 211.00558471679688, 2626.74169921875, 275.4767150878906, 138.83935546875, 209.77182006835938, -63.88376235961914, 4.2879157066345215, -39.8536262512207, 75.82762145996094, 132.99000549316406 ], [ 58.21876525878906, -6.28428840637207, 82.41763305664062, 120.71568298339844, 102.82760620117188, 75.84264373779297, 205.87747192382812, 210.77906799316406, 216.72500610351562, 143.4737091064453, 274.4481506347656, 275.4767150878906, 1930.3524169921875, 220.18431091308594, 178.76605224609375, -113.79705810546875, 32.96378707885742, 3.5311617851257324, 180.480224609375, 32.94080352783203 ], [ 121.22051239013672, 125.72138977050781, 159.3265380859375, 193.43211364746094, 163.56365966796875, 249.85995483398438, 296.8703308105469, 242.4713897705078, 483.03363037109375, 251.35487365722656, 314.9288330078125, 138.83935546875, 220.18431091308594, 2291.45654296875, 291.48773193359375, -29.14924430847168, 58.52522277832031, 87.16627502441406, 298.24786376953125, 15.428239822387695 ], [ 51.58650207519531, 42.47916793823242, 186.512939453125, 195.03567504882812, 141.70925903320312, 162.4745330810547, 280.4440612792969, 110.58244323730469, 350.6169738769531, 114.31959533691406, 266.3167419433594, 209.77182006835938, 178.76605224609375, 291.48773193359375, 3091.034912109375, -123.93376159667969, 14.34837532043457, -3.168687343597412, 113.38957214355469, 91.61328125 ], [ -38.78129577636719, -23.564815521240234, -55.480403900146484, -83.23400115966797, 9.330424308776855, -68.51891326904297, -169.55780029296875, -63.938629150390625, -104.03846740722656, -118.59086608886719, -69.93232727050781, -63.88376235961914, -113.79705810546875, -29.14924430847168, -123.93376159667969, 1436.5518798828125, -65.63011169433594, -5.170326232910156, -120.02701568603516, -35.45659637451172 ], [ 61.10026931762695, 28.273178100585938, 47.6066780090332, 2.2586982250213623, -43.6110725402832, 1.9533238410949707, 80.59837341308594, 30.80636215209961, 66.3635482788086, 81.16786193847656, 62.893714904785156, 4.2879157066345215, 32.96378707885742, 58.52522277832031, 14.34837532043457, -65.63011169433594, 1566.832763671875, -4.856033802032471, 109.16828155517578, 90.70008087158203 ], [ 25.528520584106445, 29.753662109375, 51.92822265625, 140.6680908203125, 61.6838264465332, 140.55450439453125, 110.56636047363281, 28.253646850585938, 42.610679626464844, 130.47891235351562, 90.30052185058594, -39.8536262512207, 3.5311617851257324, 87.16627502441406, -3.168687343597412, -5.170326232910156, -4.856033802032471, 4621.5087890625, 42.32856369018555, -53.72308349609375 ], [ 108.16021728515625, 79.95018005371094, 182.64846801757812, 184.40847778320312, 49.29316329956055, 163.54380798339844, 277.9075622558594, 226.36215209960938, 308.82586669921875, 285.711181640625, 268.06005859375, 75.82762145996094, 180.480224609375, 298.24786376953125, 113.38957214355469, -120.02701568603516, 109.16828155517578, 42.32856369018555, 2158.556884765625, 101.7005844116211 ], [ 32.43440628051758, -0.4078052043914795, 81.48179626464844, -26.69217872619629, -5.245059967041016, -60.97759246826172, 23.6921443939209, 52.833038330078125, 50.637367248535156, 68.30609130859375, 40.11940002441406, 132.99000549316406, 32.94080352783203, 15.428239822387695, 91.61328125, -35.45659637451172, 90.70008087158203, -53.72308349609375, 101.7005844116211, 1900.3492431640625 ] ], "kernel_matrices": { "sgd": [ [ 1041.33544921875, 162.66415405273438, 49.715728759765625, 117.82817077636719, 138.76806640625, 188.71070861816406, 101.76483917236328, 59.00914764404297, 175.81149291992188, 146.5042724609375, 185.53179931640625, 57.23670196533203, 58.21876525878906, 121.22051239013672, 51.58650207519531, -38.78129577636719, 61.10026931762695, 25.528520584106445, 108.16021728515625, 32.43440628051758 ], [ 162.66415405273438, 1486.43115234375, 160.0758056640625, 118.59033203125, 129.29656982421875, 175.15216064453125, 81.02490234375, 61.15800094604492, 215.50035095214844, 130.68479919433594, 167.25352478027344, 11.71436882019043, -6.28428840637207, 125.72138977050781, 42.47916793823242, -23.564815521240234, 28.273178100585938, 29.753662109375, 79.95018005371094, -0.4078052043914795 ], [ 49.715728759765625, 160.0758056640625, 2503.972412109375, 94.09591674804688, 172.73121643066406, 146.36761474609375, 183.5830841064453, 115.4667739868164, 384.4051513671875, 199.6099090576172, 194.90367126464844, 205.84645080566406, 82.41763305664062, 159.3265380859375, 186.512939453125, -55.480403900146484, 47.6066780090332, 51.92822265625, 182.64846801757812, 81.48179626464844 ], [ 117.82817077636719, 118.59033203125, 94.09591674804688, 1898.3165283203125, 232.6014404296875, 222.102783203125, 240.5042266845703, 97.62427520751953, 270.41241455078125, 261.5591125488281, 279.8218688964844, 73.23500061035156, 120.71568298339844, 193.43211364746094, 195.03567504882812, -83.23400115966797, 2.2586982250213623, 140.6680908203125, 184.40847778320312, -26.69217872619629 ], [ 138.76806640625, 129.29656982421875, 172.73121643066406, 232.6014404296875, 1700.630615234375, 157.0725555419922, 85.7884292602539, 95.8421859741211, 243.51731872558594, 136.90003967285156, 178.73211669921875, 121.67462158203125, 102.82760620117188, 163.56365966796875, 141.70925903320312, 9.330424308776855, -43.6110725402832, 61.6838264465332, 49.29316329956055, -5.245059967041016 ], [ 188.71070861816406, 175.15216064453125, 146.36761474609375, 222.102783203125, 157.0725555419922, 2249.728515625, 201.49032592773438, 138.1283416748047, 242.73394775390625, 257.4945983886719, 238.38893127441406, 67.65189361572266, 75.84264373779297, 249.85995483398438, 162.4745330810547, -68.51891326904297, 1.9533238410949707, 140.55450439453125, 163.54380798339844, -60.97759246826172 ], [ 101.76483917236328, 81.02490234375, 183.5830841064453, 240.5042266845703, 85.7884292602539, 201.49032592773438, 2860.896240234375, 162.6864471435547, 385.537841796875, 284.0113525390625, 296.3470764160156, 111.05166625976562, 205.87747192382812, 296.8703308105469, 280.4440612792969, -169.55780029296875, 80.59837341308594, 110.56636047363281, 277.9075622558594, 23.6921443939209 ], [ 59.00914764404297, 61.15800094604492, 115.4667739868164, 97.62427520751953, 95.8421859741211, 138.1283416748047, 162.6864471435547, 2088.92431640625, 302.3708801269531, 290.4014892578125, 324.5636901855469, 192.92404174804688, 210.77906799316406, 242.4713897705078, 110.58244323730469, -63.938629150390625, 30.80636215209961, 28.253646850585938, 226.36215209960938, 52.833038330078125 ], [ 175.81149291992188, 215.50035095214844, 384.4051513671875, 270.41241455078125, 243.51731872558594, 242.73394775390625, 385.537841796875, 302.3708801269531, 3196.8994140625, 506.7599182128906, 554.9384155273438, 249.952392578125, 216.72500610351562, 483.03363037109375, 350.6169738769531, -104.03846740722656, 66.3635482788086, 42.610679626464844, 308.82586669921875, 50.637367248535156 ], [ 146.5042724609375, 130.68479919433594, 199.6099090576172, 261.5591125488281, 136.90003967285156, 257.4945983886719, 284.0113525390625, 290.4014892578125, 506.7599182128906, 2799.252197265625, 343.4831848144531, 78.55377197265625, 143.4737091064453, 251.35487365722656, 114.31959533691406, -118.59086608886719, 81.16786193847656, 130.47891235351562, 285.711181640625, 68.30609130859375 ], [ 185.53179931640625, 167.25352478027344, 194.90367126464844, 279.8218688964844, 178.73211669921875, 238.38893127441406, 296.3470764160156, 324.5636901855469, 554.9384155273438, 343.4831848144531, 2330.32861328125, 211.00558471679688, 274.4481506347656, 314.9288330078125, 266.3167419433594, -69.93232727050781, 62.893714904785156, 90.30052185058594, 268.06005859375, 40.11940002441406 ], [ 57.23670196533203, 11.71436882019043, 205.84645080566406, 73.23500061035156, 121.67462158203125, 67.65189361572266, 111.05166625976562, 192.92404174804688, 249.952392578125, 78.55377197265625, 211.00558471679688, 2626.74169921875, 275.4767150878906, 138.83935546875, 209.77182006835938, -63.88376235961914, 4.2879157066345215, -39.8536262512207, 75.82762145996094, 132.99000549316406 ], [ 58.21876525878906, -6.28428840637207, 82.41763305664062, 120.71568298339844, 102.82760620117188, 75.84264373779297, 205.87747192382812, 210.77906799316406, 216.72500610351562, 143.4737091064453, 274.4481506347656, 275.4767150878906, 1930.3524169921875, 220.18431091308594, 178.76605224609375, -113.79705810546875, 32.96378707885742, 3.5311617851257324, 180.480224609375, 32.94080352783203 ], [ 121.22051239013672, 125.72138977050781, 159.3265380859375, 193.43211364746094, 163.56365966796875, 249.85995483398438, 296.8703308105469, 242.4713897705078, 483.03363037109375, 251.35487365722656, 314.9288330078125, 138.83935546875, 220.18431091308594, 2291.45654296875, 291.48773193359375, -29.14924430847168, 58.52522277832031, 87.16627502441406, 298.24786376953125, 15.428239822387695 ], [ 51.58650207519531, 42.47916793823242, 186.512939453125, 195.03567504882812, 141.70925903320312, 162.4745330810547, 280.4440612792969, 110.58244323730469, 350.6169738769531, 114.31959533691406, 266.3167419433594, 209.77182006835938, 178.76605224609375, 291.48773193359375, 3091.034912109375, -123.93376159667969, 14.34837532043457, -3.168687343597412, 113.38957214355469, 91.61328125 ], [ -38.78129577636719, -23.564815521240234, -55.480403900146484, -83.23400115966797, 9.330424308776855, -68.51891326904297, -169.55780029296875, -63.938629150390625, -104.03846740722656, -118.59086608886719, -69.93232727050781, -63.88376235961914, -113.79705810546875, -29.14924430847168, -123.93376159667969, 1436.5518798828125, -65.63011169433594, -5.170326232910156, -120.02701568603516, -35.45659637451172 ], [ 61.10026931762695, 28.273178100585938, 47.6066780090332, 2.2586982250213623, -43.6110725402832, 1.9533238410949707, 80.59837341308594, 30.80636215209961, 66.3635482788086, 81.16786193847656, 62.893714904785156, 4.2879157066345215, 32.96378707885742, 58.52522277832031, 14.34837532043457, -65.63011169433594, 1566.832763671875, -4.856033802032471, 109.16828155517578, 90.70008087158203 ], [ 25.528520584106445, 29.753662109375, 51.92822265625, 140.6680908203125, 61.6838264465332, 140.55450439453125, 110.56636047363281, 28.253646850585938, 42.610679626464844, 130.47891235351562, 90.30052185058594, -39.8536262512207, 3.5311617851257324, 87.16627502441406, -3.168687343597412, -5.170326232910156, -4.856033802032471, 4621.5087890625, 42.32856369018555, -53.72308349609375 ], [ 108.16021728515625, 79.95018005371094, 182.64846801757812, 184.40847778320312, 49.29316329956055, 163.54380798339844, 277.9075622558594, 226.36215209960938, 308.82586669921875, 285.711181640625, 268.06005859375, 75.82762145996094, 180.480224609375, 298.24786376953125, 113.38957214355469, -120.02701568603516, 109.16828155517578, 42.32856369018555, 2158.556884765625, 101.7005844116211 ], [ 32.43440628051758, -0.4078052043914795, 81.48179626464844, -26.69217872619629, -5.245059967041016, -60.97759246826172, 23.6921443939209, 52.833038330078125, 50.637367248535156, 68.30609130859375, 40.11940002441406, 132.99000549316406, 32.94080352783203, 15.428239822387695, 91.61328125, -35.45659637451172, 90.70008087158203, -53.72308349609375, 101.7005844116211, 1900.3492431640625 ] ], "signsgd": [ [ 17596416.0, 900236.0, 375560.0, 691192.0, 918934.0, 993158.0, 296494.0, 329258.0, 565524.0, 510372.0, 677582.0, 139844.0, 213388.0, 538530.0, 250298.0, -283664.0, 19424.0, 180950.0, 388782.0, 127194.0 ], [ 900236.0, 17596416.0, 412128.0, 407840.0, 616462.0, 624730.0, 207098.0, 340210.0, 688656.0, 291920.0, 585226.0, -103216.0, -105440.0, 516226.0, 121434.0, 144604.0, -88436.0, 100686.0, 367974.0, -30186.0 ], [ 375560.0, 412128.0, 17596416.0, 610652.0, 610138.0, 638386.0, 740530.0, 535946.0, 884768.0, 900880.0, 767186.0, 797948.0, 651788.0, 655642.0, 638006.0, -459960.0, 49532.0, 342530.0, 890442.0, 230122.0 ], [ 691192.0, 407840.0, 610652.0, 17596416.0, 1260610.0, 1229602.0, 1023830.0, 655310.0, 761064.0, 1279440.0, 1103854.0, 514500.0, 809624.0, 770898.0, 820430.0, -271760.0, -420004.0, 313342.0, 901718.0, -366294.0 ], [ 918934.0, 616462.0, 610138.0, 1260610.0, 17596416.0, 851004.0, 316972.0, 648672.0, 777150.0, 725090.0, 785316.0, 352686.0, 475206.0, 663216.0, 581820.0, 303154.0, -708994.0, 186444.0, 344156.0, -435876.0 ], [ 993158.0, 624730.0, 638386.0, 1229602.0, 851004.0, 17596416.0, 1010160.0, 865216.0, 725810.0, 1175818.0, 876224.0, 386982.0, 602114.0, 893464.0, 798416.0, -294022.0, -349662.0, 255432.0, 754796.0, -272332.0 ], [ 296494.0, 207098.0, 740530.0, 1023830.0, 316972.0, 1010160.0, 17596416.0, 810964.0, 1051010.0, 1241050.0, 1066852.0, 612254.0, 1042334.0, 897764.0, 1011132.0, -764430.0, 97298.0, 277760.0, 909352.0, 98820.0 ], [ 329258.0, 340210.0, 535946.0, 655310.0, 648672.0, 865216.0, 810964.0, 17596416.0, 996570.0, 1287306.0, 1255440.0, 641222.0, 924518.0, 950956.0, 560488.0, -231358.0, -8802.0, 242296.0, 962640.0, -48460.0 ], [ 565524.0, 688656.0, 884768.0, 761064.0, 777150.0, 725810.0, 1051010.0, 996570.0, 17596416.0, 1227464.0, 1416746.0, 453152.0, 672232.0, 1288410.0, 863306.0, -213904.0, 129452.0, 374306.0, 899818.0, 79510.0 ], [ 510372.0, 291920.0, 900880.0, 1279440.0, 725090.0, 1175818.0, 1241050.0, 1287306.0, 1227464.0, 17596416.0, 1303298.0, 704332.0, 1035528.0, 1040706.0, 834418.0, -696056.0, 34568.0, 341306.0, 1020138.0, 98662.0 ], [ 677582.0, 585226.0, 767186.0, 1103854.0, 785316.0, 876224.0, 1066852.0, 1255440.0, 1416746.0, 1303298.0, 17596416.0, 748210.0, 1083138.0, 1127920.0, 919748.0, -328162.0, 141262.0, 338800.0, 938740.0, 94372.0 ], [ 139844.0, -103216.0, 797948.0, 514500.0, 352686.0, 386982.0, 612254.0, 641222.0, 453152.0, 704332.0, 748210.0, 17596416.0, 1082696.0, 433098.0, 759902.0, -550512.0, 85344.0, 76354.0, 427554.0, 340422.0 ], [ 213388.0, -105440.0, 651788.0, 809624.0, 475206.0, 602114.0, 1042334.0, 924518.0, 672232.0, 1035528.0, 1083138.0, 1082696.0, 17596416.0, 840490.0, 682270.0, -771316.0, 67184.0, 150786.0, 831598.0, 76646.0 ], [ 538530.0, 516226.0, 655642.0, 770898.0, 663216.0, 893464.0, 897764.0, 950956.0, 1288410.0, 1040706.0, 1127920.0, 433098.0, 840490.0, 17596416.0, 946364.0, -28074.0, 280002.0, 476156.0, 1104508.0, 37564.0 ], [ 250298.0, 121434.0, 638006.0, 820430.0, 581820.0, 798416.0, 1011132.0, 560488.0, 863306.0, 834418.0, 919748.0, 759902.0, 682270.0, 946364.0, 17596416.0, -696822.0, 9814.0, 202768.0, 572228.0, 150196.0 ], [ -283664.0, 144604.0, -459960.0, -271760.0, 303154.0, -294022.0, -764430.0, -231358.0, -213904.0, -696056.0, -328162.0, -550512.0, -771316.0, -28074.0, -696822.0, 17596416.0, -550152.0, 93078.0, -651978.0, -559718.0 ], [ 19424.0, -88436.0, 49532.0, -420004.0, -708994.0, -349662.0, 97298.0, -8802.0, 129452.0, 34568.0, 141262.0, 85344.0, 67184.0, 280002.0, 9814.0, -550152.0, 17596416.0, 35034.0, 334910.0, 978782.0 ], [ 180950.0, 100686.0, 342530.0, 313342.0, 186444.0, 255432.0, 277760.0, 242296.0, 374306.0, 341306.0, 338800.0, 76354.0, 150786.0, 476156.0, 202768.0, 93078.0, 35034.0, 17596416.0, 242272.0, -54924.0 ], [ 388782.0, 367974.0, 890442.0, 901718.0, 344156.0, 754796.0, 909352.0, 962640.0, 899818.0, 1020138.0, 938740.0, 427554.0, 831598.0, 1104508.0, 572228.0, -651978.0, 334910.0, 242272.0, 17596416.0, 163228.0 ], [ 127194.0, -30186.0, 230122.0, -366294.0, -435876.0, -272332.0, 98820.0, -48460.0, 79510.0, 98662.0, 94372.0, 340422.0, 76646.0, 37564.0, 150196.0, -559718.0, 978782.0, -54924.0, 163228.0, 17596416.0 ] ], "asymmetric_signsgd": [ [ 51726.4609375, 4803.845703125, 1446.5743408203125, 3706.177001953125, 4019.731689453125, 5243.94970703125, 2166.116455078125, 1251.2286376953125, 2859.79443359375, 3096.47509765625, 3788.734130859375, 1140.49462890625, 1351.7174072265625, 2950.785400390625, 1351.342041015625, -1292.5660400390625, 1479.5377197265625, 505.066650390625, 2525.575439453125, 1053.3568115234375 ], [ 5404.93994140625, 61959.8671875, 3332.870849609375, 2816.363037109375, 3454.62548828125, 4067.898681640625, 1097.8837890625, 1765.6090087890625, 3648.227783203125, 2504.35009765625, 3469.56396484375, 198.9292755126953, -61.45584487915039, 2739.519287109375, 1049.9495849609375, -232.8659210205078, 227.2626953125, 132.9999542236328, 2016.825927734375, 290.46905517578125 ], [ 2255.761962890625, 4249.44970703125, 81545.265625, 3571.901123046875, 4074.2587890625, 3826.419189453125, 3661.007568359375, 3099.755126953125, 6598.01171875, 5471.7119140625, 4838.38232421875, 4475.50537109375, 3185.496826171875, 4317.89990234375, 4015.837890625, -2226.65576171875, 1095.1751708984375, 1752.673828125, 5805.25927734375, 1889.43603515625 ], [ 4898.60791015625, 3380.79052734375, 3249.987060546875, 71588.25, 7423.21337890625, 6439.94189453125, 5337.45849609375, 2782.56591796875, 5014.54052734375, 6340.67431640625, 6501.48681640625, 2077.076171875, 3612.5048828125, 4993.404296875, 4345.5615234375, -2293.302490234375, -457.0137023925781, 2070.263916015625, 5000.3291015625, -1072.126708984375 ], [ 5009.55419921875, 3908.661865234375, 3387.049560546875, 6935.5576171875, 66939.40625, 4096.3134765625, 1562.5670166015625, 2534.3876953125, 4636.50439453125, 3347.34521484375, 4538.3310546875, 2289.987060546875, 2720.24609375, 4245.607421875, 3981.794677734375, 675.5339965820312, -1945.7779541015625, 591.0932006835938, 1919.4066162109375, -894.835693359375 ], [ 7635.912109375, 5002.19970703125, 3872.081787109375, 7126.6513671875, 4947.67431640625, 79541.6875, 5225.037109375, 4593.11474609375, 4861.8994140625, 6843.42919921875, 5581.7294921875, 1939.593505859375, 2928.565185546875, 6398.9404296875, 4400.306640625, -2454.225341796875, -847.4140014648438, 2030.4444580078125, 4778.947265625, -1400.0220947265625 ], [ 3517.6806640625, 1583.631591796875, 4037.697998046875, 6976.4208984375, 2480.4765625, 5940.79736328125, 87687.7734375, 4465.8955078125, 7422.41455078125, 7331.71142578125, 7149.3154296875, 3259.544189453125, 6452.185546875, 7260.07470703125, 6759.84912109375, -5706.43701171875, 1536.737548828125, 2345.87646484375, 7185.607421875, 517.6210327148438 ], [ 1771.8802490234375, 2322.7373046875, 2840.68017578125, 2960.096923828125, 2844.06396484375, 4141.45556640625, 3441.074951171875, 74520.265625, 5565.68408203125, 7419.32275390625, 7665.26806640625, 4209.767578125, 5676.66650390625, 5570.18994140625, 2500.748291015625, -1530.5826416015625, 502.1708679199219, 829.268798828125, 5800.9873046875, 436.8596496582031 ], [ 5623.43408203125, 6150.96826171875, 8933.623046875, 7585.33447265625, 7389.8154296875, 6440.94873046875, 8402.681640625, 7491.734375, 90346.015625, 11537.791015625, 12932.474609375, 5558.21240234375, 6242.31298828125, 11933.3515625, 8036.29052734375, -3260.364013671875, 1445.8837890625, 1808.7119140625, 8069.4599609375, 1309.2752685546875 ], [ 5287.94189453125, 3593.11962890625, 6195.9716796875, 7995.548828125, 4766.1640625, 7679.08251953125, 7036.03125, 8786.3994140625, 9852.125, 87280.484375, 8673.4658203125, 3333.8837890625, 5887.0439453125, 6881.37451171875, 4607.29638671875, -4398.3720703125, 1807.70263671875, 2430.28125, 6980.90625, 1684.317626953125 ], [ 5848.36865234375, 5165.279296875, 5225.99755859375, 7773.1103515625, 5942.48779296875, 6018.8828125, 6718.88818359375, 8814.9560546875, 10725.1279296875, 8120.21728515625, 77383.21875, 5570.626953125, 7886.31396484375, 7855.3076171875, 6266.76025390625, -2335.676025390625, 1530.885009765625, 1764.35009765625, 6270.169921875, 1082.7022705078125 ], [ 1456.952392578125, 330.6214599609375, 4320.17626953125, 2271.0263671875, 2530.596923828125, 1868.6883544921875, 2651.17529296875, 4725.107421875, 4254.1875, 3063.5810546875, 5390.31201171875, 83227.0546875, 7379.52685546875, 3832.64013671875, 4432.65966796875, -2184.487060546875, 619.1608276367188, 39.98957061767578, 2088.63916015625, 3252.296875 ], [ 1808.3653564453125, 227.64508056640625, 2774.270263671875, 3916.235107421875, 3001.04296875, 2503.99560546875, 5013.08837890625, 5688.3642578125, 4480.501953125, 4836.8154296875, 6857.58544921875, 6638.07421875, 73007.890625, 5666.61279296875, 3689.17626953125, -4084.115478515625, 977.3301391601562, 471.599853515625, 5005.29248046875, 888.445068359375 ], [ 4457.77001953125, 3488.63330078125, 4759.2900390625, 5920.27490234375, 5423.83642578125, 6747.08642578125, 6638.42578125, 6467.4326171875, 9668.1591796875, 6650.95751953125, 7808.8095703125, 3885.2265625, 6582.453125, 79393.9140625, 6997.130859375, -1247.7137451171875, 2056.10888671875, 2128.295654296875, 7837.5439453125, 538.2418212890625 ], [ 2155.50732421875, 1574.4290771484375, 4606.29150390625, 5581.80322265625, 5022.33837890625, 4781.94091796875, 6644.87451171875, 3110.06640625, 6995.84033203125, 4602.75830078125, 6656.4677734375, 4901.2021484375, 4448.044921875, 7569.671875, 89096.71875, -4539.38134765625, 323.96343994140625, 1080.4345703125, 3677.57373046875, 1550.872314453125 ], [ -1528.148193359375, -60.48530578613281, -1981.4825439453125, -2098.4189453125, 872.607666015625, -2200.050537109375, -4293.42236328125, -1519.057861328125, -1846.7181396484375, -3542.284423828125, -1909.3214111328125, -2049.465576171875, -3996.68359375, -1320.1407470703125, -3536.59033203125, 57306.359375, -2744.718505859375, -101.70465087890625, -3710.1015625, -2195.454345703125 ], [ 1672.677978515625, 395.6240539550781, 925.246337890625, -314.9730529785156, -1550.309326171875, -530.3998413085938, 1262.0423583984375, 599.8944091796875, 761.7089233398438, 1414.512451171875, 1189.0556640625, 451.917236328125, 993.9929809570312, 1487.6881103515625, 266.638427734375, -2278.20068359375, 62901.67578125, 32.60176086425781, 2510.82275390625, 3432.22802734375 ], [ 1050.171142578125, 124.945556640625, 2452.971435546875, 2906.0771484375, 1264.0439453125, 2434.03173828125, 2764.819580078125, 1158.9090576171875, 1862.621826171875, 2833.53662109375, 2351.448974609375, 238.57754516601562, 768.9357299804688, 2849.043701171875, 1180.95654296875, 110.70279693603516, 157.92800903320312, 109048.375, 1100.8292236328125, -736.5443725585938 ], [ 3808.525390625, 2971.205078125, 6019.90234375, 6011.63818359375, 2640.370849609375, 4908.4326171875, 6399.87255859375, 6502.587890625, 6386.92236328125, 6535.11376953125, 6293.76318359375, 2183.94677734375, 5660.1318359375, 7658.84228515625, 3575.6904296875, -4378.72802734375, 3111.41259765625, 1090.8721923828125, 77159.6640625, 1989.00390625 ], [ 1438.2222900390625, 275.4743957519531, 1654.717529296875, -1095.9346923828125, -750.401123046875, -1145.201416015625, 474.8165283203125, 456.3206787109375, 744.3433837890625, 1275.7945556640625, 1077.3399658203125, 2678.856201171875, 868.0830078125, 523.5170288085938, 1525.63037109375, -1788.3359375, 3749.041748046875, -503.86553955078125, 1716.5220947265625, 70243.7421875 ] ] }, "kernel_trace": 45780.09765625, "kernel_frobenius_norm": 11324.1240234375, "mean_gradient_norm": 47.20959858062085, "gradient_norms": [ 32.26973610780963, 38.5542667905623, 50.03971517946752, 43.56968027824508, 41.23870662466787, 47.43131733062996, 53.48734676084125, 45.70475727014827, 56.54113307474638, 52.90797008346255, 48.27350009103055, 51.25174987240267, 43.93577842191832, 47.869159787237166, 55.597075072529556, 37.90187564530993, 39.583238192583835, 67.98169959292639, 46.46026882798114, 43.59299660791653 ], "kernel_trace_sgd": 45780.09765625, "kernel_frobenius_norm_sgd": 11324.1240234375, "kernel_distance_sgd": 0.0, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79776096.0, "kernel_distance_signsgd": 0.0, "kernel_trace_asymmetric_signsgd": 1531904.0, "kernel_frobenius_norm_asymmetric_signsgd": 357816.65625, "kernel_distance_asymmetric_signsgd": 0.0, "linearization_error": 4.126270479044433, "kernel_distance": 0.0 }, { "step": 100, "kernel_matrix": [ [ 963.1099243164062, 117.09385681152344, 5.501927375793457, 91.66985321044922, 129.58059692382812, 177.43907165527344, 94.36420440673828, 41.864662170410156, 120.50392150878906, 123.14297485351562, 161.02450561523438, 33.49578094482422, 44.77897262573242, 82.38348388671875, 30.772960662841797, -58.27436828613281, 51.994380950927734, 16.410247802734375, 75.57402801513672, 33.090309143066406 ], [ 117.09385681152344, 1346.1331787109375, 62.688079833984375, 40.35578536987305, 71.11498260498047, 80.55722045898438, 20.138866424560547, 19.608749389648438, 101.25455474853516, 67.76917266845703, 78.64410400390625, -25.173480987548828, -45.53205108642578, 6.675793647766113, -19.2594051361084, 4.5906758308410645, 16.73984718322754, -30.530925750732422, 7.063715934753418, -1.9151933193206787 ], [ 5.501927375793457, 62.688079833984375, 2478.010986328125, 57.597354888916016, 105.21501159667969, 97.8431167602539, 129.9275665283203, 77.13291931152344, 283.83599853515625, 162.36434936523438, 154.43565368652344, 167.887939453125, 59.946346282958984, 95.66194152832031, 130.7539825439453, -64.56446075439453, 38.13810729980469, 25.147998809814453, 142.18858337402344, 66.755126953125 ], [ 91.66985321044922, 40.35578536987305, 57.597354888916016, 1816.420166015625, 176.54933166503906, 167.38487243652344, 199.87965393066406, 80.02119445800781, 176.9618377685547, 215.980224609375, 230.39501953125, 50.50103759765625, 101.25989532470703, 127.78975677490234, 159.56671142578125, -106.86033630371094, 15.4360990524292, 94.10910034179688, 172.10853576660156, 6.184303283691406 ], [ 129.58059692382812, 71.11498260498047, 105.21501159667969, 176.54933166503906, 1633.0802001953125, 115.38309478759766, 90.84159088134766, 72.0093994140625, 195.11227416992188, 120.39617156982422, 160.235107421875, 106.12422943115234, 79.20625305175781, 113.13945007324219, 113.78337097167969, -32.32332992553711, -23.21898078918457, 4.9287333488464355, 37.463897705078125, 29.17843246459961 ], [ 177.43907165527344, 80.55722045898438, 97.8431167602539, 167.38487243652344, 115.38309478759766, 2241.727783203125, 147.2611541748047, 114.41007995605469, 186.49891662597656, 218.89895629882812, 187.041748046875, 60.798736572265625, 44.81916046142578, 160.1062469482422, 125.1088638305664, -76.13143920898438, 18.113439559936523, 100.53569030761719, 126.76815032958984, -31.79515266418457 ], [ 94.36420440673828, 20.138866424560547, 129.9275665283203, 199.87965393066406, 90.84159088134766, 147.2611541748047, 2678.982421875, 109.05608367919922, 269.95098876953125, 193.1792755126953, 250.28790283203125, 78.36125183105469, 148.0955352783203, 205.34527587890625, 193.94883728027344, -148.6673583984375, 63.71907043457031, 106.23162078857422, 232.94854736328125, 34.6043701171875 ], [ 41.864662170410156, 19.608749389648438, 77.13291931152344, 80.02119445800781, 72.0093994140625, 114.41007995605469, 109.05608367919922, 2113.345947265625, 224.39877319335938, 236.51283264160156, 306.9994201660156, 163.3526153564453, 190.01365661621094, 199.55784606933594, 84.79852294921875, -66.65428924560547, 24.175365447998047, 29.993392944335938, 222.119873046875, 58.507102966308594 ], [ 120.50392150878906, 101.25455474853516, 283.83599853515625, 176.9618377685547, 195.11227416992188, 186.49891662597656, 269.95098876953125, 224.39877319335938, 2839.141357421875, 368.8738708496094, 458.725830078125, 187.97544860839844, 145.48406982421875, 333.5663146972656, 245.4845733642578, -93.83373260498047, 36.415340423583984, 12.305521965026855, 230.11842346191406, 40.55144500732422 ], [ 123.14297485351562, 67.76917266845703, 162.36434936523438, 215.980224609375, 120.39617156982422, 218.89895629882812, 193.1792755126953, 236.51283264160156, 368.8738708496094, 2777.155029296875, 278.18353271484375, 55.469207763671875, 96.8409423828125, 180.61663818359375, 76.17694091796875, -123.7243423461914, 65.4134292602539, 117.87865447998047, 254.7677459716797, 78.26282501220703 ], [ 161.02450561523438, 78.64410400390625, 154.43565368652344, 230.39501953125, 160.235107421875, 187.041748046875, 250.28790283203125, 306.9994201660156, 458.725830078125, 278.18353271484375, 2371.675048828125, 186.94944763183594, 239.57723999023438, 257.87554931640625, 226.84478759765625, -86.85783386230469, 55.4710578918457, 81.38076782226562, 256.28240966796875, 61.561119079589844 ], [ 33.49578094482422, -25.173480987548828, 167.887939453125, 50.50103759765625, 106.12422943115234, 60.798736572265625, 78.36125183105469, 163.3526153564453, 187.97544860839844, 55.469207763671875, 186.94944763183594, 2548.818603515625, 259.91558837890625, 110.93194580078125, 173.93910217285156, -56.21971893310547, -4.661423206329346, -30.86740493774414, 56.7983283996582, 112.55482482910156 ], [ 44.77897262573242, -45.53205108642578, 59.946346282958984, 101.25989532470703, 79.20625305175781, 44.81916046142578, 148.0955352783203, 190.01365661621094, 145.48406982421875, 96.8409423828125, 239.57723999023438, 259.91558837890625, 1923.3253173828125, 187.14837646484375, 154.25909423828125, -118.99917602539062, 36.48120880126953, 10.150346755981445, 156.93934631347656, 45.61756134033203 ], [ 82.38348388671875, 6.675793647766113, 95.66194152832031, 127.78975677490234, 113.13945007324219, 160.1062469482422, 205.34527587890625, 199.55784606933594, 333.5663146972656, 180.61663818359375, 257.87554931640625, 110.93194580078125, 187.14837646484375, 2199.957275390625, 225.07655334472656, -44.02332305908203, 56.172977447509766, 60.72736358642578, 267.001220703125, 16.894691467285156 ], [ 30.772960662841797, -19.2594051361084, 130.7539825439453, 159.56671142578125, 113.78337097167969, 125.1088638305664, 193.94883728027344, 84.79852294921875, 245.4845733642578, 76.17694091796875, 226.84478759765625, 173.93910217285156, 154.25909423828125, 225.07655334472656, 3084.24658203125, -138.1977996826172, -0.01945972442626953, 10.660321235656738, 107.07142639160156, 99.87848663330078 ], [ -58.27436828613281, 4.5906758308410645, -64.56446075439453, -106.86033630371094, -32.32332992553711, -76.13143920898438, -148.6673583984375, -66.65428924560547, -93.83373260498047, -123.7243423461914, -86.85783386230469, -56.21971893310547, -118.99917602539062, -44.02332305908203, -138.1977996826172, 1309.3297119140625, -58.501953125, -24.68512725830078, -155.9890899658203, -53.04139709472656 ], [ 51.994380950927734, 16.73984718322754, 38.13810729980469, 15.4360990524292, -23.21898078918457, 18.113439559936523, 63.71907043457031, 24.175365447998047, 36.415340423583984, 65.4134292602539, 55.4710578918457, -4.661423206329346, 36.48120880126953, 56.172977447509766, -0.01945972442626953, -58.501953125, 1584.87646484375, 2.44992733001709, 84.50869750976562, 71.51997375488281 ], [ 16.410247802734375, -30.530925750732422, 25.147998809814453, 94.10910034179688, 4.9287333488464355, 100.53569030761719, 106.23162078857422, 29.993392944335938, 12.305521965026855, 117.87865447998047, 81.38076782226562, -30.86740493774414, 10.150346755981445, 60.72736358642578, 10.660321235656738, -24.68512725830078, 2.44992733001709, 4602.7265625, 51.39029312133789, -50.391395568847656 ], [ 75.57402801513672, 7.063715934753418, 142.18858337402344, 172.10853576660156, 37.463897705078125, 126.76815032958984, 232.94854736328125, 222.119873046875, 230.11842346191406, 254.7677459716797, 256.28240966796875, 56.7983283996582, 156.93934631347656, 267.001220703125, 107.07142639160156, -155.9890899658203, 84.50869750976562, 51.39029312133789, 2157.357666015625, 106.98648071289062 ], [ 33.090309143066406, -1.9151933193206787, 66.755126953125, 6.184303283691406, 29.17843246459961, -31.79515266418457, 34.6043701171875, 58.507102966308594, 40.55144500732422, 78.26282501220703, 61.561119079589844, 112.55482482910156, 45.61756134033203, 16.894691467285156, 99.87848663330078, -53.04139709472656, 71.51997375488281, -50.391395568847656, 106.98648071289062, 1839.4779052734375 ] ], "kernel_matrices": { "sgd": [ [ 963.1099243164062, 117.09385681152344, 5.501927375793457, 91.66985321044922, 129.58059692382812, 177.43907165527344, 94.36420440673828, 41.864662170410156, 120.50392150878906, 123.14297485351562, 161.02450561523438, 33.49578094482422, 44.77897262573242, 82.38348388671875, 30.772960662841797, -58.27436828613281, 51.994380950927734, 16.410247802734375, 75.57402801513672, 33.090309143066406 ], [ 117.09385681152344, 1346.1331787109375, 62.688079833984375, 40.35578536987305, 71.11498260498047, 80.55722045898438, 20.138866424560547, 19.608749389648438, 101.25455474853516, 67.76917266845703, 78.64410400390625, -25.173480987548828, -45.53205108642578, 6.675793647766113, -19.2594051361084, 4.5906758308410645, 16.73984718322754, -30.530925750732422, 7.063715934753418, -1.9151933193206787 ], [ 5.501927375793457, 62.688079833984375, 2478.010986328125, 57.597354888916016, 105.21501159667969, 97.8431167602539, 129.9275665283203, 77.13291931152344, 283.83599853515625, 162.36434936523438, 154.43565368652344, 167.887939453125, 59.946346282958984, 95.66194152832031, 130.7539825439453, -64.56446075439453, 38.13810729980469, 25.147998809814453, 142.18858337402344, 66.755126953125 ], [ 91.66985321044922, 40.35578536987305, 57.597354888916016, 1816.420166015625, 176.54933166503906, 167.38487243652344, 199.87965393066406, 80.02119445800781, 176.9618377685547, 215.980224609375, 230.39501953125, 50.50103759765625, 101.25989532470703, 127.78975677490234, 159.56671142578125, -106.86033630371094, 15.4360990524292, 94.10910034179688, 172.10853576660156, 6.184303283691406 ], [ 129.58059692382812, 71.11498260498047, 105.21501159667969, 176.54933166503906, 1633.0802001953125, 115.38309478759766, 90.84159088134766, 72.0093994140625, 195.11227416992188, 120.39617156982422, 160.235107421875, 106.12422943115234, 79.20625305175781, 113.13945007324219, 113.78337097167969, -32.32332992553711, -23.21898078918457, 4.9287333488464355, 37.463897705078125, 29.17843246459961 ], [ 177.43907165527344, 80.55722045898438, 97.8431167602539, 167.38487243652344, 115.38309478759766, 2241.727783203125, 147.2611541748047, 114.41007995605469, 186.49891662597656, 218.89895629882812, 187.041748046875, 60.798736572265625, 44.81916046142578, 160.1062469482422, 125.1088638305664, -76.13143920898438, 18.113439559936523, 100.53569030761719, 126.76815032958984, -31.79515266418457 ], [ 94.36420440673828, 20.138866424560547, 129.9275665283203, 199.87965393066406, 90.84159088134766, 147.2611541748047, 2678.982421875, 109.05608367919922, 269.95098876953125, 193.1792755126953, 250.28790283203125, 78.36125183105469, 148.0955352783203, 205.34527587890625, 193.94883728027344, -148.6673583984375, 63.71907043457031, 106.23162078857422, 232.94854736328125, 34.6043701171875 ], [ 41.864662170410156, 19.608749389648438, 77.13291931152344, 80.02119445800781, 72.0093994140625, 114.41007995605469, 109.05608367919922, 2113.345947265625, 224.39877319335938, 236.51283264160156, 306.9994201660156, 163.3526153564453, 190.01365661621094, 199.55784606933594, 84.79852294921875, -66.65428924560547, 24.175365447998047, 29.993392944335938, 222.119873046875, 58.507102966308594 ], [ 120.50392150878906, 101.25455474853516, 283.83599853515625, 176.9618377685547, 195.11227416992188, 186.49891662597656, 269.95098876953125, 224.39877319335938, 2839.141357421875, 368.8738708496094, 458.725830078125, 187.97544860839844, 145.48406982421875, 333.5663146972656, 245.4845733642578, -93.83373260498047, 36.415340423583984, 12.305521965026855, 230.11842346191406, 40.55144500732422 ], [ 123.14297485351562, 67.76917266845703, 162.36434936523438, 215.980224609375, 120.39617156982422, 218.89895629882812, 193.1792755126953, 236.51283264160156, 368.8738708496094, 2777.155029296875, 278.18353271484375, 55.469207763671875, 96.8409423828125, 180.61663818359375, 76.17694091796875, -123.7243423461914, 65.4134292602539, 117.87865447998047, 254.7677459716797, 78.26282501220703 ], [ 161.02450561523438, 78.64410400390625, 154.43565368652344, 230.39501953125, 160.235107421875, 187.041748046875, 250.28790283203125, 306.9994201660156, 458.725830078125, 278.18353271484375, 2371.675048828125, 186.94944763183594, 239.57723999023438, 257.87554931640625, 226.84478759765625, -86.85783386230469, 55.4710578918457, 81.38076782226562, 256.28240966796875, 61.561119079589844 ], [ 33.49578094482422, -25.173480987548828, 167.887939453125, 50.50103759765625, 106.12422943115234, 60.798736572265625, 78.36125183105469, 163.3526153564453, 187.97544860839844, 55.469207763671875, 186.94944763183594, 2548.818603515625, 259.91558837890625, 110.93194580078125, 173.93910217285156, -56.21971893310547, -4.661423206329346, -30.86740493774414, 56.7983283996582, 112.55482482910156 ], [ 44.77897262573242, -45.53205108642578, 59.946346282958984, 101.25989532470703, 79.20625305175781, 44.81916046142578, 148.0955352783203, 190.01365661621094, 145.48406982421875, 96.8409423828125, 239.57723999023438, 259.91558837890625, 1923.3253173828125, 187.14837646484375, 154.25909423828125, -118.99917602539062, 36.48120880126953, 10.150346755981445, 156.93934631347656, 45.61756134033203 ], [ 82.38348388671875, 6.675793647766113, 95.66194152832031, 127.78975677490234, 113.13945007324219, 160.1062469482422, 205.34527587890625, 199.55784606933594, 333.5663146972656, 180.61663818359375, 257.87554931640625, 110.93194580078125, 187.14837646484375, 2199.957275390625, 225.07655334472656, -44.02332305908203, 56.172977447509766, 60.72736358642578, 267.001220703125, 16.894691467285156 ], [ 30.772960662841797, -19.2594051361084, 130.7539825439453, 159.56671142578125, 113.78337097167969, 125.1088638305664, 193.94883728027344, 84.79852294921875, 245.4845733642578, 76.17694091796875, 226.84478759765625, 173.93910217285156, 154.25909423828125, 225.07655334472656, 3084.24658203125, -138.1977996826172, -0.01945972442626953, 10.660321235656738, 107.07142639160156, 99.87848663330078 ], [ -58.27436828613281, 4.5906758308410645, -64.56446075439453, -106.86033630371094, -32.32332992553711, -76.13143920898438, -148.6673583984375, -66.65428924560547, -93.83373260498047, -123.7243423461914, -86.85783386230469, -56.21971893310547, -118.99917602539062, -44.02332305908203, -138.1977996826172, 1309.3297119140625, -58.501953125, -24.68512725830078, -155.9890899658203, -53.04139709472656 ], [ 51.994380950927734, 16.73984718322754, 38.13810729980469, 15.4360990524292, -23.21898078918457, 18.113439559936523, 63.71907043457031, 24.175365447998047, 36.415340423583984, 65.4134292602539, 55.4710578918457, -4.661423206329346, 36.48120880126953, 56.172977447509766, -0.01945972442626953, -58.501953125, 1584.87646484375, 2.44992733001709, 84.50869750976562, 71.51997375488281 ], [ 16.410247802734375, -30.530925750732422, 25.147998809814453, 94.10910034179688, 4.9287333488464355, 100.53569030761719, 106.23162078857422, 29.993392944335938, 12.305521965026855, 117.87865447998047, 81.38076782226562, -30.86740493774414, 10.150346755981445, 60.72736358642578, 10.660321235656738, -24.68512725830078, 2.44992733001709, 4602.7265625, 51.39029312133789, -50.391395568847656 ], [ 75.57402801513672, 7.063715934753418, 142.18858337402344, 172.10853576660156, 37.463897705078125, 126.76815032958984, 232.94854736328125, 222.119873046875, 230.11842346191406, 254.7677459716797, 256.28240966796875, 56.7983283996582, 156.93934631347656, 267.001220703125, 107.07142639160156, -155.9890899658203, 84.50869750976562, 51.39029312133789, 2157.357666015625, 106.98648071289062 ], [ 33.090309143066406, -1.9151933193206787, 66.755126953125, 6.184303283691406, 29.17843246459961, -31.79515266418457, 34.6043701171875, 58.507102966308594, 40.55144500732422, 78.26282501220703, 61.561119079589844, 112.55482482910156, 45.61756134033203, 16.894691467285156, 99.87848663330078, -53.04139709472656, 71.51997375488281, -50.391395568847656, 106.98648071289062, 1839.4779052734375 ] ], "signsgd": [ [ 17596416.0, 536898.0, 187458.0, 548554.0, 816818.0, 977788.0, 307502.0, 247246.0, 419048.0, 460900.0, 588786.0, 40778.0, 284642.0, 432158.0, 296398.0, -540472.0, 202418.0, 77190.0, 294624.0, 318614.0 ], [ 536898.0, 17596416.0, 95748.0, 57860.0, 469256.0, 170362.0, -70844.0, 68564.0, 332154.0, 4322.0, 227956.0, -126372.0, -271612.0, -59812.0, -122856.0, 168110.0, -138424.0, -60100.0, -91706.0, 34916.0 ], [ 187458.0, 95748.0, 17596416.0, 476068.0, 363664.0, 464582.0, 520852.0, 310640.0, 640470.0, 708958.0, 526628.0, 660300.0, 541928.0, 360596.0, 554284.0, -679926.0, 12808.0, 235104.0, 684622.0, 372284.0 ], [ 548554.0, 57860.0, 476068.0, 17596416.0, 983468.0, 905246.0, 715620.0, 454336.0, 454342.0, 957146.0, 859492.0, 404904.0, 575056.0, 341176.0, 648616.0, -690578.0, -283592.0, 170396.0, 664358.0, -35436.0 ], [ 816818.0, 469256.0, 363664.0, 983468.0, 17596416.0, 635970.0, 244156.0, 348024.0, 528366.0, 555546.0, 582464.0, 227664.0, 344052.0, 340360.0, 544304.0, -244082.0, -423944.0, 55408.0, 173694.0, -2908.0 ], [ 977788.0, 170362.0, 464582.0, 905246.0, 635970.0, 17596416.0, 655302.0, 580118.0, 506060.0, 916228.0, 604422.0, 278358.0, 382574.0, 561162.0, 635674.0, -508984.0, -166206.0, 201142.0, 554788.0, 23418.0 ], [ 307502.0, -70844.0, 520852.0, 715620.0, 244156.0, 655302.0, 17596416.0, 470964.0, 708438.0, 791006.0, 717704.0, 414704.0, 624568.0, 607180.0, 707904.0, -735754.0, 138836.0, 199444.0, 647322.0, 227168.0 ], [ 247246.0, 68564.0, 310640.0, 454336.0, 348024.0, 580118.0, 470964.0, 17596416.0, 707058.0, 853726.0, 1043112.0, 435572.0, 723780.0, 710408.0, 380148.0, -337558.0, 42388.0, 183392.0, 869466.0, 74044.0 ], [ 419048.0, 332154.0, 640470.0, 454342.0, 528366.0, 506060.0, 708438.0, 707058.0, 17596416.0, 825140.0, 1069430.0, 318202.0, 443398.0, 898166.0, 628946.0, -217660.0, 11286.0, 203146.0, 667972.0, 111334.0 ], [ 460900.0, 4322.0, 708958.0, 957146.0, 555546.0, 916228.0, 791006.0, 853726.0, 825140.0, 17596416.0, 841646.0, 453210.0, 640262.0, 653506.0, 670866.0, -803268.0, 74370.0, 217538.0, 761236.0, 313966.0 ], [ 588786.0, 227956.0, 526628.0, 859492.0, 582464.0, 604422.0, 717704.0, 1043112.0, 1069430.0, 841646.0, 17596416.0, 531828.0, 801368.0, 832220.0, 748808.0, -434926.0, 151268.0, 227672.0, 767862.0, 239768.0 ], [ 40778.0, -126372.0, 660300.0, 404904.0, 227664.0, 278358.0, 414704.0, 435572.0, 318202.0, 453210.0, 531828.0, 17596416.0, 926800.0, 321156.0, 589408.0, -551462.0, 114472.0, 16992.0, 285794.0, 443832.0 ], [ 284642.0, -271612.0, 541928.0, 575056.0, 344052.0, 382574.0, 624568.0, 723780.0, 443398.0, 640262.0, 801368.0, 926800.0, 17596416.0, 666892.0, 582008.0, -908622.0, 213804.0, 63408.0, 722434.0, 319436.0 ], [ 432158.0, -59812.0, 360596.0, 341176.0, 340360.0, 561162.0, 607180.0, 710408.0, 898166.0, 653506.0, 832220.0, 321156.0, 666892.0, 17596416.0, 779672.0, -235142.0, 315432.0, 308828.0, 913106.0, 124928.0 ], [ 296398.0, -122856.0, 554284.0, 648616.0, 544304.0, 635674.0, 707904.0, 380148.0, 628946.0, 670866.0, 748808.0, 589408.0, 582008.0, 779672.0, 17596416.0, -801130.0, 2976.0, 164536.0, 567278.0, 292368.0 ], [ -540472.0, 168110.0, -679926.0, -690578.0, -244082.0, -508984.0, -735754.0, -337558.0, -217660.0, -803268.0, -434926.0, -551462.0, -908622.0, -235142.0, -801130.0, 17596416.0, -421514.0, -69570.0, -907572.0, -664370.0 ], [ 202418.0, -138424.0, 12808.0, -283592.0, -423944.0, -166206.0, 138836.0, 42388.0, 11286.0, 74370.0, 151268.0, 114472.0, 213804.0, 315432.0, 2976.0, -421514.0, 17596416.0, 27268.0, 283526.0, 709932.0 ], [ 77190.0, -60100.0, 235104.0, 170396.0, 55408.0, 201142.0, 199444.0, 183392.0, 203146.0, 217538.0, 227672.0, 16992.0, 63408.0, 308828.0, 164536.0, -69570.0, 27268.0, 17596416.0, 226442.0, -188.0 ], [ 294624.0, -91706.0, 684622.0, 664358.0, 173694.0, 554788.0, 647322.0, 869466.0, 667972.0, 761236.0, 767862.0, 285794.0, 722434.0, 913106.0, 567278.0, -907572.0, 283526.0, 226442.0, 17596416.0, 300958.0 ], [ 318614.0, 34916.0, 372284.0, -35436.0, -2908.0, 23418.0, 227168.0, 74044.0, 111334.0, 313966.0, 239768.0, 443832.0, 319436.0, 124928.0, 292368.0, -664370.0, 709932.0, -188.0, 300958.0, 17596416.0 ] ], "asymmetric_signsgd": [ [ 50085.3671875, 3300.109619140625, 349.0084228515625, 2948.681884765625, 3945.0361328125, 5231.40966796875, 2318.36962890625, 1009.7900390625, 1983.5113525390625, 2682.578857421875, 3320.917236328125, 655.9005737304688, 1265.21875, 2062.9931640625, 1078.9622802734375, -1970.7755126953125, 1445.012451171875, 277.39215087890625, 1846.7657470703125, 1200.57421875 ], [ 3702.46923828125, 59715.6796875, 1225.39306640625, 611.8148803710938, 2172.09130859375, 1917.2589111328125, -191.76788330078125, 479.1313171386719, 1484.5301513671875, 836.2820434570312, 1320.682373046875, -396.9794921875, -1219.9813232421875, -258.0229797363281, -615.3768920898438, 679.25, -238.84613037109375, -711.6891479492188, -138.26901245117188, 275.9578857421875 ], [ 655.4232788085938, 1380.853515625, 82351.5234375, 2529.2060546875, 2311.734619140625, 2793.299072265625, 2675.647216796875, 2153.795166015625, 5083.1806640625, 4526.783203125, 3352.74658203125, 3846.8388671875, 2550.566162109375, 2730.953125, 3051.06298828125, -2981.31689453125, 633.3636474609375, 1366.4544677734375, 4554.3271484375, 1980.2991943359375 ], [ 3933.8818359375, 729.46484375, 2338.029541015625, 70775.75, 5939.4794921875, 4876.75146484375, 4330.26953125, 2215.935791015625, 3348.111328125, 5096.42236328125, 5393.22412109375, 1643.9210205078125, 2894.875, 3327.3408203125, 3316.921875, -3478.259765625, -10.59044361114502, 1548.9217529296875, 4514.35888671875, 135.0270538330078 ], [ 5098.0576171875, 2490.84765625, 2030.2237548828125, 5707.6904296875, 66308.484375, 3491.738525390625, 1644.3193359375, 1927.4267578125, 3833.310546875, 2863.118408203125, 3959.138916015625, 2064.578369140625, 2146.902099609375, 3089.40966796875, 3502.3330078125, -1028.3460693359375, -1133.0316162109375, 68.96549224853516, 1371.08251953125, 346.2418212890625 ], [ 8097.0771484375, 2191.236083984375, 2725.1689453125, 5450.70068359375, 4097.06201171875, 80186.0546875, 3748.68701171875, 3775.781005859375, 3820.306884765625, 5815.56787109375, 4219.0439453125, 1663.7498779296875, 1754.4844970703125, 4303.84033203125, 3407.404052734375, -2911.580078125, -326.72900390625, 1748.6707763671875, 3609.158935546875, -374.49798583984375 ], [ 3840.13037109375, -355.91534423828125, 2850.13916015625, 5402.626953125, 2195.064697265625, 4326.81201171875, 85839.2578125, 2891.033447265625, 5354.685546875, 4980.28955078125, 5520.7421875, 2297.5361328125, 4343.1494140625, 5181.306640625, 4738.91943359375, -5001.921875, 1287.2802734375, 1952.0816650390625, 5737.46826171875, 1027.1826171875 ], [ 1419.52685546875, 618.4541015625, 1857.9493408203125, 2434.171630859375, 2071.3662109375, 3426.37109375, 2356.897216796875, 75218.6875, 4344.05908203125, 5898.3671875, 6923.572265625, 3512.039794921875, 5039.67919921875, 4572.08349609375, 1968.0985107421875, -1951.6099853515625, 526.4711303710938, 669.2118530273438, 5635.35888671875, 957.1596069335938 ], [ 3878.495361328125, 2493.10693359375, 6551.7744140625, 4838.45068359375, 5690.7177734375, 4901.53759765625, 6008.56396484375, 5400.98486328125, 86486.171875, 8244.1748046875, 10088.27734375, 4411.40478515625, 4380.4169921875, 8386.427734375, 5769.88427734375, -2833.515380859375, 355.0080261230469, 1020.188720703125, 6151.42041015625, 1216.1871337890625 ], [ 4612.9482421875, 1248.188232421875, 5145.36962890625, 6404.166015625, 3797.770751953125, 6530.458984375, 5042.7919921875, 6922.16796875, 7457.3154296875, 87190.9921875, 6701.53564453125, 2272.972412109375, 4110.0048828125, 4916.59326171875, 3533.90234375, -4632.55908203125, 1476.968017578125, 1905.5189208984375, 6006.357421875, 2365.793701171875 ], [ 5189.01708984375, 2197.95458984375, 3932.4921875, 6660.4296875, 5110.47119140625, 4722.03759765625, 5527.46044921875, 8027.4013671875, 9197.4189453125, 6389.896484375, 78304.484375, 4719.99169921875, 6757.482421875, 6423.20947265625, 5382.9873046875, -2864.254638671875, 1233.37353515625, 1423.881103515625, 5712.6640625, 1741.056884765625 ], [ 908.43896484375, -470.3661804199219, 3791.032958984375, 1882.9273681640625, 2194.27685546875, 1734.1895751953125, 2005.2061767578125, 3931.36474609375, 3537.010986328125, 2101.413818359375, 4576.23681640625, 82879.3984375, 7175.8623046875, 3214.9951171875, 3814.50146484375, -2297.11669921875, 539.8406982421875, -72.85272216796875, 1721.239013671875, 3295.5546875 ], [ 1739.748779296875, -1330.457763671875, 2238.27783203125, 3163.422607421875, 2158.71240234375, 1485.4444580078125, 3571.302978515625, 4976.40380859375, 3223.043212890625, 3419.83154296875, 5790.84716796875, 6449.97998046875, 73231.890625, 4752.1416015625, 3260.394287109375, -4472.46435546875, 1280.86669921875, 317.0715026855469, 4409.49267578125, 1702.6976318359375 ], [ 3181.437744140625, -478.321044921875, 2929.63818359375, 3802.897216796875, 3751.96142578125, 4540.5322265625, 4684.1416015625, 5142.06787109375, 7090.740234375, 4640.3505859375, 6003.5654296875, 3095.18310546875, 5402.7998046875, 78379.09375, 5758.00244140625, -1852.57080078125, 1887.5562744140625, 1485.0711669921875, 6748.93701171875, 870.336181640625 ], [ 1813.5615234375, -959.9415283203125, 3624.06787109375, 4368.77734375, 4282.564453125, 3787.69189453125, 4858.64013671875, 2471.879150390625, 5431.5654296875, 3544.089111328125, 5602.24658203125, 4131.064453125, 3928.42578125, 6353.60009765625, 89938.796875, -5134.48779296875, 215.66725158691406, 950.8955078125, 3681.137939453125, 2296.8974609375 ], [ -2575.09423828125, 807.455810546875, -2652.043212890625, -3386.158203125, -891.8944702148438, -2659.251708984375, -3780.1015625, -1839.80224609375, -1537.6470947265625, -3629.1103515625, -2250.855712890625, -2084.572509765625, -4316.1025390625, -1731.4010009765625, -3942.9609375, 54729.125, -2221.49658203125, -647.6644897460938, -4623.27734375, -2550.98876953125 ], [ 1721.555419921875, -111.23617553710938, 527.14208984375, 113.58931732177734, -850.729248046875, -83.70999145507812, 1088.0673828125, 627.2623291015625, 201.85133361816406, 1177.6943359375, 989.2123413085938, 338.5091247558594, 1246.645751953125, 1451.069091796875, 121.39031982421875, -1948.0277099609375, 63373.078125, -30.490951538085938, 2035.4544677734375, 2747.572265625 ], [ 544.2734985351562, -1429.8880615234375, 1924.989013671875, 2074.274169921875, 290.1048583984375, 2076.865234375, 2350.359375, 1022.64111328125, 1035.6260986328125, 2161.254638671875, 1715.65478515625, 55.21686553955078, 461.6050109863281, 1976.1170654296875, 999.516845703125, -916.3147583007812, 58.543033599853516, 110132.4296875, 1053.029296875, -680.1500244140625 ], [ 2819.11474609375, -95.45819091796875, 4768.52197265625, 5394.68896484375, 1900.6126708984375, 3832.770751953125, 5281.15869140625, 6253.90234375, 5140.2421875, 5666.396484375, 5670.2568359375, 1680.41650390625, 5087.46826171875, 6822.05615234375, 3483.1572265625, -5661.72314453125, 2405.405029296875, 1049.9764404296875, 77320.234375, 2510.584716796875 ], [ 1619.960693359375, 241.4835968017578, 1731.443115234375, 18.7440128326416, 430.86279296875, -402.7339172363281, 850.4043579101562, 867.64208984375, 695.17431640625, 1740.839111328125, 1534.8154296875, 2620.32470703125, 1621.375, 753.771728515625, 2015.190185546875, -2279.99609375, 3031.8740234375, -483.3724365234375, 2141.08056640625, 69483.265625 ] ] }, "kernel_trace": 44508.8984375, "kernel_frobenius_norm": 10866.3505859375, "mean_gradient_norm": 46.512483525098936, "gradient_norms": [ 31.034014177879556, 36.689691329135876, 49.779619198331055, 42.61948561043933, 40.411386844220964, 47.346887464427446, 51.75889030378797, 45.971146068346215, 53.283588112140706, 52.69872121553159, 48.6998645536884, 50.485827069717935, 43.855733426268934, 46.90370620033332, 55.53599810555763, 36.18466833855341, 39.81051470231708, 67.84342128496414, 46.44736727801228, 42.889139218324836 ], "kernel_trace_sgd": 44508.8984375, "kernel_frobenius_norm_sgd": 10866.3505859375, "kernel_distance_sgd": 0.08940327912569046, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79330080.0, "kernel_distance_signsgd": 0.055081918835639954, "kernel_trace_asymmetric_signsgd": 1521929.75, "kernel_frobenius_norm_asymmetric_signsgd": 352310.625, "kernel_distance_asymmetric_signsgd": 0.06666789203882217, "linearization_error": 3.9259477569161936, "kernel_distance": 0.08940327912569046 }, { "step": 150, "kernel_matrix": [ [ 972.4815063476562, 119.8372802734375, 19.86250114440918, 85.83369445800781, 120.67501068115234, 185.78439331054688, 69.0738525390625, 39.49310302734375, 142.2449493408203, 126.258056640625, 136.9416961669922, 33.68429183959961, 26.648548126220703, 66.10042572021484, 20.97462272644043, -55.9821891784668, 53.28578567504883, 12.334979057312012, 66.5538101196289, 24.11016082763672 ], [ 119.8372802734375, 1236.2900390625, 50.337158203125, 33.92612838745117, 64.46098327636719, 78.01582336425781, 1.8885765075683594, 6.82150936126709, 92.43099212646484, 51.787376403808594, 51.23427963256836, -32.10835647583008, -58.60931396484375, -18.52735137939453, -28.562543869018555, 21.950834274291992, 22.127172470092773, -30.411239624023438, -12.80763053894043, -2.0218851566314697 ], [ 19.86250114440918, 50.337158203125, 2432.171630859375, 29.679018020629883, 108.3848648071289, 115.67887878417969, 141.06961059570312, 74.41124725341797, 291.47344970703125, 159.92233276367188, 140.5836944580078, 147.33853149414062, 50.790916442871094, 74.25305938720703, 100.000244140625, -47.37509536743164, 39.36080551147461, 17.119447708129883, 108.9185562133789, 51.922386169433594 ], [ 85.83369445800781, 33.92612838745117, 29.679018020629883, 1792.6158447265625, 152.97567749023438, 166.73330688476562, 178.949951171875, 67.62627410888672, 166.82925415039062, 185.5700225830078, 194.93846130371094, 46.53788757324219, 72.88988494873047, 105.07614135742188, 114.26935577392578, -72.08368682861328, 18.770702362060547, 78.28097534179688, 139.327392578125, -3.9610788822174072 ], [ 120.67501068115234, 64.46098327636719, 108.3848648071289, 152.97567749023438, 1635.8580322265625, 114.65171813964844, 85.6720199584961, 47.899505615234375, 217.8486328125, 107.74909973144531, 141.13748168945312, 101.21066284179688, 51.47062683105469, 102.07279968261719, 98.29549407958984, -20.737468719482422, -20.11686897277832, -3.2979726791381836, 43.086238861083984, 22.29456329345703 ], [ 185.78439331054688, 78.01582336425781, 115.67887878417969, 166.73330688476562, 114.65171813964844, 2360.669677734375, 136.52468872070312, 113.71781158447266, 211.24896240234375, 212.90054321289062, 200.17059326171875, 65.3792495727539, 35.277042388916016, 141.52285766601562, 97.4937744140625, -72.09187316894531, 9.33431625366211, 98.5602035522461, 106.209716796875, -52.20718765258789 ], [ 69.0738525390625, 1.8885765075683594, 141.06961059570312, 178.949951171875, 85.6720199584961, 136.52468872070312, 2803.4794921875, 122.05619812011719, 296.35302734375, 205.81895446777344, 243.27871704101562, 83.82684326171875, 143.4132843017578, 200.56350708007812, 198.55352783203125, -127.11199188232422, 61.5988655090332, 102.5159912109375, 220.35415649414062, 17.0850772857666 ], [ 39.49310302734375, 6.82150936126709, 74.41124725341797, 67.62627410888672, 47.899505615234375, 113.71781158447266, 122.05619812011719, 2090.170166015625, 239.13169860839844, 241.16400146484375, 293.7446594238281, 168.87132263183594, 180.27496337890625, 200.9448699951172, 78.1836166381836, -73.3906021118164, 28.478343963623047, 21.917470932006836, 223.79840087890625, 48.08164978027344 ], [ 142.2449493408203, 92.43099212646484, 291.47344970703125, 166.82925415039062, 217.8486328125, 211.24896240234375, 296.35302734375, 239.13169860839844, 3035.048095703125, 403.6564636230469, 468.38995361328125, 189.06561279296875, 121.08436584472656, 314.4799499511719, 211.75994873046875, -93.66722106933594, 60.35449981689453, 11.033349990844727, 222.28530883789062, 36.5324592590332 ], [ 126.258056640625, 51.787376403808594, 159.92233276367188, 185.5700225830078, 107.74909973144531, 212.90054321289062, 205.81895446777344, 241.16400146484375, 403.6564636230469, 2958.243408203125, 287.4455261230469, 66.91957092285156, 90.11679077148438, 182.14974975585938, 65.63871765136719, -129.1317596435547, 93.15939331054688, 134.13320922851562, 252.3802490234375, 83.1901626586914 ], [ 136.9416961669922, 51.23427963256836, 140.5836944580078, 194.93846130371094, 141.13748168945312, 200.17059326171875, 243.27871704101562, 293.7446594238281, 468.38995361328125, 287.4455261230469, 2345.654541015625, 188.5912628173828, 228.9384002685547, 230.17562866210938, 190.0726776123047, -79.61153411865234, 49.14931106567383, 74.59224700927734, 245.0880584716797, 46.023231506347656 ], [ 33.68429183959961, -32.10835647583008, 147.33853149414062, 46.53788757324219, 101.21066284179688, 65.3792495727539, 83.82684326171875, 168.87132263183594, 189.06561279296875, 66.91957092285156, 188.5912628173828, 2607.8125, 261.86895751953125, 128.4422149658203, 160.23931884765625, -45.272315979003906, 0.22205829620361328, -26.12017250061035, 62.18124771118164, 107.45870208740234 ], [ 26.648548126220703, -58.60931396484375, 50.790916442871094, 72.88988494873047, 51.47062683105469, 35.277042388916016, 143.4132843017578, 180.27496337890625, 121.08436584472656, 90.11679077148438, 228.9384002685547, 261.86895751953125, 1933.0015869140625, 176.51165771484375, 119.29383850097656, -98.50727081298828, 38.93020248413086, 8.210734367370605, 131.01211547851562, 35.59758377075195 ], [ 66.10042572021484, -18.52735137939453, 74.25305938720703, 105.07614135742188, 102.07279968261719, 141.52285766601562, 200.56350708007812, 200.9448699951172, 314.4799499511719, 182.14974975585938, 230.17562866210938, 128.4422149658203, 176.51165771484375, 2118.95458984375, 180.9312744140625, -48.23928451538086, 49.60395812988281, 56.33515167236328, 242.82408142089844, 4.916553020477295 ], [ 20.97462272644043, -28.562543869018555, 100.000244140625, 114.26935577392578, 98.29549407958984, 97.4937744140625, 198.55352783203125, 78.1836166381836, 211.75994873046875, 65.63871765136719, 190.0726776123047, 160.23931884765625, 119.29383850097656, 180.9312744140625, 2832.978759765625, -95.47269439697266, -0.8526830673217773, -3.5074353218078613, 71.11290740966797, 76.70779418945312 ], [ -55.9821891784668, 21.950834274291992, -47.37509536743164, -72.08368682861328, -20.737468719482422, -72.09187316894531, -127.11199188232422, -73.3906021118164, -93.66722106933594, -129.1317596435547, -79.61153411865234, -45.272315979003906, -98.50727081298828, -48.23928451538086, -95.47269439697266, 1293.2122802734375, -59.578460693359375, -34.53981399536133, -144.22108459472656, -48.52297592163086 ], [ 53.28578567504883, 22.127172470092773, 39.36080551147461, 18.770702362060547, -20.11686897277832, 9.33431625366211, 61.5988655090332, 28.478343963623047, 60.35449981689453, 93.15939331054688, 49.14931106567383, 0.22205829620361328, 38.93020248413086, 49.60395812988281, -0.8526830673217773, -59.578460693359375, 1542.4503173828125, -9.711999893188477, 88.86236572265625, 71.65298461914062 ], [ 12.334979057312012, -30.411239624023438, 17.119447708129883, 78.28097534179688, -3.2979726791381836, 98.5602035522461, 102.5159912109375, 21.917470932006836, 11.033349990844727, 134.13320922851562, 74.59224700927734, -26.12017250061035, 8.210734367370605, 56.33515167236328, -3.5074353218078613, -34.53981399536133, -9.711999893188477, 4472.66259765625, 44.8326530456543, -53.75189971923828 ], [ 66.5538101196289, -12.80763053894043, 108.9185562133789, 139.327392578125, 43.086238861083984, 106.209716796875, 220.35415649414062, 223.79840087890625, 222.28530883789062, 252.3802490234375, 245.0880584716797, 62.18124771118164, 131.01211547851562, 242.82408142089844, 71.11290740966797, -144.22108459472656, 88.86236572265625, 44.8326530456543, 2078.495361328125, 96.36211395263672 ], [ 24.11016082763672, -2.0218851566314697, 51.922386169433594, -3.9610788822174072, 22.29456329345703, -52.20718765258789, 17.0850772857666, 48.08164978027344, 36.5324592590332, 83.1901626586914, 46.023231506347656, 107.45870208740234, 35.59758377075195, 4.916553020477295, 76.70779418945312, -48.52297592163086, 71.65298461914062, -53.75189971923828, 96.36211395263672, 1756.3486328125 ] ], "kernel_matrices": { "sgd": [ [ 972.4815063476562, 119.8372802734375, 19.86250114440918, 85.83369445800781, 120.67501068115234, 185.78439331054688, 69.0738525390625, 39.49310302734375, 142.2449493408203, 126.258056640625, 136.9416961669922, 33.68429183959961, 26.648548126220703, 66.10042572021484, 20.97462272644043, -55.9821891784668, 53.28578567504883, 12.334979057312012, 66.5538101196289, 24.11016082763672 ], [ 119.8372802734375, 1236.2900390625, 50.337158203125, 33.92612838745117, 64.46098327636719, 78.01582336425781, 1.8885765075683594, 6.82150936126709, 92.43099212646484, 51.787376403808594, 51.23427963256836, -32.10835647583008, -58.60931396484375, -18.52735137939453, -28.562543869018555, 21.950834274291992, 22.127172470092773, -30.411239624023438, -12.80763053894043, -2.0218851566314697 ], [ 19.86250114440918, 50.337158203125, 2432.171630859375, 29.679018020629883, 108.3848648071289, 115.67887878417969, 141.06961059570312, 74.41124725341797, 291.47344970703125, 159.92233276367188, 140.5836944580078, 147.33853149414062, 50.790916442871094, 74.25305938720703, 100.000244140625, -47.37509536743164, 39.36080551147461, 17.119447708129883, 108.9185562133789, 51.922386169433594 ], [ 85.83369445800781, 33.92612838745117, 29.679018020629883, 1792.6158447265625, 152.97567749023438, 166.73330688476562, 178.949951171875, 67.62627410888672, 166.82925415039062, 185.5700225830078, 194.93846130371094, 46.53788757324219, 72.88988494873047, 105.07614135742188, 114.26935577392578, -72.08368682861328, 18.770702362060547, 78.28097534179688, 139.327392578125, -3.9610788822174072 ], [ 120.67501068115234, 64.46098327636719, 108.3848648071289, 152.97567749023438, 1635.8580322265625, 114.65171813964844, 85.6720199584961, 47.899505615234375, 217.8486328125, 107.74909973144531, 141.13748168945312, 101.21066284179688, 51.47062683105469, 102.07279968261719, 98.29549407958984, -20.737468719482422, -20.11686897277832, -3.2979726791381836, 43.086238861083984, 22.29456329345703 ], [ 185.78439331054688, 78.01582336425781, 115.67887878417969, 166.73330688476562, 114.65171813964844, 2360.669677734375, 136.52468872070312, 113.71781158447266, 211.24896240234375, 212.90054321289062, 200.17059326171875, 65.3792495727539, 35.277042388916016, 141.52285766601562, 97.4937744140625, -72.09187316894531, 9.33431625366211, 98.5602035522461, 106.209716796875, -52.20718765258789 ], [ 69.0738525390625, 1.8885765075683594, 141.06961059570312, 178.949951171875, 85.6720199584961, 136.52468872070312, 2803.4794921875, 122.05619812011719, 296.35302734375, 205.81895446777344, 243.27871704101562, 83.82684326171875, 143.4132843017578, 200.56350708007812, 198.55352783203125, -127.11199188232422, 61.5988655090332, 102.5159912109375, 220.35415649414062, 17.0850772857666 ], [ 39.49310302734375, 6.82150936126709, 74.41124725341797, 67.62627410888672, 47.899505615234375, 113.71781158447266, 122.05619812011719, 2090.170166015625, 239.13169860839844, 241.16400146484375, 293.7446594238281, 168.87132263183594, 180.27496337890625, 200.9448699951172, 78.1836166381836, -73.3906021118164, 28.478343963623047, 21.917470932006836, 223.79840087890625, 48.08164978027344 ], [ 142.2449493408203, 92.43099212646484, 291.47344970703125, 166.82925415039062, 217.8486328125, 211.24896240234375, 296.35302734375, 239.13169860839844, 3035.048095703125, 403.6564636230469, 468.38995361328125, 189.06561279296875, 121.08436584472656, 314.4799499511719, 211.75994873046875, -93.66722106933594, 60.35449981689453, 11.033349990844727, 222.28530883789062, 36.5324592590332 ], [ 126.258056640625, 51.787376403808594, 159.92233276367188, 185.5700225830078, 107.74909973144531, 212.90054321289062, 205.81895446777344, 241.16400146484375, 403.6564636230469, 2958.243408203125, 287.4455261230469, 66.91957092285156, 90.11679077148438, 182.14974975585938, 65.63871765136719, -129.1317596435547, 93.15939331054688, 134.13320922851562, 252.3802490234375, 83.1901626586914 ], [ 136.9416961669922, 51.23427963256836, 140.5836944580078, 194.93846130371094, 141.13748168945312, 200.17059326171875, 243.27871704101562, 293.7446594238281, 468.38995361328125, 287.4455261230469, 2345.654541015625, 188.5912628173828, 228.9384002685547, 230.17562866210938, 190.0726776123047, -79.61153411865234, 49.14931106567383, 74.59224700927734, 245.0880584716797, 46.023231506347656 ], [ 33.68429183959961, -32.10835647583008, 147.33853149414062, 46.53788757324219, 101.21066284179688, 65.3792495727539, 83.82684326171875, 168.87132263183594, 189.06561279296875, 66.91957092285156, 188.5912628173828, 2607.8125, 261.86895751953125, 128.4422149658203, 160.23931884765625, -45.272315979003906, 0.22205829620361328, -26.12017250061035, 62.18124771118164, 107.45870208740234 ], [ 26.648548126220703, -58.60931396484375, 50.790916442871094, 72.88988494873047, 51.47062683105469, 35.277042388916016, 143.4132843017578, 180.27496337890625, 121.08436584472656, 90.11679077148438, 228.9384002685547, 261.86895751953125, 1933.0015869140625, 176.51165771484375, 119.29383850097656, -98.50727081298828, 38.93020248413086, 8.210734367370605, 131.01211547851562, 35.59758377075195 ], [ 66.10042572021484, -18.52735137939453, 74.25305938720703, 105.07614135742188, 102.07279968261719, 141.52285766601562, 200.56350708007812, 200.9448699951172, 314.4799499511719, 182.14974975585938, 230.17562866210938, 128.4422149658203, 176.51165771484375, 2118.95458984375, 180.9312744140625, -48.23928451538086, 49.60395812988281, 56.33515167236328, 242.82408142089844, 4.916553020477295 ], [ 20.97462272644043, -28.562543869018555, 100.000244140625, 114.26935577392578, 98.29549407958984, 97.4937744140625, 198.55352783203125, 78.1836166381836, 211.75994873046875, 65.63871765136719, 190.0726776123047, 160.23931884765625, 119.29383850097656, 180.9312744140625, 2832.978759765625, -95.47269439697266, -0.8526830673217773, -3.5074353218078613, 71.11290740966797, 76.70779418945312 ], [ -55.9821891784668, 21.950834274291992, -47.37509536743164, -72.08368682861328, -20.737468719482422, -72.09187316894531, -127.11199188232422, -73.3906021118164, -93.66722106933594, -129.1317596435547, -79.61153411865234, -45.272315979003906, -98.50727081298828, -48.23928451538086, -95.47269439697266, 1293.2122802734375, -59.578460693359375, -34.53981399536133, -144.22108459472656, -48.52297592163086 ], [ 53.28578567504883, 22.127172470092773, 39.36080551147461, 18.770702362060547, -20.11686897277832, 9.33431625366211, 61.5988655090332, 28.478343963623047, 60.35449981689453, 93.15939331054688, 49.14931106567383, 0.22205829620361328, 38.93020248413086, 49.60395812988281, -0.8526830673217773, -59.578460693359375, 1542.4503173828125, -9.711999893188477, 88.86236572265625, 71.65298461914062 ], [ 12.334979057312012, -30.411239624023438, 17.119447708129883, 78.28097534179688, -3.2979726791381836, 98.5602035522461, 102.5159912109375, 21.917470932006836, 11.033349990844727, 134.13320922851562, 74.59224700927734, -26.12017250061035, 8.210734367370605, 56.33515167236328, -3.5074353218078613, -34.53981399536133, -9.711999893188477, 4472.66259765625, 44.8326530456543, -53.75189971923828 ], [ 66.5538101196289, -12.80763053894043, 108.9185562133789, 139.327392578125, 43.086238861083984, 106.209716796875, 220.35415649414062, 223.79840087890625, 222.28530883789062, 252.3802490234375, 245.0880584716797, 62.18124771118164, 131.01211547851562, 242.82408142089844, 71.11290740966797, -144.22108459472656, 88.86236572265625, 44.8326530456543, 2078.495361328125, 96.36211395263672 ], [ 24.11016082763672, -2.0218851566314697, 51.922386169433594, -3.9610788822174072, 22.29456329345703, -52.20718765258789, 17.0850772857666, 48.08164978027344, 36.5324592590332, 83.1901626586914, 46.023231506347656, 107.45870208740234, 35.59758377075195, 4.916553020477295, 76.70779418945312, -48.52297592163086, 71.65298461914062, -53.75189971923828, 96.36211395263672, 1756.3486328125 ] ], "signsgd": [ [ 17596416.0, 561494.0, 196330.0, 448076.0, 648062.0, 907158.0, 184794.0, 189798.0, 465718.0, 465152.0, 500680.0, 25656.0, 145276.0, 382390.0, 195148.0, -432612.0, 252852.0, 84680.0, 236380.0, 215400.0 ], [ 561494.0, 17596416.0, 29924.0, 23374.0, 447712.0, 128252.0, -181340.0, -63332.0, 281976.0, -74858.0, 124218.0, -211982.0, -358650.0, -174616.0, -119866.0, 263382.0, -73938.0, -100962.0, -162530.0, 56662.0 ], [ 196330.0, 29924.0, 17596416.0, 284146.0, 326916.0, 409336.0, 486364.0, 261548.0, 585148.0, 608210.0, 451330.0, 532930.0, 377302.0, 285944.0, 454866.0, -525990.0, 66710.0, 189994.0, 553522.0, 324498.0 ], [ 448076.0, 23374.0, 284146.0, 17596416.0, 775670.0, 866434.0, 618854.0, 421434.0, 397658.0, 763260.0, 730044.0, 279204.0, 365216.0, 349318.0, 454636.0, -420232.0, -284192.0, 233232.0, 564068.0, -132036.0 ], [ 648062.0, 447712.0, 326916.0, 775670.0, 17596416.0, 551844.0, 259620.0, 144552.0, 613336.0, 466458.0, 519926.0, 130978.0, 188442.0, 305464.0, 525330.0, -78158.0, -292002.0, 41982.0, 185462.0, -50338.0 ], [ 907158.0, 128252.0, 409336.0, 866434.0, 551844.0, 17596416.0, 572884.0, 538264.0, 457668.0, 834882.0, 597622.0, 257690.0, 286798.0, 474696.0, 513054.0, -429482.0, -200222.0, 211454.0, 491498.0, -79130.0 ], [ 184794.0, -181340.0, 486364.0, 618854.0, 259620.0, 572884.0, 17596416.0, 499116.0, 695028.0, 765586.0, 704994.0, 366530.0, 582998.0, 590164.0, 682070.0, -609110.0, 70894.0, 245446.0, 644426.0, 144402.0 ], [ 189798.0, -63332.0, 261548.0, 421434.0, 144552.0, 538264.0, 499116.0, 17596416.0, 709652.0, 797490.0, 1046258.0, 472658.0, 728350.0, 711752.0, 333098.0, -422598.0, 98802.0, 202538.0, 933406.0, 32766.0 ], [ 465718.0, 281976.0, 585148.0, 397658.0, 613336.0, 457668.0, 695028.0, 709652.0, 17596416.0, 795874.0, 1107930.0, 263638.0, 360438.0, 847320.0, 567926.0, -211190.0, 111486.0, 172078.0, 628794.0, 123058.0 ], [ 465152.0, -74858.0, 608210.0, 763260.0, 466458.0, 834882.0, 765586.0, 797490.0, 795874.0, 17596416.0, 837432.0, 399016.0, 553376.0, 671046.0, 617968.0, -763512.0, 176124.0, 260508.0, 743504.0, 274512.0 ], [ 500680.0, 124218.0, 451330.0, 730044.0, 519926.0, 597622.0, 704994.0, 1046258.0, 1107930.0, 837432.0, 17596416.0, 486036.0, 737256.0, 795334.0, 647696.0, -424640.0, 141564.0, 250176.0, 786044.0, 151604.0 ], [ 25656.0, -211982.0, 532930.0, 279204.0, 130978.0, 257690.0, 366530.0, 472658.0, 263638.0, 399016.0, 486036.0, 17596416.0, 863088.0, 444854.0, 504704.0, -418088.0, 167592.0, 42504.0, 324576.0, 432620.0 ], [ 145276.0, -358650.0, 377302.0, 365216.0, 188442.0, 286798.0, 582998.0, 728350.0, 360438.0, 553376.0, 737256.0, 863088.0, 17596416.0, 672678.0, 374484.0, -707456.0, 251420.0, 92496.0, 597036.0, 233188.0 ], [ 382390.0, -174616.0, 285944.0, 349318.0, 305464.0, 474696.0, 590164.0, 711752.0, 847320.0, 671046.0, 795334.0, 444854.0, 672678.0, 17596416.0, 621158.0, -302670.0, 290254.0, 280838.0, 885446.0, 66690.0 ], [ 195148.0, -119866.0, 454866.0, 454636.0, 525330.0, 513054.0, 682070.0, 333098.0, 567926.0, 617968.0, 647696.0, 504704.0, 374484.0, 621158.0, 17596416.0, -563392.0, -68792.0, 132044.0, 409660.0, 179332.0 ], [ -432612.0, 263382.0, -525990.0, -420232.0, -78158.0, -429482.0, -609110.0, -422598.0, -211190.0, -763512.0, -424640.0, -418088.0, -707456.0, -302670.0, -563392.0, 17596416.0, -356588.0, -93868.0, -826144.0, -528760.0 ], [ 252852.0, -73938.0, 66710.0, -284192.0, -292002.0, -200222.0, 70894.0, 98802.0, 111486.0, 176124.0, 141564.0, 167592.0, 251420.0, 290254.0, -68792.0, -356588.0, 17596416.0, -29080.0, 260448.0, 707812.0 ], [ 84680.0, -100962.0, 189994.0, 233232.0, 41982.0, 211454.0, 245446.0, 202538.0, 172078.0, 260508.0, 250176.0, 42504.0, 92496.0, 280838.0, 132044.0, -93868.0, -29080.0, 17596416.0, 229080.0, -66712.0 ], [ 236380.0, -162530.0, 553522.0, 564068.0, 185462.0, 491498.0, 644426.0, 933406.0, 628794.0, 743504.0, 786044.0, 324576.0, 597036.0, 885446.0, 409660.0, -826144.0, 260448.0, 229080.0, 17596416.0, 178188.0 ], [ 215400.0, 56662.0, 324498.0, -132036.0, -50338.0, -79130.0, 144402.0, 32766.0, 123058.0, 274512.0, 151604.0, 432620.0, 233188.0, 66690.0, 179332.0, -528760.0, 707812.0, -66712.0, 178188.0, 17596416.0 ] ], "asymmetric_signsgd": [ [ 50465.03515625, 3493.677734375, 497.8348388671875, 2640.856201171875, 3413.51220703125, 5101.4755859375, 1540.922607421875, 829.8143920898438, 2223.906982421875, 2693.89404296875, 2795.049560546875, 527.6721801757812, 697.8052978515625, 1691.143798828125, 755.3648681640625, -1815.89599609375, 1538.426513671875, 291.4263916015625, 1632.3660888671875, 960.7244873046875 ], [ 3691.49609375, 57399.67578125, 822.747314453125, 561.9165649414062, 2078.0087890625, 1690.524169921875, -613.3433227539062, 61.05928039550781, 1304.8548583984375, 373.8974304199219, 850.3812866210938, -714.849365234375, -1692.3629150390625, -850.4425048828125, -714.6181030273438, 1288.7623291015625, -1.7399041652679443, -707.5792236328125, -472.642822265625, 271.3532409667969 ], [ 878.3011474609375, 998.1268920898438, 82004.3359375, 1618.90771484375, 2377.772216796875, 2813.455078125, 2733.085205078125, 2048.678466796875, 4841.28369140625, 4233.75146484375, 3080.81640625, 3304.18994140625, 1934.5113525390625, 2258.363525390625, 2398.7763671875, -2376.439208984375, 790.3609008789062, 1251.8162841796875, 3764.7646484375, 1762.144775390625 ], [ 3423.763671875, 815.3432006835938, 1448.78125, 70782.5, 5040.3466796875, 4632.77978515625, 3659.312744140625, 1986.3406982421875, 3012.72265625, 4138.53955078125, 4673.99169921875, 1383.261962890625, 1953.0286865234375, 2827.326171875, 2214.6650390625, -2248.47021484375, -75.4043960571289, 1516.805908203125, 3769.8564453125, -304.18475341796875 ], [ 4348.9658203125, 2509.093994140625, 2053.064697265625, 4957.44873046875, 66525.65625, 3177.732666015625, 1435.6324462890625, 1038.1007080078125, 4243.75439453125, 2488.626953125, 3624.48291015625, 1799.5501708984375, 1223.0247802734375, 2754.282470703125, 3185.963134765625, -410.76202392578125, -926.8302612304688, -45.17451477050781, 1431.6072998046875, 71.15835571289062 ], [ 8067.5244140625, 2104.681396484375, 2799.827392578125, 5482.57275390625, 3933.906494140625, 82239.203125, 3286.896728515625, 3818.596435546875, 3973.015625, 5443.4091796875, 4445.775390625, 1701.0836181640625, 1385.229736328125, 3867.034912109375, 2824.35009765625, -2766.701171875, -639.2064208984375, 1831.6524658203125, 3219.25830078125, -925.8980102539062 ], [ 2479.13525390625, -981.2504272460938, 2988.3779296875, 4949.59326171875, 2083.21435546875, 3764.972900390625, 87990.6875, 3180.44580078125, 5614.26416015625, 4960.240234375, 5551.2421875, 2411.77978515625, 4297.91357421875, 5132.6142578125, 4930.46630859375, -4355.5439453125, 1157.56201171875, 2138.990234375, 5696.9189453125, 544.8422241210938 ], [ 1207.2291259765625, 33.170806884765625, 1728.3145751953125, 2245.367431640625, 1184.609130859375, 3280.66796875, 2458.24609375, 75031.3203125, 4426.20849609375, 5849.998046875, 6813.0126953125, 3603.988525390625, 4857.12548828125, 4725.73388671875, 1799.392578125, -2432.271728515625, 817.237548828125, 782.0741577148438, 5922.6494140625, 756.3424682617188 ], [ 4535.56103515625, 2401.1953125, 6470.1376953125, 4678.93115234375, 6579.47216796875, 4965.091796875, 6264.92041015625, 5839.1474609375, 89490.5703125, 8384.05078125, 10519.791015625, 4083.577880859375, 3596.38671875, 8048.5986328125, 5267.35302734375, -2806.056640625, 1145.5723876953125, 980.344482421875, 6098.486328125, 1249.493408203125 ], [ 4800.84765625, 690.3276977539062, 4997.26220703125, 5614.951171875, 3494.72900390625, 6284.57373046875, 5089.05224609375, 7223.10693359375, 7706.2763671875, 90470.4453125, 7080.24853515625, 2370.055908203125, 3817.318359375, 5057.990234375, 3507.46728515625, -4940.9658203125, 2428.87548828125, 2214.46435546875, 6136.5205078125, 2449.3505859375 ], [ 4314.33447265625, 1497.37646484375, 3576.572021484375, 5863.23486328125, 4643.2275390625, 4846.345703125, 5397.6630859375, 7904.93212890625, 9191.8681640625, 6341.09033203125, 78343.3046875, 4646.54150390625, 6457.6416015625, 6014.427734375, 4744.15869140625, -2829.0390625, 1125.4715576171875, 1510.918212890625, 5730.6357421875, 1210.3155517578125 ], [ 681.1026000976562, -1059.7091064453125, 3268.834716796875, 1674.9501953125, 1944.79296875, 1764.9915771484375, 2000.7445068359375, 4130.4697265625, 3244.534912109375, 2205.519287109375, 4546.50048828125, 84505.1171875, 7231.248046875, 3860.942626953125, 3419.60546875, -1916.04443359375, 866.7517700195312, 17.475601196289062, 1858.535888671875, 3320.166259765625 ], [ 1041.32470703125, -1916.364990234375, 1801.38525390625, 2245.183349609375, 1325.3564453125, 1121.2821044921875, 3431.124755859375, 4840.279296875, 2576.377197265625, 3085.1259765625, 5556.65283203125, 6424.58544921875, 73712.875, 4612.5830078125, 2310.707763671875, -3711.6474609375, 1502.981689453125, 385.6769104003906, 3712.5517578125, 1450.713134765625 ], [ 2530.7958984375, -1190.830810546875, 2342.15625, 3318.16357421875, 3358.99365234375, 3865.041748046875, 4446.85693359375, 5185.146484375, 6403.31982421875, 4461.69873046875, 5505.8681640625, 3586.416748046875, 5106.2177734375, 77412.671875, 4864.15185546875, -1874.0970458984375, 1739.669921875, 1365.0772705078125, 6274.5693359375, 465.55462646484375 ], [ 1186.28955078125, -1062.627685546875, 2659.019287109375, 2850.229248046875, 3756.42431640625, 2871.69140625, 4685.3466796875, 2141.4228515625, 4535.02001953125, 3068.966796875, 4678.59130859375, 3537.43408203125, 2612.732421875, 5209.9765625, 86615.3203125, -3377.410888671875, 103.74475860595703, 753.6033935546875, 2612.646484375, 1667.80810546875 ], [ -2228.19189453125, 1462.898681640625, -2052.553466796875, -2176.24169921875, -261.0587158203125, -2422.40087890625, -3167.32177734375, -2170.52099609375, -1378.77197265625, -3620.9638671875, -2076.015869140625, -1792.8662109375, -3540.35693359375, -1762.5733642578125, -2801.1455078125, 54624.15234375, -2018.52392578125, -724.1347045898438, -4277.45947265625, -2208.079833984375 ], [ 1787.6429443359375, 31.161836624145508, 664.8993530273438, 69.16133117675781, -693.1831665039062, -346.27239990234375, 942.1239013671875, 769.8892822265625, 617.4888305664062, 1698.8291015625, 837.0604858398438, 626.0750732421875, 1393.9632568359375, 1366.17626953125, 35.647857666015625, -1744.37451171875, 62940.90625, -252.40011596679688, 2088.89111328125, 2782.06689453125 ], [ 643.6573486328125, -1452.9532470703125, 1744.2640380859375, 2207.96826171875, 158.34573364257812, 2147.170166015625, 2595.78564453125, 1206.505126953125, 896.5250244140625, 2470.883056640625, 1866.3463134765625, 208.81150817871094, 617.3704833984375, 1831.9404296875, 893.7763061523438, -1191.279296875, -397.21209716796875, 108847.90625, 868.545166015625, -1101.4163818359375 ], [ 2428.39013671875, -576.421630859375, 3941.908203125, 4590.38134765625, 1972.2606201171875, 3284.784912109375, 4996.79931640625, 6553.5537109375, 4865.14453125, 5407.14208984375, 5559.38916015625, 1821.3863525390625, 4219.9013671875, 6374.63916015625, 2590.335205078125, -5275.548828125, 2473.899169921875, 903.418212890625, 76399.15625, 2067.03955078125 ], [ 1261.30126953125, 205.22598266601562, 1525.8411865234375, -394.2676696777344, 168.1980438232422, -819.5678100585938, 465.8267517089844, 690.4725341796875, 702.694091796875, 1713.6380615234375, 1111.242431640625, 2616.96484375, 1371.3983154296875, 443.15911865234375, 1546.438720703125, -2020.781982421875, 3040.616455078125, -672.3121337890625, 1762.4781494140625, 68331.828125 ] ] }, "kernel_trace": 44298.59765625, "kernel_frobenius_norm": 10802.578125, "mean_gradient_norm": 46.37584108840373, "gradient_norms": [ 31.18463953042769, 35.16092125884823, 49.31705874456743, 42.33929544445606, 40.4457414023455, 48.58673078468142, 52.947895188244736, 45.71838389036255, 55.091279543284394, 54.38972955047214, 48.431959151339704, 51.06675573115964, 43.96592874170129, 46.03211504161688, 53.225749750621354, 35.96126953239031, 39.27404776956324, 66.87798294013896, 45.59052672333853, 41.90881104851458 ], "kernel_trace_sgd": 44298.59765625, "kernel_frobenius_norm_sgd": 10802.578125, "kernel_distance_sgd": 0.10293710976839066, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79217496.0, "kernel_distance_signsgd": 0.063999243080616, "kernel_trace_asymmetric_signsgd": 1524132.625, "kernel_frobenius_norm_asymmetric_signsgd": 352293.625, "kernel_distance_asymmetric_signsgd": 0.07873241603374481, "linearization_error": 3.861888011673982, "kernel_distance": 0.10293710976839066 }, { "step": 200, "kernel_matrix": [ [ 842.8119506835938, 91.96553802490234, -1.3576686382293701, 65.18292236328125, 94.74129486083984, 152.5126190185547, 48.34210968017578, 17.20480728149414, 87.50704956054688, 115.98809051513672, 104.51803588867188, 17.28264617919922, 22.811134338378906, 41.27279281616211, 9.8962984085083, -54.148681640625, 42.379276275634766, -0.7523772716522217, 60.20182418823242, 35.84719467163086 ], [ 91.96553802490234, 1180.303955078125, 47.955169677734375, 29.491708755493164, 49.52519226074219, 54.040069580078125, 15.386184692382812, 6.638239860534668, 76.6256103515625, 57.69173049926758, 37.99341583251953, -22.99626350402832, -47.145565032958984, -17.958093643188477, -0.13715124130249023, -6.200082302093506, 23.236942291259766, -42.620323181152344, 11.263924598693848, 14.5071382522583 ], [ -1.3576686382293701, 47.955169677734375, 2304.994873046875, 18.657468795776367, 95.869140625, 68.99531555175781, 126.0565185546875, 73.2359848022461, 237.68023681640625, 108.90077209472656, 101.52948760986328, 152.73741149902344, 49.208412170410156, 57.25426483154297, 96.41978454589844, -39.18006896972656, 37.38322830200195, -15.304632186889648, 108.27779388427734, 83.97704315185547 ], [ 65.18292236328125, 29.491708755493164, 18.657468795776367, 1705.7763671875, 123.91777038574219, 131.37989807128906, 172.31031799316406, 54.86189270019531, 114.92174530029297, 177.03321838378906, 161.456787109375, 55.0322265625, 75.30386352539062, 75.9049301147461, 121.70064544677734, -99.84333801269531, 19.140714645385742, 54.6277961730957, 140.94058227539062, 21.011104583740234 ], [ 94.74129486083984, 49.52519226074219, 95.869140625, 123.91777038574219, 1551.9549560546875, 82.18515014648438, 57.66765594482422, 34.74409484863281, 149.44290161132812, 96.2078857421875, 111.60152435302734, 108.99118041992188, 64.40664672851562, 83.86158752441406, 89.1789779663086, -42.85396957397461, -16.218711853027344, -31.37103843688965, 46.79680633544922, 59.914344787597656 ], [ 152.5126190185547, 54.040069580078125, 68.99531555175781, 131.37989807128906, 82.18515014648438, 2072.508544921875, 100.33612060546875, 83.75787353515625, 149.86155700683594, 181.824462890625, 140.83132934570312, 57.536617279052734, 28.35141372680664, 102.3515396118164, 87.67388153076172, -78.6736068725586, 20.85122299194336, 71.98094940185547, 101.02106475830078, -10.954587936401367 ], [ 48.34210968017578, 15.386184692382812, 126.0565185546875, 172.31031799316406, 57.66765594482422, 100.33612060546875, 2845.183837890625, 117.70556640625, 254.82322692871094, 210.69822692871094, 204.9762725830078, 88.47669219970703, 133.6168670654297, 172.1503143310547, 176.8733673095703, -146.3980255126953, 56.338226318359375, 69.69385528564453, 219.25025939941406, 56.15096664428711 ], [ 17.20480728149414, 6.638239860534668, 73.2359848022461, 54.86189270019531, 34.74409484863281, 83.75787353515625, 117.70556640625, 2084.720458984375, 199.9501190185547, 210.88815307617188, 252.66558837890625, 172.70773315429688, 184.6123046875, 165.10247802734375, 97.24666595458984, -83.56861114501953, 27.310705184936523, 1.3790283203125, 217.43621826171875, 77.74536895751953 ], [ 87.50704956054688, 76.6256103515625, 237.68023681640625, 114.92174530029297, 149.44290161132812, 149.86155700683594, 254.82322692871094, 199.9501190185547, 2658.070068359375, 331.9585876464844, 374.3905334472656, 161.51950073242188, 103.91895294189453, 260.2263488769531, 181.58274841308594, -82.18518829345703, 33.716346740722656, -7.781075477600098, 199.38742065429688, 50.28908920288086 ], [ 115.98809051513672, 57.69173049926758, 108.90077209472656, 177.03321838378906, 96.2078857421875, 181.824462890625, 210.69822692871094, 210.88815307617188, 331.9585876464844, 2851.423828125, 239.48333740234375, 54.84706115722656, 61.95021438598633, 154.8482666015625, 54.38976287841797, -120.24468231201172, 77.19603729248047, 122.92532348632812, 240.07965087890625, 99.10733032226562 ], [ 104.51803588867188, 37.99341583251953, 101.52948760986328, 161.456787109375, 111.60152435302734, 140.83132934570312, 204.9762725830078, 252.66558837890625, 374.3905334472656, 239.48333740234375, 2147.733154296875, 172.6099395751953, 216.7125701904297, 172.3892059326172, 169.7688751220703, -87.9637451171875, 30.267423629760742, 55.85126876831055, 222.3138885498047, 76.18860626220703 ], [ 17.28264617919922, -22.99626350402832, 152.73741149902344, 55.0322265625, 108.99118041992188, 57.536617279052734, 88.47669219970703, 172.70773315429688, 161.51950073242188, 54.84706115722656, 172.6099395751953, 2657.09619140625, 260.47369384765625, 135.32305908203125, 170.2763214111328, -43.91419219970703, 3.574692964553833, -25.926353454589844, 87.39244079589844, 133.81625366210938 ], [ 22.811134338378906, -47.145565032958984, 49.208412170410156, 75.30386352539062, 64.40664672851562, 28.35141372680664, 133.6168670654297, 184.6123046875, 103.91895294189453, 61.95021438598633, 216.7125701904297, 260.47369384765625, 1921.8973388671875, 158.30091857910156, 119.32225799560547, -91.03153228759766, 40.32930374145508, -5.688994407653809, 133.35769653320312, 57.279136657714844 ], [ 41.27279281616211, -17.958093643188477, 57.25426483154297, 75.9049301147461, 83.86158752441406, 102.3515396118164, 172.1503143310547, 165.10247802734375, 260.2263488769531, 154.8482666015625, 172.3892059326172, 135.32305908203125, 158.30091857910156, 1982.8934326171875, 178.4291229248047, -40.377952575683594, 44.544639587402344, 20.822479248046875, 219.3475799560547, 35.880706787109375 ], [ 9.8962984085083, -0.13715124130249023, 96.41978454589844, 121.70064544677734, 89.1789779663086, 87.67388153076172, 176.8733673095703, 97.24666595458984, 181.58274841308594, 54.38976287841797, 169.7688751220703, 170.2763214111328, 119.32225799560547, 178.4291229248047, 2694.451904296875, -80.47344207763672, 13.540580749511719, -3.1820008754730225, 77.21215057373047, 104.27632141113281 ], [ -54.148681640625, -6.200082302093506, -39.18006896972656, -99.84333801269531, -42.85396957397461, -78.6736068725586, -146.3980255126953, -83.56861114501953, -82.18518829345703, -120.24468231201172, -87.9637451171875, -43.91419219970703, -91.03153228759766, -40.377952575683594, -80.47344207763672, 1201.2288818359375, -51.647342681884766, -8.385530471801758, -140.97547912597656, -51.69609832763672 ], [ 42.379276275634766, 23.236942291259766, 37.38322830200195, 19.140714645385742, -16.218711853027344, 20.85122299194336, 56.338226318359375, 27.310705184936523, 33.716346740722656, 77.19603729248047, 30.267423629760742, 3.574692964553833, 40.32930374145508, 44.544639587402344, 13.540580749511719, -51.647342681884766, 1499.6934814453125, -16.97700309753418, 99.43729400634766, 104.39899444580078 ], [ -0.7523772716522217, -42.620323181152344, -15.304632186889648, 54.6277961730957, -31.37103843688965, 71.98094940185547, 69.69385528564453, 1.3790283203125, -7.781075477600098, 122.92532348632812, 55.85126876831055, -25.926353454589844, -5.688994407653809, 20.822479248046875, -3.1820008754730225, -8.385530471801758, -16.97700309753418, 4506.8818359375, 26.94009017944336, -38.704410552978516 ], [ 60.20182418823242, 11.263924598693848, 108.27779388427734, 140.94058227539062, 46.79680633544922, 101.02106475830078, 219.25025939941406, 217.43621826171875, 199.38742065429688, 240.07965087890625, 222.3138885498047, 87.39244079589844, 133.35769653320312, 219.3475799560547, 77.21215057373047, -140.97547912597656, 99.43729400634766, 26.94009017944336, 2110.487548828125, 146.63653564453125 ], [ 35.84719467163086, 14.5071382522583, 83.97704315185547, 21.011104583740234, 59.914344787597656, -10.954587936401367, 56.15096664428711, 77.74536895751953, 50.28908920288086, 99.10733032226562, 76.18860626220703, 133.81625366210938, 57.279136657714844, 35.880706787109375, 104.27632141113281, -51.69609832763672, 104.39899444580078, -38.704410552978516, 146.63653564453125, 1866.6768798828125 ] ], "kernel_matrices": { "sgd": [ [ 842.8119506835938, 91.96553802490234, -1.3576686382293701, 65.18292236328125, 94.74129486083984, 152.5126190185547, 48.34210968017578, 17.20480728149414, 87.50704956054688, 115.98809051513672, 104.51803588867188, 17.28264617919922, 22.811134338378906, 41.27279281616211, 9.8962984085083, -54.148681640625, 42.379276275634766, -0.7523772716522217, 60.20182418823242, 35.84719467163086 ], [ 91.96553802490234, 1180.303955078125, 47.955169677734375, 29.491708755493164, 49.52519226074219, 54.040069580078125, 15.386184692382812, 6.638239860534668, 76.6256103515625, 57.69173049926758, 37.99341583251953, -22.99626350402832, -47.145565032958984, -17.958093643188477, -0.13715124130249023, -6.200082302093506, 23.236942291259766, -42.620323181152344, 11.263924598693848, 14.5071382522583 ], [ -1.3576686382293701, 47.955169677734375, 2304.994873046875, 18.657468795776367, 95.869140625, 68.99531555175781, 126.0565185546875, 73.2359848022461, 237.68023681640625, 108.90077209472656, 101.52948760986328, 152.73741149902344, 49.208412170410156, 57.25426483154297, 96.41978454589844, -39.18006896972656, 37.38322830200195, -15.304632186889648, 108.27779388427734, 83.97704315185547 ], [ 65.18292236328125, 29.491708755493164, 18.657468795776367, 1705.7763671875, 123.91777038574219, 131.37989807128906, 172.31031799316406, 54.86189270019531, 114.92174530029297, 177.03321838378906, 161.456787109375, 55.0322265625, 75.30386352539062, 75.9049301147461, 121.70064544677734, -99.84333801269531, 19.140714645385742, 54.6277961730957, 140.94058227539062, 21.011104583740234 ], [ 94.74129486083984, 49.52519226074219, 95.869140625, 123.91777038574219, 1551.9549560546875, 82.18515014648438, 57.66765594482422, 34.74409484863281, 149.44290161132812, 96.2078857421875, 111.60152435302734, 108.99118041992188, 64.40664672851562, 83.86158752441406, 89.1789779663086, -42.85396957397461, -16.218711853027344, -31.37103843688965, 46.79680633544922, 59.914344787597656 ], [ 152.5126190185547, 54.040069580078125, 68.99531555175781, 131.37989807128906, 82.18515014648438, 2072.508544921875, 100.33612060546875, 83.75787353515625, 149.86155700683594, 181.824462890625, 140.83132934570312, 57.536617279052734, 28.35141372680664, 102.3515396118164, 87.67388153076172, -78.6736068725586, 20.85122299194336, 71.98094940185547, 101.02106475830078, -10.954587936401367 ], [ 48.34210968017578, 15.386184692382812, 126.0565185546875, 172.31031799316406, 57.66765594482422, 100.33612060546875, 2845.183837890625, 117.70556640625, 254.82322692871094, 210.69822692871094, 204.9762725830078, 88.47669219970703, 133.6168670654297, 172.1503143310547, 176.8733673095703, -146.3980255126953, 56.338226318359375, 69.69385528564453, 219.25025939941406, 56.15096664428711 ], [ 17.20480728149414, 6.638239860534668, 73.2359848022461, 54.86189270019531, 34.74409484863281, 83.75787353515625, 117.70556640625, 2084.720458984375, 199.9501190185547, 210.88815307617188, 252.66558837890625, 172.70773315429688, 184.6123046875, 165.10247802734375, 97.24666595458984, -83.56861114501953, 27.310705184936523, 1.3790283203125, 217.43621826171875, 77.74536895751953 ], [ 87.50704956054688, 76.6256103515625, 237.68023681640625, 114.92174530029297, 149.44290161132812, 149.86155700683594, 254.82322692871094, 199.9501190185547, 2658.070068359375, 331.9585876464844, 374.3905334472656, 161.51950073242188, 103.91895294189453, 260.2263488769531, 181.58274841308594, -82.18518829345703, 33.716346740722656, -7.781075477600098, 199.38742065429688, 50.28908920288086 ], [ 115.98809051513672, 57.69173049926758, 108.90077209472656, 177.03321838378906, 96.2078857421875, 181.824462890625, 210.69822692871094, 210.88815307617188, 331.9585876464844, 2851.423828125, 239.48333740234375, 54.84706115722656, 61.95021438598633, 154.8482666015625, 54.38976287841797, -120.24468231201172, 77.19603729248047, 122.92532348632812, 240.07965087890625, 99.10733032226562 ], [ 104.51803588867188, 37.99341583251953, 101.52948760986328, 161.456787109375, 111.60152435302734, 140.83132934570312, 204.9762725830078, 252.66558837890625, 374.3905334472656, 239.48333740234375, 2147.733154296875, 172.6099395751953, 216.7125701904297, 172.3892059326172, 169.7688751220703, -87.9637451171875, 30.267423629760742, 55.85126876831055, 222.3138885498047, 76.18860626220703 ], [ 17.28264617919922, -22.99626350402832, 152.73741149902344, 55.0322265625, 108.99118041992188, 57.536617279052734, 88.47669219970703, 172.70773315429688, 161.51950073242188, 54.84706115722656, 172.6099395751953, 2657.09619140625, 260.47369384765625, 135.32305908203125, 170.2763214111328, -43.91419219970703, 3.574692964553833, -25.926353454589844, 87.39244079589844, 133.81625366210938 ], [ 22.811134338378906, -47.145565032958984, 49.208412170410156, 75.30386352539062, 64.40664672851562, 28.35141372680664, 133.6168670654297, 184.6123046875, 103.91895294189453, 61.95021438598633, 216.7125701904297, 260.47369384765625, 1921.8973388671875, 158.30091857910156, 119.32225799560547, -91.03153228759766, 40.32930374145508, -5.688994407653809, 133.35769653320312, 57.279136657714844 ], [ 41.27279281616211, -17.958093643188477, 57.25426483154297, 75.9049301147461, 83.86158752441406, 102.3515396118164, 172.1503143310547, 165.10247802734375, 260.2263488769531, 154.8482666015625, 172.3892059326172, 135.32305908203125, 158.30091857910156, 1982.8934326171875, 178.4291229248047, -40.377952575683594, 44.544639587402344, 20.822479248046875, 219.3475799560547, 35.880706787109375 ], [ 9.8962984085083, -0.13715124130249023, 96.41978454589844, 121.70064544677734, 89.1789779663086, 87.67388153076172, 176.8733673095703, 97.24666595458984, 181.58274841308594, 54.38976287841797, 169.7688751220703, 170.2763214111328, 119.32225799560547, 178.4291229248047, 2694.451904296875, -80.47344207763672, 13.540580749511719, -3.1820008754730225, 77.21215057373047, 104.27632141113281 ], [ -54.148681640625, -6.200082302093506, -39.18006896972656, -99.84333801269531, -42.85396957397461, -78.6736068725586, -146.3980255126953, -83.56861114501953, -82.18518829345703, -120.24468231201172, -87.9637451171875, -43.91419219970703, -91.03153228759766, -40.377952575683594, -80.47344207763672, 1201.2288818359375, -51.647342681884766, -8.385530471801758, -140.97547912597656, -51.69609832763672 ], [ 42.379276275634766, 23.236942291259766, 37.38322830200195, 19.140714645385742, -16.218711853027344, 20.85122299194336, 56.338226318359375, 27.310705184936523, 33.716346740722656, 77.19603729248047, 30.267423629760742, 3.574692964553833, 40.32930374145508, 44.544639587402344, 13.540580749511719, -51.647342681884766, 1499.6934814453125, -16.97700309753418, 99.43729400634766, 104.39899444580078 ], [ -0.7523772716522217, -42.620323181152344, -15.304632186889648, 54.6277961730957, -31.37103843688965, 71.98094940185547, 69.69385528564453, 1.3790283203125, -7.781075477600098, 122.92532348632812, 55.85126876831055, -25.926353454589844, -5.688994407653809, 20.822479248046875, -3.1820008754730225, -8.385530471801758, -16.97700309753418, 4506.8818359375, 26.94009017944336, -38.704410552978516 ], [ 60.20182418823242, 11.263924598693848, 108.27779388427734, 140.94058227539062, 46.79680633544922, 101.02106475830078, 219.25025939941406, 217.43621826171875, 199.38742065429688, 240.07965087890625, 222.3138885498047, 87.39244079589844, 133.35769653320312, 219.3475799560547, 77.21215057373047, -140.97547912597656, 99.43729400634766, 26.94009017944336, 2110.487548828125, 146.63653564453125 ], [ 35.84719467163086, 14.5071382522583, 83.97704315185547, 21.011104583740234, 59.914344787597656, -10.954587936401367, 56.15096664428711, 77.74536895751953, 50.28908920288086, 99.10733032226562, 76.18860626220703, 133.81625366210938, 57.279136657714844, 35.880706787109375, 104.27632141113281, -51.69609832763672, 104.39899444580078, -38.704410552978516, 146.63653564453125, 1866.6768798828125 ] ], "signsgd": [ [ 17596416.0, 519638.0, 129382.0, 476902.0, 632838.0, 927202.0, 115792.0, 142045.0, 265508.0, 404162.0, 398883.0, -16652.0, 180562.0, 209502.0, 126932.0, -555192.0, 201632.0, 18240.0, 207140.0, 304566.0 ], [ 519638.0, 17596416.0, 103144.0, 55760.0, 380228.0, 141116.0, -54314.0, -13583.0, 246270.0, 48480.0, 107203.0, -58906.0, -214664.0, -132324.0, 41134.0, -12290.0, -74574.0, -93274.0, -16930.0, 112724.0 ], [ 129382.0, 103144.0, 17596416.0, 290580.0, 213444.0, 344072.0, 463446.0, 282743.0, 545930.0, 529160.0, 417767.0, 585626.0, 374400.0, 285340.0, 434766.0, -531606.0, 92514.0, 145690.0, 592942.0, 419112.0 ], [ 476902.0, 55760.0, 290580.0, 17596416.0, 702844.0, 807008.0, 599430.0, 375117.0, 326262.0, 765440.0, 746545.0, 374426.0, 415976.0, 267272.0, 505470.0, -778054.0, -177334.0, 157574.0, 576902.0, 116400.0 ], [ 632838.0, 380228.0, 213444.0, 702844.0, 17596416.0, 517720.0, 158418.0, 92127.0, 366034.0, 416264.0, 422797.0, 198450.0, 263748.0, 241364.0, 495530.0, -351438.0, -289498.0, -9410.0, 191702.0, 117456.0 ], [ 927202.0, 141116.0, 344072.0, 807008.0, 517720.0, 17596416.0, 476882.0, 445803.0, 330922.0, 777344.0, 502547.0, 264574.0, 267920.0, 380736.0, 483198.0, -618154.0, -117418.0, 131050.0, 468210.0, 117224.0 ], [ 115792.0, -54314.0, 463446.0, 599430.0, 158418.0, 476882.0, 17596416.0, 470639.0, 644276.0, 759474.0, 638979.0, 397620.0, 527358.0, 528318.0, 598804.0, -713328.0, 114696.0, 159416.0, 614064.0, 277594.0 ], [ 142045.0, -13583.0, 282743.0, 375117.0, 92127.0, 445803.0, 470639.0, 17596416.0, 615559.0, 765535.0, 972086.0, 504019.0, 761991.0, 619007.0, 333999.0, -521667.0, 149547.0, 147381.0, 916829.0, 221921.0 ], [ 265508.0, 246270.0, 545930.0, 326262.0, 366034.0, 330922.0, 644276.0, 615559.0, 17596416.0, 758938.0, 944611.0, 258992.0, 316262.0, 736054.0, 516584.0, -217756.0, 46672.0, 145372.0, 579424.0, 160846.0 ], [ 404162.0, 48480.0, 529160.0, 765440.0, 416264.0, 777344.0, 759474.0, 765535.0, 758938.0, 17596416.0, 767475.0, 326958.0, 401260.0, 624560.0, 592402.0, -733202.0, 169854.0, 200338.0, 692638.0, 340708.0 ], [ 398883.0, 107203.0, 417767.0, 746545.0, 422797.0, 502547.0, 638979.0, 972086.0, 944611.0, 767475.0, 17596416.0, 508899.0, 752799.0, 629799.0, 614641.0, -571573.0, 95659.0, 221033.0, 762265.0, 297991.0 ], [ -16652.0, -58906.0, 585626.0, 374426.0, 198450.0, 264574.0, 397620.0, 504019.0, 258992.0, 326958.0, 508899.0, 17596416.0, 815778.0, 461258.0, 537372.0, -413060.0, 164156.0, 11480.0, 427092.0, 510570.0 ], [ 180562.0, -214664.0, 374400.0, 415976.0, 263748.0, 267920.0, 527358.0, 761991.0, 316262.0, 401260.0, 752799.0, 815778.0, 17596416.0, 592700.0, 372402.0, -687594.0, 243998.0, 40658.0, 583630.0, 317904.0 ], [ 209502.0, -132324.0, 285340.0, 267272.0, 241364.0, 380736.0, 528318.0, 619007.0, 736054.0, 624560.0, 629799.0, 461258.0, 592700.0, 17596416.0, 611718.0, -275630.0, 289522.0, 195506.0, 800442.0, 186632.0 ], [ 126932.0, 41134.0, 434766.0, 505470.0, 495530.0, 483198.0, 598804.0, 333999.0, 516584.0, 592402.0, 614641.0, 537372.0, 372402.0, 611718.0, 17596416.0, -534956.0, -62936.0, 105924.0, 367024.0, 268198.0 ], [ -555192.0, -12290.0, -531606.0, -778054.0, -351438.0, -618154.0, -713328.0, -521667.0, -217756.0, -733202.0, -571573.0, -413060.0, -687594.0, -275630.0, -534956.0, 17596416.0, -233068.0, -27148.0, -834700.0, -587994.0 ], [ 201632.0, -74574.0, 92514.0, -177334.0, -289498.0, -117418.0, 114696.0, 149547.0, 46672.0, 169854.0, 95659.0, 164156.0, 243998.0, 289522.0, -62936.0, -233068.0, 17596416.0, -660.0, 373128.0, 789790.0 ], [ 18240.0, -93274.0, 145690.0, 157574.0, -9410.0, 131050.0, 159416.0, 147381.0, 145372.0, 200338.0, 221033.0, 11480.0, 40658.0, 195506.0, 105924.0, -27148.0, -660.0, 17596416.0, 142164.0, -7670.0 ], [ 207140.0, -16930.0, 592942.0, 576902.0, 191702.0, 468210.0, 614064.0, 916829.0, 579424.0, 692638.0, 762265.0, 427092.0, 583630.0, 800442.0, 367024.0, -834700.0, 373128.0, 142164.0, 17596416.0, 432354.0 ], [ 304566.0, 112724.0, 419112.0, 116400.0, 117456.0, 117224.0, 277594.0, 221921.0, 160846.0, 340708.0, 297991.0, 510570.0, 317904.0, 186632.0, 268198.0, -587994.0, 789790.0, -7670.0, 432354.0, 17596416.0 ] ], "asymmetric_signsgd": [ [ 47257.1484375, 2948.462158203125, 110.99322509765625, 2306.657958984375, 2858.219482421875, 4784.29443359375, 1150.673583984375, 433.2197265625, 1351.9617919921875, 2513.91943359375, 2293.52490234375, 240.68638610839844, 683.0169677734375, 1046.236572265625, 446.87030029296875, -1853.5673828125, 1389.577880859375, 33.77985382080078, 1510.9068603515625, 1327.093994140625 ], [ 3339.222900390625, 56600.15234375, 1040.6497802734375, 442.00628662109375, 1742.3956298828125, 1385.8284912109375, -280.13916015625, 184.82801818847656, 1193.5205078125, 834.4830322265625, 664.3341674804688, -266.14910888671875, -1166.200439453125, -722.7152709960938, 85.4421157836914, 208.57875061035156, 155.6776885986328, -800.1371459960938, 123.16796875, 731.2310791015625 ], [ 323.10479736328125, 1312.89208984375, 79569.421875, 1581.227783203125, 1639.128662109375, 2033.3660888671875, 2500.4619140625, 2100.949951171875, 4222.6201171875, 3447.504638671875, 2682.707763671875, 3518.638916015625, 1813.5009765625, 1994.538330078125, 2319.8720703125, -2167.863037109375, 958.4683837890625, 850.1790161132812, 3773.250244140625, 2363.407958984375 ], [ 3157.111328125, 658.5087280273438, 1446.7735595703125, 69290.2421875, 4304.2001953125, 4041.4384765625, 3549.136474609375, 1754.765380859375, 2247.185546875, 4226.78662109375, 4311.87109375, 1821.8326416015625, 2260.278564453125, 2277.55224609375, 2418.749755859375, -3552.759521484375, 330.48675537109375, 1029.079833984375, 3795.0205078125, 912.8021850585938 ], [ 3760.47607421875, 2071.04052734375, 1502.806640625, 4239.0087890625, 64934.8359375, 2724.1826171875, 723.0012817382812, 712.85693359375, 2861.60888671875, 2427.753662109375, 2979.809814453125, 1996.4765625, 1587.1658935546875, 2375.0966796875, 2837.5458984375, -1398.55078125, -679.2098999023438, -380.957763671875, 1568.176513671875, 1151.913818359375 ], [ 7678.77978515625, 1756.75146484375, 1997.1954345703125, 4495.47021484375, 3194.114501953125, 77469.7421875, 2550.061279296875, 3060.169189453125, 2936.783935546875, 4788.27734375, 3490.968017578125, 1585.073974609375, 1159.057861328125, 2935.109375, 2473.67578125, -3286.31591796875, 6.3682708740234375, 1259.2486572265625, 3105.494873046875, 337.53436279296875 ], [ 2011.8804931640625, -432.80523681640625, 2745.329345703125, 4861.26318359375, 1104.8741455078125, 3102.0361328125, 88878.7890625, 3141.09912109375, 5240.19970703125, 5231.74267578125, 5104.12548828125, 2553.60009765625, 3892.685302734375, 4531.69091796875, 4338.1826171875, -5158.10400390625, 1273.555908203125, 1460.712646484375, 5564.97216796875, 1691.6658935546875 ], [ 699.4737548828125, 180.1783447265625, 1903.882568359375, 1975.6243896484375, 742.0025634765625, 2773.9658203125, 2318.136474609375, 75385.7421875, 3980.4169921875, 5518.80810546875, 6432.0, 3804.689453125, 5135.57421875, 4130.84228515625, 2057.789794921875, -2862.0244140625, 939.8192138671875, 425.66107177734375, 5804.1748046875, 1717.41064453125 ], [ 2836.067626953125, 2135.83984375, 5536.23779296875, 3444.01611328125, 4309.05322265625, 3705.98095703125, 5380.291015625, 4872.396484375, 84363.9609375, 7123.91259765625, 8584.107421875, 3629.38525390625, 2989.836181640625, 6813.74365234375, 4514.56396484375, -2649.10888671875, 299.3777160644531, 633.2227783203125, 5159.125, 1631.989990234375 ], [ 4766.3154296875, 1341.6741943359375, 4238.13623046875, 5562.7685546875, 3346.159912109375, 5904.33251953125, 5182.353515625, 6730.62353515625, 6889.2548828125, 89337.203125, 6537.466796875, 2105.037841796875, 2880.67041015625, 4733.30078125, 3150.31103515625, -4697.3662109375, 2186.359130859375, 1781.36865234375, 5800.60009765625, 2970.946533203125 ], [ 3572.4404296875, 1194.6395263671875, 3050.406494140625, 5248.71826171875, 3846.8955078125, 3858.734619140625, 4650.13037109375, 7118.04150390625, 7798.52783203125, 5630.701171875, 75609.640625, 4516.48388671875, 6281.9404296875, 4868.58349609375, 4330.06884765625, -3355.630615234375, 676.9488525390625, 1112.2027587890625, 5267.09765625, 2245.38818359375 ], [ 425.35186767578125, -449.6781921386719, 3584.05810546875, 2198.301025390625, 2281.3193359375, 1860.169677734375, 2191.06298828125, 4419.59033203125, 3153.8388671875, 1941.447998046875, 4706.63330078125, 85599.4375, 7151.0302734375, 4139.00927734375, 3793.986572265625, -1856.541259765625, 876.7958984375, -82.93644714355469, 2735.661376953125, 3866.034912109375 ], [ 1078.395263671875, -1320.721435546875, 1694.43310546875, 2606.78271484375, 1714.8037109375, 1047.7635498046875, 3169.76904296875, 5080.40673828125, 2320.703369140625, 2318.772705078125, 5680.43212890625, 6215.71875, 73565.265625, 4203.80859375, 2234.384765625, -3620.47607421875, 1551.7117919921875, 88.9714584350586, 3781.033447265625, 2004.475830078125 ], [ 1540.5255126953125, -871.75390625, 1965.2265625, 2508.642333984375, 2734.608642578125, 3070.29931640625, 3683.67431640625, 4227.57763671875, 5578.333984375, 3988.360595703125, 4449.01904296875, 3673.02587890625, 4467.0244140625, 75166.4609375, 4566.1083984375, -1534.5106201171875, 1677.68212890625, 741.7269897460938, 5554.16064453125, 1330.535400390625 ], [ 772.3930053710938, 120.26911163330078, 2529.919677734375, 3023.014892578125, 3274.1259765625, 2628.52197265625, 3998.9482421875, 2424.223388671875, 4109.255859375, 2681.146484375, 4410.837890625, 3867.6826171875, 2602.3212890625, 5161.5107421875, 84742.6484375, -2837.482666015625, 406.3253173828125, 505.3792724609375, 2337.908447265625, 2381.362060546875 ], [ -2486.074462890625, 186.5172576904297, -1920.24462890625, -3467.506591796875, -1245.293701171875, -2964.959716796875, -3613.575927734375, -2522.946044921875, -1481.3302001953125, -3453.509765625, -2701.77099609375, -1618.4739990234375, -3306.47314453125, -1611.6812744140625, -2278.13037109375, 52737.8515625, -1755.233154296875, -238.4665985107422, -4239.30224609375, -2544.818603515625 ], [ 1715.096923828125, 127.92843627929688, 752.28125, 332.1594543457031, -540.386962890625, 132.8116912841797, 1009.6063232421875, 917.0103759765625, 195.44253540039062, 1536.454345703125, 613.935546875, 631.5665893554688, 1431.7598876953125, 1400.870849609375, 230.33148193359375, -1564.6109619140625, 62182.18359375, -277.7956848144531, 2453.722900390625, 3543.22509765625 ], [ 28.636749267578125, -1593.7904052734375, 1251.8729248046875, 1487.887451171875, -401.8564453125, 1536.314697265625, 1822.857421875, 703.3997802734375, 681.1904907226562, 2154.61376953125, 1497.74462890625, 100.58164978027344, 194.14425659179688, 1134.5821533203125, 750.6822509765625, -291.28424072265625, -370.9183654785156, 109291.0625, 341.14141845703125, -573.5185546875 ], [ 2441.18701171875, 239.4378204345703, 4081.30810546875, 4653.7001953125, 2039.1041259765625, 3356.93017578125, 4849.69091796875, 6419.73486328125, 4466.35791015625, 5190.56005859375, 5440.2548828125, 2513.712158203125, 4318.634765625, 5940.49462890625, 2451.945068359375, -5295.6025390625, 3050.245849609375, 392.592041015625, 77105.90625, 3564.111083984375 ], [ 1894.7132568359375, 718.7864990234375, 2268.59814453125, 797.252685546875, 1272.0440673828125, 353.6728210449219, 1326.9910888671875, 1703.5531005859375, 1063.5936279296875, 2231.13818359375, 2070.820068359375, 3156.242431640625, 1992.446533203125, 1327.80126953125, 2207.1533203125, -2515.89111328125, 3985.97021484375, -395.9607238769531, 3127.933837890625, 70169.796875 ] ] }, "kernel_trace": 42686.79296875, "kernel_frobenius_norm": 10409.2451171875, "mean_gradient_norm": 45.47015315857654, "gradient_norms": [ 29.0312222856826, 34.35555416436373, 48.010361718033245, 41.30105164506633, 39.39485926130984, 45.52481325688073, 53.34026561311431, 45.65873872310354, 51.55647412213439, 53.39871562801917, 46.34363919807774, 51.54702989414594, 43.83945851447019, 44.52970589993706, 51.90811190806756, 34.65875067576231, 38.72587887265536, 67.13331995721688, 45.940047339283794, 43.20506449420591 ], "kernel_trace_sgd": 42686.79296875, "kernel_frobenius_norm_sgd": 10409.2451171875, "kernel_distance_sgd": 0.1458839625120163, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79176880.0, "kernel_distance_signsgd": 0.07363338023424149, "kernel_trace_asymmetric_signsgd": 1499257.375, "kernel_frobenius_norm_asymmetric_signsgd": 346239.03125, "kernel_distance_asymmetric_signsgd": 0.09965771436691284, "linearization_error": 3.713943182331069, "kernel_distance": 0.1458839625120163 } ]