| [ |
| { |
| "step": 50, |
| "kernel_matrix": [ |
| [ |
| 1041.33544921875, |
| 162.66415405273438, |
| 49.715728759765625, |
| 117.82817077636719, |
| 138.76806640625, |
| 188.71070861816406, |
| 101.76483917236328, |
| 59.00914764404297, |
| 175.81149291992188, |
| 146.5042724609375, |
| 185.53179931640625, |
| 57.23670196533203, |
| 58.21876525878906, |
| 121.22051239013672, |
| 51.58650207519531, |
| -38.78129577636719, |
| 61.10026931762695, |
| 25.528520584106445, |
| 108.16021728515625, |
| 32.43440628051758 |
| ], |
| [ |
| 162.66415405273438, |
| 1486.43115234375, |
| 160.0758056640625, |
| 118.59033203125, |
| 129.29656982421875, |
| 175.15216064453125, |
| 81.02490234375, |
| 61.15800094604492, |
| 215.50035095214844, |
| 130.68479919433594, |
| 167.25352478027344, |
| 11.71436882019043, |
| -6.28428840637207, |
| 125.72138977050781, |
| 42.47916793823242, |
| -23.564815521240234, |
| 28.273178100585938, |
| 29.753662109375, |
| 79.95018005371094, |
| -0.4078052043914795 |
| ], |
| [ |
| 49.715728759765625, |
| 160.0758056640625, |
| 2503.972412109375, |
| 94.09591674804688, |
| 172.73121643066406, |
| 146.36761474609375, |
| 183.5830841064453, |
| 115.4667739868164, |
| 384.4051513671875, |
| 199.6099090576172, |
| 194.90367126464844, |
| 205.84645080566406, |
| 82.41763305664062, |
| 159.3265380859375, |
| 186.512939453125, |
| -55.480403900146484, |
| 47.6066780090332, |
| 51.92822265625, |
| 182.64846801757812, |
| 81.48179626464844 |
| ], |
| [ |
| 117.82817077636719, |
| 118.59033203125, |
| 94.09591674804688, |
| 1898.3165283203125, |
| 232.6014404296875, |
| 222.102783203125, |
| 240.5042266845703, |
| 97.62427520751953, |
| 270.41241455078125, |
| 261.5591125488281, |
| 279.8218688964844, |
| 73.23500061035156, |
| 120.71568298339844, |
| 193.43211364746094, |
| 195.03567504882812, |
| -83.23400115966797, |
| 2.2586982250213623, |
| 140.6680908203125, |
| 184.40847778320312, |
| -26.69217872619629 |
| ], |
| [ |
| 138.76806640625, |
| 129.29656982421875, |
| 172.73121643066406, |
| 232.6014404296875, |
| 1700.630615234375, |
| 157.0725555419922, |
| 85.7884292602539, |
| 95.8421859741211, |
| 243.51731872558594, |
| 136.90003967285156, |
| 178.73211669921875, |
| 121.67462158203125, |
| 102.82760620117188, |
| 163.56365966796875, |
| 141.70925903320312, |
| 9.330424308776855, |
| -43.6110725402832, |
| 61.6838264465332, |
| 49.29316329956055, |
| -5.245059967041016 |
| ], |
| [ |
| 188.71070861816406, |
| 175.15216064453125, |
| 146.36761474609375, |
| 222.102783203125, |
| 157.0725555419922, |
| 2249.728515625, |
| 201.49032592773438, |
| 138.1283416748047, |
| 242.73394775390625, |
| 257.4945983886719, |
| 238.38893127441406, |
| 67.65189361572266, |
| 75.84264373779297, |
| 249.85995483398438, |
| 162.4745330810547, |
| -68.51891326904297, |
| 1.9533238410949707, |
| 140.55450439453125, |
| 163.54380798339844, |
| -60.97759246826172 |
| ], |
| [ |
| 101.76483917236328, |
| 81.02490234375, |
| 183.5830841064453, |
| 240.5042266845703, |
| 85.7884292602539, |
| 201.49032592773438, |
| 2860.896240234375, |
| 162.6864471435547, |
| 385.537841796875, |
| 284.0113525390625, |
| 296.3470764160156, |
| 111.05166625976562, |
| 205.87747192382812, |
| 296.8703308105469, |
| 280.4440612792969, |
| -169.55780029296875, |
| 80.59837341308594, |
| 110.56636047363281, |
| 277.9075622558594, |
| 23.6921443939209 |
| ], |
| [ |
| 59.00914764404297, |
| 61.15800094604492, |
| 115.4667739868164, |
| 97.62427520751953, |
| 95.8421859741211, |
| 138.1283416748047, |
| 162.6864471435547, |
| 2088.92431640625, |
| 302.3708801269531, |
| 290.4014892578125, |
| 324.5636901855469, |
| 192.92404174804688, |
| 210.77906799316406, |
| 242.4713897705078, |
| 110.58244323730469, |
| -63.938629150390625, |
| 30.80636215209961, |
| 28.253646850585938, |
| 226.36215209960938, |
| 52.833038330078125 |
| ], |
| [ |
| 175.81149291992188, |
| 215.50035095214844, |
| 384.4051513671875, |
| 270.41241455078125, |
| 243.51731872558594, |
| 242.73394775390625, |
| 385.537841796875, |
| 302.3708801269531, |
| 3196.8994140625, |
| 506.7599182128906, |
| 554.9384155273438, |
| 249.952392578125, |
| 216.72500610351562, |
| 483.03363037109375, |
| 350.6169738769531, |
| -104.03846740722656, |
| 66.3635482788086, |
| 42.610679626464844, |
| 308.82586669921875, |
| 50.637367248535156 |
| ], |
| [ |
| 146.5042724609375, |
| 130.68479919433594, |
| 199.6099090576172, |
| 261.5591125488281, |
| 136.90003967285156, |
| 257.4945983886719, |
| 284.0113525390625, |
| 290.4014892578125, |
| 506.7599182128906, |
| 2799.252197265625, |
| 343.4831848144531, |
| 78.55377197265625, |
| 143.4737091064453, |
| 251.35487365722656, |
| 114.31959533691406, |
| -118.59086608886719, |
| 81.16786193847656, |
| 130.47891235351562, |
| 285.711181640625, |
| 68.30609130859375 |
| ], |
| [ |
| 185.53179931640625, |
| 167.25352478027344, |
| 194.90367126464844, |
| 279.8218688964844, |
| 178.73211669921875, |
| 238.38893127441406, |
| 296.3470764160156, |
| 324.5636901855469, |
| 554.9384155273438, |
| 343.4831848144531, |
| 2330.32861328125, |
| 211.00558471679688, |
| 274.4481506347656, |
| 314.9288330078125, |
| 266.3167419433594, |
| -69.93232727050781, |
| 62.893714904785156, |
| 90.30052185058594, |
| 268.06005859375, |
| 40.11940002441406 |
| ], |
| [ |
| 57.23670196533203, |
| 11.71436882019043, |
| 205.84645080566406, |
| 73.23500061035156, |
| 121.67462158203125, |
| 67.65189361572266, |
| 111.05166625976562, |
| 192.92404174804688, |
| 249.952392578125, |
| 78.55377197265625, |
| 211.00558471679688, |
| 2626.74169921875, |
| 275.4767150878906, |
| 138.83935546875, |
| 209.77182006835938, |
| -63.88376235961914, |
| 4.2879157066345215, |
| -39.8536262512207, |
| 75.82762145996094, |
| 132.99000549316406 |
| ], |
| [ |
| 58.21876525878906, |
| -6.28428840637207, |
| 82.41763305664062, |
| 120.71568298339844, |
| 102.82760620117188, |
| 75.84264373779297, |
| 205.87747192382812, |
| 210.77906799316406, |
| 216.72500610351562, |
| 143.4737091064453, |
| 274.4481506347656, |
| 275.4767150878906, |
| 1930.3524169921875, |
| 220.18431091308594, |
| 178.76605224609375, |
| -113.79705810546875, |
| 32.96378707885742, |
| 3.5311617851257324, |
| 180.480224609375, |
| 32.94080352783203 |
| ], |
| [ |
| 121.22051239013672, |
| 125.72138977050781, |
| 159.3265380859375, |
| 193.43211364746094, |
| 163.56365966796875, |
| 249.85995483398438, |
| 296.8703308105469, |
| 242.4713897705078, |
| 483.03363037109375, |
| 251.35487365722656, |
| 314.9288330078125, |
| 138.83935546875, |
| 220.18431091308594, |
| 2291.45654296875, |
| 291.48773193359375, |
| -29.14924430847168, |
| 58.52522277832031, |
| 87.16627502441406, |
| 298.24786376953125, |
| 15.428239822387695 |
| ], |
| [ |
| 51.58650207519531, |
| 42.47916793823242, |
| 186.512939453125, |
| 195.03567504882812, |
| 141.70925903320312, |
| 162.4745330810547, |
| 280.4440612792969, |
| 110.58244323730469, |
| 350.6169738769531, |
| 114.31959533691406, |
| 266.3167419433594, |
| 209.77182006835938, |
| 178.76605224609375, |
| 291.48773193359375, |
| 3091.034912109375, |
| -123.93376159667969, |
| 14.34837532043457, |
| -3.168687343597412, |
| 113.38957214355469, |
| 91.61328125 |
| ], |
| [ |
| -38.78129577636719, |
| -23.564815521240234, |
| -55.480403900146484, |
| -83.23400115966797, |
| 9.330424308776855, |
| -68.51891326904297, |
| -169.55780029296875, |
| -63.938629150390625, |
| -104.03846740722656, |
| -118.59086608886719, |
| -69.93232727050781, |
| -63.88376235961914, |
| -113.79705810546875, |
| -29.14924430847168, |
| -123.93376159667969, |
| 1436.5518798828125, |
| -65.63011169433594, |
| -5.170326232910156, |
| -120.02701568603516, |
| -35.45659637451172 |
| ], |
| [ |
| 61.10026931762695, |
| 28.273178100585938, |
| 47.6066780090332, |
| 2.2586982250213623, |
| -43.6110725402832, |
| 1.9533238410949707, |
| 80.59837341308594, |
| 30.80636215209961, |
| 66.3635482788086, |
| 81.16786193847656, |
| 62.893714904785156, |
| 4.2879157066345215, |
| 32.96378707885742, |
| 58.52522277832031, |
| 14.34837532043457, |
| -65.63011169433594, |
| 1566.832763671875, |
| -4.856033802032471, |
| 109.16828155517578, |
| 90.70008087158203 |
| ], |
| [ |
| 25.528520584106445, |
| 29.753662109375, |
| 51.92822265625, |
| 140.6680908203125, |
| 61.6838264465332, |
| 140.55450439453125, |
| 110.56636047363281, |
| 28.253646850585938, |
| 42.610679626464844, |
| 130.47891235351562, |
| 90.30052185058594, |
| -39.8536262512207, |
| 3.5311617851257324, |
| 87.16627502441406, |
| -3.168687343597412, |
| -5.170326232910156, |
| -4.856033802032471, |
| 4621.5087890625, |
| 42.32856369018555, |
| -53.72308349609375 |
| ], |
| [ |
| 108.16021728515625, |
| 79.95018005371094, |
| 182.64846801757812, |
| 184.40847778320312, |
| 49.29316329956055, |
| 163.54380798339844, |
| 277.9075622558594, |
| 226.36215209960938, |
| 308.82586669921875, |
| 285.711181640625, |
| 268.06005859375, |
| 75.82762145996094, |
| 180.480224609375, |
| 298.24786376953125, |
| 113.38957214355469, |
| -120.02701568603516, |
| 109.16828155517578, |
| 42.32856369018555, |
| 2158.556884765625, |
| 101.7005844116211 |
| ], |
| [ |
| 32.43440628051758, |
| -0.4078052043914795, |
| 81.48179626464844, |
| -26.69217872619629, |
| -5.245059967041016, |
| -60.97759246826172, |
| 23.6921443939209, |
| 52.833038330078125, |
| 50.637367248535156, |
| 68.30609130859375, |
| 40.11940002441406, |
| 132.99000549316406, |
| 32.94080352783203, |
| 15.428239822387695, |
| 91.61328125, |
| -35.45659637451172, |
| 90.70008087158203, |
| -53.72308349609375, |
| 101.7005844116211, |
| 1900.3492431640625 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 1041.33544921875, |
| 162.66415405273438, |
| 49.715728759765625, |
| 117.82817077636719, |
| 138.76806640625, |
| 188.71070861816406, |
| 101.76483917236328, |
| 59.00914764404297, |
| 175.81149291992188, |
| 146.5042724609375, |
| 185.53179931640625, |
| 57.23670196533203, |
| 58.21876525878906, |
| 121.22051239013672, |
| 51.58650207519531, |
| -38.78129577636719, |
| 61.10026931762695, |
| 25.528520584106445, |
| 108.16021728515625, |
| 32.43440628051758 |
| ], |
| [ |
| 162.66415405273438, |
| 1486.43115234375, |
| 160.0758056640625, |
| 118.59033203125, |
| 129.29656982421875, |
| 175.15216064453125, |
| 81.02490234375, |
| 61.15800094604492, |
| 215.50035095214844, |
| 130.68479919433594, |
| 167.25352478027344, |
| 11.71436882019043, |
| -6.28428840637207, |
| 125.72138977050781, |
| 42.47916793823242, |
| -23.564815521240234, |
| 28.273178100585938, |
| 29.753662109375, |
| 79.95018005371094, |
| -0.4078052043914795 |
| ], |
| [ |
| 49.715728759765625, |
| 160.0758056640625, |
| 2503.972412109375, |
| 94.09591674804688, |
| 172.73121643066406, |
| 146.36761474609375, |
| 183.5830841064453, |
| 115.4667739868164, |
| 384.4051513671875, |
| 199.6099090576172, |
| 194.90367126464844, |
| 205.84645080566406, |
| 82.41763305664062, |
| 159.3265380859375, |
| 186.512939453125, |
| -55.480403900146484, |
| 47.6066780090332, |
| 51.92822265625, |
| 182.64846801757812, |
| 81.48179626464844 |
| ], |
| [ |
| 117.82817077636719, |
| 118.59033203125, |
| 94.09591674804688, |
| 1898.3165283203125, |
| 232.6014404296875, |
| 222.102783203125, |
| 240.5042266845703, |
| 97.62427520751953, |
| 270.41241455078125, |
| 261.5591125488281, |
| 279.8218688964844, |
| 73.23500061035156, |
| 120.71568298339844, |
| 193.43211364746094, |
| 195.03567504882812, |
| -83.23400115966797, |
| 2.2586982250213623, |
| 140.6680908203125, |
| 184.40847778320312, |
| -26.69217872619629 |
| ], |
| [ |
| 138.76806640625, |
| 129.29656982421875, |
| 172.73121643066406, |
| 232.6014404296875, |
| 1700.630615234375, |
| 157.0725555419922, |
| 85.7884292602539, |
| 95.8421859741211, |
| 243.51731872558594, |
| 136.90003967285156, |
| 178.73211669921875, |
| 121.67462158203125, |
| 102.82760620117188, |
| 163.56365966796875, |
| 141.70925903320312, |
| 9.330424308776855, |
| -43.6110725402832, |
| 61.6838264465332, |
| 49.29316329956055, |
| -5.245059967041016 |
| ], |
| [ |
| 188.71070861816406, |
| 175.15216064453125, |
| 146.36761474609375, |
| 222.102783203125, |
| 157.0725555419922, |
| 2249.728515625, |
| 201.49032592773438, |
| 138.1283416748047, |
| 242.73394775390625, |
| 257.4945983886719, |
| 238.38893127441406, |
| 67.65189361572266, |
| 75.84264373779297, |
| 249.85995483398438, |
| 162.4745330810547, |
| -68.51891326904297, |
| 1.9533238410949707, |
| 140.55450439453125, |
| 163.54380798339844, |
| -60.97759246826172 |
| ], |
| [ |
| 101.76483917236328, |
| 81.02490234375, |
| 183.5830841064453, |
| 240.5042266845703, |
| 85.7884292602539, |
| 201.49032592773438, |
| 2860.896240234375, |
| 162.6864471435547, |
| 385.537841796875, |
| 284.0113525390625, |
| 296.3470764160156, |
| 111.05166625976562, |
| 205.87747192382812, |
| 296.8703308105469, |
| 280.4440612792969, |
| -169.55780029296875, |
| 80.59837341308594, |
| 110.56636047363281, |
| 277.9075622558594, |
| 23.6921443939209 |
| ], |
| [ |
| 59.00914764404297, |
| 61.15800094604492, |
| 115.4667739868164, |
| 97.62427520751953, |
| 95.8421859741211, |
| 138.1283416748047, |
| 162.6864471435547, |
| 2088.92431640625, |
| 302.3708801269531, |
| 290.4014892578125, |
| 324.5636901855469, |
| 192.92404174804688, |
| 210.77906799316406, |
| 242.4713897705078, |
| 110.58244323730469, |
| -63.938629150390625, |
| 30.80636215209961, |
| 28.253646850585938, |
| 226.36215209960938, |
| 52.833038330078125 |
| ], |
| [ |
| 175.81149291992188, |
| 215.50035095214844, |
| 384.4051513671875, |
| 270.41241455078125, |
| 243.51731872558594, |
| 242.73394775390625, |
| 385.537841796875, |
| 302.3708801269531, |
| 3196.8994140625, |
| 506.7599182128906, |
| 554.9384155273438, |
| 249.952392578125, |
| 216.72500610351562, |
| 483.03363037109375, |
| 350.6169738769531, |
| -104.03846740722656, |
| 66.3635482788086, |
| 42.610679626464844, |
| 308.82586669921875, |
| 50.637367248535156 |
| ], |
| [ |
| 146.5042724609375, |
| 130.68479919433594, |
| 199.6099090576172, |
| 261.5591125488281, |
| 136.90003967285156, |
| 257.4945983886719, |
| 284.0113525390625, |
| 290.4014892578125, |
| 506.7599182128906, |
| 2799.252197265625, |
| 343.4831848144531, |
| 78.55377197265625, |
| 143.4737091064453, |
| 251.35487365722656, |
| 114.31959533691406, |
| -118.59086608886719, |
| 81.16786193847656, |
| 130.47891235351562, |
| 285.711181640625, |
| 68.30609130859375 |
| ], |
| [ |
| 185.53179931640625, |
| 167.25352478027344, |
| 194.90367126464844, |
| 279.8218688964844, |
| 178.73211669921875, |
| 238.38893127441406, |
| 296.3470764160156, |
| 324.5636901855469, |
| 554.9384155273438, |
| 343.4831848144531, |
| 2330.32861328125, |
| 211.00558471679688, |
| 274.4481506347656, |
| 314.9288330078125, |
| 266.3167419433594, |
| -69.93232727050781, |
| 62.893714904785156, |
| 90.30052185058594, |
| 268.06005859375, |
| 40.11940002441406 |
| ], |
| [ |
| 57.23670196533203, |
| 11.71436882019043, |
| 205.84645080566406, |
| 73.23500061035156, |
| 121.67462158203125, |
| 67.65189361572266, |
| 111.05166625976562, |
| 192.92404174804688, |
| 249.952392578125, |
| 78.55377197265625, |
| 211.00558471679688, |
| 2626.74169921875, |
| 275.4767150878906, |
| 138.83935546875, |
| 209.77182006835938, |
| -63.88376235961914, |
| 4.2879157066345215, |
| -39.8536262512207, |
| 75.82762145996094, |
| 132.99000549316406 |
| ], |
| [ |
| 58.21876525878906, |
| -6.28428840637207, |
| 82.41763305664062, |
| 120.71568298339844, |
| 102.82760620117188, |
| 75.84264373779297, |
| 205.87747192382812, |
| 210.77906799316406, |
| 216.72500610351562, |
| 143.4737091064453, |
| 274.4481506347656, |
| 275.4767150878906, |
| 1930.3524169921875, |
| 220.18431091308594, |
| 178.76605224609375, |
| -113.79705810546875, |
| 32.96378707885742, |
| 3.5311617851257324, |
| 180.480224609375, |
| 32.94080352783203 |
| ], |
| [ |
| 121.22051239013672, |
| 125.72138977050781, |
| 159.3265380859375, |
| 193.43211364746094, |
| 163.56365966796875, |
| 249.85995483398438, |
| 296.8703308105469, |
| 242.4713897705078, |
| 483.03363037109375, |
| 251.35487365722656, |
| 314.9288330078125, |
| 138.83935546875, |
| 220.18431091308594, |
| 2291.45654296875, |
| 291.48773193359375, |
| -29.14924430847168, |
| 58.52522277832031, |
| 87.16627502441406, |
| 298.24786376953125, |
| 15.428239822387695 |
| ], |
| [ |
| 51.58650207519531, |
| 42.47916793823242, |
| 186.512939453125, |
| 195.03567504882812, |
| 141.70925903320312, |
| 162.4745330810547, |
| 280.4440612792969, |
| 110.58244323730469, |
| 350.6169738769531, |
| 114.31959533691406, |
| 266.3167419433594, |
| 209.77182006835938, |
| 178.76605224609375, |
| 291.48773193359375, |
| 3091.034912109375, |
| -123.93376159667969, |
| 14.34837532043457, |
| -3.168687343597412, |
| 113.38957214355469, |
| 91.61328125 |
| ], |
| [ |
| -38.78129577636719, |
| -23.564815521240234, |
| -55.480403900146484, |
| -83.23400115966797, |
| 9.330424308776855, |
| -68.51891326904297, |
| -169.55780029296875, |
| -63.938629150390625, |
| -104.03846740722656, |
| -118.59086608886719, |
| -69.93232727050781, |
| -63.88376235961914, |
| -113.79705810546875, |
| -29.14924430847168, |
| -123.93376159667969, |
| 1436.5518798828125, |
| -65.63011169433594, |
| -5.170326232910156, |
| -120.02701568603516, |
| -35.45659637451172 |
| ], |
| [ |
| 61.10026931762695, |
| 28.273178100585938, |
| 47.6066780090332, |
| 2.2586982250213623, |
| -43.6110725402832, |
| 1.9533238410949707, |
| 80.59837341308594, |
| 30.80636215209961, |
| 66.3635482788086, |
| 81.16786193847656, |
| 62.893714904785156, |
| 4.2879157066345215, |
| 32.96378707885742, |
| 58.52522277832031, |
| 14.34837532043457, |
| -65.63011169433594, |
| 1566.832763671875, |
| -4.856033802032471, |
| 109.16828155517578, |
| 90.70008087158203 |
| ], |
| [ |
| 25.528520584106445, |
| 29.753662109375, |
| 51.92822265625, |
| 140.6680908203125, |
| 61.6838264465332, |
| 140.55450439453125, |
| 110.56636047363281, |
| 28.253646850585938, |
| 42.610679626464844, |
| 130.47891235351562, |
| 90.30052185058594, |
| -39.8536262512207, |
| 3.5311617851257324, |
| 87.16627502441406, |
| -3.168687343597412, |
| -5.170326232910156, |
| -4.856033802032471, |
| 4621.5087890625, |
| 42.32856369018555, |
| -53.72308349609375 |
| ], |
| [ |
| 108.16021728515625, |
| 79.95018005371094, |
| 182.64846801757812, |
| 184.40847778320312, |
| 49.29316329956055, |
| 163.54380798339844, |
| 277.9075622558594, |
| 226.36215209960938, |
| 308.82586669921875, |
| 285.711181640625, |
| 268.06005859375, |
| 75.82762145996094, |
| 180.480224609375, |
| 298.24786376953125, |
| 113.38957214355469, |
| -120.02701568603516, |
| 109.16828155517578, |
| 42.32856369018555, |
| 2158.556884765625, |
| 101.7005844116211 |
| ], |
| [ |
| 32.43440628051758, |
| -0.4078052043914795, |
| 81.48179626464844, |
| -26.69217872619629, |
| -5.245059967041016, |
| -60.97759246826172, |
| 23.6921443939209, |
| 52.833038330078125, |
| 50.637367248535156, |
| 68.30609130859375, |
| 40.11940002441406, |
| 132.99000549316406, |
| 32.94080352783203, |
| 15.428239822387695, |
| 91.61328125, |
| -35.45659637451172, |
| 90.70008087158203, |
| -53.72308349609375, |
| 101.7005844116211, |
| 1900.3492431640625 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 900236.0, |
| 375560.0, |
| 691192.0, |
| 918934.0, |
| 993158.0, |
| 296494.0, |
| 329258.0, |
| 565524.0, |
| 510372.0, |
| 677582.0, |
| 139844.0, |
| 213388.0, |
| 538530.0, |
| 250298.0, |
| -283664.0, |
| 19424.0, |
| 180950.0, |
| 388782.0, |
| 127194.0 |
| ], |
| [ |
| 900236.0, |
| 17596416.0, |
| 412128.0, |
| 407840.0, |
| 616462.0, |
| 624730.0, |
| 207098.0, |
| 340210.0, |
| 688656.0, |
| 291920.0, |
| 585226.0, |
| -103216.0, |
| -105440.0, |
| 516226.0, |
| 121434.0, |
| 144604.0, |
| -88436.0, |
| 100686.0, |
| 367974.0, |
| -30186.0 |
| ], |
| [ |
| 375560.0, |
| 412128.0, |
| 17596416.0, |
| 610652.0, |
| 610138.0, |
| 638386.0, |
| 740530.0, |
| 535946.0, |
| 884768.0, |
| 900880.0, |
| 767186.0, |
| 797948.0, |
| 651788.0, |
| 655642.0, |
| 638006.0, |
| -459960.0, |
| 49532.0, |
| 342530.0, |
| 890442.0, |
| 230122.0 |
| ], |
| [ |
| 691192.0, |
| 407840.0, |
| 610652.0, |
| 17596416.0, |
| 1260610.0, |
| 1229602.0, |
| 1023830.0, |
| 655310.0, |
| 761064.0, |
| 1279440.0, |
| 1103854.0, |
| 514500.0, |
| 809624.0, |
| 770898.0, |
| 820430.0, |
| -271760.0, |
| -420004.0, |
| 313342.0, |
| 901718.0, |
| -366294.0 |
| ], |
| [ |
| 918934.0, |
| 616462.0, |
| 610138.0, |
| 1260610.0, |
| 17596416.0, |
| 851004.0, |
| 316972.0, |
| 648672.0, |
| 777150.0, |
| 725090.0, |
| 785316.0, |
| 352686.0, |
| 475206.0, |
| 663216.0, |
| 581820.0, |
| 303154.0, |
| -708994.0, |
| 186444.0, |
| 344156.0, |
| -435876.0 |
| ], |
| [ |
| 993158.0, |
| 624730.0, |
| 638386.0, |
| 1229602.0, |
| 851004.0, |
| 17596416.0, |
| 1010160.0, |
| 865216.0, |
| 725810.0, |
| 1175818.0, |
| 876224.0, |
| 386982.0, |
| 602114.0, |
| 893464.0, |
| 798416.0, |
| -294022.0, |
| -349662.0, |
| 255432.0, |
| 754796.0, |
| -272332.0 |
| ], |
| [ |
| 296494.0, |
| 207098.0, |
| 740530.0, |
| 1023830.0, |
| 316972.0, |
| 1010160.0, |
| 17596416.0, |
| 810964.0, |
| 1051010.0, |
| 1241050.0, |
| 1066852.0, |
| 612254.0, |
| 1042334.0, |
| 897764.0, |
| 1011132.0, |
| -764430.0, |
| 97298.0, |
| 277760.0, |
| 909352.0, |
| 98820.0 |
| ], |
| [ |
| 329258.0, |
| 340210.0, |
| 535946.0, |
| 655310.0, |
| 648672.0, |
| 865216.0, |
| 810964.0, |
| 17596416.0, |
| 996570.0, |
| 1287306.0, |
| 1255440.0, |
| 641222.0, |
| 924518.0, |
| 950956.0, |
| 560488.0, |
| -231358.0, |
| -8802.0, |
| 242296.0, |
| 962640.0, |
| -48460.0 |
| ], |
| [ |
| 565524.0, |
| 688656.0, |
| 884768.0, |
| 761064.0, |
| 777150.0, |
| 725810.0, |
| 1051010.0, |
| 996570.0, |
| 17596416.0, |
| 1227464.0, |
| 1416746.0, |
| 453152.0, |
| 672232.0, |
| 1288410.0, |
| 863306.0, |
| -213904.0, |
| 129452.0, |
| 374306.0, |
| 899818.0, |
| 79510.0 |
| ], |
| [ |
| 510372.0, |
| 291920.0, |
| 900880.0, |
| 1279440.0, |
| 725090.0, |
| 1175818.0, |
| 1241050.0, |
| 1287306.0, |
| 1227464.0, |
| 17596416.0, |
| 1303298.0, |
| 704332.0, |
| 1035528.0, |
| 1040706.0, |
| 834418.0, |
| -696056.0, |
| 34568.0, |
| 341306.0, |
| 1020138.0, |
| 98662.0 |
| ], |
| [ |
| 677582.0, |
| 585226.0, |
| 767186.0, |
| 1103854.0, |
| 785316.0, |
| 876224.0, |
| 1066852.0, |
| 1255440.0, |
| 1416746.0, |
| 1303298.0, |
| 17596416.0, |
| 748210.0, |
| 1083138.0, |
| 1127920.0, |
| 919748.0, |
| -328162.0, |
| 141262.0, |
| 338800.0, |
| 938740.0, |
| 94372.0 |
| ], |
| [ |
| 139844.0, |
| -103216.0, |
| 797948.0, |
| 514500.0, |
| 352686.0, |
| 386982.0, |
| 612254.0, |
| 641222.0, |
| 453152.0, |
| 704332.0, |
| 748210.0, |
| 17596416.0, |
| 1082696.0, |
| 433098.0, |
| 759902.0, |
| -550512.0, |
| 85344.0, |
| 76354.0, |
| 427554.0, |
| 340422.0 |
| ], |
| [ |
| 213388.0, |
| -105440.0, |
| 651788.0, |
| 809624.0, |
| 475206.0, |
| 602114.0, |
| 1042334.0, |
| 924518.0, |
| 672232.0, |
| 1035528.0, |
| 1083138.0, |
| 1082696.0, |
| 17596416.0, |
| 840490.0, |
| 682270.0, |
| -771316.0, |
| 67184.0, |
| 150786.0, |
| 831598.0, |
| 76646.0 |
| ], |
| [ |
| 538530.0, |
| 516226.0, |
| 655642.0, |
| 770898.0, |
| 663216.0, |
| 893464.0, |
| 897764.0, |
| 950956.0, |
| 1288410.0, |
| 1040706.0, |
| 1127920.0, |
| 433098.0, |
| 840490.0, |
| 17596416.0, |
| 946364.0, |
| -28074.0, |
| 280002.0, |
| 476156.0, |
| 1104508.0, |
| 37564.0 |
| ], |
| [ |
| 250298.0, |
| 121434.0, |
| 638006.0, |
| 820430.0, |
| 581820.0, |
| 798416.0, |
| 1011132.0, |
| 560488.0, |
| 863306.0, |
| 834418.0, |
| 919748.0, |
| 759902.0, |
| 682270.0, |
| 946364.0, |
| 17596416.0, |
| -696822.0, |
| 9814.0, |
| 202768.0, |
| 572228.0, |
| 150196.0 |
| ], |
| [ |
| -283664.0, |
| 144604.0, |
| -459960.0, |
| -271760.0, |
| 303154.0, |
| -294022.0, |
| -764430.0, |
| -231358.0, |
| -213904.0, |
| -696056.0, |
| -328162.0, |
| -550512.0, |
| -771316.0, |
| -28074.0, |
| -696822.0, |
| 17596416.0, |
| -550152.0, |
| 93078.0, |
| -651978.0, |
| -559718.0 |
| ], |
| [ |
| 19424.0, |
| -88436.0, |
| 49532.0, |
| -420004.0, |
| -708994.0, |
| -349662.0, |
| 97298.0, |
| -8802.0, |
| 129452.0, |
| 34568.0, |
| 141262.0, |
| 85344.0, |
| 67184.0, |
| 280002.0, |
| 9814.0, |
| -550152.0, |
| 17596416.0, |
| 35034.0, |
| 334910.0, |
| 978782.0 |
| ], |
| [ |
| 180950.0, |
| 100686.0, |
| 342530.0, |
| 313342.0, |
| 186444.0, |
| 255432.0, |
| 277760.0, |
| 242296.0, |
| 374306.0, |
| 341306.0, |
| 338800.0, |
| 76354.0, |
| 150786.0, |
| 476156.0, |
| 202768.0, |
| 93078.0, |
| 35034.0, |
| 17596416.0, |
| 242272.0, |
| -54924.0 |
| ], |
| [ |
| 388782.0, |
| 367974.0, |
| 890442.0, |
| 901718.0, |
| 344156.0, |
| 754796.0, |
| 909352.0, |
| 962640.0, |
| 899818.0, |
| 1020138.0, |
| 938740.0, |
| 427554.0, |
| 831598.0, |
| 1104508.0, |
| 572228.0, |
| -651978.0, |
| 334910.0, |
| 242272.0, |
| 17596416.0, |
| 163228.0 |
| ], |
| [ |
| 127194.0, |
| -30186.0, |
| 230122.0, |
| -366294.0, |
| -435876.0, |
| -272332.0, |
| 98820.0, |
| -48460.0, |
| 79510.0, |
| 98662.0, |
| 94372.0, |
| 340422.0, |
| 76646.0, |
| 37564.0, |
| 150196.0, |
| -559718.0, |
| 978782.0, |
| -54924.0, |
| 163228.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 51726.4609375, |
| 4803.845703125, |
| 1446.5743408203125, |
| 3706.177001953125, |
| 4019.731689453125, |
| 5243.94970703125, |
| 2166.116455078125, |
| 1251.2286376953125, |
| 2859.79443359375, |
| 3096.47509765625, |
| 3788.734130859375, |
| 1140.49462890625, |
| 1351.7174072265625, |
| 2950.785400390625, |
| 1351.342041015625, |
| -1292.5660400390625, |
| 1479.5377197265625, |
| 505.066650390625, |
| 2525.575439453125, |
| 1053.3568115234375 |
| ], |
| [ |
| 5404.93994140625, |
| 61959.8671875, |
| 3332.870849609375, |
| 2816.363037109375, |
| 3454.62548828125, |
| 4067.898681640625, |
| 1097.8837890625, |
| 1765.6090087890625, |
| 3648.227783203125, |
| 2504.35009765625, |
| 3469.56396484375, |
| 198.9292755126953, |
| -61.45584487915039, |
| 2739.519287109375, |
| 1049.9495849609375, |
| -232.8659210205078, |
| 227.2626953125, |
| 132.9999542236328, |
| 2016.825927734375, |
| 290.46905517578125 |
| ], |
| [ |
| 2255.761962890625, |
| 4249.44970703125, |
| 81545.265625, |
| 3571.901123046875, |
| 4074.2587890625, |
| 3826.419189453125, |
| 3661.007568359375, |
| 3099.755126953125, |
| 6598.01171875, |
| 5471.7119140625, |
| 4838.38232421875, |
| 4475.50537109375, |
| 3185.496826171875, |
| 4317.89990234375, |
| 4015.837890625, |
| -2226.65576171875, |
| 1095.1751708984375, |
| 1752.673828125, |
| 5805.25927734375, |
| 1889.43603515625 |
| ], |
| [ |
| 4898.60791015625, |
| 3380.79052734375, |
| 3249.987060546875, |
| 71588.25, |
| 7423.21337890625, |
| 6439.94189453125, |
| 5337.45849609375, |
| 2782.56591796875, |
| 5014.54052734375, |
| 6340.67431640625, |
| 6501.48681640625, |
| 2077.076171875, |
| 3612.5048828125, |
| 4993.404296875, |
| 4345.5615234375, |
| -2293.302490234375, |
| -457.0137023925781, |
| 2070.263916015625, |
| 5000.3291015625, |
| -1072.126708984375 |
| ], |
| [ |
| 5009.55419921875, |
| 3908.661865234375, |
| 3387.049560546875, |
| 6935.5576171875, |
| 66939.40625, |
| 4096.3134765625, |
| 1562.5670166015625, |
| 2534.3876953125, |
| 4636.50439453125, |
| 3347.34521484375, |
| 4538.3310546875, |
| 2289.987060546875, |
| 2720.24609375, |
| 4245.607421875, |
| 3981.794677734375, |
| 675.5339965820312, |
| -1945.7779541015625, |
| 591.0932006835938, |
| 1919.4066162109375, |
| -894.835693359375 |
| ], |
| [ |
| 7635.912109375, |
| 5002.19970703125, |
| 3872.081787109375, |
| 7126.6513671875, |
| 4947.67431640625, |
| 79541.6875, |
| 5225.037109375, |
| 4593.11474609375, |
| 4861.8994140625, |
| 6843.42919921875, |
| 5581.7294921875, |
| 1939.593505859375, |
| 2928.565185546875, |
| 6398.9404296875, |
| 4400.306640625, |
| -2454.225341796875, |
| -847.4140014648438, |
| 2030.4444580078125, |
| 4778.947265625, |
| -1400.0220947265625 |
| ], |
| [ |
| 3517.6806640625, |
| 1583.631591796875, |
| 4037.697998046875, |
| 6976.4208984375, |
| 2480.4765625, |
| 5940.79736328125, |
| 87687.7734375, |
| 4465.8955078125, |
| 7422.41455078125, |
| 7331.71142578125, |
| 7149.3154296875, |
| 3259.544189453125, |
| 6452.185546875, |
| 7260.07470703125, |
| 6759.84912109375, |
| -5706.43701171875, |
| 1536.737548828125, |
| 2345.87646484375, |
| 7185.607421875, |
| 517.6210327148438 |
| ], |
| [ |
| 1771.8802490234375, |
| 2322.7373046875, |
| 2840.68017578125, |
| 2960.096923828125, |
| 2844.06396484375, |
| 4141.45556640625, |
| 3441.074951171875, |
| 74520.265625, |
| 5565.68408203125, |
| 7419.32275390625, |
| 7665.26806640625, |
| 4209.767578125, |
| 5676.66650390625, |
| 5570.18994140625, |
| 2500.748291015625, |
| -1530.5826416015625, |
| 502.1708679199219, |
| 829.268798828125, |
| 5800.9873046875, |
| 436.8596496582031 |
| ], |
| [ |
| 5623.43408203125, |
| 6150.96826171875, |
| 8933.623046875, |
| 7585.33447265625, |
| 7389.8154296875, |
| 6440.94873046875, |
| 8402.681640625, |
| 7491.734375, |
| 90346.015625, |
| 11537.791015625, |
| 12932.474609375, |
| 5558.21240234375, |
| 6242.31298828125, |
| 11933.3515625, |
| 8036.29052734375, |
| -3260.364013671875, |
| 1445.8837890625, |
| 1808.7119140625, |
| 8069.4599609375, |
| 1309.2752685546875 |
| ], |
| [ |
| 5287.94189453125, |
| 3593.11962890625, |
| 6195.9716796875, |
| 7995.548828125, |
| 4766.1640625, |
| 7679.08251953125, |
| 7036.03125, |
| 8786.3994140625, |
| 9852.125, |
| 87280.484375, |
| 8673.4658203125, |
| 3333.8837890625, |
| 5887.0439453125, |
| 6881.37451171875, |
| 4607.29638671875, |
| -4398.3720703125, |
| 1807.70263671875, |
| 2430.28125, |
| 6980.90625, |
| 1684.317626953125 |
| ], |
| [ |
| 5848.36865234375, |
| 5165.279296875, |
| 5225.99755859375, |
| 7773.1103515625, |
| 5942.48779296875, |
| 6018.8828125, |
| 6718.88818359375, |
| 8814.9560546875, |
| 10725.1279296875, |
| 8120.21728515625, |
| 77383.21875, |
| 5570.626953125, |
| 7886.31396484375, |
| 7855.3076171875, |
| 6266.76025390625, |
| -2335.676025390625, |
| 1530.885009765625, |
| 1764.35009765625, |
| 6270.169921875, |
| 1082.7022705078125 |
| ], |
| [ |
| 1456.952392578125, |
| 330.6214599609375, |
| 4320.17626953125, |
| 2271.0263671875, |
| 2530.596923828125, |
| 1868.6883544921875, |
| 2651.17529296875, |
| 4725.107421875, |
| 4254.1875, |
| 3063.5810546875, |
| 5390.31201171875, |
| 83227.0546875, |
| 7379.52685546875, |
| 3832.64013671875, |
| 4432.65966796875, |
| -2184.487060546875, |
| 619.1608276367188, |
| 39.98957061767578, |
| 2088.63916015625, |
| 3252.296875 |
| ], |
| [ |
| 1808.3653564453125, |
| 227.64508056640625, |
| 2774.270263671875, |
| 3916.235107421875, |
| 3001.04296875, |
| 2503.99560546875, |
| 5013.08837890625, |
| 5688.3642578125, |
| 4480.501953125, |
| 4836.8154296875, |
| 6857.58544921875, |
| 6638.07421875, |
| 73007.890625, |
| 5666.61279296875, |
| 3689.17626953125, |
| -4084.115478515625, |
| 977.3301391601562, |
| 471.599853515625, |
| 5005.29248046875, |
| 888.445068359375 |
| ], |
| [ |
| 4457.77001953125, |
| 3488.63330078125, |
| 4759.2900390625, |
| 5920.27490234375, |
| 5423.83642578125, |
| 6747.08642578125, |
| 6638.42578125, |
| 6467.4326171875, |
| 9668.1591796875, |
| 6650.95751953125, |
| 7808.8095703125, |
| 3885.2265625, |
| 6582.453125, |
| 79393.9140625, |
| 6997.130859375, |
| -1247.7137451171875, |
| 2056.10888671875, |
| 2128.295654296875, |
| 7837.5439453125, |
| 538.2418212890625 |
| ], |
| [ |
| 2155.50732421875, |
| 1574.4290771484375, |
| 4606.29150390625, |
| 5581.80322265625, |
| 5022.33837890625, |
| 4781.94091796875, |
| 6644.87451171875, |
| 3110.06640625, |
| 6995.84033203125, |
| 4602.75830078125, |
| 6656.4677734375, |
| 4901.2021484375, |
| 4448.044921875, |
| 7569.671875, |
| 89096.71875, |
| -4539.38134765625, |
| 323.96343994140625, |
| 1080.4345703125, |
| 3677.57373046875, |
| 1550.872314453125 |
| ], |
| [ |
| -1528.148193359375, |
| -60.48530578613281, |
| -1981.4825439453125, |
| -2098.4189453125, |
| 872.607666015625, |
| -2200.050537109375, |
| -4293.42236328125, |
| -1519.057861328125, |
| -1846.7181396484375, |
| -3542.284423828125, |
| -1909.3214111328125, |
| -2049.465576171875, |
| -3996.68359375, |
| -1320.1407470703125, |
| -3536.59033203125, |
| 57306.359375, |
| -2744.718505859375, |
| -101.70465087890625, |
| -3710.1015625, |
| -2195.454345703125 |
| ], |
| [ |
| 1672.677978515625, |
| 395.6240539550781, |
| 925.246337890625, |
| -314.9730529785156, |
| -1550.309326171875, |
| -530.3998413085938, |
| 1262.0423583984375, |
| 599.8944091796875, |
| 761.7089233398438, |
| 1414.512451171875, |
| 1189.0556640625, |
| 451.917236328125, |
| 993.9929809570312, |
| 1487.6881103515625, |
| 266.638427734375, |
| -2278.20068359375, |
| 62901.67578125, |
| 32.60176086425781, |
| 2510.82275390625, |
| 3432.22802734375 |
| ], |
| [ |
| 1050.171142578125, |
| 124.945556640625, |
| 2452.971435546875, |
| 2906.0771484375, |
| 1264.0439453125, |
| 2434.03173828125, |
| 2764.819580078125, |
| 1158.9090576171875, |
| 1862.621826171875, |
| 2833.53662109375, |
| 2351.448974609375, |
| 238.57754516601562, |
| 768.9357299804688, |
| 2849.043701171875, |
| 1180.95654296875, |
| 110.70279693603516, |
| 157.92800903320312, |
| 109048.375, |
| 1100.8292236328125, |
| -736.5443725585938 |
| ], |
| [ |
| 3808.525390625, |
| 2971.205078125, |
| 6019.90234375, |
| 6011.63818359375, |
| 2640.370849609375, |
| 4908.4326171875, |
| 6399.87255859375, |
| 6502.587890625, |
| 6386.92236328125, |
| 6535.11376953125, |
| 6293.76318359375, |
| 2183.94677734375, |
| 5660.1318359375, |
| 7658.84228515625, |
| 3575.6904296875, |
| -4378.72802734375, |
| 3111.41259765625, |
| 1090.8721923828125, |
| 77159.6640625, |
| 1989.00390625 |
| ], |
| [ |
| 1438.2222900390625, |
| 275.4743957519531, |
| 1654.717529296875, |
| -1095.9346923828125, |
| -750.401123046875, |
| -1145.201416015625, |
| 474.8165283203125, |
| 456.3206787109375, |
| 744.3433837890625, |
| 1275.7945556640625, |
| 1077.3399658203125, |
| 2678.856201171875, |
| 868.0830078125, |
| 523.5170288085938, |
| 1525.63037109375, |
| -1788.3359375, |
| 3749.041748046875, |
| -503.86553955078125, |
| 1716.5220947265625, |
| 70243.7421875 |
| ] |
| ] |
| }, |
| "kernel_trace": 45780.09765625, |
| "kernel_frobenius_norm": 11324.1240234375, |
| "mean_gradient_norm": 47.20959858062085, |
| "gradient_norms": [ |
| 32.26973610780963, |
| 38.5542667905623, |
| 50.03971517946752, |
| 43.56968027824508, |
| 41.23870662466787, |
| 47.43131733062996, |
| 53.48734676084125, |
| 45.70475727014827, |
| 56.54113307474638, |
| 52.90797008346255, |
| 48.27350009103055, |
| 51.25174987240267, |
| 43.93577842191832, |
| 47.869159787237166, |
| 55.597075072529556, |
| 37.90187564530993, |
| 39.583238192583835, |
| 67.98169959292639, |
| 46.46026882798114, |
| 43.59299660791653 |
| ], |
| "kernel_trace_sgd": 45780.09765625, |
| "kernel_frobenius_norm_sgd": 11324.1240234375, |
| "kernel_distance_sgd": 0.0, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79776096.0, |
| "kernel_distance_signsgd": 0.0, |
| "kernel_trace_asymmetric_signsgd": 1531904.0, |
| "kernel_frobenius_norm_asymmetric_signsgd": 357816.65625, |
| "kernel_distance_asymmetric_signsgd": 0.0, |
| "linearization_error": 4.126270479044433, |
| "kernel_distance": 0.0 |
| }, |
| { |
| "step": 100, |
| "kernel_matrix": [ |
| [ |
| 963.1099243164062, |
| 117.09385681152344, |
| 5.501927375793457, |
| 91.66985321044922, |
| 129.58059692382812, |
| 177.43907165527344, |
| 94.36420440673828, |
| 41.864662170410156, |
| 120.50392150878906, |
| 123.14297485351562, |
| 161.02450561523438, |
| 33.49578094482422, |
| 44.77897262573242, |
| 82.38348388671875, |
| 30.772960662841797, |
| -58.27436828613281, |
| 51.994380950927734, |
| 16.410247802734375, |
| 75.57402801513672, |
| 33.090309143066406 |
| ], |
| [ |
| 117.09385681152344, |
| 1346.1331787109375, |
| 62.688079833984375, |
| 40.35578536987305, |
| 71.11498260498047, |
| 80.55722045898438, |
| 20.138866424560547, |
| 19.608749389648438, |
| 101.25455474853516, |
| 67.76917266845703, |
| 78.64410400390625, |
| -25.173480987548828, |
| -45.53205108642578, |
| 6.675793647766113, |
| -19.2594051361084, |
| 4.5906758308410645, |
| 16.73984718322754, |
| -30.530925750732422, |
| 7.063715934753418, |
| -1.9151933193206787 |
| ], |
| [ |
| 5.501927375793457, |
| 62.688079833984375, |
| 2478.010986328125, |
| 57.597354888916016, |
| 105.21501159667969, |
| 97.8431167602539, |
| 129.9275665283203, |
| 77.13291931152344, |
| 283.83599853515625, |
| 162.36434936523438, |
| 154.43565368652344, |
| 167.887939453125, |
| 59.946346282958984, |
| 95.66194152832031, |
| 130.7539825439453, |
| -64.56446075439453, |
| 38.13810729980469, |
| 25.147998809814453, |
| 142.18858337402344, |
| 66.755126953125 |
| ], |
| [ |
| 91.66985321044922, |
| 40.35578536987305, |
| 57.597354888916016, |
| 1816.420166015625, |
| 176.54933166503906, |
| 167.38487243652344, |
| 199.87965393066406, |
| 80.02119445800781, |
| 176.9618377685547, |
| 215.980224609375, |
| 230.39501953125, |
| 50.50103759765625, |
| 101.25989532470703, |
| 127.78975677490234, |
| 159.56671142578125, |
| -106.86033630371094, |
| 15.4360990524292, |
| 94.10910034179688, |
| 172.10853576660156, |
| 6.184303283691406 |
| ], |
| [ |
| 129.58059692382812, |
| 71.11498260498047, |
| 105.21501159667969, |
| 176.54933166503906, |
| 1633.0802001953125, |
| 115.38309478759766, |
| 90.84159088134766, |
| 72.0093994140625, |
| 195.11227416992188, |
| 120.39617156982422, |
| 160.235107421875, |
| 106.12422943115234, |
| 79.20625305175781, |
| 113.13945007324219, |
| 113.78337097167969, |
| -32.32332992553711, |
| -23.21898078918457, |
| 4.9287333488464355, |
| 37.463897705078125, |
| 29.17843246459961 |
| ], |
| [ |
| 177.43907165527344, |
| 80.55722045898438, |
| 97.8431167602539, |
| 167.38487243652344, |
| 115.38309478759766, |
| 2241.727783203125, |
| 147.2611541748047, |
| 114.41007995605469, |
| 186.49891662597656, |
| 218.89895629882812, |
| 187.041748046875, |
| 60.798736572265625, |
| 44.81916046142578, |
| 160.1062469482422, |
| 125.1088638305664, |
| -76.13143920898438, |
| 18.113439559936523, |
| 100.53569030761719, |
| 126.76815032958984, |
| -31.79515266418457 |
| ], |
| [ |
| 94.36420440673828, |
| 20.138866424560547, |
| 129.9275665283203, |
| 199.87965393066406, |
| 90.84159088134766, |
| 147.2611541748047, |
| 2678.982421875, |
| 109.05608367919922, |
| 269.95098876953125, |
| 193.1792755126953, |
| 250.28790283203125, |
| 78.36125183105469, |
| 148.0955352783203, |
| 205.34527587890625, |
| 193.94883728027344, |
| -148.6673583984375, |
| 63.71907043457031, |
| 106.23162078857422, |
| 232.94854736328125, |
| 34.6043701171875 |
| ], |
| [ |
| 41.864662170410156, |
| 19.608749389648438, |
| 77.13291931152344, |
| 80.02119445800781, |
| 72.0093994140625, |
| 114.41007995605469, |
| 109.05608367919922, |
| 2113.345947265625, |
| 224.39877319335938, |
| 236.51283264160156, |
| 306.9994201660156, |
| 163.3526153564453, |
| 190.01365661621094, |
| 199.55784606933594, |
| 84.79852294921875, |
| -66.65428924560547, |
| 24.175365447998047, |
| 29.993392944335938, |
| 222.119873046875, |
| 58.507102966308594 |
| ], |
| [ |
| 120.50392150878906, |
| 101.25455474853516, |
| 283.83599853515625, |
| 176.9618377685547, |
| 195.11227416992188, |
| 186.49891662597656, |
| 269.95098876953125, |
| 224.39877319335938, |
| 2839.141357421875, |
| 368.8738708496094, |
| 458.725830078125, |
| 187.97544860839844, |
| 145.48406982421875, |
| 333.5663146972656, |
| 245.4845733642578, |
| -93.83373260498047, |
| 36.415340423583984, |
| 12.305521965026855, |
| 230.11842346191406, |
| 40.55144500732422 |
| ], |
| [ |
| 123.14297485351562, |
| 67.76917266845703, |
| 162.36434936523438, |
| 215.980224609375, |
| 120.39617156982422, |
| 218.89895629882812, |
| 193.1792755126953, |
| 236.51283264160156, |
| 368.8738708496094, |
| 2777.155029296875, |
| 278.18353271484375, |
| 55.469207763671875, |
| 96.8409423828125, |
| 180.61663818359375, |
| 76.17694091796875, |
| -123.7243423461914, |
| 65.4134292602539, |
| 117.87865447998047, |
| 254.7677459716797, |
| 78.26282501220703 |
| ], |
| [ |
| 161.02450561523438, |
| 78.64410400390625, |
| 154.43565368652344, |
| 230.39501953125, |
| 160.235107421875, |
| 187.041748046875, |
| 250.28790283203125, |
| 306.9994201660156, |
| 458.725830078125, |
| 278.18353271484375, |
| 2371.675048828125, |
| 186.94944763183594, |
| 239.57723999023438, |
| 257.87554931640625, |
| 226.84478759765625, |
| -86.85783386230469, |
| 55.4710578918457, |
| 81.38076782226562, |
| 256.28240966796875, |
| 61.561119079589844 |
| ], |
| [ |
| 33.49578094482422, |
| -25.173480987548828, |
| 167.887939453125, |
| 50.50103759765625, |
| 106.12422943115234, |
| 60.798736572265625, |
| 78.36125183105469, |
| 163.3526153564453, |
| 187.97544860839844, |
| 55.469207763671875, |
| 186.94944763183594, |
| 2548.818603515625, |
| 259.91558837890625, |
| 110.93194580078125, |
| 173.93910217285156, |
| -56.21971893310547, |
| -4.661423206329346, |
| -30.86740493774414, |
| 56.7983283996582, |
| 112.55482482910156 |
| ], |
| [ |
| 44.77897262573242, |
| -45.53205108642578, |
| 59.946346282958984, |
| 101.25989532470703, |
| 79.20625305175781, |
| 44.81916046142578, |
| 148.0955352783203, |
| 190.01365661621094, |
| 145.48406982421875, |
| 96.8409423828125, |
| 239.57723999023438, |
| 259.91558837890625, |
| 1923.3253173828125, |
| 187.14837646484375, |
| 154.25909423828125, |
| -118.99917602539062, |
| 36.48120880126953, |
| 10.150346755981445, |
| 156.93934631347656, |
| 45.61756134033203 |
| ], |
| [ |
| 82.38348388671875, |
| 6.675793647766113, |
| 95.66194152832031, |
| 127.78975677490234, |
| 113.13945007324219, |
| 160.1062469482422, |
| 205.34527587890625, |
| 199.55784606933594, |
| 333.5663146972656, |
| 180.61663818359375, |
| 257.87554931640625, |
| 110.93194580078125, |
| 187.14837646484375, |
| 2199.957275390625, |
| 225.07655334472656, |
| -44.02332305908203, |
| 56.172977447509766, |
| 60.72736358642578, |
| 267.001220703125, |
| 16.894691467285156 |
| ], |
| [ |
| 30.772960662841797, |
| -19.2594051361084, |
| 130.7539825439453, |
| 159.56671142578125, |
| 113.78337097167969, |
| 125.1088638305664, |
| 193.94883728027344, |
| 84.79852294921875, |
| 245.4845733642578, |
| 76.17694091796875, |
| 226.84478759765625, |
| 173.93910217285156, |
| 154.25909423828125, |
| 225.07655334472656, |
| 3084.24658203125, |
| -138.1977996826172, |
| -0.01945972442626953, |
| 10.660321235656738, |
| 107.07142639160156, |
| 99.87848663330078 |
| ], |
| [ |
| -58.27436828613281, |
| 4.5906758308410645, |
| -64.56446075439453, |
| -106.86033630371094, |
| -32.32332992553711, |
| -76.13143920898438, |
| -148.6673583984375, |
| -66.65428924560547, |
| -93.83373260498047, |
| -123.7243423461914, |
| -86.85783386230469, |
| -56.21971893310547, |
| -118.99917602539062, |
| -44.02332305908203, |
| -138.1977996826172, |
| 1309.3297119140625, |
| -58.501953125, |
| -24.68512725830078, |
| -155.9890899658203, |
| -53.04139709472656 |
| ], |
| [ |
| 51.994380950927734, |
| 16.73984718322754, |
| 38.13810729980469, |
| 15.4360990524292, |
| -23.21898078918457, |
| 18.113439559936523, |
| 63.71907043457031, |
| 24.175365447998047, |
| 36.415340423583984, |
| 65.4134292602539, |
| 55.4710578918457, |
| -4.661423206329346, |
| 36.48120880126953, |
| 56.172977447509766, |
| -0.01945972442626953, |
| -58.501953125, |
| 1584.87646484375, |
| 2.44992733001709, |
| 84.50869750976562, |
| 71.51997375488281 |
| ], |
| [ |
| 16.410247802734375, |
| -30.530925750732422, |
| 25.147998809814453, |
| 94.10910034179688, |
| 4.9287333488464355, |
| 100.53569030761719, |
| 106.23162078857422, |
| 29.993392944335938, |
| 12.305521965026855, |
| 117.87865447998047, |
| 81.38076782226562, |
| -30.86740493774414, |
| 10.150346755981445, |
| 60.72736358642578, |
| 10.660321235656738, |
| -24.68512725830078, |
| 2.44992733001709, |
| 4602.7265625, |
| 51.39029312133789, |
| -50.391395568847656 |
| ], |
| [ |
| 75.57402801513672, |
| 7.063715934753418, |
| 142.18858337402344, |
| 172.10853576660156, |
| 37.463897705078125, |
| 126.76815032958984, |
| 232.94854736328125, |
| 222.119873046875, |
| 230.11842346191406, |
| 254.7677459716797, |
| 256.28240966796875, |
| 56.7983283996582, |
| 156.93934631347656, |
| 267.001220703125, |
| 107.07142639160156, |
| -155.9890899658203, |
| 84.50869750976562, |
| 51.39029312133789, |
| 2157.357666015625, |
| 106.98648071289062 |
| ], |
| [ |
| 33.090309143066406, |
| -1.9151933193206787, |
| 66.755126953125, |
| 6.184303283691406, |
| 29.17843246459961, |
| -31.79515266418457, |
| 34.6043701171875, |
| 58.507102966308594, |
| 40.55144500732422, |
| 78.26282501220703, |
| 61.561119079589844, |
| 112.55482482910156, |
| 45.61756134033203, |
| 16.894691467285156, |
| 99.87848663330078, |
| -53.04139709472656, |
| 71.51997375488281, |
| -50.391395568847656, |
| 106.98648071289062, |
| 1839.4779052734375 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 963.1099243164062, |
| 117.09385681152344, |
| 5.501927375793457, |
| 91.66985321044922, |
| 129.58059692382812, |
| 177.43907165527344, |
| 94.36420440673828, |
| 41.864662170410156, |
| 120.50392150878906, |
| 123.14297485351562, |
| 161.02450561523438, |
| 33.49578094482422, |
| 44.77897262573242, |
| 82.38348388671875, |
| 30.772960662841797, |
| -58.27436828613281, |
| 51.994380950927734, |
| 16.410247802734375, |
| 75.57402801513672, |
| 33.090309143066406 |
| ], |
| [ |
| 117.09385681152344, |
| 1346.1331787109375, |
| 62.688079833984375, |
| 40.35578536987305, |
| 71.11498260498047, |
| 80.55722045898438, |
| 20.138866424560547, |
| 19.608749389648438, |
| 101.25455474853516, |
| 67.76917266845703, |
| 78.64410400390625, |
| -25.173480987548828, |
| -45.53205108642578, |
| 6.675793647766113, |
| -19.2594051361084, |
| 4.5906758308410645, |
| 16.73984718322754, |
| -30.530925750732422, |
| 7.063715934753418, |
| -1.9151933193206787 |
| ], |
| [ |
| 5.501927375793457, |
| 62.688079833984375, |
| 2478.010986328125, |
| 57.597354888916016, |
| 105.21501159667969, |
| 97.8431167602539, |
| 129.9275665283203, |
| 77.13291931152344, |
| 283.83599853515625, |
| 162.36434936523438, |
| 154.43565368652344, |
| 167.887939453125, |
| 59.946346282958984, |
| 95.66194152832031, |
| 130.7539825439453, |
| -64.56446075439453, |
| 38.13810729980469, |
| 25.147998809814453, |
| 142.18858337402344, |
| 66.755126953125 |
| ], |
| [ |
| 91.66985321044922, |
| 40.35578536987305, |
| 57.597354888916016, |
| 1816.420166015625, |
| 176.54933166503906, |
| 167.38487243652344, |
| 199.87965393066406, |
| 80.02119445800781, |
| 176.9618377685547, |
| 215.980224609375, |
| 230.39501953125, |
| 50.50103759765625, |
| 101.25989532470703, |
| 127.78975677490234, |
| 159.56671142578125, |
| -106.86033630371094, |
| 15.4360990524292, |
| 94.10910034179688, |
| 172.10853576660156, |
| 6.184303283691406 |
| ], |
| [ |
| 129.58059692382812, |
| 71.11498260498047, |
| 105.21501159667969, |
| 176.54933166503906, |
| 1633.0802001953125, |
| 115.38309478759766, |
| 90.84159088134766, |
| 72.0093994140625, |
| 195.11227416992188, |
| 120.39617156982422, |
| 160.235107421875, |
| 106.12422943115234, |
| 79.20625305175781, |
| 113.13945007324219, |
| 113.78337097167969, |
| -32.32332992553711, |
| -23.21898078918457, |
| 4.9287333488464355, |
| 37.463897705078125, |
| 29.17843246459961 |
| ], |
| [ |
| 177.43907165527344, |
| 80.55722045898438, |
| 97.8431167602539, |
| 167.38487243652344, |
| 115.38309478759766, |
| 2241.727783203125, |
| 147.2611541748047, |
| 114.41007995605469, |
| 186.49891662597656, |
| 218.89895629882812, |
| 187.041748046875, |
| 60.798736572265625, |
| 44.81916046142578, |
| 160.1062469482422, |
| 125.1088638305664, |
| -76.13143920898438, |
| 18.113439559936523, |
| 100.53569030761719, |
| 126.76815032958984, |
| -31.79515266418457 |
| ], |
| [ |
| 94.36420440673828, |
| 20.138866424560547, |
| 129.9275665283203, |
| 199.87965393066406, |
| 90.84159088134766, |
| 147.2611541748047, |
| 2678.982421875, |
| 109.05608367919922, |
| 269.95098876953125, |
| 193.1792755126953, |
| 250.28790283203125, |
| 78.36125183105469, |
| 148.0955352783203, |
| 205.34527587890625, |
| 193.94883728027344, |
| -148.6673583984375, |
| 63.71907043457031, |
| 106.23162078857422, |
| 232.94854736328125, |
| 34.6043701171875 |
| ], |
| [ |
| 41.864662170410156, |
| 19.608749389648438, |
| 77.13291931152344, |
| 80.02119445800781, |
| 72.0093994140625, |
| 114.41007995605469, |
| 109.05608367919922, |
| 2113.345947265625, |
| 224.39877319335938, |
| 236.51283264160156, |
| 306.9994201660156, |
| 163.3526153564453, |
| 190.01365661621094, |
| 199.55784606933594, |
| 84.79852294921875, |
| -66.65428924560547, |
| 24.175365447998047, |
| 29.993392944335938, |
| 222.119873046875, |
| 58.507102966308594 |
| ], |
| [ |
| 120.50392150878906, |
| 101.25455474853516, |
| 283.83599853515625, |
| 176.9618377685547, |
| 195.11227416992188, |
| 186.49891662597656, |
| 269.95098876953125, |
| 224.39877319335938, |
| 2839.141357421875, |
| 368.8738708496094, |
| 458.725830078125, |
| 187.97544860839844, |
| 145.48406982421875, |
| 333.5663146972656, |
| 245.4845733642578, |
| -93.83373260498047, |
| 36.415340423583984, |
| 12.305521965026855, |
| 230.11842346191406, |
| 40.55144500732422 |
| ], |
| [ |
| 123.14297485351562, |
| 67.76917266845703, |
| 162.36434936523438, |
| 215.980224609375, |
| 120.39617156982422, |
| 218.89895629882812, |
| 193.1792755126953, |
| 236.51283264160156, |
| 368.8738708496094, |
| 2777.155029296875, |
| 278.18353271484375, |
| 55.469207763671875, |
| 96.8409423828125, |
| 180.61663818359375, |
| 76.17694091796875, |
| -123.7243423461914, |
| 65.4134292602539, |
| 117.87865447998047, |
| 254.7677459716797, |
| 78.26282501220703 |
| ], |
| [ |
| 161.02450561523438, |
| 78.64410400390625, |
| 154.43565368652344, |
| 230.39501953125, |
| 160.235107421875, |
| 187.041748046875, |
| 250.28790283203125, |
| 306.9994201660156, |
| 458.725830078125, |
| 278.18353271484375, |
| 2371.675048828125, |
| 186.94944763183594, |
| 239.57723999023438, |
| 257.87554931640625, |
| 226.84478759765625, |
| -86.85783386230469, |
| 55.4710578918457, |
| 81.38076782226562, |
| 256.28240966796875, |
| 61.561119079589844 |
| ], |
| [ |
| 33.49578094482422, |
| -25.173480987548828, |
| 167.887939453125, |
| 50.50103759765625, |
| 106.12422943115234, |
| 60.798736572265625, |
| 78.36125183105469, |
| 163.3526153564453, |
| 187.97544860839844, |
| 55.469207763671875, |
| 186.94944763183594, |
| 2548.818603515625, |
| 259.91558837890625, |
| 110.93194580078125, |
| 173.93910217285156, |
| -56.21971893310547, |
| -4.661423206329346, |
| -30.86740493774414, |
| 56.7983283996582, |
| 112.55482482910156 |
| ], |
| [ |
| 44.77897262573242, |
| -45.53205108642578, |
| 59.946346282958984, |
| 101.25989532470703, |
| 79.20625305175781, |
| 44.81916046142578, |
| 148.0955352783203, |
| 190.01365661621094, |
| 145.48406982421875, |
| 96.8409423828125, |
| 239.57723999023438, |
| 259.91558837890625, |
| 1923.3253173828125, |
| 187.14837646484375, |
| 154.25909423828125, |
| -118.99917602539062, |
| 36.48120880126953, |
| 10.150346755981445, |
| 156.93934631347656, |
| 45.61756134033203 |
| ], |
| [ |
| 82.38348388671875, |
| 6.675793647766113, |
| 95.66194152832031, |
| 127.78975677490234, |
| 113.13945007324219, |
| 160.1062469482422, |
| 205.34527587890625, |
| 199.55784606933594, |
| 333.5663146972656, |
| 180.61663818359375, |
| 257.87554931640625, |
| 110.93194580078125, |
| 187.14837646484375, |
| 2199.957275390625, |
| 225.07655334472656, |
| -44.02332305908203, |
| 56.172977447509766, |
| 60.72736358642578, |
| 267.001220703125, |
| 16.894691467285156 |
| ], |
| [ |
| 30.772960662841797, |
| -19.2594051361084, |
| 130.7539825439453, |
| 159.56671142578125, |
| 113.78337097167969, |
| 125.1088638305664, |
| 193.94883728027344, |
| 84.79852294921875, |
| 245.4845733642578, |
| 76.17694091796875, |
| 226.84478759765625, |
| 173.93910217285156, |
| 154.25909423828125, |
| 225.07655334472656, |
| 3084.24658203125, |
| -138.1977996826172, |
| -0.01945972442626953, |
| 10.660321235656738, |
| 107.07142639160156, |
| 99.87848663330078 |
| ], |
| [ |
| -58.27436828613281, |
| 4.5906758308410645, |
| -64.56446075439453, |
| -106.86033630371094, |
| -32.32332992553711, |
| -76.13143920898438, |
| -148.6673583984375, |
| -66.65428924560547, |
| -93.83373260498047, |
| -123.7243423461914, |
| -86.85783386230469, |
| -56.21971893310547, |
| -118.99917602539062, |
| -44.02332305908203, |
| -138.1977996826172, |
| 1309.3297119140625, |
| -58.501953125, |
| -24.68512725830078, |
| -155.9890899658203, |
| -53.04139709472656 |
| ], |
| [ |
| 51.994380950927734, |
| 16.73984718322754, |
| 38.13810729980469, |
| 15.4360990524292, |
| -23.21898078918457, |
| 18.113439559936523, |
| 63.71907043457031, |
| 24.175365447998047, |
| 36.415340423583984, |
| 65.4134292602539, |
| 55.4710578918457, |
| -4.661423206329346, |
| 36.48120880126953, |
| 56.172977447509766, |
| -0.01945972442626953, |
| -58.501953125, |
| 1584.87646484375, |
| 2.44992733001709, |
| 84.50869750976562, |
| 71.51997375488281 |
| ], |
| [ |
| 16.410247802734375, |
| -30.530925750732422, |
| 25.147998809814453, |
| 94.10910034179688, |
| 4.9287333488464355, |
| 100.53569030761719, |
| 106.23162078857422, |
| 29.993392944335938, |
| 12.305521965026855, |
| 117.87865447998047, |
| 81.38076782226562, |
| -30.86740493774414, |
| 10.150346755981445, |
| 60.72736358642578, |
| 10.660321235656738, |
| -24.68512725830078, |
| 2.44992733001709, |
| 4602.7265625, |
| 51.39029312133789, |
| -50.391395568847656 |
| ], |
| [ |
| 75.57402801513672, |
| 7.063715934753418, |
| 142.18858337402344, |
| 172.10853576660156, |
| 37.463897705078125, |
| 126.76815032958984, |
| 232.94854736328125, |
| 222.119873046875, |
| 230.11842346191406, |
| 254.7677459716797, |
| 256.28240966796875, |
| 56.7983283996582, |
| 156.93934631347656, |
| 267.001220703125, |
| 107.07142639160156, |
| -155.9890899658203, |
| 84.50869750976562, |
| 51.39029312133789, |
| 2157.357666015625, |
| 106.98648071289062 |
| ], |
| [ |
| 33.090309143066406, |
| -1.9151933193206787, |
| 66.755126953125, |
| 6.184303283691406, |
| 29.17843246459961, |
| -31.79515266418457, |
| 34.6043701171875, |
| 58.507102966308594, |
| 40.55144500732422, |
| 78.26282501220703, |
| 61.561119079589844, |
| 112.55482482910156, |
| 45.61756134033203, |
| 16.894691467285156, |
| 99.87848663330078, |
| -53.04139709472656, |
| 71.51997375488281, |
| -50.391395568847656, |
| 106.98648071289062, |
| 1839.4779052734375 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 536898.0, |
| 187458.0, |
| 548554.0, |
| 816818.0, |
| 977788.0, |
| 307502.0, |
| 247246.0, |
| 419048.0, |
| 460900.0, |
| 588786.0, |
| 40778.0, |
| 284642.0, |
| 432158.0, |
| 296398.0, |
| -540472.0, |
| 202418.0, |
| 77190.0, |
| 294624.0, |
| 318614.0 |
| ], |
| [ |
| 536898.0, |
| 17596416.0, |
| 95748.0, |
| 57860.0, |
| 469256.0, |
| 170362.0, |
| -70844.0, |
| 68564.0, |
| 332154.0, |
| 4322.0, |
| 227956.0, |
| -126372.0, |
| -271612.0, |
| -59812.0, |
| -122856.0, |
| 168110.0, |
| -138424.0, |
| -60100.0, |
| -91706.0, |
| 34916.0 |
| ], |
| [ |
| 187458.0, |
| 95748.0, |
| 17596416.0, |
| 476068.0, |
| 363664.0, |
| 464582.0, |
| 520852.0, |
| 310640.0, |
| 640470.0, |
| 708958.0, |
| 526628.0, |
| 660300.0, |
| 541928.0, |
| 360596.0, |
| 554284.0, |
| -679926.0, |
| 12808.0, |
| 235104.0, |
| 684622.0, |
| 372284.0 |
| ], |
| [ |
| 548554.0, |
| 57860.0, |
| 476068.0, |
| 17596416.0, |
| 983468.0, |
| 905246.0, |
| 715620.0, |
| 454336.0, |
| 454342.0, |
| 957146.0, |
| 859492.0, |
| 404904.0, |
| 575056.0, |
| 341176.0, |
| 648616.0, |
| -690578.0, |
| -283592.0, |
| 170396.0, |
| 664358.0, |
| -35436.0 |
| ], |
| [ |
| 816818.0, |
| 469256.0, |
| 363664.0, |
| 983468.0, |
| 17596416.0, |
| 635970.0, |
| 244156.0, |
| 348024.0, |
| 528366.0, |
| 555546.0, |
| 582464.0, |
| 227664.0, |
| 344052.0, |
| 340360.0, |
| 544304.0, |
| -244082.0, |
| -423944.0, |
| 55408.0, |
| 173694.0, |
| -2908.0 |
| ], |
| [ |
| 977788.0, |
| 170362.0, |
| 464582.0, |
| 905246.0, |
| 635970.0, |
| 17596416.0, |
| 655302.0, |
| 580118.0, |
| 506060.0, |
| 916228.0, |
| 604422.0, |
| 278358.0, |
| 382574.0, |
| 561162.0, |
| 635674.0, |
| -508984.0, |
| -166206.0, |
| 201142.0, |
| 554788.0, |
| 23418.0 |
| ], |
| [ |
| 307502.0, |
| -70844.0, |
| 520852.0, |
| 715620.0, |
| 244156.0, |
| 655302.0, |
| 17596416.0, |
| 470964.0, |
| 708438.0, |
| 791006.0, |
| 717704.0, |
| 414704.0, |
| 624568.0, |
| 607180.0, |
| 707904.0, |
| -735754.0, |
| 138836.0, |
| 199444.0, |
| 647322.0, |
| 227168.0 |
| ], |
| [ |
| 247246.0, |
| 68564.0, |
| 310640.0, |
| 454336.0, |
| 348024.0, |
| 580118.0, |
| 470964.0, |
| 17596416.0, |
| 707058.0, |
| 853726.0, |
| 1043112.0, |
| 435572.0, |
| 723780.0, |
| 710408.0, |
| 380148.0, |
| -337558.0, |
| 42388.0, |
| 183392.0, |
| 869466.0, |
| 74044.0 |
| ], |
| [ |
| 419048.0, |
| 332154.0, |
| 640470.0, |
| 454342.0, |
| 528366.0, |
| 506060.0, |
| 708438.0, |
| 707058.0, |
| 17596416.0, |
| 825140.0, |
| 1069430.0, |
| 318202.0, |
| 443398.0, |
| 898166.0, |
| 628946.0, |
| -217660.0, |
| 11286.0, |
| 203146.0, |
| 667972.0, |
| 111334.0 |
| ], |
| [ |
| 460900.0, |
| 4322.0, |
| 708958.0, |
| 957146.0, |
| 555546.0, |
| 916228.0, |
| 791006.0, |
| 853726.0, |
| 825140.0, |
| 17596416.0, |
| 841646.0, |
| 453210.0, |
| 640262.0, |
| 653506.0, |
| 670866.0, |
| -803268.0, |
| 74370.0, |
| 217538.0, |
| 761236.0, |
| 313966.0 |
| ], |
| [ |
| 588786.0, |
| 227956.0, |
| 526628.0, |
| 859492.0, |
| 582464.0, |
| 604422.0, |
| 717704.0, |
| 1043112.0, |
| 1069430.0, |
| 841646.0, |
| 17596416.0, |
| 531828.0, |
| 801368.0, |
| 832220.0, |
| 748808.0, |
| -434926.0, |
| 151268.0, |
| 227672.0, |
| 767862.0, |
| 239768.0 |
| ], |
| [ |
| 40778.0, |
| -126372.0, |
| 660300.0, |
| 404904.0, |
| 227664.0, |
| 278358.0, |
| 414704.0, |
| 435572.0, |
| 318202.0, |
| 453210.0, |
| 531828.0, |
| 17596416.0, |
| 926800.0, |
| 321156.0, |
| 589408.0, |
| -551462.0, |
| 114472.0, |
| 16992.0, |
| 285794.0, |
| 443832.0 |
| ], |
| [ |
| 284642.0, |
| -271612.0, |
| 541928.0, |
| 575056.0, |
| 344052.0, |
| 382574.0, |
| 624568.0, |
| 723780.0, |
| 443398.0, |
| 640262.0, |
| 801368.0, |
| 926800.0, |
| 17596416.0, |
| 666892.0, |
| 582008.0, |
| -908622.0, |
| 213804.0, |
| 63408.0, |
| 722434.0, |
| 319436.0 |
| ], |
| [ |
| 432158.0, |
| -59812.0, |
| 360596.0, |
| 341176.0, |
| 340360.0, |
| 561162.0, |
| 607180.0, |
| 710408.0, |
| 898166.0, |
| 653506.0, |
| 832220.0, |
| 321156.0, |
| 666892.0, |
| 17596416.0, |
| 779672.0, |
| -235142.0, |
| 315432.0, |
| 308828.0, |
| 913106.0, |
| 124928.0 |
| ], |
| [ |
| 296398.0, |
| -122856.0, |
| 554284.0, |
| 648616.0, |
| 544304.0, |
| 635674.0, |
| 707904.0, |
| 380148.0, |
| 628946.0, |
| 670866.0, |
| 748808.0, |
| 589408.0, |
| 582008.0, |
| 779672.0, |
| 17596416.0, |
| -801130.0, |
| 2976.0, |
| 164536.0, |
| 567278.0, |
| 292368.0 |
| ], |
| [ |
| -540472.0, |
| 168110.0, |
| -679926.0, |
| -690578.0, |
| -244082.0, |
| -508984.0, |
| -735754.0, |
| -337558.0, |
| -217660.0, |
| -803268.0, |
| -434926.0, |
| -551462.0, |
| -908622.0, |
| -235142.0, |
| -801130.0, |
| 17596416.0, |
| -421514.0, |
| -69570.0, |
| -907572.0, |
| -664370.0 |
| ], |
| [ |
| 202418.0, |
| -138424.0, |
| 12808.0, |
| -283592.0, |
| -423944.0, |
| -166206.0, |
| 138836.0, |
| 42388.0, |
| 11286.0, |
| 74370.0, |
| 151268.0, |
| 114472.0, |
| 213804.0, |
| 315432.0, |
| 2976.0, |
| -421514.0, |
| 17596416.0, |
| 27268.0, |
| 283526.0, |
| 709932.0 |
| ], |
| [ |
| 77190.0, |
| -60100.0, |
| 235104.0, |
| 170396.0, |
| 55408.0, |
| 201142.0, |
| 199444.0, |
| 183392.0, |
| 203146.0, |
| 217538.0, |
| 227672.0, |
| 16992.0, |
| 63408.0, |
| 308828.0, |
| 164536.0, |
| -69570.0, |
| 27268.0, |
| 17596416.0, |
| 226442.0, |
| -188.0 |
| ], |
| [ |
| 294624.0, |
| -91706.0, |
| 684622.0, |
| 664358.0, |
| 173694.0, |
| 554788.0, |
| 647322.0, |
| 869466.0, |
| 667972.0, |
| 761236.0, |
| 767862.0, |
| 285794.0, |
| 722434.0, |
| 913106.0, |
| 567278.0, |
| -907572.0, |
| 283526.0, |
| 226442.0, |
| 17596416.0, |
| 300958.0 |
| ], |
| [ |
| 318614.0, |
| 34916.0, |
| 372284.0, |
| -35436.0, |
| -2908.0, |
| 23418.0, |
| 227168.0, |
| 74044.0, |
| 111334.0, |
| 313966.0, |
| 239768.0, |
| 443832.0, |
| 319436.0, |
| 124928.0, |
| 292368.0, |
| -664370.0, |
| 709932.0, |
| -188.0, |
| 300958.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 50085.3671875, |
| 3300.109619140625, |
| 349.0084228515625, |
| 2948.681884765625, |
| 3945.0361328125, |
| 5231.40966796875, |
| 2318.36962890625, |
| 1009.7900390625, |
| 1983.5113525390625, |
| 2682.578857421875, |
| 3320.917236328125, |
| 655.9005737304688, |
| 1265.21875, |
| 2062.9931640625, |
| 1078.9622802734375, |
| -1970.7755126953125, |
| 1445.012451171875, |
| 277.39215087890625, |
| 1846.7657470703125, |
| 1200.57421875 |
| ], |
| [ |
| 3702.46923828125, |
| 59715.6796875, |
| 1225.39306640625, |
| 611.8148803710938, |
| 2172.09130859375, |
| 1917.2589111328125, |
| -191.76788330078125, |
| 479.1313171386719, |
| 1484.5301513671875, |
| 836.2820434570312, |
| 1320.682373046875, |
| -396.9794921875, |
| -1219.9813232421875, |
| -258.0229797363281, |
| -615.3768920898438, |
| 679.25, |
| -238.84613037109375, |
| -711.6891479492188, |
| -138.26901245117188, |
| 275.9578857421875 |
| ], |
| [ |
| 655.4232788085938, |
| 1380.853515625, |
| 82351.5234375, |
| 2529.2060546875, |
| 2311.734619140625, |
| 2793.299072265625, |
| 2675.647216796875, |
| 2153.795166015625, |
| 5083.1806640625, |
| 4526.783203125, |
| 3352.74658203125, |
| 3846.8388671875, |
| 2550.566162109375, |
| 2730.953125, |
| 3051.06298828125, |
| -2981.31689453125, |
| 633.3636474609375, |
| 1366.4544677734375, |
| 4554.3271484375, |
| 1980.2991943359375 |
| ], |
| [ |
| 3933.8818359375, |
| 729.46484375, |
| 2338.029541015625, |
| 70775.75, |
| 5939.4794921875, |
| 4876.75146484375, |
| 4330.26953125, |
| 2215.935791015625, |
| 3348.111328125, |
| 5096.42236328125, |
| 5393.22412109375, |
| 1643.9210205078125, |
| 2894.875, |
| 3327.3408203125, |
| 3316.921875, |
| -3478.259765625, |
| -10.59044361114502, |
| 1548.9217529296875, |
| 4514.35888671875, |
| 135.0270538330078 |
| ], |
| [ |
| 5098.0576171875, |
| 2490.84765625, |
| 2030.2237548828125, |
| 5707.6904296875, |
| 66308.484375, |
| 3491.738525390625, |
| 1644.3193359375, |
| 1927.4267578125, |
| 3833.310546875, |
| 2863.118408203125, |
| 3959.138916015625, |
| 2064.578369140625, |
| 2146.902099609375, |
| 3089.40966796875, |
| 3502.3330078125, |
| -1028.3460693359375, |
| -1133.0316162109375, |
| 68.96549224853516, |
| 1371.08251953125, |
| 346.2418212890625 |
| ], |
| [ |
| 8097.0771484375, |
| 2191.236083984375, |
| 2725.1689453125, |
| 5450.70068359375, |
| 4097.06201171875, |
| 80186.0546875, |
| 3748.68701171875, |
| 3775.781005859375, |
| 3820.306884765625, |
| 5815.56787109375, |
| 4219.0439453125, |
| 1663.7498779296875, |
| 1754.4844970703125, |
| 4303.84033203125, |
| 3407.404052734375, |
| -2911.580078125, |
| -326.72900390625, |
| 1748.6707763671875, |
| 3609.158935546875, |
| -374.49798583984375 |
| ], |
| [ |
| 3840.13037109375, |
| -355.91534423828125, |
| 2850.13916015625, |
| 5402.626953125, |
| 2195.064697265625, |
| 4326.81201171875, |
| 85839.2578125, |
| 2891.033447265625, |
| 5354.685546875, |
| 4980.28955078125, |
| 5520.7421875, |
| 2297.5361328125, |
| 4343.1494140625, |
| 5181.306640625, |
| 4738.91943359375, |
| -5001.921875, |
| 1287.2802734375, |
| 1952.0816650390625, |
| 5737.46826171875, |
| 1027.1826171875 |
| ], |
| [ |
| 1419.52685546875, |
| 618.4541015625, |
| 1857.9493408203125, |
| 2434.171630859375, |
| 2071.3662109375, |
| 3426.37109375, |
| 2356.897216796875, |
| 75218.6875, |
| 4344.05908203125, |
| 5898.3671875, |
| 6923.572265625, |
| 3512.039794921875, |
| 5039.67919921875, |
| 4572.08349609375, |
| 1968.0985107421875, |
| -1951.6099853515625, |
| 526.4711303710938, |
| 669.2118530273438, |
| 5635.35888671875, |
| 957.1596069335938 |
| ], |
| [ |
| 3878.495361328125, |
| 2493.10693359375, |
| 6551.7744140625, |
| 4838.45068359375, |
| 5690.7177734375, |
| 4901.53759765625, |
| 6008.56396484375, |
| 5400.98486328125, |
| 86486.171875, |
| 8244.1748046875, |
| 10088.27734375, |
| 4411.40478515625, |
| 4380.4169921875, |
| 8386.427734375, |
| 5769.88427734375, |
| -2833.515380859375, |
| 355.0080261230469, |
| 1020.188720703125, |
| 6151.42041015625, |
| 1216.1871337890625 |
| ], |
| [ |
| 4612.9482421875, |
| 1248.188232421875, |
| 5145.36962890625, |
| 6404.166015625, |
| 3797.770751953125, |
| 6530.458984375, |
| 5042.7919921875, |
| 6922.16796875, |
| 7457.3154296875, |
| 87190.9921875, |
| 6701.53564453125, |
| 2272.972412109375, |
| 4110.0048828125, |
| 4916.59326171875, |
| 3533.90234375, |
| -4632.55908203125, |
| 1476.968017578125, |
| 1905.5189208984375, |
| 6006.357421875, |
| 2365.793701171875 |
| ], |
| [ |
| 5189.01708984375, |
| 2197.95458984375, |
| 3932.4921875, |
| 6660.4296875, |
| 5110.47119140625, |
| 4722.03759765625, |
| 5527.46044921875, |
| 8027.4013671875, |
| 9197.4189453125, |
| 6389.896484375, |
| 78304.484375, |
| 4719.99169921875, |
| 6757.482421875, |
| 6423.20947265625, |
| 5382.9873046875, |
| -2864.254638671875, |
| 1233.37353515625, |
| 1423.881103515625, |
| 5712.6640625, |
| 1741.056884765625 |
| ], |
| [ |
| 908.43896484375, |
| -470.3661804199219, |
| 3791.032958984375, |
| 1882.9273681640625, |
| 2194.27685546875, |
| 1734.1895751953125, |
| 2005.2061767578125, |
| 3931.36474609375, |
| 3537.010986328125, |
| 2101.413818359375, |
| 4576.23681640625, |
| 82879.3984375, |
| 7175.8623046875, |
| 3214.9951171875, |
| 3814.50146484375, |
| -2297.11669921875, |
| 539.8406982421875, |
| -72.85272216796875, |
| 1721.239013671875, |
| 3295.5546875 |
| ], |
| [ |
| 1739.748779296875, |
| -1330.457763671875, |
| 2238.27783203125, |
| 3163.422607421875, |
| 2158.71240234375, |
| 1485.4444580078125, |
| 3571.302978515625, |
| 4976.40380859375, |
| 3223.043212890625, |
| 3419.83154296875, |
| 5790.84716796875, |
| 6449.97998046875, |
| 73231.890625, |
| 4752.1416015625, |
| 3260.394287109375, |
| -4472.46435546875, |
| 1280.86669921875, |
| 317.0715026855469, |
| 4409.49267578125, |
| 1702.6976318359375 |
| ], |
| [ |
| 3181.437744140625, |
| -478.321044921875, |
| 2929.63818359375, |
| 3802.897216796875, |
| 3751.96142578125, |
| 4540.5322265625, |
| 4684.1416015625, |
| 5142.06787109375, |
| 7090.740234375, |
| 4640.3505859375, |
| 6003.5654296875, |
| 3095.18310546875, |
| 5402.7998046875, |
| 78379.09375, |
| 5758.00244140625, |
| -1852.57080078125, |
| 1887.5562744140625, |
| 1485.0711669921875, |
| 6748.93701171875, |
| 870.336181640625 |
| ], |
| [ |
| 1813.5615234375, |
| -959.9415283203125, |
| 3624.06787109375, |
| 4368.77734375, |
| 4282.564453125, |
| 3787.69189453125, |
| 4858.64013671875, |
| 2471.879150390625, |
| 5431.5654296875, |
| 3544.089111328125, |
| 5602.24658203125, |
| 4131.064453125, |
| 3928.42578125, |
| 6353.60009765625, |
| 89938.796875, |
| -5134.48779296875, |
| 215.66725158691406, |
| 950.8955078125, |
| 3681.137939453125, |
| 2296.8974609375 |
| ], |
| [ |
| -2575.09423828125, |
| 807.455810546875, |
| -2652.043212890625, |
| -3386.158203125, |
| -891.8944702148438, |
| -2659.251708984375, |
| -3780.1015625, |
| -1839.80224609375, |
| -1537.6470947265625, |
| -3629.1103515625, |
| -2250.855712890625, |
| -2084.572509765625, |
| -4316.1025390625, |
| -1731.4010009765625, |
| -3942.9609375, |
| 54729.125, |
| -2221.49658203125, |
| -647.6644897460938, |
| -4623.27734375, |
| -2550.98876953125 |
| ], |
| [ |
| 1721.555419921875, |
| -111.23617553710938, |
| 527.14208984375, |
| 113.58931732177734, |
| -850.729248046875, |
| -83.70999145507812, |
| 1088.0673828125, |
| 627.2623291015625, |
| 201.85133361816406, |
| 1177.6943359375, |
| 989.2123413085938, |
| 338.5091247558594, |
| 1246.645751953125, |
| 1451.069091796875, |
| 121.39031982421875, |
| -1948.0277099609375, |
| 63373.078125, |
| -30.490951538085938, |
| 2035.4544677734375, |
| 2747.572265625 |
| ], |
| [ |
| 544.2734985351562, |
| -1429.8880615234375, |
| 1924.989013671875, |
| 2074.274169921875, |
| 290.1048583984375, |
| 2076.865234375, |
| 2350.359375, |
| 1022.64111328125, |
| 1035.6260986328125, |
| 2161.254638671875, |
| 1715.65478515625, |
| 55.21686553955078, |
| 461.6050109863281, |
| 1976.1170654296875, |
| 999.516845703125, |
| -916.3147583007812, |
| 58.543033599853516, |
| 110132.4296875, |
| 1053.029296875, |
| -680.1500244140625 |
| ], |
| [ |
| 2819.11474609375, |
| -95.45819091796875, |
| 4768.52197265625, |
| 5394.68896484375, |
| 1900.6126708984375, |
| 3832.770751953125, |
| 5281.15869140625, |
| 6253.90234375, |
| 5140.2421875, |
| 5666.396484375, |
| 5670.2568359375, |
| 1680.41650390625, |
| 5087.46826171875, |
| 6822.05615234375, |
| 3483.1572265625, |
| -5661.72314453125, |
| 2405.405029296875, |
| 1049.9764404296875, |
| 77320.234375, |
| 2510.584716796875 |
| ], |
| [ |
| 1619.960693359375, |
| 241.4835968017578, |
| 1731.443115234375, |
| 18.7440128326416, |
| 430.86279296875, |
| -402.7339172363281, |
| 850.4043579101562, |
| 867.64208984375, |
| 695.17431640625, |
| 1740.839111328125, |
| 1534.8154296875, |
| 2620.32470703125, |
| 1621.375, |
| 753.771728515625, |
| 2015.190185546875, |
| -2279.99609375, |
| 3031.8740234375, |
| -483.3724365234375, |
| 2141.08056640625, |
| 69483.265625 |
| ] |
| ] |
| }, |
| "kernel_trace": 44508.8984375, |
| "kernel_frobenius_norm": 10866.3505859375, |
| "mean_gradient_norm": 46.512483525098936, |
| "gradient_norms": [ |
| 31.034014177879556, |
| 36.689691329135876, |
| 49.779619198331055, |
| 42.61948561043933, |
| 40.411386844220964, |
| 47.346887464427446, |
| 51.75889030378797, |
| 45.971146068346215, |
| 53.283588112140706, |
| 52.69872121553159, |
| 48.6998645536884, |
| 50.485827069717935, |
| 43.855733426268934, |
| 46.90370620033332, |
| 55.53599810555763, |
| 36.18466833855341, |
| 39.81051470231708, |
| 67.84342128496414, |
| 46.44736727801228, |
| 42.889139218324836 |
| ], |
| "kernel_trace_sgd": 44508.8984375, |
| "kernel_frobenius_norm_sgd": 10866.3505859375, |
| "kernel_distance_sgd": 0.08940327912569046, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79330080.0, |
| "kernel_distance_signsgd": 0.055081918835639954, |
| "kernel_trace_asymmetric_signsgd": 1521929.75, |
| "kernel_frobenius_norm_asymmetric_signsgd": 352310.625, |
| "kernel_distance_asymmetric_signsgd": 0.06666789203882217, |
| "linearization_error": 3.9259477569161936, |
| "kernel_distance": 0.08940327912569046 |
| }, |
| { |
| "step": 150, |
| "kernel_matrix": [ |
| [ |
| 972.4815063476562, |
| 119.8372802734375, |
| 19.86250114440918, |
| 85.83369445800781, |
| 120.67501068115234, |
| 185.78439331054688, |
| 69.0738525390625, |
| 39.49310302734375, |
| 142.2449493408203, |
| 126.258056640625, |
| 136.9416961669922, |
| 33.68429183959961, |
| 26.648548126220703, |
| 66.10042572021484, |
| 20.97462272644043, |
| -55.9821891784668, |
| 53.28578567504883, |
| 12.334979057312012, |
| 66.5538101196289, |
| 24.11016082763672 |
| ], |
| [ |
| 119.8372802734375, |
| 1236.2900390625, |
| 50.337158203125, |
| 33.92612838745117, |
| 64.46098327636719, |
| 78.01582336425781, |
| 1.8885765075683594, |
| 6.82150936126709, |
| 92.43099212646484, |
| 51.787376403808594, |
| 51.23427963256836, |
| -32.10835647583008, |
| -58.60931396484375, |
| -18.52735137939453, |
| -28.562543869018555, |
| 21.950834274291992, |
| 22.127172470092773, |
| -30.411239624023438, |
| -12.80763053894043, |
| -2.0218851566314697 |
| ], |
| [ |
| 19.86250114440918, |
| 50.337158203125, |
| 2432.171630859375, |
| 29.679018020629883, |
| 108.3848648071289, |
| 115.67887878417969, |
| 141.06961059570312, |
| 74.41124725341797, |
| 291.47344970703125, |
| 159.92233276367188, |
| 140.5836944580078, |
| 147.33853149414062, |
| 50.790916442871094, |
| 74.25305938720703, |
| 100.000244140625, |
| -47.37509536743164, |
| 39.36080551147461, |
| 17.119447708129883, |
| 108.9185562133789, |
| 51.922386169433594 |
| ], |
| [ |
| 85.83369445800781, |
| 33.92612838745117, |
| 29.679018020629883, |
| 1792.6158447265625, |
| 152.97567749023438, |
| 166.73330688476562, |
| 178.949951171875, |
| 67.62627410888672, |
| 166.82925415039062, |
| 185.5700225830078, |
| 194.93846130371094, |
| 46.53788757324219, |
| 72.88988494873047, |
| 105.07614135742188, |
| 114.26935577392578, |
| -72.08368682861328, |
| 18.770702362060547, |
| 78.28097534179688, |
| 139.327392578125, |
| -3.9610788822174072 |
| ], |
| [ |
| 120.67501068115234, |
| 64.46098327636719, |
| 108.3848648071289, |
| 152.97567749023438, |
| 1635.8580322265625, |
| 114.65171813964844, |
| 85.6720199584961, |
| 47.899505615234375, |
| 217.8486328125, |
| 107.74909973144531, |
| 141.13748168945312, |
| 101.21066284179688, |
| 51.47062683105469, |
| 102.07279968261719, |
| 98.29549407958984, |
| -20.737468719482422, |
| -20.11686897277832, |
| -3.2979726791381836, |
| 43.086238861083984, |
| 22.29456329345703 |
| ], |
| [ |
| 185.78439331054688, |
| 78.01582336425781, |
| 115.67887878417969, |
| 166.73330688476562, |
| 114.65171813964844, |
| 2360.669677734375, |
| 136.52468872070312, |
| 113.71781158447266, |
| 211.24896240234375, |
| 212.90054321289062, |
| 200.17059326171875, |
| 65.3792495727539, |
| 35.277042388916016, |
| 141.52285766601562, |
| 97.4937744140625, |
| -72.09187316894531, |
| 9.33431625366211, |
| 98.5602035522461, |
| 106.209716796875, |
| -52.20718765258789 |
| ], |
| [ |
| 69.0738525390625, |
| 1.8885765075683594, |
| 141.06961059570312, |
| 178.949951171875, |
| 85.6720199584961, |
| 136.52468872070312, |
| 2803.4794921875, |
| 122.05619812011719, |
| 296.35302734375, |
| 205.81895446777344, |
| 243.27871704101562, |
| 83.82684326171875, |
| 143.4132843017578, |
| 200.56350708007812, |
| 198.55352783203125, |
| -127.11199188232422, |
| 61.5988655090332, |
| 102.5159912109375, |
| 220.35415649414062, |
| 17.0850772857666 |
| ], |
| [ |
| 39.49310302734375, |
| 6.82150936126709, |
| 74.41124725341797, |
| 67.62627410888672, |
| 47.899505615234375, |
| 113.71781158447266, |
| 122.05619812011719, |
| 2090.170166015625, |
| 239.13169860839844, |
| 241.16400146484375, |
| 293.7446594238281, |
| 168.87132263183594, |
| 180.27496337890625, |
| 200.9448699951172, |
| 78.1836166381836, |
| -73.3906021118164, |
| 28.478343963623047, |
| 21.917470932006836, |
| 223.79840087890625, |
| 48.08164978027344 |
| ], |
| [ |
| 142.2449493408203, |
| 92.43099212646484, |
| 291.47344970703125, |
| 166.82925415039062, |
| 217.8486328125, |
| 211.24896240234375, |
| 296.35302734375, |
| 239.13169860839844, |
| 3035.048095703125, |
| 403.6564636230469, |
| 468.38995361328125, |
| 189.06561279296875, |
| 121.08436584472656, |
| 314.4799499511719, |
| 211.75994873046875, |
| -93.66722106933594, |
| 60.35449981689453, |
| 11.033349990844727, |
| 222.28530883789062, |
| 36.5324592590332 |
| ], |
| [ |
| 126.258056640625, |
| 51.787376403808594, |
| 159.92233276367188, |
| 185.5700225830078, |
| 107.74909973144531, |
| 212.90054321289062, |
| 205.81895446777344, |
| 241.16400146484375, |
| 403.6564636230469, |
| 2958.243408203125, |
| 287.4455261230469, |
| 66.91957092285156, |
| 90.11679077148438, |
| 182.14974975585938, |
| 65.63871765136719, |
| -129.1317596435547, |
| 93.15939331054688, |
| 134.13320922851562, |
| 252.3802490234375, |
| 83.1901626586914 |
| ], |
| [ |
| 136.9416961669922, |
| 51.23427963256836, |
| 140.5836944580078, |
| 194.93846130371094, |
| 141.13748168945312, |
| 200.17059326171875, |
| 243.27871704101562, |
| 293.7446594238281, |
| 468.38995361328125, |
| 287.4455261230469, |
| 2345.654541015625, |
| 188.5912628173828, |
| 228.9384002685547, |
| 230.17562866210938, |
| 190.0726776123047, |
| -79.61153411865234, |
| 49.14931106567383, |
| 74.59224700927734, |
| 245.0880584716797, |
| 46.023231506347656 |
| ], |
| [ |
| 33.68429183959961, |
| -32.10835647583008, |
| 147.33853149414062, |
| 46.53788757324219, |
| 101.21066284179688, |
| 65.3792495727539, |
| 83.82684326171875, |
| 168.87132263183594, |
| 189.06561279296875, |
| 66.91957092285156, |
| 188.5912628173828, |
| 2607.8125, |
| 261.86895751953125, |
| 128.4422149658203, |
| 160.23931884765625, |
| -45.272315979003906, |
| 0.22205829620361328, |
| -26.12017250061035, |
| 62.18124771118164, |
| 107.45870208740234 |
| ], |
| [ |
| 26.648548126220703, |
| -58.60931396484375, |
| 50.790916442871094, |
| 72.88988494873047, |
| 51.47062683105469, |
| 35.277042388916016, |
| 143.4132843017578, |
| 180.27496337890625, |
| 121.08436584472656, |
| 90.11679077148438, |
| 228.9384002685547, |
| 261.86895751953125, |
| 1933.0015869140625, |
| 176.51165771484375, |
| 119.29383850097656, |
| -98.50727081298828, |
| 38.93020248413086, |
| 8.210734367370605, |
| 131.01211547851562, |
| 35.59758377075195 |
| ], |
| [ |
| 66.10042572021484, |
| -18.52735137939453, |
| 74.25305938720703, |
| 105.07614135742188, |
| 102.07279968261719, |
| 141.52285766601562, |
| 200.56350708007812, |
| 200.9448699951172, |
| 314.4799499511719, |
| 182.14974975585938, |
| 230.17562866210938, |
| 128.4422149658203, |
| 176.51165771484375, |
| 2118.95458984375, |
| 180.9312744140625, |
| -48.23928451538086, |
| 49.60395812988281, |
| 56.33515167236328, |
| 242.82408142089844, |
| 4.916553020477295 |
| ], |
| [ |
| 20.97462272644043, |
| -28.562543869018555, |
| 100.000244140625, |
| 114.26935577392578, |
| 98.29549407958984, |
| 97.4937744140625, |
| 198.55352783203125, |
| 78.1836166381836, |
| 211.75994873046875, |
| 65.63871765136719, |
| 190.0726776123047, |
| 160.23931884765625, |
| 119.29383850097656, |
| 180.9312744140625, |
| 2832.978759765625, |
| -95.47269439697266, |
| -0.8526830673217773, |
| -3.5074353218078613, |
| 71.11290740966797, |
| 76.70779418945312 |
| ], |
| [ |
| -55.9821891784668, |
| 21.950834274291992, |
| -47.37509536743164, |
| -72.08368682861328, |
| -20.737468719482422, |
| -72.09187316894531, |
| -127.11199188232422, |
| -73.3906021118164, |
| -93.66722106933594, |
| -129.1317596435547, |
| -79.61153411865234, |
| -45.272315979003906, |
| -98.50727081298828, |
| -48.23928451538086, |
| -95.47269439697266, |
| 1293.2122802734375, |
| -59.578460693359375, |
| -34.53981399536133, |
| -144.22108459472656, |
| -48.52297592163086 |
| ], |
| [ |
| 53.28578567504883, |
| 22.127172470092773, |
| 39.36080551147461, |
| 18.770702362060547, |
| -20.11686897277832, |
| 9.33431625366211, |
| 61.5988655090332, |
| 28.478343963623047, |
| 60.35449981689453, |
| 93.15939331054688, |
| 49.14931106567383, |
| 0.22205829620361328, |
| 38.93020248413086, |
| 49.60395812988281, |
| -0.8526830673217773, |
| -59.578460693359375, |
| 1542.4503173828125, |
| -9.711999893188477, |
| 88.86236572265625, |
| 71.65298461914062 |
| ], |
| [ |
| 12.334979057312012, |
| -30.411239624023438, |
| 17.119447708129883, |
| 78.28097534179688, |
| -3.2979726791381836, |
| 98.5602035522461, |
| 102.5159912109375, |
| 21.917470932006836, |
| 11.033349990844727, |
| 134.13320922851562, |
| 74.59224700927734, |
| -26.12017250061035, |
| 8.210734367370605, |
| 56.33515167236328, |
| -3.5074353218078613, |
| -34.53981399536133, |
| -9.711999893188477, |
| 4472.66259765625, |
| 44.8326530456543, |
| -53.75189971923828 |
| ], |
| [ |
| 66.5538101196289, |
| -12.80763053894043, |
| 108.9185562133789, |
| 139.327392578125, |
| 43.086238861083984, |
| 106.209716796875, |
| 220.35415649414062, |
| 223.79840087890625, |
| 222.28530883789062, |
| 252.3802490234375, |
| 245.0880584716797, |
| 62.18124771118164, |
| 131.01211547851562, |
| 242.82408142089844, |
| 71.11290740966797, |
| -144.22108459472656, |
| 88.86236572265625, |
| 44.8326530456543, |
| 2078.495361328125, |
| 96.36211395263672 |
| ], |
| [ |
| 24.11016082763672, |
| -2.0218851566314697, |
| 51.922386169433594, |
| -3.9610788822174072, |
| 22.29456329345703, |
| -52.20718765258789, |
| 17.0850772857666, |
| 48.08164978027344, |
| 36.5324592590332, |
| 83.1901626586914, |
| 46.023231506347656, |
| 107.45870208740234, |
| 35.59758377075195, |
| 4.916553020477295, |
| 76.70779418945312, |
| -48.52297592163086, |
| 71.65298461914062, |
| -53.75189971923828, |
| 96.36211395263672, |
| 1756.3486328125 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 972.4815063476562, |
| 119.8372802734375, |
| 19.86250114440918, |
| 85.83369445800781, |
| 120.67501068115234, |
| 185.78439331054688, |
| 69.0738525390625, |
| 39.49310302734375, |
| 142.2449493408203, |
| 126.258056640625, |
| 136.9416961669922, |
| 33.68429183959961, |
| 26.648548126220703, |
| 66.10042572021484, |
| 20.97462272644043, |
| -55.9821891784668, |
| 53.28578567504883, |
| 12.334979057312012, |
| 66.5538101196289, |
| 24.11016082763672 |
| ], |
| [ |
| 119.8372802734375, |
| 1236.2900390625, |
| 50.337158203125, |
| 33.92612838745117, |
| 64.46098327636719, |
| 78.01582336425781, |
| 1.8885765075683594, |
| 6.82150936126709, |
| 92.43099212646484, |
| 51.787376403808594, |
| 51.23427963256836, |
| -32.10835647583008, |
| -58.60931396484375, |
| -18.52735137939453, |
| -28.562543869018555, |
| 21.950834274291992, |
| 22.127172470092773, |
| -30.411239624023438, |
| -12.80763053894043, |
| -2.0218851566314697 |
| ], |
| [ |
| 19.86250114440918, |
| 50.337158203125, |
| 2432.171630859375, |
| 29.679018020629883, |
| 108.3848648071289, |
| 115.67887878417969, |
| 141.06961059570312, |
| 74.41124725341797, |
| 291.47344970703125, |
| 159.92233276367188, |
| 140.5836944580078, |
| 147.33853149414062, |
| 50.790916442871094, |
| 74.25305938720703, |
| 100.000244140625, |
| -47.37509536743164, |
| 39.36080551147461, |
| 17.119447708129883, |
| 108.9185562133789, |
| 51.922386169433594 |
| ], |
| [ |
| 85.83369445800781, |
| 33.92612838745117, |
| 29.679018020629883, |
| 1792.6158447265625, |
| 152.97567749023438, |
| 166.73330688476562, |
| 178.949951171875, |
| 67.62627410888672, |
| 166.82925415039062, |
| 185.5700225830078, |
| 194.93846130371094, |
| 46.53788757324219, |
| 72.88988494873047, |
| 105.07614135742188, |
| 114.26935577392578, |
| -72.08368682861328, |
| 18.770702362060547, |
| 78.28097534179688, |
| 139.327392578125, |
| -3.9610788822174072 |
| ], |
| [ |
| 120.67501068115234, |
| 64.46098327636719, |
| 108.3848648071289, |
| 152.97567749023438, |
| 1635.8580322265625, |
| 114.65171813964844, |
| 85.6720199584961, |
| 47.899505615234375, |
| 217.8486328125, |
| 107.74909973144531, |
| 141.13748168945312, |
| 101.21066284179688, |
| 51.47062683105469, |
| 102.07279968261719, |
| 98.29549407958984, |
| -20.737468719482422, |
| -20.11686897277832, |
| -3.2979726791381836, |
| 43.086238861083984, |
| 22.29456329345703 |
| ], |
| [ |
| 185.78439331054688, |
| 78.01582336425781, |
| 115.67887878417969, |
| 166.73330688476562, |
| 114.65171813964844, |
| 2360.669677734375, |
| 136.52468872070312, |
| 113.71781158447266, |
| 211.24896240234375, |
| 212.90054321289062, |
| 200.17059326171875, |
| 65.3792495727539, |
| 35.277042388916016, |
| 141.52285766601562, |
| 97.4937744140625, |
| -72.09187316894531, |
| 9.33431625366211, |
| 98.5602035522461, |
| 106.209716796875, |
| -52.20718765258789 |
| ], |
| [ |
| 69.0738525390625, |
| 1.8885765075683594, |
| 141.06961059570312, |
| 178.949951171875, |
| 85.6720199584961, |
| 136.52468872070312, |
| 2803.4794921875, |
| 122.05619812011719, |
| 296.35302734375, |
| 205.81895446777344, |
| 243.27871704101562, |
| 83.82684326171875, |
| 143.4132843017578, |
| 200.56350708007812, |
| 198.55352783203125, |
| -127.11199188232422, |
| 61.5988655090332, |
| 102.5159912109375, |
| 220.35415649414062, |
| 17.0850772857666 |
| ], |
| [ |
| 39.49310302734375, |
| 6.82150936126709, |
| 74.41124725341797, |
| 67.62627410888672, |
| 47.899505615234375, |
| 113.71781158447266, |
| 122.05619812011719, |
| 2090.170166015625, |
| 239.13169860839844, |
| 241.16400146484375, |
| 293.7446594238281, |
| 168.87132263183594, |
| 180.27496337890625, |
| 200.9448699951172, |
| 78.1836166381836, |
| -73.3906021118164, |
| 28.478343963623047, |
| 21.917470932006836, |
| 223.79840087890625, |
| 48.08164978027344 |
| ], |
| [ |
| 142.2449493408203, |
| 92.43099212646484, |
| 291.47344970703125, |
| 166.82925415039062, |
| 217.8486328125, |
| 211.24896240234375, |
| 296.35302734375, |
| 239.13169860839844, |
| 3035.048095703125, |
| 403.6564636230469, |
| 468.38995361328125, |
| 189.06561279296875, |
| 121.08436584472656, |
| 314.4799499511719, |
| 211.75994873046875, |
| -93.66722106933594, |
| 60.35449981689453, |
| 11.033349990844727, |
| 222.28530883789062, |
| 36.5324592590332 |
| ], |
| [ |
| 126.258056640625, |
| 51.787376403808594, |
| 159.92233276367188, |
| 185.5700225830078, |
| 107.74909973144531, |
| 212.90054321289062, |
| 205.81895446777344, |
| 241.16400146484375, |
| 403.6564636230469, |
| 2958.243408203125, |
| 287.4455261230469, |
| 66.91957092285156, |
| 90.11679077148438, |
| 182.14974975585938, |
| 65.63871765136719, |
| -129.1317596435547, |
| 93.15939331054688, |
| 134.13320922851562, |
| 252.3802490234375, |
| 83.1901626586914 |
| ], |
| [ |
| 136.9416961669922, |
| 51.23427963256836, |
| 140.5836944580078, |
| 194.93846130371094, |
| 141.13748168945312, |
| 200.17059326171875, |
| 243.27871704101562, |
| 293.7446594238281, |
| 468.38995361328125, |
| 287.4455261230469, |
| 2345.654541015625, |
| 188.5912628173828, |
| 228.9384002685547, |
| 230.17562866210938, |
| 190.0726776123047, |
| -79.61153411865234, |
| 49.14931106567383, |
| 74.59224700927734, |
| 245.0880584716797, |
| 46.023231506347656 |
| ], |
| [ |
| 33.68429183959961, |
| -32.10835647583008, |
| 147.33853149414062, |
| 46.53788757324219, |
| 101.21066284179688, |
| 65.3792495727539, |
| 83.82684326171875, |
| 168.87132263183594, |
| 189.06561279296875, |
| 66.91957092285156, |
| 188.5912628173828, |
| 2607.8125, |
| 261.86895751953125, |
| 128.4422149658203, |
| 160.23931884765625, |
| -45.272315979003906, |
| 0.22205829620361328, |
| -26.12017250061035, |
| 62.18124771118164, |
| 107.45870208740234 |
| ], |
| [ |
| 26.648548126220703, |
| -58.60931396484375, |
| 50.790916442871094, |
| 72.88988494873047, |
| 51.47062683105469, |
| 35.277042388916016, |
| 143.4132843017578, |
| 180.27496337890625, |
| 121.08436584472656, |
| 90.11679077148438, |
| 228.9384002685547, |
| 261.86895751953125, |
| 1933.0015869140625, |
| 176.51165771484375, |
| 119.29383850097656, |
| -98.50727081298828, |
| 38.93020248413086, |
| 8.210734367370605, |
| 131.01211547851562, |
| 35.59758377075195 |
| ], |
| [ |
| 66.10042572021484, |
| -18.52735137939453, |
| 74.25305938720703, |
| 105.07614135742188, |
| 102.07279968261719, |
| 141.52285766601562, |
| 200.56350708007812, |
| 200.9448699951172, |
| 314.4799499511719, |
| 182.14974975585938, |
| 230.17562866210938, |
| 128.4422149658203, |
| 176.51165771484375, |
| 2118.95458984375, |
| 180.9312744140625, |
| -48.23928451538086, |
| 49.60395812988281, |
| 56.33515167236328, |
| 242.82408142089844, |
| 4.916553020477295 |
| ], |
| [ |
| 20.97462272644043, |
| -28.562543869018555, |
| 100.000244140625, |
| 114.26935577392578, |
| 98.29549407958984, |
| 97.4937744140625, |
| 198.55352783203125, |
| 78.1836166381836, |
| 211.75994873046875, |
| 65.63871765136719, |
| 190.0726776123047, |
| 160.23931884765625, |
| 119.29383850097656, |
| 180.9312744140625, |
| 2832.978759765625, |
| -95.47269439697266, |
| -0.8526830673217773, |
| -3.5074353218078613, |
| 71.11290740966797, |
| 76.70779418945312 |
| ], |
| [ |
| -55.9821891784668, |
| 21.950834274291992, |
| -47.37509536743164, |
| -72.08368682861328, |
| -20.737468719482422, |
| -72.09187316894531, |
| -127.11199188232422, |
| -73.3906021118164, |
| -93.66722106933594, |
| -129.1317596435547, |
| -79.61153411865234, |
| -45.272315979003906, |
| -98.50727081298828, |
| -48.23928451538086, |
| -95.47269439697266, |
| 1293.2122802734375, |
| -59.578460693359375, |
| -34.53981399536133, |
| -144.22108459472656, |
| -48.52297592163086 |
| ], |
| [ |
| 53.28578567504883, |
| 22.127172470092773, |
| 39.36080551147461, |
| 18.770702362060547, |
| -20.11686897277832, |
| 9.33431625366211, |
| 61.5988655090332, |
| 28.478343963623047, |
| 60.35449981689453, |
| 93.15939331054688, |
| 49.14931106567383, |
| 0.22205829620361328, |
| 38.93020248413086, |
| 49.60395812988281, |
| -0.8526830673217773, |
| -59.578460693359375, |
| 1542.4503173828125, |
| -9.711999893188477, |
| 88.86236572265625, |
| 71.65298461914062 |
| ], |
| [ |
| 12.334979057312012, |
| -30.411239624023438, |
| 17.119447708129883, |
| 78.28097534179688, |
| -3.2979726791381836, |
| 98.5602035522461, |
| 102.5159912109375, |
| 21.917470932006836, |
| 11.033349990844727, |
| 134.13320922851562, |
| 74.59224700927734, |
| -26.12017250061035, |
| 8.210734367370605, |
| 56.33515167236328, |
| -3.5074353218078613, |
| -34.53981399536133, |
| -9.711999893188477, |
| 4472.66259765625, |
| 44.8326530456543, |
| -53.75189971923828 |
| ], |
| [ |
| 66.5538101196289, |
| -12.80763053894043, |
| 108.9185562133789, |
| 139.327392578125, |
| 43.086238861083984, |
| 106.209716796875, |
| 220.35415649414062, |
| 223.79840087890625, |
| 222.28530883789062, |
| 252.3802490234375, |
| 245.0880584716797, |
| 62.18124771118164, |
| 131.01211547851562, |
| 242.82408142089844, |
| 71.11290740966797, |
| -144.22108459472656, |
| 88.86236572265625, |
| 44.8326530456543, |
| 2078.495361328125, |
| 96.36211395263672 |
| ], |
| [ |
| 24.11016082763672, |
| -2.0218851566314697, |
| 51.922386169433594, |
| -3.9610788822174072, |
| 22.29456329345703, |
| -52.20718765258789, |
| 17.0850772857666, |
| 48.08164978027344, |
| 36.5324592590332, |
| 83.1901626586914, |
| 46.023231506347656, |
| 107.45870208740234, |
| 35.59758377075195, |
| 4.916553020477295, |
| 76.70779418945312, |
| -48.52297592163086, |
| 71.65298461914062, |
| -53.75189971923828, |
| 96.36211395263672, |
| 1756.3486328125 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 561494.0, |
| 196330.0, |
| 448076.0, |
| 648062.0, |
| 907158.0, |
| 184794.0, |
| 189798.0, |
| 465718.0, |
| 465152.0, |
| 500680.0, |
| 25656.0, |
| 145276.0, |
| 382390.0, |
| 195148.0, |
| -432612.0, |
| 252852.0, |
| 84680.0, |
| 236380.0, |
| 215400.0 |
| ], |
| [ |
| 561494.0, |
| 17596416.0, |
| 29924.0, |
| 23374.0, |
| 447712.0, |
| 128252.0, |
| -181340.0, |
| -63332.0, |
| 281976.0, |
| -74858.0, |
| 124218.0, |
| -211982.0, |
| -358650.0, |
| -174616.0, |
| -119866.0, |
| 263382.0, |
| -73938.0, |
| -100962.0, |
| -162530.0, |
| 56662.0 |
| ], |
| [ |
| 196330.0, |
| 29924.0, |
| 17596416.0, |
| 284146.0, |
| 326916.0, |
| 409336.0, |
| 486364.0, |
| 261548.0, |
| 585148.0, |
| 608210.0, |
| 451330.0, |
| 532930.0, |
| 377302.0, |
| 285944.0, |
| 454866.0, |
| -525990.0, |
| 66710.0, |
| 189994.0, |
| 553522.0, |
| 324498.0 |
| ], |
| [ |
| 448076.0, |
| 23374.0, |
| 284146.0, |
| 17596416.0, |
| 775670.0, |
| 866434.0, |
| 618854.0, |
| 421434.0, |
| 397658.0, |
| 763260.0, |
| 730044.0, |
| 279204.0, |
| 365216.0, |
| 349318.0, |
| 454636.0, |
| -420232.0, |
| -284192.0, |
| 233232.0, |
| 564068.0, |
| -132036.0 |
| ], |
| [ |
| 648062.0, |
| 447712.0, |
| 326916.0, |
| 775670.0, |
| 17596416.0, |
| 551844.0, |
| 259620.0, |
| 144552.0, |
| 613336.0, |
| 466458.0, |
| 519926.0, |
| 130978.0, |
| 188442.0, |
| 305464.0, |
| 525330.0, |
| -78158.0, |
| -292002.0, |
| 41982.0, |
| 185462.0, |
| -50338.0 |
| ], |
| [ |
| 907158.0, |
| 128252.0, |
| 409336.0, |
| 866434.0, |
| 551844.0, |
| 17596416.0, |
| 572884.0, |
| 538264.0, |
| 457668.0, |
| 834882.0, |
| 597622.0, |
| 257690.0, |
| 286798.0, |
| 474696.0, |
| 513054.0, |
| -429482.0, |
| -200222.0, |
| 211454.0, |
| 491498.0, |
| -79130.0 |
| ], |
| [ |
| 184794.0, |
| -181340.0, |
| 486364.0, |
| 618854.0, |
| 259620.0, |
| 572884.0, |
| 17596416.0, |
| 499116.0, |
| 695028.0, |
| 765586.0, |
| 704994.0, |
| 366530.0, |
| 582998.0, |
| 590164.0, |
| 682070.0, |
| -609110.0, |
| 70894.0, |
| 245446.0, |
| 644426.0, |
| 144402.0 |
| ], |
| [ |
| 189798.0, |
| -63332.0, |
| 261548.0, |
| 421434.0, |
| 144552.0, |
| 538264.0, |
| 499116.0, |
| 17596416.0, |
| 709652.0, |
| 797490.0, |
| 1046258.0, |
| 472658.0, |
| 728350.0, |
| 711752.0, |
| 333098.0, |
| -422598.0, |
| 98802.0, |
| 202538.0, |
| 933406.0, |
| 32766.0 |
| ], |
| [ |
| 465718.0, |
| 281976.0, |
| 585148.0, |
| 397658.0, |
| 613336.0, |
| 457668.0, |
| 695028.0, |
| 709652.0, |
| 17596416.0, |
| 795874.0, |
| 1107930.0, |
| 263638.0, |
| 360438.0, |
| 847320.0, |
| 567926.0, |
| -211190.0, |
| 111486.0, |
| 172078.0, |
| 628794.0, |
| 123058.0 |
| ], |
| [ |
| 465152.0, |
| -74858.0, |
| 608210.0, |
| 763260.0, |
| 466458.0, |
| 834882.0, |
| 765586.0, |
| 797490.0, |
| 795874.0, |
| 17596416.0, |
| 837432.0, |
| 399016.0, |
| 553376.0, |
| 671046.0, |
| 617968.0, |
| -763512.0, |
| 176124.0, |
| 260508.0, |
| 743504.0, |
| 274512.0 |
| ], |
| [ |
| 500680.0, |
| 124218.0, |
| 451330.0, |
| 730044.0, |
| 519926.0, |
| 597622.0, |
| 704994.0, |
| 1046258.0, |
| 1107930.0, |
| 837432.0, |
| 17596416.0, |
| 486036.0, |
| 737256.0, |
| 795334.0, |
| 647696.0, |
| -424640.0, |
| 141564.0, |
| 250176.0, |
| 786044.0, |
| 151604.0 |
| ], |
| [ |
| 25656.0, |
| -211982.0, |
| 532930.0, |
| 279204.0, |
| 130978.0, |
| 257690.0, |
| 366530.0, |
| 472658.0, |
| 263638.0, |
| 399016.0, |
| 486036.0, |
| 17596416.0, |
| 863088.0, |
| 444854.0, |
| 504704.0, |
| -418088.0, |
| 167592.0, |
| 42504.0, |
| 324576.0, |
| 432620.0 |
| ], |
| [ |
| 145276.0, |
| -358650.0, |
| 377302.0, |
| 365216.0, |
| 188442.0, |
| 286798.0, |
| 582998.0, |
| 728350.0, |
| 360438.0, |
| 553376.0, |
| 737256.0, |
| 863088.0, |
| 17596416.0, |
| 672678.0, |
| 374484.0, |
| -707456.0, |
| 251420.0, |
| 92496.0, |
| 597036.0, |
| 233188.0 |
| ], |
| [ |
| 382390.0, |
| -174616.0, |
| 285944.0, |
| 349318.0, |
| 305464.0, |
| 474696.0, |
| 590164.0, |
| 711752.0, |
| 847320.0, |
| 671046.0, |
| 795334.0, |
| 444854.0, |
| 672678.0, |
| 17596416.0, |
| 621158.0, |
| -302670.0, |
| 290254.0, |
| 280838.0, |
| 885446.0, |
| 66690.0 |
| ], |
| [ |
| 195148.0, |
| -119866.0, |
| 454866.0, |
| 454636.0, |
| 525330.0, |
| 513054.0, |
| 682070.0, |
| 333098.0, |
| 567926.0, |
| 617968.0, |
| 647696.0, |
| 504704.0, |
| 374484.0, |
| 621158.0, |
| 17596416.0, |
| -563392.0, |
| -68792.0, |
| 132044.0, |
| 409660.0, |
| 179332.0 |
| ], |
| [ |
| -432612.0, |
| 263382.0, |
| -525990.0, |
| -420232.0, |
| -78158.0, |
| -429482.0, |
| -609110.0, |
| -422598.0, |
| -211190.0, |
| -763512.0, |
| -424640.0, |
| -418088.0, |
| -707456.0, |
| -302670.0, |
| -563392.0, |
| 17596416.0, |
| -356588.0, |
| -93868.0, |
| -826144.0, |
| -528760.0 |
| ], |
| [ |
| 252852.0, |
| -73938.0, |
| 66710.0, |
| -284192.0, |
| -292002.0, |
| -200222.0, |
| 70894.0, |
| 98802.0, |
| 111486.0, |
| 176124.0, |
| 141564.0, |
| 167592.0, |
| 251420.0, |
| 290254.0, |
| -68792.0, |
| -356588.0, |
| 17596416.0, |
| -29080.0, |
| 260448.0, |
| 707812.0 |
| ], |
| [ |
| 84680.0, |
| -100962.0, |
| 189994.0, |
| 233232.0, |
| 41982.0, |
| 211454.0, |
| 245446.0, |
| 202538.0, |
| 172078.0, |
| 260508.0, |
| 250176.0, |
| 42504.0, |
| 92496.0, |
| 280838.0, |
| 132044.0, |
| -93868.0, |
| -29080.0, |
| 17596416.0, |
| 229080.0, |
| -66712.0 |
| ], |
| [ |
| 236380.0, |
| -162530.0, |
| 553522.0, |
| 564068.0, |
| 185462.0, |
| 491498.0, |
| 644426.0, |
| 933406.0, |
| 628794.0, |
| 743504.0, |
| 786044.0, |
| 324576.0, |
| 597036.0, |
| 885446.0, |
| 409660.0, |
| -826144.0, |
| 260448.0, |
| 229080.0, |
| 17596416.0, |
| 178188.0 |
| ], |
| [ |
| 215400.0, |
| 56662.0, |
| 324498.0, |
| -132036.0, |
| -50338.0, |
| -79130.0, |
| 144402.0, |
| 32766.0, |
| 123058.0, |
| 274512.0, |
| 151604.0, |
| 432620.0, |
| 233188.0, |
| 66690.0, |
| 179332.0, |
| -528760.0, |
| 707812.0, |
| -66712.0, |
| 178188.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 50465.03515625, |
| 3493.677734375, |
| 497.8348388671875, |
| 2640.856201171875, |
| 3413.51220703125, |
| 5101.4755859375, |
| 1540.922607421875, |
| 829.8143920898438, |
| 2223.906982421875, |
| 2693.89404296875, |
| 2795.049560546875, |
| 527.6721801757812, |
| 697.8052978515625, |
| 1691.143798828125, |
| 755.3648681640625, |
| -1815.89599609375, |
| 1538.426513671875, |
| 291.4263916015625, |
| 1632.3660888671875, |
| 960.7244873046875 |
| ], |
| [ |
| 3691.49609375, |
| 57399.67578125, |
| 822.747314453125, |
| 561.9165649414062, |
| 2078.0087890625, |
| 1690.524169921875, |
| -613.3433227539062, |
| 61.05928039550781, |
| 1304.8548583984375, |
| 373.8974304199219, |
| 850.3812866210938, |
| -714.849365234375, |
| -1692.3629150390625, |
| -850.4425048828125, |
| -714.6181030273438, |
| 1288.7623291015625, |
| -1.7399041652679443, |
| -707.5792236328125, |
| -472.642822265625, |
| 271.3532409667969 |
| ], |
| [ |
| 878.3011474609375, |
| 998.1268920898438, |
| 82004.3359375, |
| 1618.90771484375, |
| 2377.772216796875, |
| 2813.455078125, |
| 2733.085205078125, |
| 2048.678466796875, |
| 4841.28369140625, |
| 4233.75146484375, |
| 3080.81640625, |
| 3304.18994140625, |
| 1934.5113525390625, |
| 2258.363525390625, |
| 2398.7763671875, |
| -2376.439208984375, |
| 790.3609008789062, |
| 1251.8162841796875, |
| 3764.7646484375, |
| 1762.144775390625 |
| ], |
| [ |
| 3423.763671875, |
| 815.3432006835938, |
| 1448.78125, |
| 70782.5, |
| 5040.3466796875, |
| 4632.77978515625, |
| 3659.312744140625, |
| 1986.3406982421875, |
| 3012.72265625, |
| 4138.53955078125, |
| 4673.99169921875, |
| 1383.261962890625, |
| 1953.0286865234375, |
| 2827.326171875, |
| 2214.6650390625, |
| -2248.47021484375, |
| -75.4043960571289, |
| 1516.805908203125, |
| 3769.8564453125, |
| -304.18475341796875 |
| ], |
| [ |
| 4348.9658203125, |
| 2509.093994140625, |
| 2053.064697265625, |
| 4957.44873046875, |
| 66525.65625, |
| 3177.732666015625, |
| 1435.6324462890625, |
| 1038.1007080078125, |
| 4243.75439453125, |
| 2488.626953125, |
| 3624.48291015625, |
| 1799.5501708984375, |
| 1223.0247802734375, |
| 2754.282470703125, |
| 3185.963134765625, |
| -410.76202392578125, |
| -926.8302612304688, |
| -45.17451477050781, |
| 1431.6072998046875, |
| 71.15835571289062 |
| ], |
| [ |
| 8067.5244140625, |
| 2104.681396484375, |
| 2799.827392578125, |
| 5482.57275390625, |
| 3933.906494140625, |
| 82239.203125, |
| 3286.896728515625, |
| 3818.596435546875, |
| 3973.015625, |
| 5443.4091796875, |
| 4445.775390625, |
| 1701.0836181640625, |
| 1385.229736328125, |
| 3867.034912109375, |
| 2824.35009765625, |
| -2766.701171875, |
| -639.2064208984375, |
| 1831.6524658203125, |
| 3219.25830078125, |
| -925.8980102539062 |
| ], |
| [ |
| 2479.13525390625, |
| -981.2504272460938, |
| 2988.3779296875, |
| 4949.59326171875, |
| 2083.21435546875, |
| 3764.972900390625, |
| 87990.6875, |
| 3180.44580078125, |
| 5614.26416015625, |
| 4960.240234375, |
| 5551.2421875, |
| 2411.77978515625, |
| 4297.91357421875, |
| 5132.6142578125, |
| 4930.46630859375, |
| -4355.5439453125, |
| 1157.56201171875, |
| 2138.990234375, |
| 5696.9189453125, |
| 544.8422241210938 |
| ], |
| [ |
| 1207.2291259765625, |
| 33.170806884765625, |
| 1728.3145751953125, |
| 2245.367431640625, |
| 1184.609130859375, |
| 3280.66796875, |
| 2458.24609375, |
| 75031.3203125, |
| 4426.20849609375, |
| 5849.998046875, |
| 6813.0126953125, |
| 3603.988525390625, |
| 4857.12548828125, |
| 4725.73388671875, |
| 1799.392578125, |
| -2432.271728515625, |
| 817.237548828125, |
| 782.0741577148438, |
| 5922.6494140625, |
| 756.3424682617188 |
| ], |
| [ |
| 4535.56103515625, |
| 2401.1953125, |
| 6470.1376953125, |
| 4678.93115234375, |
| 6579.47216796875, |
| 4965.091796875, |
| 6264.92041015625, |
| 5839.1474609375, |
| 89490.5703125, |
| 8384.05078125, |
| 10519.791015625, |
| 4083.577880859375, |
| 3596.38671875, |
| 8048.5986328125, |
| 5267.35302734375, |
| -2806.056640625, |
| 1145.5723876953125, |
| 980.344482421875, |
| 6098.486328125, |
| 1249.493408203125 |
| ], |
| [ |
| 4800.84765625, |
| 690.3276977539062, |
| 4997.26220703125, |
| 5614.951171875, |
| 3494.72900390625, |
| 6284.57373046875, |
| 5089.05224609375, |
| 7223.10693359375, |
| 7706.2763671875, |
| 90470.4453125, |
| 7080.24853515625, |
| 2370.055908203125, |
| 3817.318359375, |
| 5057.990234375, |
| 3507.46728515625, |
| -4940.9658203125, |
| 2428.87548828125, |
| 2214.46435546875, |
| 6136.5205078125, |
| 2449.3505859375 |
| ], |
| [ |
| 4314.33447265625, |
| 1497.37646484375, |
| 3576.572021484375, |
| 5863.23486328125, |
| 4643.2275390625, |
| 4846.345703125, |
| 5397.6630859375, |
| 7904.93212890625, |
| 9191.8681640625, |
| 6341.09033203125, |
| 78343.3046875, |
| 4646.54150390625, |
| 6457.6416015625, |
| 6014.427734375, |
| 4744.15869140625, |
| -2829.0390625, |
| 1125.4715576171875, |
| 1510.918212890625, |
| 5730.6357421875, |
| 1210.3155517578125 |
| ], |
| [ |
| 681.1026000976562, |
| -1059.7091064453125, |
| 3268.834716796875, |
| 1674.9501953125, |
| 1944.79296875, |
| 1764.9915771484375, |
| 2000.7445068359375, |
| 4130.4697265625, |
| 3244.534912109375, |
| 2205.519287109375, |
| 4546.50048828125, |
| 84505.1171875, |
| 7231.248046875, |
| 3860.942626953125, |
| 3419.60546875, |
| -1916.04443359375, |
| 866.7517700195312, |
| 17.475601196289062, |
| 1858.535888671875, |
| 3320.166259765625 |
| ], |
| [ |
| 1041.32470703125, |
| -1916.364990234375, |
| 1801.38525390625, |
| 2245.183349609375, |
| 1325.3564453125, |
| 1121.2821044921875, |
| 3431.124755859375, |
| 4840.279296875, |
| 2576.377197265625, |
| 3085.1259765625, |
| 5556.65283203125, |
| 6424.58544921875, |
| 73712.875, |
| 4612.5830078125, |
| 2310.707763671875, |
| -3711.6474609375, |
| 1502.981689453125, |
| 385.6769104003906, |
| 3712.5517578125, |
| 1450.713134765625 |
| ], |
| [ |
| 2530.7958984375, |
| -1190.830810546875, |
| 2342.15625, |
| 3318.16357421875, |
| 3358.99365234375, |
| 3865.041748046875, |
| 4446.85693359375, |
| 5185.146484375, |
| 6403.31982421875, |
| 4461.69873046875, |
| 5505.8681640625, |
| 3586.416748046875, |
| 5106.2177734375, |
| 77412.671875, |
| 4864.15185546875, |
| -1874.0970458984375, |
| 1739.669921875, |
| 1365.0772705078125, |
| 6274.5693359375, |
| 465.55462646484375 |
| ], |
| [ |
| 1186.28955078125, |
| -1062.627685546875, |
| 2659.019287109375, |
| 2850.229248046875, |
| 3756.42431640625, |
| 2871.69140625, |
| 4685.3466796875, |
| 2141.4228515625, |
| 4535.02001953125, |
| 3068.966796875, |
| 4678.59130859375, |
| 3537.43408203125, |
| 2612.732421875, |
| 5209.9765625, |
| 86615.3203125, |
| -3377.410888671875, |
| 103.74475860595703, |
| 753.6033935546875, |
| 2612.646484375, |
| 1667.80810546875 |
| ], |
| [ |
| -2228.19189453125, |
| 1462.898681640625, |
| -2052.553466796875, |
| -2176.24169921875, |
| -261.0587158203125, |
| -2422.40087890625, |
| -3167.32177734375, |
| -2170.52099609375, |
| -1378.77197265625, |
| -3620.9638671875, |
| -2076.015869140625, |
| -1792.8662109375, |
| -3540.35693359375, |
| -1762.5733642578125, |
| -2801.1455078125, |
| 54624.15234375, |
| -2018.52392578125, |
| -724.1347045898438, |
| -4277.45947265625, |
| -2208.079833984375 |
| ], |
| [ |
| 1787.6429443359375, |
| 31.161836624145508, |
| 664.8993530273438, |
| 69.16133117675781, |
| -693.1831665039062, |
| -346.27239990234375, |
| 942.1239013671875, |
| 769.8892822265625, |
| 617.4888305664062, |
| 1698.8291015625, |
| 837.0604858398438, |
| 626.0750732421875, |
| 1393.9632568359375, |
| 1366.17626953125, |
| 35.647857666015625, |
| -1744.37451171875, |
| 62940.90625, |
| -252.40011596679688, |
| 2088.89111328125, |
| 2782.06689453125 |
| ], |
| [ |
| 643.6573486328125, |
| -1452.9532470703125, |
| 1744.2640380859375, |
| 2207.96826171875, |
| 158.34573364257812, |
| 2147.170166015625, |
| 2595.78564453125, |
| 1206.505126953125, |
| 896.5250244140625, |
| 2470.883056640625, |
| 1866.3463134765625, |
| 208.81150817871094, |
| 617.3704833984375, |
| 1831.9404296875, |
| 893.7763061523438, |
| -1191.279296875, |
| -397.21209716796875, |
| 108847.90625, |
| 868.545166015625, |
| -1101.4163818359375 |
| ], |
| [ |
| 2428.39013671875, |
| -576.421630859375, |
| 3941.908203125, |
| 4590.38134765625, |
| 1972.2606201171875, |
| 3284.784912109375, |
| 4996.79931640625, |
| 6553.5537109375, |
| 4865.14453125, |
| 5407.14208984375, |
| 5559.38916015625, |
| 1821.3863525390625, |
| 4219.9013671875, |
| 6374.63916015625, |
| 2590.335205078125, |
| -5275.548828125, |
| 2473.899169921875, |
| 903.418212890625, |
| 76399.15625, |
| 2067.03955078125 |
| ], |
| [ |
| 1261.30126953125, |
| 205.22598266601562, |
| 1525.8411865234375, |
| -394.2676696777344, |
| 168.1980438232422, |
| -819.5678100585938, |
| 465.8267517089844, |
| 690.4725341796875, |
| 702.694091796875, |
| 1713.6380615234375, |
| 1111.242431640625, |
| 2616.96484375, |
| 1371.3983154296875, |
| 443.15911865234375, |
| 1546.438720703125, |
| -2020.781982421875, |
| 3040.616455078125, |
| -672.3121337890625, |
| 1762.4781494140625, |
| 68331.828125 |
| ] |
| ] |
| }, |
| "kernel_trace": 44298.59765625, |
| "kernel_frobenius_norm": 10802.578125, |
| "mean_gradient_norm": 46.37584108840373, |
| "gradient_norms": [ |
| 31.18463953042769, |
| 35.16092125884823, |
| 49.31705874456743, |
| 42.33929544445606, |
| 40.4457414023455, |
| 48.58673078468142, |
| 52.947895188244736, |
| 45.71838389036255, |
| 55.091279543284394, |
| 54.38972955047214, |
| 48.431959151339704, |
| 51.06675573115964, |
| 43.96592874170129, |
| 46.03211504161688, |
| 53.225749750621354, |
| 35.96126953239031, |
| 39.27404776956324, |
| 66.87798294013896, |
| 45.59052672333853, |
| 41.90881104851458 |
| ], |
| "kernel_trace_sgd": 44298.59765625, |
| "kernel_frobenius_norm_sgd": 10802.578125, |
| "kernel_distance_sgd": 0.10293710976839066, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79217496.0, |
| "kernel_distance_signsgd": 0.063999243080616, |
| "kernel_trace_asymmetric_signsgd": 1524132.625, |
| "kernel_frobenius_norm_asymmetric_signsgd": 352293.625, |
| "kernel_distance_asymmetric_signsgd": 0.07873241603374481, |
| "linearization_error": 3.861888011673982, |
| "kernel_distance": 0.10293710976839066 |
| }, |
| { |
| "step": 200, |
| "kernel_matrix": [ |
| [ |
| 842.8119506835938, |
| 91.96553802490234, |
| -1.3576686382293701, |
| 65.18292236328125, |
| 94.74129486083984, |
| 152.5126190185547, |
| 48.34210968017578, |
| 17.20480728149414, |
| 87.50704956054688, |
| 115.98809051513672, |
| 104.51803588867188, |
| 17.28264617919922, |
| 22.811134338378906, |
| 41.27279281616211, |
| 9.8962984085083, |
| -54.148681640625, |
| 42.379276275634766, |
| -0.7523772716522217, |
| 60.20182418823242, |
| 35.84719467163086 |
| ], |
| [ |
| 91.96553802490234, |
| 1180.303955078125, |
| 47.955169677734375, |
| 29.491708755493164, |
| 49.52519226074219, |
| 54.040069580078125, |
| 15.386184692382812, |
| 6.638239860534668, |
| 76.6256103515625, |
| 57.69173049926758, |
| 37.99341583251953, |
| -22.99626350402832, |
| -47.145565032958984, |
| -17.958093643188477, |
| -0.13715124130249023, |
| -6.200082302093506, |
| 23.236942291259766, |
| -42.620323181152344, |
| 11.263924598693848, |
| 14.5071382522583 |
| ], |
| [ |
| -1.3576686382293701, |
| 47.955169677734375, |
| 2304.994873046875, |
| 18.657468795776367, |
| 95.869140625, |
| 68.99531555175781, |
| 126.0565185546875, |
| 73.2359848022461, |
| 237.68023681640625, |
| 108.90077209472656, |
| 101.52948760986328, |
| 152.73741149902344, |
| 49.208412170410156, |
| 57.25426483154297, |
| 96.41978454589844, |
| -39.18006896972656, |
| 37.38322830200195, |
| -15.304632186889648, |
| 108.27779388427734, |
| 83.97704315185547 |
| ], |
| [ |
| 65.18292236328125, |
| 29.491708755493164, |
| 18.657468795776367, |
| 1705.7763671875, |
| 123.91777038574219, |
| 131.37989807128906, |
| 172.31031799316406, |
| 54.86189270019531, |
| 114.92174530029297, |
| 177.03321838378906, |
| 161.456787109375, |
| 55.0322265625, |
| 75.30386352539062, |
| 75.9049301147461, |
| 121.70064544677734, |
| -99.84333801269531, |
| 19.140714645385742, |
| 54.6277961730957, |
| 140.94058227539062, |
| 21.011104583740234 |
| ], |
| [ |
| 94.74129486083984, |
| 49.52519226074219, |
| 95.869140625, |
| 123.91777038574219, |
| 1551.9549560546875, |
| 82.18515014648438, |
| 57.66765594482422, |
| 34.74409484863281, |
| 149.44290161132812, |
| 96.2078857421875, |
| 111.60152435302734, |
| 108.99118041992188, |
| 64.40664672851562, |
| 83.86158752441406, |
| 89.1789779663086, |
| -42.85396957397461, |
| -16.218711853027344, |
| -31.37103843688965, |
| 46.79680633544922, |
| 59.914344787597656 |
| ], |
| [ |
| 152.5126190185547, |
| 54.040069580078125, |
| 68.99531555175781, |
| 131.37989807128906, |
| 82.18515014648438, |
| 2072.508544921875, |
| 100.33612060546875, |
| 83.75787353515625, |
| 149.86155700683594, |
| 181.824462890625, |
| 140.83132934570312, |
| 57.536617279052734, |
| 28.35141372680664, |
| 102.3515396118164, |
| 87.67388153076172, |
| -78.6736068725586, |
| 20.85122299194336, |
| 71.98094940185547, |
| 101.02106475830078, |
| -10.954587936401367 |
| ], |
| [ |
| 48.34210968017578, |
| 15.386184692382812, |
| 126.0565185546875, |
| 172.31031799316406, |
| 57.66765594482422, |
| 100.33612060546875, |
| 2845.183837890625, |
| 117.70556640625, |
| 254.82322692871094, |
| 210.69822692871094, |
| 204.9762725830078, |
| 88.47669219970703, |
| 133.6168670654297, |
| 172.1503143310547, |
| 176.8733673095703, |
| -146.3980255126953, |
| 56.338226318359375, |
| 69.69385528564453, |
| 219.25025939941406, |
| 56.15096664428711 |
| ], |
| [ |
| 17.20480728149414, |
| 6.638239860534668, |
| 73.2359848022461, |
| 54.86189270019531, |
| 34.74409484863281, |
| 83.75787353515625, |
| 117.70556640625, |
| 2084.720458984375, |
| 199.9501190185547, |
| 210.88815307617188, |
| 252.66558837890625, |
| 172.70773315429688, |
| 184.6123046875, |
| 165.10247802734375, |
| 97.24666595458984, |
| -83.56861114501953, |
| 27.310705184936523, |
| 1.3790283203125, |
| 217.43621826171875, |
| 77.74536895751953 |
| ], |
| [ |
| 87.50704956054688, |
| 76.6256103515625, |
| 237.68023681640625, |
| 114.92174530029297, |
| 149.44290161132812, |
| 149.86155700683594, |
| 254.82322692871094, |
| 199.9501190185547, |
| 2658.070068359375, |
| 331.9585876464844, |
| 374.3905334472656, |
| 161.51950073242188, |
| 103.91895294189453, |
| 260.2263488769531, |
| 181.58274841308594, |
| -82.18518829345703, |
| 33.716346740722656, |
| -7.781075477600098, |
| 199.38742065429688, |
| 50.28908920288086 |
| ], |
| [ |
| 115.98809051513672, |
| 57.69173049926758, |
| 108.90077209472656, |
| 177.03321838378906, |
| 96.2078857421875, |
| 181.824462890625, |
| 210.69822692871094, |
| 210.88815307617188, |
| 331.9585876464844, |
| 2851.423828125, |
| 239.48333740234375, |
| 54.84706115722656, |
| 61.95021438598633, |
| 154.8482666015625, |
| 54.38976287841797, |
| -120.24468231201172, |
| 77.19603729248047, |
| 122.92532348632812, |
| 240.07965087890625, |
| 99.10733032226562 |
| ], |
| [ |
| 104.51803588867188, |
| 37.99341583251953, |
| 101.52948760986328, |
| 161.456787109375, |
| 111.60152435302734, |
| 140.83132934570312, |
| 204.9762725830078, |
| 252.66558837890625, |
| 374.3905334472656, |
| 239.48333740234375, |
| 2147.733154296875, |
| 172.6099395751953, |
| 216.7125701904297, |
| 172.3892059326172, |
| 169.7688751220703, |
| -87.9637451171875, |
| 30.267423629760742, |
| 55.85126876831055, |
| 222.3138885498047, |
| 76.18860626220703 |
| ], |
| [ |
| 17.28264617919922, |
| -22.99626350402832, |
| 152.73741149902344, |
| 55.0322265625, |
| 108.99118041992188, |
| 57.536617279052734, |
| 88.47669219970703, |
| 172.70773315429688, |
| 161.51950073242188, |
| 54.84706115722656, |
| 172.6099395751953, |
| 2657.09619140625, |
| 260.47369384765625, |
| 135.32305908203125, |
| 170.2763214111328, |
| -43.91419219970703, |
| 3.574692964553833, |
| -25.926353454589844, |
| 87.39244079589844, |
| 133.81625366210938 |
| ], |
| [ |
| 22.811134338378906, |
| -47.145565032958984, |
| 49.208412170410156, |
| 75.30386352539062, |
| 64.40664672851562, |
| 28.35141372680664, |
| 133.6168670654297, |
| 184.6123046875, |
| 103.91895294189453, |
| 61.95021438598633, |
| 216.7125701904297, |
| 260.47369384765625, |
| 1921.8973388671875, |
| 158.30091857910156, |
| 119.32225799560547, |
| -91.03153228759766, |
| 40.32930374145508, |
| -5.688994407653809, |
| 133.35769653320312, |
| 57.279136657714844 |
| ], |
| [ |
| 41.27279281616211, |
| -17.958093643188477, |
| 57.25426483154297, |
| 75.9049301147461, |
| 83.86158752441406, |
| 102.3515396118164, |
| 172.1503143310547, |
| 165.10247802734375, |
| 260.2263488769531, |
| 154.8482666015625, |
| 172.3892059326172, |
| 135.32305908203125, |
| 158.30091857910156, |
| 1982.8934326171875, |
| 178.4291229248047, |
| -40.377952575683594, |
| 44.544639587402344, |
| 20.822479248046875, |
| 219.3475799560547, |
| 35.880706787109375 |
| ], |
| [ |
| 9.8962984085083, |
| -0.13715124130249023, |
| 96.41978454589844, |
| 121.70064544677734, |
| 89.1789779663086, |
| 87.67388153076172, |
| 176.8733673095703, |
| 97.24666595458984, |
| 181.58274841308594, |
| 54.38976287841797, |
| 169.7688751220703, |
| 170.2763214111328, |
| 119.32225799560547, |
| 178.4291229248047, |
| 2694.451904296875, |
| -80.47344207763672, |
| 13.540580749511719, |
| -3.1820008754730225, |
| 77.21215057373047, |
| 104.27632141113281 |
| ], |
| [ |
| -54.148681640625, |
| -6.200082302093506, |
| -39.18006896972656, |
| -99.84333801269531, |
| -42.85396957397461, |
| -78.6736068725586, |
| -146.3980255126953, |
| -83.56861114501953, |
| -82.18518829345703, |
| -120.24468231201172, |
| -87.9637451171875, |
| -43.91419219970703, |
| -91.03153228759766, |
| -40.377952575683594, |
| -80.47344207763672, |
| 1201.2288818359375, |
| -51.647342681884766, |
| -8.385530471801758, |
| -140.97547912597656, |
| -51.69609832763672 |
| ], |
| [ |
| 42.379276275634766, |
| 23.236942291259766, |
| 37.38322830200195, |
| 19.140714645385742, |
| -16.218711853027344, |
| 20.85122299194336, |
| 56.338226318359375, |
| 27.310705184936523, |
| 33.716346740722656, |
| 77.19603729248047, |
| 30.267423629760742, |
| 3.574692964553833, |
| 40.32930374145508, |
| 44.544639587402344, |
| 13.540580749511719, |
| -51.647342681884766, |
| 1499.6934814453125, |
| -16.97700309753418, |
| 99.43729400634766, |
| 104.39899444580078 |
| ], |
| [ |
| -0.7523772716522217, |
| -42.620323181152344, |
| -15.304632186889648, |
| 54.6277961730957, |
| -31.37103843688965, |
| 71.98094940185547, |
| 69.69385528564453, |
| 1.3790283203125, |
| -7.781075477600098, |
| 122.92532348632812, |
| 55.85126876831055, |
| -25.926353454589844, |
| -5.688994407653809, |
| 20.822479248046875, |
| -3.1820008754730225, |
| -8.385530471801758, |
| -16.97700309753418, |
| 4506.8818359375, |
| 26.94009017944336, |
| -38.704410552978516 |
| ], |
| [ |
| 60.20182418823242, |
| 11.263924598693848, |
| 108.27779388427734, |
| 140.94058227539062, |
| 46.79680633544922, |
| 101.02106475830078, |
| 219.25025939941406, |
| 217.43621826171875, |
| 199.38742065429688, |
| 240.07965087890625, |
| 222.3138885498047, |
| 87.39244079589844, |
| 133.35769653320312, |
| 219.3475799560547, |
| 77.21215057373047, |
| -140.97547912597656, |
| 99.43729400634766, |
| 26.94009017944336, |
| 2110.487548828125, |
| 146.63653564453125 |
| ], |
| [ |
| 35.84719467163086, |
| 14.5071382522583, |
| 83.97704315185547, |
| 21.011104583740234, |
| 59.914344787597656, |
| -10.954587936401367, |
| 56.15096664428711, |
| 77.74536895751953, |
| 50.28908920288086, |
| 99.10733032226562, |
| 76.18860626220703, |
| 133.81625366210938, |
| 57.279136657714844, |
| 35.880706787109375, |
| 104.27632141113281, |
| -51.69609832763672, |
| 104.39899444580078, |
| -38.704410552978516, |
| 146.63653564453125, |
| 1866.6768798828125 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 842.8119506835938, |
| 91.96553802490234, |
| -1.3576686382293701, |
| 65.18292236328125, |
| 94.74129486083984, |
| 152.5126190185547, |
| 48.34210968017578, |
| 17.20480728149414, |
| 87.50704956054688, |
| 115.98809051513672, |
| 104.51803588867188, |
| 17.28264617919922, |
| 22.811134338378906, |
| 41.27279281616211, |
| 9.8962984085083, |
| -54.148681640625, |
| 42.379276275634766, |
| -0.7523772716522217, |
| 60.20182418823242, |
| 35.84719467163086 |
| ], |
| [ |
| 91.96553802490234, |
| 1180.303955078125, |
| 47.955169677734375, |
| 29.491708755493164, |
| 49.52519226074219, |
| 54.040069580078125, |
| 15.386184692382812, |
| 6.638239860534668, |
| 76.6256103515625, |
| 57.69173049926758, |
| 37.99341583251953, |
| -22.99626350402832, |
| -47.145565032958984, |
| -17.958093643188477, |
| -0.13715124130249023, |
| -6.200082302093506, |
| 23.236942291259766, |
| -42.620323181152344, |
| 11.263924598693848, |
| 14.5071382522583 |
| ], |
| [ |
| -1.3576686382293701, |
| 47.955169677734375, |
| 2304.994873046875, |
| 18.657468795776367, |
| 95.869140625, |
| 68.99531555175781, |
| 126.0565185546875, |
| 73.2359848022461, |
| 237.68023681640625, |
| 108.90077209472656, |
| 101.52948760986328, |
| 152.73741149902344, |
| 49.208412170410156, |
| 57.25426483154297, |
| 96.41978454589844, |
| -39.18006896972656, |
| 37.38322830200195, |
| -15.304632186889648, |
| 108.27779388427734, |
| 83.97704315185547 |
| ], |
| [ |
| 65.18292236328125, |
| 29.491708755493164, |
| 18.657468795776367, |
| 1705.7763671875, |
| 123.91777038574219, |
| 131.37989807128906, |
| 172.31031799316406, |
| 54.86189270019531, |
| 114.92174530029297, |
| 177.03321838378906, |
| 161.456787109375, |
| 55.0322265625, |
| 75.30386352539062, |
| 75.9049301147461, |
| 121.70064544677734, |
| -99.84333801269531, |
| 19.140714645385742, |
| 54.6277961730957, |
| 140.94058227539062, |
| 21.011104583740234 |
| ], |
| [ |
| 94.74129486083984, |
| 49.52519226074219, |
| 95.869140625, |
| 123.91777038574219, |
| 1551.9549560546875, |
| 82.18515014648438, |
| 57.66765594482422, |
| 34.74409484863281, |
| 149.44290161132812, |
| 96.2078857421875, |
| 111.60152435302734, |
| 108.99118041992188, |
| 64.40664672851562, |
| 83.86158752441406, |
| 89.1789779663086, |
| -42.85396957397461, |
| -16.218711853027344, |
| -31.37103843688965, |
| 46.79680633544922, |
| 59.914344787597656 |
| ], |
| [ |
| 152.5126190185547, |
| 54.040069580078125, |
| 68.99531555175781, |
| 131.37989807128906, |
| 82.18515014648438, |
| 2072.508544921875, |
| 100.33612060546875, |
| 83.75787353515625, |
| 149.86155700683594, |
| 181.824462890625, |
| 140.83132934570312, |
| 57.536617279052734, |
| 28.35141372680664, |
| 102.3515396118164, |
| 87.67388153076172, |
| -78.6736068725586, |
| 20.85122299194336, |
| 71.98094940185547, |
| 101.02106475830078, |
| -10.954587936401367 |
| ], |
| [ |
| 48.34210968017578, |
| 15.386184692382812, |
| 126.0565185546875, |
| 172.31031799316406, |
| 57.66765594482422, |
| 100.33612060546875, |
| 2845.183837890625, |
| 117.70556640625, |
| 254.82322692871094, |
| 210.69822692871094, |
| 204.9762725830078, |
| 88.47669219970703, |
| 133.6168670654297, |
| 172.1503143310547, |
| 176.8733673095703, |
| -146.3980255126953, |
| 56.338226318359375, |
| 69.69385528564453, |
| 219.25025939941406, |
| 56.15096664428711 |
| ], |
| [ |
| 17.20480728149414, |
| 6.638239860534668, |
| 73.2359848022461, |
| 54.86189270019531, |
| 34.74409484863281, |
| 83.75787353515625, |
| 117.70556640625, |
| 2084.720458984375, |
| 199.9501190185547, |
| 210.88815307617188, |
| 252.66558837890625, |
| 172.70773315429688, |
| 184.6123046875, |
| 165.10247802734375, |
| 97.24666595458984, |
| -83.56861114501953, |
| 27.310705184936523, |
| 1.3790283203125, |
| 217.43621826171875, |
| 77.74536895751953 |
| ], |
| [ |
| 87.50704956054688, |
| 76.6256103515625, |
| 237.68023681640625, |
| 114.92174530029297, |
| 149.44290161132812, |
| 149.86155700683594, |
| 254.82322692871094, |
| 199.9501190185547, |
| 2658.070068359375, |
| 331.9585876464844, |
| 374.3905334472656, |
| 161.51950073242188, |
| 103.91895294189453, |
| 260.2263488769531, |
| 181.58274841308594, |
| -82.18518829345703, |
| 33.716346740722656, |
| -7.781075477600098, |
| 199.38742065429688, |
| 50.28908920288086 |
| ], |
| [ |
| 115.98809051513672, |
| 57.69173049926758, |
| 108.90077209472656, |
| 177.03321838378906, |
| 96.2078857421875, |
| 181.824462890625, |
| 210.69822692871094, |
| 210.88815307617188, |
| 331.9585876464844, |
| 2851.423828125, |
| 239.48333740234375, |
| 54.84706115722656, |
| 61.95021438598633, |
| 154.8482666015625, |
| 54.38976287841797, |
| -120.24468231201172, |
| 77.19603729248047, |
| 122.92532348632812, |
| 240.07965087890625, |
| 99.10733032226562 |
| ], |
| [ |
| 104.51803588867188, |
| 37.99341583251953, |
| 101.52948760986328, |
| 161.456787109375, |
| 111.60152435302734, |
| 140.83132934570312, |
| 204.9762725830078, |
| 252.66558837890625, |
| 374.3905334472656, |
| 239.48333740234375, |
| 2147.733154296875, |
| 172.6099395751953, |
| 216.7125701904297, |
| 172.3892059326172, |
| 169.7688751220703, |
| -87.9637451171875, |
| 30.267423629760742, |
| 55.85126876831055, |
| 222.3138885498047, |
| 76.18860626220703 |
| ], |
| [ |
| 17.28264617919922, |
| -22.99626350402832, |
| 152.73741149902344, |
| 55.0322265625, |
| 108.99118041992188, |
| 57.536617279052734, |
| 88.47669219970703, |
| 172.70773315429688, |
| 161.51950073242188, |
| 54.84706115722656, |
| 172.6099395751953, |
| 2657.09619140625, |
| 260.47369384765625, |
| 135.32305908203125, |
| 170.2763214111328, |
| -43.91419219970703, |
| 3.574692964553833, |
| -25.926353454589844, |
| 87.39244079589844, |
| 133.81625366210938 |
| ], |
| [ |
| 22.811134338378906, |
| -47.145565032958984, |
| 49.208412170410156, |
| 75.30386352539062, |
| 64.40664672851562, |
| 28.35141372680664, |
| 133.6168670654297, |
| 184.6123046875, |
| 103.91895294189453, |
| 61.95021438598633, |
| 216.7125701904297, |
| 260.47369384765625, |
| 1921.8973388671875, |
| 158.30091857910156, |
| 119.32225799560547, |
| -91.03153228759766, |
| 40.32930374145508, |
| -5.688994407653809, |
| 133.35769653320312, |
| 57.279136657714844 |
| ], |
| [ |
| 41.27279281616211, |
| -17.958093643188477, |
| 57.25426483154297, |
| 75.9049301147461, |
| 83.86158752441406, |
| 102.3515396118164, |
| 172.1503143310547, |
| 165.10247802734375, |
| 260.2263488769531, |
| 154.8482666015625, |
| 172.3892059326172, |
| 135.32305908203125, |
| 158.30091857910156, |
| 1982.8934326171875, |
| 178.4291229248047, |
| -40.377952575683594, |
| 44.544639587402344, |
| 20.822479248046875, |
| 219.3475799560547, |
| 35.880706787109375 |
| ], |
| [ |
| 9.8962984085083, |
| -0.13715124130249023, |
| 96.41978454589844, |
| 121.70064544677734, |
| 89.1789779663086, |
| 87.67388153076172, |
| 176.8733673095703, |
| 97.24666595458984, |
| 181.58274841308594, |
| 54.38976287841797, |
| 169.7688751220703, |
| 170.2763214111328, |
| 119.32225799560547, |
| 178.4291229248047, |
| 2694.451904296875, |
| -80.47344207763672, |
| 13.540580749511719, |
| -3.1820008754730225, |
| 77.21215057373047, |
| 104.27632141113281 |
| ], |
| [ |
| -54.148681640625, |
| -6.200082302093506, |
| -39.18006896972656, |
| -99.84333801269531, |
| -42.85396957397461, |
| -78.6736068725586, |
| -146.3980255126953, |
| -83.56861114501953, |
| -82.18518829345703, |
| -120.24468231201172, |
| -87.9637451171875, |
| -43.91419219970703, |
| -91.03153228759766, |
| -40.377952575683594, |
| -80.47344207763672, |
| 1201.2288818359375, |
| -51.647342681884766, |
| -8.385530471801758, |
| -140.97547912597656, |
| -51.69609832763672 |
| ], |
| [ |
| 42.379276275634766, |
| 23.236942291259766, |
| 37.38322830200195, |
| 19.140714645385742, |
| -16.218711853027344, |
| 20.85122299194336, |
| 56.338226318359375, |
| 27.310705184936523, |
| 33.716346740722656, |
| 77.19603729248047, |
| 30.267423629760742, |
| 3.574692964553833, |
| 40.32930374145508, |
| 44.544639587402344, |
| 13.540580749511719, |
| -51.647342681884766, |
| 1499.6934814453125, |
| -16.97700309753418, |
| 99.43729400634766, |
| 104.39899444580078 |
| ], |
| [ |
| -0.7523772716522217, |
| -42.620323181152344, |
| -15.304632186889648, |
| 54.6277961730957, |
| -31.37103843688965, |
| 71.98094940185547, |
| 69.69385528564453, |
| 1.3790283203125, |
| -7.781075477600098, |
| 122.92532348632812, |
| 55.85126876831055, |
| -25.926353454589844, |
| -5.688994407653809, |
| 20.822479248046875, |
| -3.1820008754730225, |
| -8.385530471801758, |
| -16.97700309753418, |
| 4506.8818359375, |
| 26.94009017944336, |
| -38.704410552978516 |
| ], |
| [ |
| 60.20182418823242, |
| 11.263924598693848, |
| 108.27779388427734, |
| 140.94058227539062, |
| 46.79680633544922, |
| 101.02106475830078, |
| 219.25025939941406, |
| 217.43621826171875, |
| 199.38742065429688, |
| 240.07965087890625, |
| 222.3138885498047, |
| 87.39244079589844, |
| 133.35769653320312, |
| 219.3475799560547, |
| 77.21215057373047, |
| -140.97547912597656, |
| 99.43729400634766, |
| 26.94009017944336, |
| 2110.487548828125, |
| 146.63653564453125 |
| ], |
| [ |
| 35.84719467163086, |
| 14.5071382522583, |
| 83.97704315185547, |
| 21.011104583740234, |
| 59.914344787597656, |
| -10.954587936401367, |
| 56.15096664428711, |
| 77.74536895751953, |
| 50.28908920288086, |
| 99.10733032226562, |
| 76.18860626220703, |
| 133.81625366210938, |
| 57.279136657714844, |
| 35.880706787109375, |
| 104.27632141113281, |
| -51.69609832763672, |
| 104.39899444580078, |
| -38.704410552978516, |
| 146.63653564453125, |
| 1866.6768798828125 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 519638.0, |
| 129382.0, |
| 476902.0, |
| 632838.0, |
| 927202.0, |
| 115792.0, |
| 142045.0, |
| 265508.0, |
| 404162.0, |
| 398883.0, |
| -16652.0, |
| 180562.0, |
| 209502.0, |
| 126932.0, |
| -555192.0, |
| 201632.0, |
| 18240.0, |
| 207140.0, |
| 304566.0 |
| ], |
| [ |
| 519638.0, |
| 17596416.0, |
| 103144.0, |
| 55760.0, |
| 380228.0, |
| 141116.0, |
| -54314.0, |
| -13583.0, |
| 246270.0, |
| 48480.0, |
| 107203.0, |
| -58906.0, |
| -214664.0, |
| -132324.0, |
| 41134.0, |
| -12290.0, |
| -74574.0, |
| -93274.0, |
| -16930.0, |
| 112724.0 |
| ], |
| [ |
| 129382.0, |
| 103144.0, |
| 17596416.0, |
| 290580.0, |
| 213444.0, |
| 344072.0, |
| 463446.0, |
| 282743.0, |
| 545930.0, |
| 529160.0, |
| 417767.0, |
| 585626.0, |
| 374400.0, |
| 285340.0, |
| 434766.0, |
| -531606.0, |
| 92514.0, |
| 145690.0, |
| 592942.0, |
| 419112.0 |
| ], |
| [ |
| 476902.0, |
| 55760.0, |
| 290580.0, |
| 17596416.0, |
| 702844.0, |
| 807008.0, |
| 599430.0, |
| 375117.0, |
| 326262.0, |
| 765440.0, |
| 746545.0, |
| 374426.0, |
| 415976.0, |
| 267272.0, |
| 505470.0, |
| -778054.0, |
| -177334.0, |
| 157574.0, |
| 576902.0, |
| 116400.0 |
| ], |
| [ |
| 632838.0, |
| 380228.0, |
| 213444.0, |
| 702844.0, |
| 17596416.0, |
| 517720.0, |
| 158418.0, |
| 92127.0, |
| 366034.0, |
| 416264.0, |
| 422797.0, |
| 198450.0, |
| 263748.0, |
| 241364.0, |
| 495530.0, |
| -351438.0, |
| -289498.0, |
| -9410.0, |
| 191702.0, |
| 117456.0 |
| ], |
| [ |
| 927202.0, |
| 141116.0, |
| 344072.0, |
| 807008.0, |
| 517720.0, |
| 17596416.0, |
| 476882.0, |
| 445803.0, |
| 330922.0, |
| 777344.0, |
| 502547.0, |
| 264574.0, |
| 267920.0, |
| 380736.0, |
| 483198.0, |
| -618154.0, |
| -117418.0, |
| 131050.0, |
| 468210.0, |
| 117224.0 |
| ], |
| [ |
| 115792.0, |
| -54314.0, |
| 463446.0, |
| 599430.0, |
| 158418.0, |
| 476882.0, |
| 17596416.0, |
| 470639.0, |
| 644276.0, |
| 759474.0, |
| 638979.0, |
| 397620.0, |
| 527358.0, |
| 528318.0, |
| 598804.0, |
| -713328.0, |
| 114696.0, |
| 159416.0, |
| 614064.0, |
| 277594.0 |
| ], |
| [ |
| 142045.0, |
| -13583.0, |
| 282743.0, |
| 375117.0, |
| 92127.0, |
| 445803.0, |
| 470639.0, |
| 17596416.0, |
| 615559.0, |
| 765535.0, |
| 972086.0, |
| 504019.0, |
| 761991.0, |
| 619007.0, |
| 333999.0, |
| -521667.0, |
| 149547.0, |
| 147381.0, |
| 916829.0, |
| 221921.0 |
| ], |
| [ |
| 265508.0, |
| 246270.0, |
| 545930.0, |
| 326262.0, |
| 366034.0, |
| 330922.0, |
| 644276.0, |
| 615559.0, |
| 17596416.0, |
| 758938.0, |
| 944611.0, |
| 258992.0, |
| 316262.0, |
| 736054.0, |
| 516584.0, |
| -217756.0, |
| 46672.0, |
| 145372.0, |
| 579424.0, |
| 160846.0 |
| ], |
| [ |
| 404162.0, |
| 48480.0, |
| 529160.0, |
| 765440.0, |
| 416264.0, |
| 777344.0, |
| 759474.0, |
| 765535.0, |
| 758938.0, |
| 17596416.0, |
| 767475.0, |
| 326958.0, |
| 401260.0, |
| 624560.0, |
| 592402.0, |
| -733202.0, |
| 169854.0, |
| 200338.0, |
| 692638.0, |
| 340708.0 |
| ], |
| [ |
| 398883.0, |
| 107203.0, |
| 417767.0, |
| 746545.0, |
| 422797.0, |
| 502547.0, |
| 638979.0, |
| 972086.0, |
| 944611.0, |
| 767475.0, |
| 17596416.0, |
| 508899.0, |
| 752799.0, |
| 629799.0, |
| 614641.0, |
| -571573.0, |
| 95659.0, |
| 221033.0, |
| 762265.0, |
| 297991.0 |
| ], |
| [ |
| -16652.0, |
| -58906.0, |
| 585626.0, |
| 374426.0, |
| 198450.0, |
| 264574.0, |
| 397620.0, |
| 504019.0, |
| 258992.0, |
| 326958.0, |
| 508899.0, |
| 17596416.0, |
| 815778.0, |
| 461258.0, |
| 537372.0, |
| -413060.0, |
| 164156.0, |
| 11480.0, |
| 427092.0, |
| 510570.0 |
| ], |
| [ |
| 180562.0, |
| -214664.0, |
| 374400.0, |
| 415976.0, |
| 263748.0, |
| 267920.0, |
| 527358.0, |
| 761991.0, |
| 316262.0, |
| 401260.0, |
| 752799.0, |
| 815778.0, |
| 17596416.0, |
| 592700.0, |
| 372402.0, |
| -687594.0, |
| 243998.0, |
| 40658.0, |
| 583630.0, |
| 317904.0 |
| ], |
| [ |
| 209502.0, |
| -132324.0, |
| 285340.0, |
| 267272.0, |
| 241364.0, |
| 380736.0, |
| 528318.0, |
| 619007.0, |
| 736054.0, |
| 624560.0, |
| 629799.0, |
| 461258.0, |
| 592700.0, |
| 17596416.0, |
| 611718.0, |
| -275630.0, |
| 289522.0, |
| 195506.0, |
| 800442.0, |
| 186632.0 |
| ], |
| [ |
| 126932.0, |
| 41134.0, |
| 434766.0, |
| 505470.0, |
| 495530.0, |
| 483198.0, |
| 598804.0, |
| 333999.0, |
| 516584.0, |
| 592402.0, |
| 614641.0, |
| 537372.0, |
| 372402.0, |
| 611718.0, |
| 17596416.0, |
| -534956.0, |
| -62936.0, |
| 105924.0, |
| 367024.0, |
| 268198.0 |
| ], |
| [ |
| -555192.0, |
| -12290.0, |
| -531606.0, |
| -778054.0, |
| -351438.0, |
| -618154.0, |
| -713328.0, |
| -521667.0, |
| -217756.0, |
| -733202.0, |
| -571573.0, |
| -413060.0, |
| -687594.0, |
| -275630.0, |
| -534956.0, |
| 17596416.0, |
| -233068.0, |
| -27148.0, |
| -834700.0, |
| -587994.0 |
| ], |
| [ |
| 201632.0, |
| -74574.0, |
| 92514.0, |
| -177334.0, |
| -289498.0, |
| -117418.0, |
| 114696.0, |
| 149547.0, |
| 46672.0, |
| 169854.0, |
| 95659.0, |
| 164156.0, |
| 243998.0, |
| 289522.0, |
| -62936.0, |
| -233068.0, |
| 17596416.0, |
| -660.0, |
| 373128.0, |
| 789790.0 |
| ], |
| [ |
| 18240.0, |
| -93274.0, |
| 145690.0, |
| 157574.0, |
| -9410.0, |
| 131050.0, |
| 159416.0, |
| 147381.0, |
| 145372.0, |
| 200338.0, |
| 221033.0, |
| 11480.0, |
| 40658.0, |
| 195506.0, |
| 105924.0, |
| -27148.0, |
| -660.0, |
| 17596416.0, |
| 142164.0, |
| -7670.0 |
| ], |
| [ |
| 207140.0, |
| -16930.0, |
| 592942.0, |
| 576902.0, |
| 191702.0, |
| 468210.0, |
| 614064.0, |
| 916829.0, |
| 579424.0, |
| 692638.0, |
| 762265.0, |
| 427092.0, |
| 583630.0, |
| 800442.0, |
| 367024.0, |
| -834700.0, |
| 373128.0, |
| 142164.0, |
| 17596416.0, |
| 432354.0 |
| ], |
| [ |
| 304566.0, |
| 112724.0, |
| 419112.0, |
| 116400.0, |
| 117456.0, |
| 117224.0, |
| 277594.0, |
| 221921.0, |
| 160846.0, |
| 340708.0, |
| 297991.0, |
| 510570.0, |
| 317904.0, |
| 186632.0, |
| 268198.0, |
| -587994.0, |
| 789790.0, |
| -7670.0, |
| 432354.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 47257.1484375, |
| 2948.462158203125, |
| 110.99322509765625, |
| 2306.657958984375, |
| 2858.219482421875, |
| 4784.29443359375, |
| 1150.673583984375, |
| 433.2197265625, |
| 1351.9617919921875, |
| 2513.91943359375, |
| 2293.52490234375, |
| 240.68638610839844, |
| 683.0169677734375, |
| 1046.236572265625, |
| 446.87030029296875, |
| -1853.5673828125, |
| 1389.577880859375, |
| 33.77985382080078, |
| 1510.9068603515625, |
| 1327.093994140625 |
| ], |
| [ |
| 3339.222900390625, |
| 56600.15234375, |
| 1040.6497802734375, |
| 442.00628662109375, |
| 1742.3956298828125, |
| 1385.8284912109375, |
| -280.13916015625, |
| 184.82801818847656, |
| 1193.5205078125, |
| 834.4830322265625, |
| 664.3341674804688, |
| -266.14910888671875, |
| -1166.200439453125, |
| -722.7152709960938, |
| 85.4421157836914, |
| 208.57875061035156, |
| 155.6776885986328, |
| -800.1371459960938, |
| 123.16796875, |
| 731.2310791015625 |
| ], |
| [ |
| 323.10479736328125, |
| 1312.89208984375, |
| 79569.421875, |
| 1581.227783203125, |
| 1639.128662109375, |
| 2033.3660888671875, |
| 2500.4619140625, |
| 2100.949951171875, |
| 4222.6201171875, |
| 3447.504638671875, |
| 2682.707763671875, |
| 3518.638916015625, |
| 1813.5009765625, |
| 1994.538330078125, |
| 2319.8720703125, |
| -2167.863037109375, |
| 958.4683837890625, |
| 850.1790161132812, |
| 3773.250244140625, |
| 2363.407958984375 |
| ], |
| [ |
| 3157.111328125, |
| 658.5087280273438, |
| 1446.7735595703125, |
| 69290.2421875, |
| 4304.2001953125, |
| 4041.4384765625, |
| 3549.136474609375, |
| 1754.765380859375, |
| 2247.185546875, |
| 4226.78662109375, |
| 4311.87109375, |
| 1821.8326416015625, |
| 2260.278564453125, |
| 2277.55224609375, |
| 2418.749755859375, |
| -3552.759521484375, |
| 330.48675537109375, |
| 1029.079833984375, |
| 3795.0205078125, |
| 912.8021850585938 |
| ], |
| [ |
| 3760.47607421875, |
| 2071.04052734375, |
| 1502.806640625, |
| 4239.0087890625, |
| 64934.8359375, |
| 2724.1826171875, |
| 723.0012817382812, |
| 712.85693359375, |
| 2861.60888671875, |
| 2427.753662109375, |
| 2979.809814453125, |
| 1996.4765625, |
| 1587.1658935546875, |
| 2375.0966796875, |
| 2837.5458984375, |
| -1398.55078125, |
| -679.2098999023438, |
| -380.957763671875, |
| 1568.176513671875, |
| 1151.913818359375 |
| ], |
| [ |
| 7678.77978515625, |
| 1756.75146484375, |
| 1997.1954345703125, |
| 4495.47021484375, |
| 3194.114501953125, |
| 77469.7421875, |
| 2550.061279296875, |
| 3060.169189453125, |
| 2936.783935546875, |
| 4788.27734375, |
| 3490.968017578125, |
| 1585.073974609375, |
| 1159.057861328125, |
| 2935.109375, |
| 2473.67578125, |
| -3286.31591796875, |
| 6.3682708740234375, |
| 1259.2486572265625, |
| 3105.494873046875, |
| 337.53436279296875 |
| ], |
| [ |
| 2011.8804931640625, |
| -432.80523681640625, |
| 2745.329345703125, |
| 4861.26318359375, |
| 1104.8741455078125, |
| 3102.0361328125, |
| 88878.7890625, |
| 3141.09912109375, |
| 5240.19970703125, |
| 5231.74267578125, |
| 5104.12548828125, |
| 2553.60009765625, |
| 3892.685302734375, |
| 4531.69091796875, |
| 4338.1826171875, |
| -5158.10400390625, |
| 1273.555908203125, |
| 1460.712646484375, |
| 5564.97216796875, |
| 1691.6658935546875 |
| ], |
| [ |
| 699.4737548828125, |
| 180.1783447265625, |
| 1903.882568359375, |
| 1975.6243896484375, |
| 742.0025634765625, |
| 2773.9658203125, |
| 2318.136474609375, |
| 75385.7421875, |
| 3980.4169921875, |
| 5518.80810546875, |
| 6432.0, |
| 3804.689453125, |
| 5135.57421875, |
| 4130.84228515625, |
| 2057.789794921875, |
| -2862.0244140625, |
| 939.8192138671875, |
| 425.66107177734375, |
| 5804.1748046875, |
| 1717.41064453125 |
| ], |
| [ |
| 2836.067626953125, |
| 2135.83984375, |
| 5536.23779296875, |
| 3444.01611328125, |
| 4309.05322265625, |
| 3705.98095703125, |
| 5380.291015625, |
| 4872.396484375, |
| 84363.9609375, |
| 7123.91259765625, |
| 8584.107421875, |
| 3629.38525390625, |
| 2989.836181640625, |
| 6813.74365234375, |
| 4514.56396484375, |
| -2649.10888671875, |
| 299.3777160644531, |
| 633.2227783203125, |
| 5159.125, |
| 1631.989990234375 |
| ], |
| [ |
| 4766.3154296875, |
| 1341.6741943359375, |
| 4238.13623046875, |
| 5562.7685546875, |
| 3346.159912109375, |
| 5904.33251953125, |
| 5182.353515625, |
| 6730.62353515625, |
| 6889.2548828125, |
| 89337.203125, |
| 6537.466796875, |
| 2105.037841796875, |
| 2880.67041015625, |
| 4733.30078125, |
| 3150.31103515625, |
| -4697.3662109375, |
| 2186.359130859375, |
| 1781.36865234375, |
| 5800.60009765625, |
| 2970.946533203125 |
| ], |
| [ |
| 3572.4404296875, |
| 1194.6395263671875, |
| 3050.406494140625, |
| 5248.71826171875, |
| 3846.8955078125, |
| 3858.734619140625, |
| 4650.13037109375, |
| 7118.04150390625, |
| 7798.52783203125, |
| 5630.701171875, |
| 75609.640625, |
| 4516.48388671875, |
| 6281.9404296875, |
| 4868.58349609375, |
| 4330.06884765625, |
| -3355.630615234375, |
| 676.9488525390625, |
| 1112.2027587890625, |
| 5267.09765625, |
| 2245.38818359375 |
| ], |
| [ |
| 425.35186767578125, |
| -449.6781921386719, |
| 3584.05810546875, |
| 2198.301025390625, |
| 2281.3193359375, |
| 1860.169677734375, |
| 2191.06298828125, |
| 4419.59033203125, |
| 3153.8388671875, |
| 1941.447998046875, |
| 4706.63330078125, |
| 85599.4375, |
| 7151.0302734375, |
| 4139.00927734375, |
| 3793.986572265625, |
| -1856.541259765625, |
| 876.7958984375, |
| -82.93644714355469, |
| 2735.661376953125, |
| 3866.034912109375 |
| ], |
| [ |
| 1078.395263671875, |
| -1320.721435546875, |
| 1694.43310546875, |
| 2606.78271484375, |
| 1714.8037109375, |
| 1047.7635498046875, |
| 3169.76904296875, |
| 5080.40673828125, |
| 2320.703369140625, |
| 2318.772705078125, |
| 5680.43212890625, |
| 6215.71875, |
| 73565.265625, |
| 4203.80859375, |
| 2234.384765625, |
| -3620.47607421875, |
| 1551.7117919921875, |
| 88.9714584350586, |
| 3781.033447265625, |
| 2004.475830078125 |
| ], |
| [ |
| 1540.5255126953125, |
| -871.75390625, |
| 1965.2265625, |
| 2508.642333984375, |
| 2734.608642578125, |
| 3070.29931640625, |
| 3683.67431640625, |
| 4227.57763671875, |
| 5578.333984375, |
| 3988.360595703125, |
| 4449.01904296875, |
| 3673.02587890625, |
| 4467.0244140625, |
| 75166.4609375, |
| 4566.1083984375, |
| -1534.5106201171875, |
| 1677.68212890625, |
| 741.7269897460938, |
| 5554.16064453125, |
| 1330.535400390625 |
| ], |
| [ |
| 772.3930053710938, |
| 120.26911163330078, |
| 2529.919677734375, |
| 3023.014892578125, |
| 3274.1259765625, |
| 2628.52197265625, |
| 3998.9482421875, |
| 2424.223388671875, |
| 4109.255859375, |
| 2681.146484375, |
| 4410.837890625, |
| 3867.6826171875, |
| 2602.3212890625, |
| 5161.5107421875, |
| 84742.6484375, |
| -2837.482666015625, |
| 406.3253173828125, |
| 505.3792724609375, |
| 2337.908447265625, |
| 2381.362060546875 |
| ], |
| [ |
| -2486.074462890625, |
| 186.5172576904297, |
| -1920.24462890625, |
| -3467.506591796875, |
| -1245.293701171875, |
| -2964.959716796875, |
| -3613.575927734375, |
| -2522.946044921875, |
| -1481.3302001953125, |
| -3453.509765625, |
| -2701.77099609375, |
| -1618.4739990234375, |
| -3306.47314453125, |
| -1611.6812744140625, |
| -2278.13037109375, |
| 52737.8515625, |
| -1755.233154296875, |
| -238.4665985107422, |
| -4239.30224609375, |
| -2544.818603515625 |
| ], |
| [ |
| 1715.096923828125, |
| 127.92843627929688, |
| 752.28125, |
| 332.1594543457031, |
| -540.386962890625, |
| 132.8116912841797, |
| 1009.6063232421875, |
| 917.0103759765625, |
| 195.44253540039062, |
| 1536.454345703125, |
| 613.935546875, |
| 631.5665893554688, |
| 1431.7598876953125, |
| 1400.870849609375, |
| 230.33148193359375, |
| -1564.6109619140625, |
| 62182.18359375, |
| -277.7956848144531, |
| 2453.722900390625, |
| 3543.22509765625 |
| ], |
| [ |
| 28.636749267578125, |
| -1593.7904052734375, |
| 1251.8729248046875, |
| 1487.887451171875, |
| -401.8564453125, |
| 1536.314697265625, |
| 1822.857421875, |
| 703.3997802734375, |
| 681.1904907226562, |
| 2154.61376953125, |
| 1497.74462890625, |
| 100.58164978027344, |
| 194.14425659179688, |
| 1134.5821533203125, |
| 750.6822509765625, |
| -291.28424072265625, |
| -370.9183654785156, |
| 109291.0625, |
| 341.14141845703125, |
| -573.5185546875 |
| ], |
| [ |
| 2441.18701171875, |
| 239.4378204345703, |
| 4081.30810546875, |
| 4653.7001953125, |
| 2039.1041259765625, |
| 3356.93017578125, |
| 4849.69091796875, |
| 6419.73486328125, |
| 4466.35791015625, |
| 5190.56005859375, |
| 5440.2548828125, |
| 2513.712158203125, |
| 4318.634765625, |
| 5940.49462890625, |
| 2451.945068359375, |
| -5295.6025390625, |
| 3050.245849609375, |
| 392.592041015625, |
| 77105.90625, |
| 3564.111083984375 |
| ], |
| [ |
| 1894.7132568359375, |
| 718.7864990234375, |
| 2268.59814453125, |
| 797.252685546875, |
| 1272.0440673828125, |
| 353.6728210449219, |
| 1326.9910888671875, |
| 1703.5531005859375, |
| 1063.5936279296875, |
| 2231.13818359375, |
| 2070.820068359375, |
| 3156.242431640625, |
| 1992.446533203125, |
| 1327.80126953125, |
| 2207.1533203125, |
| -2515.89111328125, |
| 3985.97021484375, |
| -395.9607238769531, |
| 3127.933837890625, |
| 70169.796875 |
| ] |
| ] |
| }, |
| "kernel_trace": 42686.79296875, |
| "kernel_frobenius_norm": 10409.2451171875, |
| "mean_gradient_norm": 45.47015315857654, |
| "gradient_norms": [ |
| 29.0312222856826, |
| 34.35555416436373, |
| 48.010361718033245, |
| 41.30105164506633, |
| 39.39485926130984, |
| 45.52481325688073, |
| 53.34026561311431, |
| 45.65873872310354, |
| 51.55647412213439, |
| 53.39871562801917, |
| 46.34363919807774, |
| 51.54702989414594, |
| 43.83945851447019, |
| 44.52970589993706, |
| 51.90811190806756, |
| 34.65875067576231, |
| 38.72587887265536, |
| 67.13331995721688, |
| 45.940047339283794, |
| 43.20506449420591 |
| ], |
| "kernel_trace_sgd": 42686.79296875, |
| "kernel_frobenius_norm_sgd": 10409.2451171875, |
| "kernel_distance_sgd": 0.1458839625120163, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79176880.0, |
| "kernel_distance_signsgd": 0.07363338023424149, |
| "kernel_trace_asymmetric_signsgd": 1499257.375, |
| "kernel_frobenius_norm_asymmetric_signsgd": 346239.03125, |
| "kernel_distance_asymmetric_signsgd": 0.09965771436691284, |
| "linearization_error": 3.713943182331069, |
| "kernel_distance": 0.1458839625120163 |
| }, |
| { |
| "step": 250, |
| "kernel_matrix": [ |
| [ |
| 991.2427368164062, |
| 119.069091796875, |
| 34.570865631103516, |
| 115.87385559082031, |
| 123.38516235351562, |
| 191.60975646972656, |
| 90.63243103027344, |
| 37.741432189941406, |
| 135.39120483398438, |
| 157.47097778320312, |
| 161.83230590820312, |
| 18.010705947875977, |
| 39.73468017578125, |
| 76.90852355957031, |
| 27.598613739013672, |
| -68.91502380371094, |
| 47.58112335205078, |
| 20.30567169189453, |
| 98.17124938964844, |
| 31.955793380737305 |
| ], |
| [ |
| 119.069091796875, |
| 1299.0462646484375, |
| 89.05638885498047, |
| 54.048465728759766, |
| 80.38667297363281, |
| 71.26266479492188, |
| 45.517127990722656, |
| 8.842812538146973, |
| 119.41046905517578, |
| 87.89918518066406, |
| 74.67375183105469, |
| -7.907504081726074, |
| -44.50135803222656, |
| 7.517059326171875, |
| 25.520769119262695, |
| -22.771629333496094, |
| 27.676128387451172, |
| -54.45184326171875, |
| 41.85814666748047, |
| 25.452089309692383 |
| ], |
| [ |
| 34.570865631103516, |
| 89.05638885498047, |
| 2514.9541015625, |
| 50.709312438964844, |
| 114.98080444335938, |
| 123.10269165039062, |
| 172.523193359375, |
| 85.96465301513672, |
| 273.7734069824219, |
| 156.33863830566406, |
| 157.20233154296875, |
| 169.62400817871094, |
| 84.63805389404297, |
| 85.09266662597656, |
| 130.3530731201172, |
| -52.4117317199707, |
| 47.94937515258789, |
| 9.153943061828613, |
| 139.55410766601562, |
| 77.9927978515625 |
| ], |
| [ |
| 115.87385559082031, |
| 54.048465728759766, |
| 50.709312438964844, |
| 1818.1578369140625, |
| 173.00100708007812, |
| 166.9786834716797, |
| 185.54238891601562, |
| 58.36473083496094, |
| 145.7513885498047, |
| 207.4888153076172, |
| 194.083740234375, |
| 63.497779846191406, |
| 94.89358520507812, |
| 94.76589965820312, |
| 133.051513671875, |
| -99.70246887207031, |
| 27.19152069091797, |
| 85.78775024414062, |
| 160.16470336914062, |
| 26.737789154052734 |
| ], |
| [ |
| 123.38516235351562, |
| 80.38667297363281, |
| 114.98080444335938, |
| 173.00100708007812, |
| 1663.9534912109375, |
| 104.7333984375, |
| 89.86621856689453, |
| 57.36840057373047, |
| 208.48681640625, |
| 134.9788055419922, |
| 160.91323852539062, |
| 118.4765853881836, |
| 76.06169128417969, |
| 106.5373306274414, |
| 101.97727966308594, |
| -46.0145149230957, |
| -4.547074317932129, |
| -16.013742446899414, |
| 62.2169303894043, |
| 41.36137008666992 |
| ], |
| [ |
| 191.60975646972656, |
| 71.26266479492188, |
| 123.10269165039062, |
| 166.9786834716797, |
| 104.7333984375, |
| 2085.1826171875, |
| 142.54551696777344, |
| 94.8149642944336, |
| 172.9219512939453, |
| 206.1918182373047, |
| 179.0816650390625, |
| 67.91715240478516, |
| 50.1706428527832, |
| 124.45890045166016, |
| 97.46534729003906, |
| -75.40587615966797, |
| 22.702672958374023, |
| 84.35836029052734, |
| 122.18135833740234, |
| -8.740522384643555 |
| ], |
| [ |
| 90.63243103027344, |
| 45.517127990722656, |
| 172.523193359375, |
| 185.54238891601562, |
| 89.86621856689453, |
| 142.54551696777344, |
| 2854.545654296875, |
| 110.18646240234375, |
| 277.8882751464844, |
| 222.580322265625, |
| 236.6077880859375, |
| 94.58911895751953, |
| 154.09100341796875, |
| 181.9313507080078, |
| 178.2139434814453, |
| -131.6360321044922, |
| 66.97006225585938, |
| 93.9764404296875, |
| 227.79795837402344, |
| 53.45594024658203 |
| ], |
| [ |
| 37.741432189941406, |
| 8.842812538146973, |
| 85.96465301513672, |
| 58.36473083496094, |
| 57.36840057373047, |
| 94.8149642944336, |
| 110.18646240234375, |
| 2155.652587890625, |
| 205.38572692871094, |
| 236.84854125976562, |
| 272.09637451171875, |
| 164.51400756835938, |
| 195.7051239013672, |
| 170.34181213378906, |
| 84.14827728271484, |
| -80.32904815673828, |
| 24.622234344482422, |
| 16.70608139038086, |
| 228.6374053955078, |
| 68.16581726074219 |
| ], |
| [ |
| 135.39120483398438, |
| 119.41046905517578, |
| 273.7734069824219, |
| 145.7513885498047, |
| 208.48681640625, |
| 172.9219512939453, |
| 277.8882751464844, |
| 205.38572692871094, |
| 2895.869873046875, |
| 379.5887451171875, |
| 433.46539306640625, |
| 165.96014404296875, |
| 130.32327270507812, |
| 282.8070373535156, |
| 172.48260498046875, |
| -74.66935729980469, |
| 30.583911895751953, |
| 18.538644790649414, |
| 215.20498657226562, |
| 43.57248306274414 |
| ], |
| [ |
| 157.47097778320312, |
| 87.89918518066406, |
| 156.33863830566406, |
| 207.4888153076172, |
| 134.9788055419922, |
| 206.1918182373047, |
| 222.580322265625, |
| 236.84854125976562, |
| 379.5887451171875, |
| 2992.053955078125, |
| 275.2469787597656, |
| 80.81048583984375, |
| 96.28561401367188, |
| 186.09771728515625, |
| 68.4683837890625, |
| -117.70899200439453, |
| 98.8531494140625, |
| 135.20150756835938, |
| 258.3582458496094, |
| 104.67500305175781 |
| ], |
| [ |
| 161.83230590820312, |
| 74.67375183105469, |
| 157.20233154296875, |
| 194.083740234375, |
| 160.91323852539062, |
| 179.0816650390625, |
| 236.6077880859375, |
| 272.09637451171875, |
| 433.46539306640625, |
| 275.2469787597656, |
| 2420.262939453125, |
| 201.9647216796875, |
| 248.468994140625, |
| 207.84674072265625, |
| 181.40902709960938, |
| -83.4737548828125, |
| 42.02579879760742, |
| 82.21470642089844, |
| 255.00831604003906, |
| 77.0624771118164 |
| ], |
| [ |
| 18.010705947875977, |
| -7.907504081726074, |
| 169.62400817871094, |
| 63.497779846191406, |
| 118.4765853881836, |
| 67.91715240478516, |
| 94.58911895751953, |
| 164.51400756835938, |
| 165.96014404296875, |
| 80.81048583984375, |
| 201.9647216796875, |
| 2897.3017578125, |
| 286.94720458984375, |
| 135.95811462402344, |
| 181.58468627929688, |
| -69.92918395996094, |
| 14.473596572875977, |
| -10.864161491394043, |
| 97.49928283691406, |
| 138.98611450195312 |
| ], |
| [ |
| 39.73468017578125, |
| -44.50135803222656, |
| 84.63805389404297, |
| 94.89358520507812, |
| 76.06169128417969, |
| 50.1706428527832, |
| 154.09100341796875, |
| 195.7051239013672, |
| 130.32327270507812, |
| 96.28561401367188, |
| 248.468994140625, |
| 286.94720458984375, |
| 2043.556884765625, |
| 163.13540649414062, |
| 126.2547607421875, |
| -117.60408020019531, |
| 55.28987503051758, |
| 14.480847358703613, |
| 173.40541076660156, |
| 65.40921783447266 |
| ], |
| [ |
| 76.90852355957031, |
| 7.517059326171875, |
| 85.09266662597656, |
| 94.76589965820312, |
| 106.5373306274414, |
| 124.45890045166016, |
| 181.9313507080078, |
| 170.34181213378906, |
| 282.8070373535156, |
| 186.09771728515625, |
| 207.84674072265625, |
| 135.95811462402344, |
| 163.13540649414062, |
| 2170.387939453125, |
| 184.12063598632812, |
| -38.13020706176758, |
| 46.1218147277832, |
| 40.0252799987793, |
| 244.48028564453125, |
| 23.428131103515625 |
| ], |
| [ |
| 27.598613739013672, |
| 25.520769119262695, |
| 130.3530731201172, |
| 133.051513671875, |
| 101.97727966308594, |
| 97.46534729003906, |
| 178.2139434814453, |
| 84.14827728271484, |
| 172.48260498046875, |
| 68.4683837890625, |
| 181.40902709960938, |
| 181.58468627929688, |
| 126.2547607421875, |
| 184.12063598632812, |
| 2912.32861328125, |
| -75.95891571044922, |
| 23.73187255859375, |
| 12.233871459960938, |
| 60.4830207824707, |
| 104.61846160888672 |
| ], |
| [ |
| -68.91502380371094, |
| -22.771629333496094, |
| -52.4117317199707, |
| -99.70246887207031, |
| -46.0145149230957, |
| -75.40587615966797, |
| -131.6360321044922, |
| -80.32904815673828, |
| -74.66935729980469, |
| -117.70899200439453, |
| -83.4737548828125, |
| -69.92918395996094, |
| -117.60408020019531, |
| -38.13020706176758, |
| -75.95891571044922, |
| 1259.00048828125, |
| -84.13772583007812, |
| -7.189391136169434, |
| -135.6441192626953, |
| -62.690101623535156 |
| ], |
| [ |
| 47.58112335205078, |
| 27.676128387451172, |
| 47.94937515258789, |
| 27.19152069091797, |
| -4.547074317932129, |
| 22.702672958374023, |
| 66.97006225585938, |
| 24.622234344482422, |
| 30.583911895751953, |
| 98.8531494140625, |
| 42.02579879760742, |
| 14.473596572875977, |
| 55.28987503051758, |
| 46.1218147277832, |
| 23.73187255859375, |
| -84.13772583007812, |
| 1577.4068603515625, |
| -10.429736137390137, |
| 112.28160095214844, |
| 91.01753997802734 |
| ], |
| [ |
| 20.30567169189453, |
| -54.45184326171875, |
| 9.153943061828613, |
| 85.78775024414062, |
| -16.013742446899414, |
| 84.35836029052734, |
| 93.9764404296875, |
| 16.70608139038086, |
| 18.538644790649414, |
| 135.20150756835938, |
| 82.21470642089844, |
| -10.864161491394043, |
| 14.480847358703613, |
| 40.0252799987793, |
| 12.233871459960938, |
| -7.189391136169434, |
| -10.429736137390137, |
| 4827.7265625, |
| 52.63728713989258, |
| -30.49802017211914 |
| ], |
| [ |
| 98.17124938964844, |
| 41.85814666748047, |
| 139.55410766601562, |
| 160.16470336914062, |
| 62.2169303894043, |
| 122.18135833740234, |
| 227.79795837402344, |
| 228.6374053955078, |
| 215.20498657226562, |
| 258.3582458496094, |
| 255.00831604003906, |
| 97.49928283691406, |
| 173.40541076660156, |
| 244.48028564453125, |
| 60.4830207824707, |
| -135.6441192626953, |
| 112.28160095214844, |
| 52.63728713989258, |
| 2280.268798828125, |
| 132.39700317382812 |
| ], |
| [ |
| 31.955793380737305, |
| 25.452089309692383, |
| 77.9927978515625, |
| 26.737789154052734, |
| 41.36137008666992, |
| -8.740522384643555, |
| 53.45594024658203, |
| 68.16581726074219, |
| 43.57248306274414, |
| 104.67500305175781, |
| 77.0624771118164, |
| 138.98611450195312, |
| 65.40921783447266, |
| 23.428131103515625, |
| 104.61846160888672, |
| -62.690101623535156, |
| 91.01753997802734, |
| -30.49802017211914, |
| 132.39700317382812, |
| 1900.9111328125 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 991.2427368164062, |
| 119.069091796875, |
| 34.570865631103516, |
| 115.87385559082031, |
| 123.38516235351562, |
| 191.60975646972656, |
| 90.63243103027344, |
| 37.741432189941406, |
| 135.39120483398438, |
| 157.47097778320312, |
| 161.83230590820312, |
| 18.010705947875977, |
| 39.73468017578125, |
| 76.90852355957031, |
| 27.598613739013672, |
| -68.91502380371094, |
| 47.58112335205078, |
| 20.30567169189453, |
| 98.17124938964844, |
| 31.955793380737305 |
| ], |
| [ |
| 119.069091796875, |
| 1299.0462646484375, |
| 89.05638885498047, |
| 54.048465728759766, |
| 80.38667297363281, |
| 71.26266479492188, |
| 45.517127990722656, |
| 8.842812538146973, |
| 119.41046905517578, |
| 87.89918518066406, |
| 74.67375183105469, |
| -7.907504081726074, |
| -44.50135803222656, |
| 7.517059326171875, |
| 25.520769119262695, |
| -22.771629333496094, |
| 27.676128387451172, |
| -54.45184326171875, |
| 41.85814666748047, |
| 25.452089309692383 |
| ], |
| [ |
| 34.570865631103516, |
| 89.05638885498047, |
| 2514.9541015625, |
| 50.709312438964844, |
| 114.98080444335938, |
| 123.10269165039062, |
| 172.523193359375, |
| 85.96465301513672, |
| 273.7734069824219, |
| 156.33863830566406, |
| 157.20233154296875, |
| 169.62400817871094, |
| 84.63805389404297, |
| 85.09266662597656, |
| 130.3530731201172, |
| -52.4117317199707, |
| 47.94937515258789, |
| 9.153943061828613, |
| 139.55410766601562, |
| 77.9927978515625 |
| ], |
| [ |
| 115.87385559082031, |
| 54.048465728759766, |
| 50.709312438964844, |
| 1818.1578369140625, |
| 173.00100708007812, |
| 166.9786834716797, |
| 185.54238891601562, |
| 58.36473083496094, |
| 145.7513885498047, |
| 207.4888153076172, |
| 194.083740234375, |
| 63.497779846191406, |
| 94.89358520507812, |
| 94.76589965820312, |
| 133.051513671875, |
| -99.70246887207031, |
| 27.19152069091797, |
| 85.78775024414062, |
| 160.16470336914062, |
| 26.737789154052734 |
| ], |
| [ |
| 123.38516235351562, |
| 80.38667297363281, |
| 114.98080444335938, |
| 173.00100708007812, |
| 1663.9534912109375, |
| 104.7333984375, |
| 89.86621856689453, |
| 57.36840057373047, |
| 208.48681640625, |
| 134.9788055419922, |
| 160.91323852539062, |
| 118.4765853881836, |
| 76.06169128417969, |
| 106.5373306274414, |
| 101.97727966308594, |
| -46.0145149230957, |
| -4.547074317932129, |
| -16.013742446899414, |
| 62.2169303894043, |
| 41.36137008666992 |
| ], |
| [ |
| 191.60975646972656, |
| 71.26266479492188, |
| 123.10269165039062, |
| 166.9786834716797, |
| 104.7333984375, |
| 2085.1826171875, |
| 142.54551696777344, |
| 94.8149642944336, |
| 172.9219512939453, |
| 206.1918182373047, |
| 179.0816650390625, |
| 67.91715240478516, |
| 50.1706428527832, |
| 124.45890045166016, |
| 97.46534729003906, |
| -75.40587615966797, |
| 22.702672958374023, |
| 84.35836029052734, |
| 122.18135833740234, |
| -8.740522384643555 |
| ], |
| [ |
| 90.63243103027344, |
| 45.517127990722656, |
| 172.523193359375, |
| 185.54238891601562, |
| 89.86621856689453, |
| 142.54551696777344, |
| 2854.545654296875, |
| 110.18646240234375, |
| 277.8882751464844, |
| 222.580322265625, |
| 236.6077880859375, |
| 94.58911895751953, |
| 154.09100341796875, |
| 181.9313507080078, |
| 178.2139434814453, |
| -131.6360321044922, |
| 66.97006225585938, |
| 93.9764404296875, |
| 227.79795837402344, |
| 53.45594024658203 |
| ], |
| [ |
| 37.741432189941406, |
| 8.842812538146973, |
| 85.96465301513672, |
| 58.36473083496094, |
| 57.36840057373047, |
| 94.8149642944336, |
| 110.18646240234375, |
| 2155.652587890625, |
| 205.38572692871094, |
| 236.84854125976562, |
| 272.09637451171875, |
| 164.51400756835938, |
| 195.7051239013672, |
| 170.34181213378906, |
| 84.14827728271484, |
| -80.32904815673828, |
| 24.622234344482422, |
| 16.70608139038086, |
| 228.6374053955078, |
| 68.16581726074219 |
| ], |
| [ |
| 135.39120483398438, |
| 119.41046905517578, |
| 273.7734069824219, |
| 145.7513885498047, |
| 208.48681640625, |
| 172.9219512939453, |
| 277.8882751464844, |
| 205.38572692871094, |
| 2895.869873046875, |
| 379.5887451171875, |
| 433.46539306640625, |
| 165.96014404296875, |
| 130.32327270507812, |
| 282.8070373535156, |
| 172.48260498046875, |
| -74.66935729980469, |
| 30.583911895751953, |
| 18.538644790649414, |
| 215.20498657226562, |
| 43.57248306274414 |
| ], |
| [ |
| 157.47097778320312, |
| 87.89918518066406, |
| 156.33863830566406, |
| 207.4888153076172, |
| 134.9788055419922, |
| 206.1918182373047, |
| 222.580322265625, |
| 236.84854125976562, |
| 379.5887451171875, |
| 2992.053955078125, |
| 275.2469787597656, |
| 80.81048583984375, |
| 96.28561401367188, |
| 186.09771728515625, |
| 68.4683837890625, |
| -117.70899200439453, |
| 98.8531494140625, |
| 135.20150756835938, |
| 258.3582458496094, |
| 104.67500305175781 |
| ], |
| [ |
| 161.83230590820312, |
| 74.67375183105469, |
| 157.20233154296875, |
| 194.083740234375, |
| 160.91323852539062, |
| 179.0816650390625, |
| 236.6077880859375, |
| 272.09637451171875, |
| 433.46539306640625, |
| 275.2469787597656, |
| 2420.262939453125, |
| 201.9647216796875, |
| 248.468994140625, |
| 207.84674072265625, |
| 181.40902709960938, |
| -83.4737548828125, |
| 42.02579879760742, |
| 82.21470642089844, |
| 255.00831604003906, |
| 77.0624771118164 |
| ], |
| [ |
| 18.010705947875977, |
| -7.907504081726074, |
| 169.62400817871094, |
| 63.497779846191406, |
| 118.4765853881836, |
| 67.91715240478516, |
| 94.58911895751953, |
| 164.51400756835938, |
| 165.96014404296875, |
| 80.81048583984375, |
| 201.9647216796875, |
| 2897.3017578125, |
| 286.94720458984375, |
| 135.95811462402344, |
| 181.58468627929688, |
| -69.92918395996094, |
| 14.473596572875977, |
| -10.864161491394043, |
| 97.49928283691406, |
| 138.98611450195312 |
| ], |
| [ |
| 39.73468017578125, |
| -44.50135803222656, |
| 84.63805389404297, |
| 94.89358520507812, |
| 76.06169128417969, |
| 50.1706428527832, |
| 154.09100341796875, |
| 195.7051239013672, |
| 130.32327270507812, |
| 96.28561401367188, |
| 248.468994140625, |
| 286.94720458984375, |
| 2043.556884765625, |
| 163.13540649414062, |
| 126.2547607421875, |
| -117.60408020019531, |
| 55.28987503051758, |
| 14.480847358703613, |
| 173.40541076660156, |
| 65.40921783447266 |
| ], |
| [ |
| 76.90852355957031, |
| 7.517059326171875, |
| 85.09266662597656, |
| 94.76589965820312, |
| 106.5373306274414, |
| 124.45890045166016, |
| 181.9313507080078, |
| 170.34181213378906, |
| 282.8070373535156, |
| 186.09771728515625, |
| 207.84674072265625, |
| 135.95811462402344, |
| 163.13540649414062, |
| 2170.387939453125, |
| 184.12063598632812, |
| -38.13020706176758, |
| 46.1218147277832, |
| 40.0252799987793, |
| 244.48028564453125, |
| 23.428131103515625 |
| ], |
| [ |
| 27.598613739013672, |
| 25.520769119262695, |
| 130.3530731201172, |
| 133.051513671875, |
| 101.97727966308594, |
| 97.46534729003906, |
| 178.2139434814453, |
| 84.14827728271484, |
| 172.48260498046875, |
| 68.4683837890625, |
| 181.40902709960938, |
| 181.58468627929688, |
| 126.2547607421875, |
| 184.12063598632812, |
| 2912.32861328125, |
| -75.95891571044922, |
| 23.73187255859375, |
| 12.233871459960938, |
| 60.4830207824707, |
| 104.61846160888672 |
| ], |
| [ |
| -68.91502380371094, |
| -22.771629333496094, |
| -52.4117317199707, |
| -99.70246887207031, |
| -46.0145149230957, |
| -75.40587615966797, |
| -131.6360321044922, |
| -80.32904815673828, |
| -74.66935729980469, |
| -117.70899200439453, |
| -83.4737548828125, |
| -69.92918395996094, |
| -117.60408020019531, |
| -38.13020706176758, |
| -75.95891571044922, |
| 1259.00048828125, |
| -84.13772583007812, |
| -7.189391136169434, |
| -135.6441192626953, |
| -62.690101623535156 |
| ], |
| [ |
| 47.58112335205078, |
| 27.676128387451172, |
| 47.94937515258789, |
| 27.19152069091797, |
| -4.547074317932129, |
| 22.702672958374023, |
| 66.97006225585938, |
| 24.622234344482422, |
| 30.583911895751953, |
| 98.8531494140625, |
| 42.02579879760742, |
| 14.473596572875977, |
| 55.28987503051758, |
| 46.1218147277832, |
| 23.73187255859375, |
| -84.13772583007812, |
| 1577.4068603515625, |
| -10.429736137390137, |
| 112.28160095214844, |
| 91.01753997802734 |
| ], |
| [ |
| 20.30567169189453, |
| -54.45184326171875, |
| 9.153943061828613, |
| 85.78775024414062, |
| -16.013742446899414, |
| 84.35836029052734, |
| 93.9764404296875, |
| 16.70608139038086, |
| 18.538644790649414, |
| 135.20150756835938, |
| 82.21470642089844, |
| -10.864161491394043, |
| 14.480847358703613, |
| 40.0252799987793, |
| 12.233871459960938, |
| -7.189391136169434, |
| -10.429736137390137, |
| 4827.7265625, |
| 52.63728713989258, |
| -30.49802017211914 |
| ], |
| [ |
| 98.17124938964844, |
| 41.85814666748047, |
| 139.55410766601562, |
| 160.16470336914062, |
| 62.2169303894043, |
| 122.18135833740234, |
| 227.79795837402344, |
| 228.6374053955078, |
| 215.20498657226562, |
| 258.3582458496094, |
| 255.00831604003906, |
| 97.49928283691406, |
| 173.40541076660156, |
| 244.48028564453125, |
| 60.4830207824707, |
| -135.6441192626953, |
| 112.28160095214844, |
| 52.63728713989258, |
| 2280.268798828125, |
| 132.39700317382812 |
| ], |
| [ |
| 31.955793380737305, |
| 25.452089309692383, |
| 77.9927978515625, |
| 26.737789154052734, |
| 41.36137008666992, |
| -8.740522384643555, |
| 53.45594024658203, |
| 68.16581726074219, |
| 43.57248306274414, |
| 104.67500305175781, |
| 77.0624771118164, |
| 138.98611450195312, |
| 65.40921783447266, |
| 23.428131103515625, |
| 104.61846160888672, |
| -62.690101623535156, |
| 91.01753997802734, |
| -30.49802017211914, |
| 132.39700317382812, |
| 1900.9111328125 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 575564.0, |
| 336552.0, |
| 749463.0, |
| 730720.0, |
| 1104350.0, |
| 312412.0, |
| 304196.0, |
| 471170.0, |
| 587094.0, |
| 582598.0, |
| 21042.0, |
| 327448.0, |
| 396638.0, |
| 230762.0, |
| -634304.0, |
| 253656.0, |
| 108189.0, |
| 428576.0, |
| 290626.0 |
| ], |
| [ |
| 575564.0, |
| 17596416.0, |
| 282248.0, |
| 202089.0, |
| 463432.0, |
| 277754.0, |
| 88744.0, |
| 47916.0, |
| 352126.0, |
| 161702.0, |
| 219442.0, |
| 202.0, |
| -156288.0, |
| -39554.0, |
| 128654.0, |
| -199076.0, |
| 24556.0, |
| -106927.0, |
| 146760.0, |
| 197946.0 |
| ], |
| [ |
| 336552.0, |
| 282248.0, |
| 17596416.0, |
| 476443.0, |
| 349976.0, |
| 529318.0, |
| 585736.0, |
| 377248.0, |
| 584798.0, |
| 683034.0, |
| 540870.0, |
| 599178.0, |
| 549244.0, |
| 392514.0, |
| 545678.0, |
| -591756.0, |
| 127608.0, |
| 197593.0, |
| 691548.0, |
| 397110.0 |
| ], |
| [ |
| 749463.0, |
| 202089.0, |
| 476443.0, |
| 17596416.0, |
| 869805.0, |
| 940923.0, |
| 631625.0, |
| 423837.0, |
| 400197.0, |
| 810569.0, |
| 767849.0, |
| 373169.0, |
| 561115.0, |
| 324561.0, |
| 541319.0, |
| -723373.0, |
| -47613.0, |
| 193460.0, |
| 625837.0, |
| 166159.0 |
| ], |
| [ |
| 730720.0, |
| 463432.0, |
| 349976.0, |
| 869805.0, |
| 17596416.0, |
| 547654.0, |
| 298396.0, |
| 268476.0, |
| 558030.0, |
| 523530.0, |
| 528294.0, |
| 257982.0, |
| 371656.0, |
| 319718.0, |
| 490130.0, |
| -296856.0, |
| -178928.0, |
| 2955.0, |
| 237680.0, |
| 111922.0 |
| ], |
| [ |
| 1104350.0, |
| 277754.0, |
| 529318.0, |
| 940923.0, |
| 547654.0, |
| 17596416.0, |
| 586322.0, |
| 530826.0, |
| 410220.0, |
| 834436.0, |
| 554168.0, |
| 337160.0, |
| 420130.0, |
| 466956.0, |
| 491184.0, |
| -543154.0, |
| -17214.0, |
| 176695.0, |
| 543850.0, |
| 122044.0 |
| ], |
| [ |
| 312412.0, |
| 88744.0, |
| 585736.0, |
| 631625.0, |
| 298396.0, |
| 586322.0, |
| 17596416.0, |
| 472084.0, |
| 638854.0, |
| 759926.0, |
| 675410.0, |
| 410106.0, |
| 610776.0, |
| 549406.0, |
| 599070.0, |
| -602284.0, |
| 132404.0, |
| 194173.0, |
| 615480.0, |
| 284086.0 |
| ], |
| [ |
| 304196.0, |
| 47916.0, |
| 377248.0, |
| 423837.0, |
| 268476.0, |
| 530826.0, |
| 472084.0, |
| 17596416.0, |
| 606150.0, |
| 861310.0, |
| 980998.0, |
| 463550.0, |
| 819360.0, |
| 637610.0, |
| 323554.0, |
| -447180.0, |
| 136260.0, |
| 177247.0, |
| 925808.0, |
| 195342.0 |
| ], |
| [ |
| 471170.0, |
| 352126.0, |
| 584798.0, |
| 400197.0, |
| 558030.0, |
| 410220.0, |
| 638854.0, |
| 606150.0, |
| 17596416.0, |
| 790112.0, |
| 1007848.0, |
| 218840.0, |
| 366222.0, |
| 724200.0, |
| 479376.0, |
| -193046.0, |
| 910.0, |
| 184275.0, |
| 589038.0, |
| 129684.0 |
| ], |
| [ |
| 587094.0, |
| 161702.0, |
| 683034.0, |
| 810569.0, |
| 523530.0, |
| 834436.0, |
| 759926.0, |
| 861310.0, |
| 790112.0, |
| 17596416.0, |
| 802204.0, |
| 420400.0, |
| 568538.0, |
| 683860.0, |
| 603280.0, |
| -699842.0, |
| 269298.0, |
| 244009.0, |
| 730978.0, |
| 366480.0 |
| ], |
| [ |
| 582598.0, |
| 219442.0, |
| 540870.0, |
| 767849.0, |
| 528294.0, |
| 554168.0, |
| 675410.0, |
| 980998.0, |
| 1007848.0, |
| 802204.0, |
| 17596416.0, |
| 513328.0, |
| 792862.0, |
| 690884.0, |
| 579844.0, |
| -476246.0, |
| 182230.0, |
| 236177.0, |
| 785634.0, |
| 313260.0 |
| ], |
| [ |
| 21042.0, |
| 202.0, |
| 599178.0, |
| 373169.0, |
| 257982.0, |
| 337160.0, |
| 410106.0, |
| 463550.0, |
| 218840.0, |
| 420400.0, |
| 513328.0, |
| 17596416.0, |
| 906702.0, |
| 458964.0, |
| 661068.0, |
| -512174.0, |
| 216658.0, |
| 43057.0, |
| 454694.0, |
| 519568.0 |
| ], |
| [ |
| 327448.0, |
| -156288.0, |
| 549244.0, |
| 561115.0, |
| 371656.0, |
| 420130.0, |
| 610776.0, |
| 819360.0, |
| 366222.0, |
| 568538.0, |
| 792862.0, |
| 906702.0, |
| 17596416.0, |
| 570082.0, |
| 465942.0, |
| -799232.0, |
| 298716.0, |
| 76213.0, |
| 697776.0, |
| 368614.0 |
| ], |
| [ |
| 396638.0, |
| -39554.0, |
| 392514.0, |
| 324561.0, |
| 319718.0, |
| 466956.0, |
| 549406.0, |
| 637610.0, |
| 724200.0, |
| 683860.0, |
| 690884.0, |
| 458964.0, |
| 570082.0, |
| 17596416.0, |
| 577516.0, |
| -231650.0, |
| 237442.0, |
| 237365.0, |
| 849874.0, |
| 145648.0 |
| ], |
| [ |
| 230762.0, |
| 128654.0, |
| 545678.0, |
| 541319.0, |
| 490130.0, |
| 491184.0, |
| 599070.0, |
| 323554.0, |
| 479376.0, |
| 603280.0, |
| 579844.0, |
| 661068.0, |
| 465942.0, |
| 577516.0, |
| 17596416.0, |
| -488918.0, |
| 103126.0, |
| 104027.0, |
| 351358.0, |
| 300116.0 |
| ], |
| [ |
| -634304.0, |
| -199076.0, |
| -591756.0, |
| -723373.0, |
| -296856.0, |
| -543154.0, |
| -602284.0, |
| -447180.0, |
| -193046.0, |
| -699842.0, |
| -476246.0, |
| -512174.0, |
| -799232.0, |
| -231650.0, |
| -488918.0, |
| 17596416.0, |
| -554484.0, |
| -11059.0, |
| -727560.0, |
| -658682.0 |
| ], |
| [ |
| 253656.0, |
| 24556.0, |
| 127608.0, |
| -47613.0, |
| -178928.0, |
| -17214.0, |
| 132404.0, |
| 136260.0, |
| 910.0, |
| 269298.0, |
| 182230.0, |
| 216658.0, |
| 298716.0, |
| 237442.0, |
| 103126.0, |
| -554484.0, |
| 17596416.0, |
| 3819.0, |
| 406224.0, |
| 716558.0 |
| ], |
| [ |
| 108189.0, |
| -106927.0, |
| 197593.0, |
| 193460.0, |
| 2955.0, |
| 176695.0, |
| 194173.0, |
| 177247.0, |
| 184275.0, |
| 244009.0, |
| 236177.0, |
| 43057.0, |
| 76213.0, |
| 237365.0, |
| 104027.0, |
| -11059.0, |
| 3819.0, |
| 17596416.0, |
| 195885.0, |
| -19911.0 |
| ], |
| [ |
| 428576.0, |
| 146760.0, |
| 691548.0, |
| 625837.0, |
| 237680.0, |
| 543850.0, |
| 615480.0, |
| 925808.0, |
| 589038.0, |
| 730978.0, |
| 785634.0, |
| 454694.0, |
| 697776.0, |
| 849874.0, |
| 351358.0, |
| -727560.0, |
| 406224.0, |
| 195885.0, |
| 17596416.0, |
| 375686.0 |
| ], |
| [ |
| 290626.0, |
| 197946.0, |
| 397110.0, |
| 166159.0, |
| 111922.0, |
| 122044.0, |
| 284086.0, |
| 195342.0, |
| 129684.0, |
| 366480.0, |
| 313260.0, |
| 519568.0, |
| 368614.0, |
| 145648.0, |
| 300116.0, |
| -658682.0, |
| 716558.0, |
| -19911.0, |
| 375686.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 51213.703125, |
| 3528.42724609375, |
| 1120.605712890625, |
| 3786.4326171875, |
| 3700.986572265625, |
| 6000.1572265625, |
| 2162.7333984375, |
| 1127.9937744140625, |
| 2313.30908203125, |
| 3392.133056640625, |
| 3447.96240234375, |
| 339.2864074707031, |
| 1309.3426513671875, |
| 2049.765380859375, |
| 1050.448486328125, |
| -2440.093505859375, |
| 1516.8419189453125, |
| 422.9398498535156, |
| 2491.719482421875, |
| 1254.715576171875 |
| ], |
| [ |
| 3912.346435546875, |
| 59250.33203125, |
| 1979.513916015625, |
| 1169.3338623046875, |
| 2567.749267578125, |
| 2003.1036376953125, |
| 447.98626708984375, |
| 405.25408935546875, |
| 1946.4915771484375, |
| 1482.64697265625, |
| 1416.830810546875, |
| 124.18311309814453, |
| -950.902587890625, |
| 43.509918212890625, |
| 731.0916748046875, |
| -563.2255249023438, |
| 389.02410888671875, |
| -891.8511962890625, |
| 978.1617431640625, |
| 1088.8114013671875 |
| ], |
| [ |
| 1881.74169921875, |
| 2599.36181640625, |
| 83525.6875, |
| 2759.60107421875, |
| 2548.773193359375, |
| 3579.8056640625, |
| 3516.1171875, |
| 2691.963623046875, |
| 4811.44970703125, |
| 4533.39111328125, |
| 3719.967529296875, |
| 3827.465576171875, |
| 3014.443115234375, |
| 2749.384521484375, |
| 3181.301025390625, |
| -2832.497314453125, |
| 1314.4248046875, |
| 1289.182373046875, |
| 4543.7119140625, |
| 2399.83154296875 |
| ], |
| [ |
| 4909.4453125, |
| 1523.5362548828125, |
| 2432.12060546875, |
| 71528.8203125, |
| 5636.27490234375, |
| 5098.2548828125, |
| 3949.71728515625, |
| 1997.9688720703125, |
| 2707.8623046875, |
| 4749.55712890625, |
| 4809.0458984375, |
| 1951.5140380859375, |
| 2813.677001953125, |
| 2715.4208984375, |
| 2806.842041015625, |
| -3541.84521484375, |
| 751.0592651367188, |
| 1440.09423828125, |
| 4102.4033203125, |
| 1074.7252197265625 |
| ], |
| [ |
| 4590.96533203125, |
| 3036.23193359375, |
| 2203.734130859375, |
| 5545.03955078125, |
| 67226.4296875, |
| 3227.294189453125, |
| 1535.268310546875, |
| 1438.7471923828125, |
| 3902.726806640625, |
| 3095.790771484375, |
| 3932.58349609375, |
| 2371.895263671875, |
| 2009.5047607421875, |
| 2965.654541015625, |
| 3226.98486328125, |
| -1404.9486083984375, |
| -252.26016235351562, |
| -184.8346710205078, |
| 1828.99560546875, |
| 868.16650390625 |
| ], |
| [ |
| 8926.64453125, |
| 2464.105712890625, |
| 3371.731689453125, |
| 5636.2490234375, |
| 3758.86767578125, |
| 77980.9296875, |
| 3450.146728515625, |
| 3476.19873046875, |
| 3367.618408203125, |
| 5317.7744140625, |
| 4126.0234375, |
| 1944.3016357421875, |
| 1892.043701171875, |
| 3602.02880859375, |
| 2722.73486328125, |
| -3097.908203125, |
| 256.39794921875, |
| 1573.56396484375, |
| 3582.7138671875, |
| 368.6942138671875 |
| ], |
| [ |
| 3489.720458984375, |
| 664.7319946289062, |
| 3740.34375, |
| 5143.43212890625, |
| 2211.226318359375, |
| 4027.84765625, |
| 89310.1953125, |
| 2919.702880859375, |
| 5356.65478515625, |
| 5353.94482421875, |
| 5438.9990234375, |
| 2668.703125, |
| 4416.845703125, |
| 4649.76123046875, |
| 4403.80908203125, |
| -4487.88134765625, |
| 1595.89306640625, |
| 1808.1702880859375, |
| 5539.3388671875, |
| 1732.976318359375 |
| ], |
| [ |
| 1569.2584228515625, |
| 427.2444763183594, |
| 2223.12744140625, |
| 2095.16357421875, |
| 1537.26220703125, |
| 3110.70068359375, |
| 2224.48583984375, |
| 76923.484375, |
| 3929.412841796875, |
| 6007.5, |
| 6431.07958984375, |
| 3456.145751953125, |
| 5251.46875, |
| 4053.34765625, |
| 1850.8814697265625, |
| -2594.385009765625, |
| 887.5623168945312, |
| 631.1179809570312, |
| 5910.00732421875, |
| 1498.7286376953125 |
| ], |
| [ |
| 4515.15966796875, |
| 3386.566162109375, |
| 6217.4580078125, |
| 4195.478515625, |
| 5906.755859375, |
| 4389.7900390625, |
| 5876.61865234375, |
| 5051.14453125, |
| 88089.3671875, |
| 7857.2958984375, |
| 9380.779296875, |
| 3422.6640625, |
| 3604.62109375, |
| 7108.1455078125, |
| 4417.443359375, |
| -2429.995849609375, |
| 259.31817626953125, |
| 954.9642333984375, |
| 5384.14697265625, |
| 1364.248779296875 |
| ], |
| [ |
| 6040.91845703125, |
| 2279.00439453125, |
| 5262.064453125, |
| 6331.50830078125, |
| 4214.01171875, |
| 6442.24072265625, |
| 5599.82958984375, |
| 7460.0595703125, |
| 7471.76611328125, |
| 91521.53125, |
| 6928.51611328125, |
| 2772.97021484375, |
| 3969.30419921875, |
| 5392.458984375, |
| 3549.765625, |
| -4712.52880859375, |
| 3045.998046875, |
| 2034.6180419921875, |
| 6096.1083984375, |
| 3061.554443359375 |
| ], |
| [ |
| 5470.314453125, |
| 2377.66845703125, |
| 4191.6630859375, |
| 6074.14599609375, |
| 5065.630859375, |
| 4831.66064453125, |
| 5343.029296875, |
| 7513.083984375, |
| 8699.732421875, |
| 6226.1240234375, |
| 80158.4609375, |
| 4879.91259765625, |
| 6974.79833984375, |
| 5525.10009765625, |
| 4615.91552734375, |
| -3092.196533203125, |
| 1189.2525634765625, |
| 1475.9814453125, |
| 5894.47314453125, |
| 2356.515625 |
| ], |
| [ |
| 604.4755249023438, |
| 94.24115753173828, |
| 3922.951171875, |
| 2340.501953125, |
| 2696.348388671875, |
| 2303.560302734375, |
| 2422.16015625, |
| 4201.39892578125, |
| 3038.054931640625, |
| 2708.82373046875, |
| 5011.46630859375, |
| 89466.3828125, |
| 7842.9052734375, |
| 4156.4638671875, |
| 4453.07421875, |
| -2736.367431640625, |
| 1507.9720458984375, |
| 133.0064239501953, |
| 3014.983642578125, |
| 4083.412353515625 |
| ], |
| [ |
| 1988.8541259765625, |
| -1076.2640380859375, |
| 2818.55712890625, |
| 3241.87255859375, |
| 2157.0498046875, |
| 1842.692626953125, |
| 3726.76416015625, |
| 5367.5966796875, |
| 2719.7353515625, |
| 3249.38525390625, |
| 6133.38037109375, |
| 6749.48681640625, |
| 76119.890625, |
| 4205.0927734375, |
| 2733.58447265625, |
| -4484.806640625, |
| 2186.088134765625, |
| 464.0745849609375, |
| 4768.5791015625, |
| 2338.8583984375 |
| ], |
| [ |
| 2975.606201171875, |
| -60.076576232910156, |
| 2691.98095703125, |
| 2992.255615234375, |
| 3413.60498046875, |
| 3762.21337890625, |
| 3966.587646484375, |
| 4314.14208984375, |
| 5809.60302734375, |
| 4626.30322265625, |
| 4985.55126953125, |
| 3698.47265625, |
| 4543.95166015625, |
| 78707.609375, |
| 4736.35693359375, |
| -1395.9451904296875, |
| 1654.9024658203125, |
| 1089.57861328125, |
| 6076.517578125, |
| 1021.6158447265625 |
| ], |
| [ |
| 1632.31005859375, |
| 972.6458129882812, |
| 3351.9052734375, |
| 3445.5576171875, |
| 3711.457763671875, |
| 2833.1103515625, |
| 4133.53515625, |
| 2236.4521484375, |
| 3900.389892578125, |
| 3086.72021484375, |
| 4534.90283203125, |
| 4556.62060546875, |
| 2962.823486328125, |
| 5211.439453125, |
| 88457.6953125, |
| -2717.843505859375, |
| 1149.327880859375, |
| 786.0146484375, |
| 2196.917724609375, |
| 2510.620361328125 |
| ], |
| [ |
| -3042.382568359375, |
| -644.9823608398438, |
| -2415.19140625, |
| -3449.494384765625, |
| -1251.1806640625, |
| -2862.663330078125, |
| -3223.806640625, |
| -2308.14306640625, |
| -1196.8397216796875, |
| -3398.015869140625, |
| -2364.7666015625, |
| -2221.316162109375, |
| -4004.407958984375, |
| -1440.8792724609375, |
| -2174.109375, |
| 53943.00390625, |
| -3042.77734375, |
| -207.55442810058594, |
| -3941.050048828125, |
| -2785.392578125 |
| ], |
| [ |
| 1754.4732666015625, |
| 350.0305480957031, |
| 1146.9287109375, |
| 750.0169067382812, |
| -199.18885803222656, |
| 364.49468994140625, |
| 1308.9947509765625, |
| 910.0532836914062, |
| 57.09476852416992, |
| 2160.419677734375, |
| 937.1065673828125, |
| 1102.5010986328125, |
| 1989.47314453125, |
| 1338.759765625, |
| 869.765869140625, |
| -2798.453125, |
| 63920.13671875, |
| -167.02224731445312, |
| 2796.56884765625, |
| 3311.1552734375 |
| ], |
| [ |
| 869.4400024414062, |
| -1954.3204345703125, |
| 1670.0521240234375, |
| 2112.611328125, |
| -241.9907989501953, |
| 2057.96044921875, |
| 2303.179931640625, |
| 1037.56689453125, |
| 1105.60888671875, |
| 2461.882080078125, |
| 1852.5775146484375, |
| 281.6307067871094, |
| 673.6416625976562, |
| 1664.016845703125, |
| 987.6502075195312, |
| -191.31729125976562, |
| -359.8753967285156, |
| 113365.5078125, |
| 867.572998046875, |
| -741.9756469726562 |
| ], |
| [ |
| 3981.466064453125, |
| 1419.65966796875, |
| 4902.72705078125, |
| 5200.7275390625, |
| 2426.739501953125, |
| 3943.080810546875, |
| 4955.47314453125, |
| 6713.11865234375, |
| 4617.27978515625, |
| 5472.87109375, |
| 5868.26220703125, |
| 2759.40771484375, |
| 5459.9033203125, |
| 6454.1162109375, |
| 2370.3720703125, |
| -4993.9345703125, |
| 3521.70068359375, |
| 781.4407348632812, |
| 80500.5234375, |
| 3276.580322265625 |
| ], |
| [ |
| 1675.3553466796875, |
| 1076.515869140625, |
| 2227.76220703125, |
| 1030.3994140625, |
| 921.742919921875, |
| 382.4742431640625, |
| 1411.7235107421875, |
| 1481.5445556640625, |
| 804.765869140625, |
| 2313.35009765625, |
| 2012.87158203125, |
| 3185.433837890625, |
| 2207.0419921875, |
| 973.736083984375, |
| 2329.577880859375, |
| -2798.451171875, |
| 3646.826171875, |
| -453.86907958984375, |
| 2793.03173828125, |
| 71404.9609375 |
| ] |
| ] |
| }, |
| "kernel_trace": 45559.80859375, |
| "kernel_frobenius_norm": 11142.31640625, |
| "mean_gradient_norm": 46.99775779671627, |
| "gradient_norms": [ |
| 31.484009408373133, |
| 36.042287994189536, |
| 50.14933370898149, |
| 42.63986473294106, |
| 40.791582482500125, |
| 45.66380764660338, |
| 53.42795022068365, |
| 46.42900505745135, |
| 53.813287166727314, |
| 54.69965669099435, |
| 49.19616469916734, |
| 53.82660262891412, |
| 45.20571322859905, |
| 46.58743406800654, |
| 53.966014578022154, |
| 35.48239315519396, |
| 39.71658180176343, |
| 69.4818621930334, |
| 47.7521610248784, |
| 43.59944344730144 |
| ], |
| "kernel_trace_sgd": 45559.80859375, |
| "kernel_frobenius_norm_sgd": 11142.31640625, |
| "kernel_distance_sgd": 0.10754214227199554, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79277840.0, |
| "kernel_distance_signsgd": 0.06309875100851059, |
| "kernel_trace_asymmetric_signsgd": 1552614.625, |
| "kernel_frobenius_norm_asymmetric_signsgd": 359451.78125, |
| "kernel_distance_asymmetric_signsgd": 0.0794401615858078, |
| "linearization_error": 3.6620347778873152, |
| "kernel_distance": 0.10754214227199554 |
| }, |
| { |
| "step": 300, |
| "kernel_matrix": [ |
| [ |
| 935.7463989257812, |
| 110.03632354736328, |
| 24.25476837158203, |
| 79.12220001220703, |
| 125.25702667236328, |
| 165.45672607421875, |
| 61.20843505859375, |
| 28.96955108642578, |
| 125.98532104492188, |
| 136.1945037841797, |
| 125.00401306152344, |
| 21.7183780670166, |
| 15.50512981414795, |
| 69.77947998046875, |
| 11.403193473815918, |
| -37.771488189697266, |
| 37.89445877075195, |
| 9.21578598022461, |
| 67.75984191894531, |
| 17.936994552612305 |
| ], |
| [ |
| 110.03632354736328, |
| 1284.157470703125, |
| 73.90447998046875, |
| 45.13593673706055, |
| 86.482666015625, |
| 74.88255310058594, |
| 10.294360160827637, |
| 15.727532386779785, |
| 111.79756164550781, |
| 72.7435531616211, |
| 52.09133529663086, |
| -2.2940125465393066, |
| -52.65879440307617, |
| 0.11713933944702148, |
| -3.2143266201019287, |
| 4.743130683898926, |
| 22.403404235839844, |
| -38.50144577026367, |
| 19.560203552246094, |
| -0.9065505862236023 |
| ], |
| [ |
| 24.25476837158203, |
| 73.90447998046875, |
| 2499.679443359375, |
| 27.865036010742188, |
| 125.38570404052734, |
| 88.77677917480469, |
| 144.7935028076172, |
| 87.53074645996094, |
| 275.0535888671875, |
| 130.4511260986328, |
| 131.0821533203125, |
| 140.79617309570312, |
| 64.16287231445312, |
| 69.41801452636719, |
| 108.2468490600586, |
| -22.457321166992188, |
| 25.89479637145996, |
| -0.8289003372192383, |
| 109.42250061035156, |
| 47.62105178833008 |
| ], |
| [ |
| 79.12220001220703, |
| 45.13593673706055, |
| 27.865036010742188, |
| 1767.0145263671875, |
| 163.99510192871094, |
| 130.1238555908203, |
| 141.96823120117188, |
| 64.88190460205078, |
| 152.803955078125, |
| 161.51467895507812, |
| 165.30345153808594, |
| 46.52601623535156, |
| 53.811580657958984, |
| 79.8838119506836, |
| 102.53337860107422, |
| -49.03435134887695, |
| 3.274047613143921, |
| 78.01212310791016, |
| 130.1203155517578, |
| -4.8919854164123535 |
| ], |
| [ |
| 125.25702667236328, |
| 86.482666015625, |
| 125.38570404052734, |
| 163.99510192871094, |
| 1716.4705810546875, |
| 105.77070617675781, |
| 81.02543640136719, |
| 53.07223129272461, |
| 220.2408447265625, |
| 130.7423858642578, |
| 155.32318115234375, |
| 106.80620574951172, |
| 54.475460052490234, |
| 108.92491912841797, |
| 95.36822509765625, |
| -17.510181427001953, |
| -24.089982986450195, |
| 0.6446638107299805, |
| 53.808414459228516, |
| 22.793678283691406 |
| ], |
| [ |
| 165.45672607421875, |
| 74.88255310058594, |
| 88.77677917480469, |
| 130.1238555908203, |
| 105.77070617675781, |
| 2083.231689453125, |
| 95.16289520263672, |
| 83.64202117919922, |
| 168.71592712402344, |
| 180.53720092773438, |
| 138.61050415039062, |
| 49.019500732421875, |
| 13.208902359008789, |
| 104.80007934570312, |
| 75.38324737548828, |
| -25.204206466674805, |
| 5.306893348693848, |
| 76.67523193359375, |
| 90.88322448730469, |
| -33.048404693603516 |
| ], |
| [ |
| 61.20843505859375, |
| 10.294360160827637, |
| 144.7935028076172, |
| 141.96823120117188, |
| 81.02543640136719, |
| 95.16289520263672, |
| 2874.796630859375, |
| 112.34101867675781, |
| 311.0159606933594, |
| 202.47607421875, |
| 204.57699584960938, |
| 88.56273651123047, |
| 131.81451416015625, |
| 173.1318817138672, |
| 172.6533966064453, |
| -100.28211975097656, |
| 39.82296371459961, |
| 84.65203094482422, |
| 206.771728515625, |
| 19.528932571411133 |
| ], |
| [ |
| 28.96955108642578, |
| 15.727532386779785, |
| 87.53074645996094, |
| 64.88190460205078, |
| 53.07223129272461, |
| 83.64202117919922, |
| 112.34101867675781, |
| 2300.676025390625, |
| 244.09022521972656, |
| 237.07244873046875, |
| 281.46942138671875, |
| 185.18499755859375, |
| 183.8782958984375, |
| 182.1062774658203, |
| 79.3249282836914, |
| -47.91436004638672, |
| 27.404470443725586, |
| 8.903246879577637, |
| 237.49383544921875, |
| 54.82770919799805 |
| ], |
| [ |
| 125.98532104492188, |
| 111.79756164550781, |
| 275.0535888671875, |
| 152.803955078125, |
| 220.2408447265625, |
| 168.71592712402344, |
| 311.0159606933594, |
| 244.09022521972656, |
| 3096.72314453125, |
| 412.6586608886719, |
| 441.3590393066406, |
| 182.8590087890625, |
| 130.650146484375, |
| 305.5543212890625, |
| 197.8582305908203, |
| -47.56697463989258, |
| 30.118139266967773, |
| 7.624344348907471, |
| 222.01820373535156, |
| 26.327407836914062 |
| ], |
| [ |
| 136.1945037841797, |
| 72.7435531616211, |
| 130.4511260986328, |
| 161.51467895507812, |
| 130.7423858642578, |
| 180.53720092773438, |
| 202.47607421875, |
| 237.07244873046875, |
| 412.6586608886719, |
| 3105.068603515625, |
| 255.13417053222656, |
| 47.836219787597656, |
| 71.16912841796875, |
| 169.94094848632812, |
| 40.87104415893555, |
| -82.07768249511719, |
| 66.35111236572266, |
| 143.84295654296875, |
| 217.78453063964844, |
| 62.76844024658203 |
| ], |
| [ |
| 125.00401306152344, |
| 52.09133529663086, |
| 131.0821533203125, |
| 165.30345153808594, |
| 155.32318115234375, |
| 138.61050415039062, |
| 204.57699584960938, |
| 281.46942138671875, |
| 441.3590393066406, |
| 255.13417053222656, |
| 2332.618896484375, |
| 206.54922485351562, |
| 218.84207153320312, |
| 199.88613891601562, |
| 164.75047302246094, |
| -40.342918395996094, |
| 25.108736038208008, |
| 74.04681396484375, |
| 223.5557098388672, |
| 50.92938232421875 |
| ], |
| [ |
| 21.7183780670166, |
| -2.2940125465393066, |
| 140.79617309570312, |
| 46.52601623535156, |
| 106.80620574951172, |
| 49.019500732421875, |
| 88.56273651123047, |
| 185.18499755859375, |
| 182.8590087890625, |
| 47.836219787597656, |
| 206.54922485351562, |
| 2819.004150390625, |
| 246.1043243408203, |
| 139.5015869140625, |
| 125.22100067138672, |
| -20.113842010498047, |
| -9.081663131713867, |
| 0.43230533599853516, |
| 95.20991516113281, |
| 90.00291442871094 |
| ], |
| [ |
| 15.50512981414795, |
| -52.65879440307617, |
| 64.16287231445312, |
| 53.811580657958984, |
| 54.475460052490234, |
| 13.208902359008789, |
| 131.81451416015625, |
| 183.8782958984375, |
| 130.650146484375, |
| 71.16912841796875, |
| 218.84207153320312, |
| 246.1043243408203, |
| 2021.660888671875, |
| 155.38958740234375, |
| 107.3879623413086, |
| -74.35005950927734, |
| 34.76982879638672, |
| 3.3408544063568115, |
| 136.0242156982422, |
| 32.95820999145508 |
| ], |
| [ |
| 69.77947998046875, |
| 0.11713933944702148, |
| 69.41801452636719, |
| 79.8838119506836, |
| 108.92491912841797, |
| 104.80007934570312, |
| 173.1318817138672, |
| 182.1062774658203, |
| 305.5543212890625, |
| 169.94094848632812, |
| 199.88613891601562, |
| 139.5015869140625, |
| 155.38958740234375, |
| 2164.827880859375, |
| 179.03909301757812, |
| -11.99245834350586, |
| 46.21791458129883, |
| 32.65593719482422, |
| 228.3310546875, |
| 14.278142929077148 |
| ], |
| [ |
| 11.403193473815918, |
| -3.2143266201019287, |
| 108.2468490600586, |
| 102.53337860107422, |
| 95.36822509765625, |
| 75.38324737548828, |
| 172.6533966064453, |
| 79.3249282836914, |
| 197.8582305908203, |
| 40.87104415893555, |
| 164.75047302246094, |
| 125.22100067138672, |
| 107.3879623413086, |
| 179.03909301757812, |
| 2947.639892578125, |
| -69.64935302734375, |
| -12.680540084838867, |
| -3.0736255645751953, |
| 71.61323547363281, |
| 85.70792388916016 |
| ], |
| [ |
| -37.771488189697266, |
| 4.743130683898926, |
| -22.457321166992188, |
| -49.03435134887695, |
| -17.510181427001953, |
| -25.204206466674805, |
| -100.28211975097656, |
| -47.91436004638672, |
| -47.56697463989258, |
| -82.07768249511719, |
| -40.342918395996094, |
| -20.113842010498047, |
| -74.35005950927734, |
| -11.99245834350586, |
| -69.64935302734375, |
| 1181.9453125, |
| -35.93751525878906, |
| -9.41258430480957, |
| -103.82290649414062, |
| -20.35554313659668 |
| ], |
| [ |
| 37.89445877075195, |
| 22.403404235839844, |
| 25.89479637145996, |
| 3.274047613143921, |
| -24.089982986450195, |
| 5.306893348693848, |
| 39.82296371459961, |
| 27.404470443725586, |
| 30.118139266967773, |
| 66.35111236572266, |
| 25.108736038208008, |
| -9.081663131713867, |
| 34.76982879638672, |
| 46.21791458129883, |
| -12.680540084838867, |
| -35.93751525878906, |
| 1565.399169921875, |
| -19.671850204467773, |
| 85.27813720703125, |
| 70.23210144042969 |
| ], |
| [ |
| 9.21578598022461, |
| -38.50144577026367, |
| -0.8289003372192383, |
| 78.01212310791016, |
| 0.6446638107299805, |
| 76.67523193359375, |
| 84.65203094482422, |
| 8.903246879577637, |
| 7.624344348907471, |
| 143.84295654296875, |
| 74.04681396484375, |
| 0.43230533599853516, |
| 3.3408544063568115, |
| 32.65593719482422, |
| -3.0736255645751953, |
| -9.41258430480957, |
| -19.671850204467773, |
| 4753.54736328125, |
| 38.9713134765625, |
| -20.11768913269043 |
| ], |
| [ |
| 67.75984191894531, |
| 19.560203552246094, |
| 109.42250061035156, |
| 130.1203155517578, |
| 53.808414459228516, |
| 90.88322448730469, |
| 206.771728515625, |
| 237.49383544921875, |
| 222.01820373535156, |
| 217.78453063964844, |
| 223.5557098388672, |
| 95.20991516113281, |
| 136.0242156982422, |
| 228.3310546875, |
| 71.61323547363281, |
| -103.82290649414062, |
| 85.27813720703125, |
| 38.9713134765625, |
| 2314.630859375, |
| 100.91356658935547 |
| ], |
| [ |
| 17.936994552612305, |
| -0.9065505862236023, |
| 47.62105178833008, |
| -4.8919854164123535, |
| 22.793678283691406, |
| -33.048404693603516, |
| 19.528932571411133, |
| 54.82770919799805, |
| 26.327407836914062, |
| 62.76844024658203, |
| 50.92938232421875, |
| 90.00291442871094, |
| 32.95820999145508, |
| 14.278142929077148, |
| 85.70792388916016, |
| -20.35554313659668, |
| 70.23210144042969, |
| -20.11768913269043, |
| 100.91356658935547, |
| 1810.9293212890625 |
| ] |
| ], |
| "kernel_matrices": { |
| "sgd": [ |
| [ |
| 935.7463989257812, |
| 110.03632354736328, |
| 24.25476837158203, |
| 79.12220001220703, |
| 125.25702667236328, |
| 165.45672607421875, |
| 61.20843505859375, |
| 28.96955108642578, |
| 125.98532104492188, |
| 136.1945037841797, |
| 125.00401306152344, |
| 21.7183780670166, |
| 15.50512981414795, |
| 69.77947998046875, |
| 11.403193473815918, |
| -37.771488189697266, |
| 37.89445877075195, |
| 9.21578598022461, |
| 67.75984191894531, |
| 17.936994552612305 |
| ], |
| [ |
| 110.03632354736328, |
| 1284.157470703125, |
| 73.90447998046875, |
| 45.13593673706055, |
| 86.482666015625, |
| 74.88255310058594, |
| 10.294360160827637, |
| 15.727532386779785, |
| 111.79756164550781, |
| 72.7435531616211, |
| 52.09133529663086, |
| -2.2940125465393066, |
| -52.65879440307617, |
| 0.11713933944702148, |
| -3.2143266201019287, |
| 4.743130683898926, |
| 22.403404235839844, |
| -38.50144577026367, |
| 19.560203552246094, |
| -0.9065505862236023 |
| ], |
| [ |
| 24.25476837158203, |
| 73.90447998046875, |
| 2499.679443359375, |
| 27.865036010742188, |
| 125.38570404052734, |
| 88.77677917480469, |
| 144.7935028076172, |
| 87.53074645996094, |
| 275.0535888671875, |
| 130.4511260986328, |
| 131.0821533203125, |
| 140.79617309570312, |
| 64.16287231445312, |
| 69.41801452636719, |
| 108.2468490600586, |
| -22.457321166992188, |
| 25.89479637145996, |
| -0.8289003372192383, |
| 109.42250061035156, |
| 47.62105178833008 |
| ], |
| [ |
| 79.12220001220703, |
| 45.13593673706055, |
| 27.865036010742188, |
| 1767.0145263671875, |
| 163.99510192871094, |
| 130.1238555908203, |
| 141.96823120117188, |
| 64.88190460205078, |
| 152.803955078125, |
| 161.51467895507812, |
| 165.30345153808594, |
| 46.52601623535156, |
| 53.811580657958984, |
| 79.8838119506836, |
| 102.53337860107422, |
| -49.03435134887695, |
| 3.274047613143921, |
| 78.01212310791016, |
| 130.1203155517578, |
| -4.8919854164123535 |
| ], |
| [ |
| 125.25702667236328, |
| 86.482666015625, |
| 125.38570404052734, |
| 163.99510192871094, |
| 1716.4705810546875, |
| 105.77070617675781, |
| 81.02543640136719, |
| 53.07223129272461, |
| 220.2408447265625, |
| 130.7423858642578, |
| 155.32318115234375, |
| 106.80620574951172, |
| 54.475460052490234, |
| 108.92491912841797, |
| 95.36822509765625, |
| -17.510181427001953, |
| -24.089982986450195, |
| 0.6446638107299805, |
| 53.808414459228516, |
| 22.793678283691406 |
| ], |
| [ |
| 165.45672607421875, |
| 74.88255310058594, |
| 88.77677917480469, |
| 130.1238555908203, |
| 105.77070617675781, |
| 2083.231689453125, |
| 95.16289520263672, |
| 83.64202117919922, |
| 168.71592712402344, |
| 180.53720092773438, |
| 138.61050415039062, |
| 49.019500732421875, |
| 13.208902359008789, |
| 104.80007934570312, |
| 75.38324737548828, |
| -25.204206466674805, |
| 5.306893348693848, |
| 76.67523193359375, |
| 90.88322448730469, |
| -33.048404693603516 |
| ], |
| [ |
| 61.20843505859375, |
| 10.294360160827637, |
| 144.7935028076172, |
| 141.96823120117188, |
| 81.02543640136719, |
| 95.16289520263672, |
| 2874.796630859375, |
| 112.34101867675781, |
| 311.0159606933594, |
| 202.47607421875, |
| 204.57699584960938, |
| 88.56273651123047, |
| 131.81451416015625, |
| 173.1318817138672, |
| 172.6533966064453, |
| -100.28211975097656, |
| 39.82296371459961, |
| 84.65203094482422, |
| 206.771728515625, |
| 19.528932571411133 |
| ], |
| [ |
| 28.96955108642578, |
| 15.727532386779785, |
| 87.53074645996094, |
| 64.88190460205078, |
| 53.07223129272461, |
| 83.64202117919922, |
| 112.34101867675781, |
| 2300.676025390625, |
| 244.09022521972656, |
| 237.07244873046875, |
| 281.46942138671875, |
| 185.18499755859375, |
| 183.8782958984375, |
| 182.1062774658203, |
| 79.3249282836914, |
| -47.91436004638672, |
| 27.404470443725586, |
| 8.903246879577637, |
| 237.49383544921875, |
| 54.82770919799805 |
| ], |
| [ |
| 125.98532104492188, |
| 111.79756164550781, |
| 275.0535888671875, |
| 152.803955078125, |
| 220.2408447265625, |
| 168.71592712402344, |
| 311.0159606933594, |
| 244.09022521972656, |
| 3096.72314453125, |
| 412.6586608886719, |
| 441.3590393066406, |
| 182.8590087890625, |
| 130.650146484375, |
| 305.5543212890625, |
| 197.8582305908203, |
| -47.56697463989258, |
| 30.118139266967773, |
| 7.624344348907471, |
| 222.01820373535156, |
| 26.327407836914062 |
| ], |
| [ |
| 136.1945037841797, |
| 72.7435531616211, |
| 130.4511260986328, |
| 161.51467895507812, |
| 130.7423858642578, |
| 180.53720092773438, |
| 202.47607421875, |
| 237.07244873046875, |
| 412.6586608886719, |
| 3105.068603515625, |
| 255.13417053222656, |
| 47.836219787597656, |
| 71.16912841796875, |
| 169.94094848632812, |
| 40.87104415893555, |
| -82.07768249511719, |
| 66.35111236572266, |
| 143.84295654296875, |
| 217.78453063964844, |
| 62.76844024658203 |
| ], |
| [ |
| 125.00401306152344, |
| 52.09133529663086, |
| 131.0821533203125, |
| 165.30345153808594, |
| 155.32318115234375, |
| 138.61050415039062, |
| 204.57699584960938, |
| 281.46942138671875, |
| 441.3590393066406, |
| 255.13417053222656, |
| 2332.618896484375, |
| 206.54922485351562, |
| 218.84207153320312, |
| 199.88613891601562, |
| 164.75047302246094, |
| -40.342918395996094, |
| 25.108736038208008, |
| 74.04681396484375, |
| 223.5557098388672, |
| 50.92938232421875 |
| ], |
| [ |
| 21.7183780670166, |
| -2.2940125465393066, |
| 140.79617309570312, |
| 46.52601623535156, |
| 106.80620574951172, |
| 49.019500732421875, |
| 88.56273651123047, |
| 185.18499755859375, |
| 182.8590087890625, |
| 47.836219787597656, |
| 206.54922485351562, |
| 2819.004150390625, |
| 246.1043243408203, |
| 139.5015869140625, |
| 125.22100067138672, |
| -20.113842010498047, |
| -9.081663131713867, |
| 0.43230533599853516, |
| 95.20991516113281, |
| 90.00291442871094 |
| ], |
| [ |
| 15.50512981414795, |
| -52.65879440307617, |
| 64.16287231445312, |
| 53.811580657958984, |
| 54.475460052490234, |
| 13.208902359008789, |
| 131.81451416015625, |
| 183.8782958984375, |
| 130.650146484375, |
| 71.16912841796875, |
| 218.84207153320312, |
| 246.1043243408203, |
| 2021.660888671875, |
| 155.38958740234375, |
| 107.3879623413086, |
| -74.35005950927734, |
| 34.76982879638672, |
| 3.3408544063568115, |
| 136.0242156982422, |
| 32.95820999145508 |
| ], |
| [ |
| 69.77947998046875, |
| 0.11713933944702148, |
| 69.41801452636719, |
| 79.8838119506836, |
| 108.92491912841797, |
| 104.80007934570312, |
| 173.1318817138672, |
| 182.1062774658203, |
| 305.5543212890625, |
| 169.94094848632812, |
| 199.88613891601562, |
| 139.5015869140625, |
| 155.38958740234375, |
| 2164.827880859375, |
| 179.03909301757812, |
| -11.99245834350586, |
| 46.21791458129883, |
| 32.65593719482422, |
| 228.3310546875, |
| 14.278142929077148 |
| ], |
| [ |
| 11.403193473815918, |
| -3.2143266201019287, |
| 108.2468490600586, |
| 102.53337860107422, |
| 95.36822509765625, |
| 75.38324737548828, |
| 172.6533966064453, |
| 79.3249282836914, |
| 197.8582305908203, |
| 40.87104415893555, |
| 164.75047302246094, |
| 125.22100067138672, |
| 107.3879623413086, |
| 179.03909301757812, |
| 2947.639892578125, |
| -69.64935302734375, |
| -12.680540084838867, |
| -3.0736255645751953, |
| 71.61323547363281, |
| 85.70792388916016 |
| ], |
| [ |
| -37.771488189697266, |
| 4.743130683898926, |
| -22.457321166992188, |
| -49.03435134887695, |
| -17.510181427001953, |
| -25.204206466674805, |
| -100.28211975097656, |
| -47.91436004638672, |
| -47.56697463989258, |
| -82.07768249511719, |
| -40.342918395996094, |
| -20.113842010498047, |
| -74.35005950927734, |
| -11.99245834350586, |
| -69.64935302734375, |
| 1181.9453125, |
| -35.93751525878906, |
| -9.41258430480957, |
| -103.82290649414062, |
| -20.35554313659668 |
| ], |
| [ |
| 37.89445877075195, |
| 22.403404235839844, |
| 25.89479637145996, |
| 3.274047613143921, |
| -24.089982986450195, |
| 5.306893348693848, |
| 39.82296371459961, |
| 27.404470443725586, |
| 30.118139266967773, |
| 66.35111236572266, |
| 25.108736038208008, |
| -9.081663131713867, |
| 34.76982879638672, |
| 46.21791458129883, |
| -12.680540084838867, |
| -35.93751525878906, |
| 1565.399169921875, |
| -19.671850204467773, |
| 85.27813720703125, |
| 70.23210144042969 |
| ], |
| [ |
| 9.21578598022461, |
| -38.50144577026367, |
| -0.8289003372192383, |
| 78.01212310791016, |
| 0.6446638107299805, |
| 76.67523193359375, |
| 84.65203094482422, |
| 8.903246879577637, |
| 7.624344348907471, |
| 143.84295654296875, |
| 74.04681396484375, |
| 0.43230533599853516, |
| 3.3408544063568115, |
| 32.65593719482422, |
| -3.0736255645751953, |
| -9.41258430480957, |
| -19.671850204467773, |
| 4753.54736328125, |
| 38.9713134765625, |
| -20.11768913269043 |
| ], |
| [ |
| 67.75984191894531, |
| 19.560203552246094, |
| 109.42250061035156, |
| 130.1203155517578, |
| 53.808414459228516, |
| 90.88322448730469, |
| 206.771728515625, |
| 237.49383544921875, |
| 222.01820373535156, |
| 217.78453063964844, |
| 223.5557098388672, |
| 95.20991516113281, |
| 136.0242156982422, |
| 228.3310546875, |
| 71.61323547363281, |
| -103.82290649414062, |
| 85.27813720703125, |
| 38.9713134765625, |
| 2314.630859375, |
| 100.91356658935547 |
| ], |
| [ |
| 17.936994552612305, |
| -0.9065505862236023, |
| 47.62105178833008, |
| -4.8919854164123535, |
| 22.793678283691406, |
| -33.048404693603516, |
| 19.528932571411133, |
| 54.82770919799805, |
| 26.327407836914062, |
| 62.76844024658203, |
| 50.92938232421875, |
| 90.00291442871094, |
| 32.95820999145508, |
| 14.278142929077148, |
| 85.70792388916016, |
| -20.35554313659668, |
| 70.23210144042969, |
| -20.11768913269043, |
| 100.91356658935547, |
| 1810.9293212890625 |
| ] |
| ], |
| "signsgd": [ |
| [ |
| 17596416.0, |
| 520522.0, |
| 135386.0, |
| 501198.0, |
| 749580.0, |
| 905692.0, |
| 176720.0, |
| 155708.0, |
| 408300.0, |
| 426958.0, |
| 390458.0, |
| -98742.0, |
| 72446.0, |
| 309100.0, |
| 110430.0, |
| -284860.0, |
| 126970.0, |
| 71300.0, |
| 169588.0, |
| 138732.0 |
| ], |
| [ |
| 520522.0, |
| 17596416.0, |
| 125484.0, |
| 102748.0, |
| 471158.0, |
| 216370.0, |
| -80450.0, |
| -442.0, |
| 330666.0, |
| 55156.0, |
| 134848.0, |
| -20860.0, |
| -268080.0, |
| -60342.0, |
| -38840.0, |
| 135974.0, |
| -14036.0, |
| -99526.0, |
| 6230.0, |
| 39862.0 |
| ], |
| [ |
| 135386.0, |
| 125484.0, |
| 17596416.0, |
| 237024.0, |
| 274254.0, |
| 301694.0, |
| 417646.0, |
| 262382.0, |
| 506934.0, |
| 504096.0, |
| 355004.0, |
| 405376.0, |
| 327832.0, |
| 261538.0, |
| 400040.0, |
| -395422.0, |
| -27192.0, |
| 163722.0, |
| 502842.0, |
| 197794.0 |
| ], |
| [ |
| 501198.0, |
| 102748.0, |
| 237024.0, |
| 17596416.0, |
| 789810.0, |
| 692714.0, |
| 399482.0, |
| 306950.0, |
| 378590.0, |
| 569916.0, |
| 584132.0, |
| 190492.0, |
| 241744.0, |
| 142750.0, |
| 357184.0, |
| -304266.0, |
| -266444.0, |
| 174142.0, |
| 367650.0, |
| -121666.0 |
| ], |
| [ |
| 749580.0, |
| 471158.0, |
| 274254.0, |
| 789810.0, |
| 17596416.0, |
| 533940.0, |
| 207692.0, |
| 157944.0, |
| 549168.0, |
| 456926.0, |
| 477326.0, |
| 62954.0, |
| 176242.0, |
| 257200.0, |
| 483362.0, |
| -45180.0, |
| -339394.0, |
| 39892.0, |
| 153092.0, |
| -58864.0 |
| ], |
| [ |
| 905692.0, |
| 216370.0, |
| 301694.0, |
| 692714.0, |
| 533940.0, |
| 17596416.0, |
| 374848.0, |
| 352212.0, |
| 353888.0, |
| 645846.0, |
| 355118.0, |
| 118426.0, |
| 127838.0, |
| 300176.0, |
| 367998.0, |
| -190512.0, |
| -208302.0, |
| 175644.0, |
| 307648.0, |
| -101804.0 |
| ], |
| [ |
| 176720.0, |
| -80450.0, |
| 417646.0, |
| 399482.0, |
| 207692.0, |
| 374848.0, |
| 17596416.0, |
| 359532.0, |
| 651228.0, |
| 629378.0, |
| 528602.0, |
| 269606.0, |
| 455498.0, |
| 455216.0, |
| 487314.0, |
| -486048.0, |
| 90334.0, |
| 173516.0, |
| 493504.0, |
| 130992.0 |
| ], |
| [ |
| 155708.0, |
| -442.0, |
| 262382.0, |
| 306950.0, |
| 157944.0, |
| 352212.0, |
| 359532.0, |
| 17596416.0, |
| 641320.0, |
| 679854.0, |
| 867758.0, |
| 473130.0, |
| 640830.0, |
| 585872.0, |
| 205270.0, |
| -202144.0, |
| 133942.0, |
| 155148.0, |
| 839624.0, |
| 86716.0 |
| ], |
| [ |
| 408300.0, |
| 330666.0, |
| 506934.0, |
| 378590.0, |
| 549168.0, |
| 353888.0, |
| 651228.0, |
| 641320.0, |
| 17596416.0, |
| 754974.0, |
| 1019462.0, |
| 256182.0, |
| 292414.0, |
| 777976.0, |
| 482450.0, |
| -22880.0, |
| 33190.0, |
| 155932.0, |
| 557596.0, |
| 77132.0 |
| ], |
| [ |
| 426958.0, |
| 55156.0, |
| 504096.0, |
| 569916.0, |
| 456926.0, |
| 645846.0, |
| 629378.0, |
| 679854.0, |
| 754974.0, |
| 17596416.0, |
| 644136.0, |
| 191672.0, |
| 368940.0, |
| 526690.0, |
| 439920.0, |
| -492498.0, |
| 113804.0, |
| 241738.0, |
| 509106.0, |
| 173246.0 |
| ], |
| [ |
| 390458.0, |
| 134848.0, |
| 355004.0, |
| 584132.0, |
| 477326.0, |
| 355118.0, |
| 528602.0, |
| 867758.0, |
| 1019462.0, |
| 644136.0, |
| 17596416.0, |
| 455968.0, |
| 597544.0, |
| 612022.0, |
| 446720.0, |
| -148282.0, |
| 102772.0, |
| 206282.0, |
| 599002.0, |
| 146594.0 |
| ], |
| [ |
| -98742.0, |
| -20860.0, |
| 405376.0, |
| 190492.0, |
| 62954.0, |
| 118426.0, |
| 269606.0, |
| 473130.0, |
| 256182.0, |
| 191672.0, |
| 455968.0, |
| 17596416.0, |
| 646848.0, |
| 440602.0, |
| 311716.0, |
| -209602.0, |
| 140544.0, |
| 41794.0, |
| 326054.0, |
| 305698.0 |
| ], |
| [ |
| 72446.0, |
| -268080.0, |
| 327832.0, |
| 241744.0, |
| 176242.0, |
| 127838.0, |
| 455498.0, |
| 640830.0, |
| 292414.0, |
| 368940.0, |
| 597544.0, |
| 646848.0, |
| 17596416.0, |
| 485494.0, |
| 294792.0, |
| -519718.0, |
| 167372.0, |
| 46178.0, |
| 474314.0, |
| 146122.0 |
| ], |
| [ |
| 309100.0, |
| -60342.0, |
| 261538.0, |
| 142750.0, |
| 257200.0, |
| 300176.0, |
| 455216.0, |
| 585872.0, |
| 777976.0, |
| 526690.0, |
| 612022.0, |
| 440602.0, |
| 485494.0, |
| 17596416.0, |
| 463858.0, |
| -49528.0, |
| 292182.0, |
| 203508.0, |
| 740900.0, |
| 135828.0 |
| ], |
| [ |
| 110430.0, |
| -38840.0, |
| 400040.0, |
| 357184.0, |
| 483362.0, |
| 367998.0, |
| 487314.0, |
| 205270.0, |
| 482450.0, |
| 439920.0, |
| 446720.0, |
| 311716.0, |
| 294792.0, |
| 463858.0, |
| 17596416.0, |
| -411082.0, |
| -130452.0, |
| 114378.0, |
| 266810.0, |
| 98038.0 |
| ], |
| [ |
| -284860.0, |
| 135974.0, |
| -395422.0, |
| -304266.0, |
| -45180.0, |
| -190512.0, |
| -486048.0, |
| -202144.0, |
| -22880.0, |
| -492498.0, |
| -148282.0, |
| -209602.0, |
| -519718.0, |
| -49528.0, |
| -411082.0, |
| 17596416.0, |
| -191842.0, |
| 1904.0, |
| -519308.0, |
| -338892.0 |
| ], |
| [ |
| 126970.0, |
| -14036.0, |
| -27192.0, |
| -266444.0, |
| -339394.0, |
| -208302.0, |
| 90334.0, |
| 133942.0, |
| 33190.0, |
| 113804.0, |
| 102772.0, |
| 140544.0, |
| 167372.0, |
| 292182.0, |
| -130452.0, |
| -191842.0, |
| 17596416.0, |
| -10514.0, |
| 244042.0, |
| 597062.0 |
| ], |
| [ |
| 71300.0, |
| -99526.0, |
| 163722.0, |
| 174142.0, |
| 39892.0, |
| 175644.0, |
| 173516.0, |
| 155148.0, |
| 155932.0, |
| 241738.0, |
| 206282.0, |
| 41794.0, |
| 46178.0, |
| 203508.0, |
| 114378.0, |
| 1904.0, |
| -10514.0, |
| 17596416.0, |
| 177340.0, |
| -6876.0 |
| ], |
| [ |
| 169588.0, |
| 6230.0, |
| 502842.0, |
| 367650.0, |
| 153092.0, |
| 307648.0, |
| 493504.0, |
| 839624.0, |
| 557596.0, |
| 509106.0, |
| 599002.0, |
| 326054.0, |
| 474314.0, |
| 740900.0, |
| 266810.0, |
| -519308.0, |
| 244042.0, |
| 177340.0, |
| 17596416.0, |
| 222896.0 |
| ], |
| [ |
| 138732.0, |
| 39862.0, |
| 197794.0, |
| -121666.0, |
| -58864.0, |
| -101804.0, |
| 130992.0, |
| 86716.0, |
| 77132.0, |
| 173246.0, |
| 146594.0, |
| 305698.0, |
| 146122.0, |
| 135828.0, |
| 98038.0, |
| -338892.0, |
| 597062.0, |
| -6876.0, |
| 222896.0, |
| 17596416.0 |
| ] |
| ], |
| "asymmetric_signsgd": [ |
| [ |
| 49653.55078125, |
| 3372.02001953125, |
| 529.6546630859375, |
| 2641.58642578125, |
| 3604.355712890625, |
| 5049.30810546875, |
| 1344.9271240234375, |
| 669.8341064453125, |
| 2042.028564453125, |
| 2728.494873046875, |
| 2595.555908203125, |
| 161.95654296875, |
| 290.9781494140625, |
| 1698.654296875, |
| 539.2064819335938, |
| -1156.10791015625, |
| 1083.67333984375, |
| 262.95416259765625, |
| 1535.1268310546875, |
| 738.6781616210938 |
| ], |
| [ |
| 3805.185791015625, |
| 58879.51953125, |
| 1355.928955078125, |
| 953.485107421875, |
| 2750.806396484375, |
| 1982.752685546875, |
| -342.6854553222656, |
| 375.76953125, |
| 1743.2744140625, |
| 1038.3997802734375, |
| 1003.6377563476562, |
| 79.95366668701172, |
| -1458.995849609375, |
| -89.37947082519531, |
| -56.88819122314453, |
| 636.5746459960938, |
| 160.91725158691406, |
| -739.1473388671875, |
| 353.3354797363281, |
| 307.8241271972656 |
| ], |
| [ |
| 927.2671508789062, |
| 1737.676513671875, |
| 83112.3671875, |
| 1543.87109375, |
| 2301.41943359375, |
| 2319.1650390625, |
| 2589.617919921875, |
| 2215.905517578125, |
| 4436.0830078125, |
| 3646.7958984375, |
| 2767.653564453125, |
| 2894.771240234375, |
| 1839.3087158203125, |
| 1975.69775390625, |
| 2262.5625, |
| -1724.10791015625, |
| 359.2120056152344, |
| 1016.5886840820312, |
| 3456.9892578125, |
| 1271.682861328125 |
| ], |
| [ |
| 3441.775390625, |
| 1265.474365234375, |
| 1325.841064453125, |
| 70544.5078125, |
| 5212.27783203125, |
| 3791.15380859375, |
| 2664.29443359375, |
| 1736.3544921875, |
| 2762.08154296875, |
| 3456.293701171875, |
| 4030.73486328125, |
| 1330.1953125, |
| 1262.28857421875, |
| 1973.892333984375, |
| 1763.388427734375, |
| -1575.596923828125, |
| -255.05215454101562, |
| 1331.4786376953125, |
| 3108.10791015625, |
| -136.75762939453125 |
| ], |
| [ |
| 4867.7060546875, |
| 3301.6103515625, |
| 2048.690185546875, |
| 5330.47412109375, |
| 68386.90625, |
| 3336.15283203125, |
| 1165.8336181640625, |
| 1095.7191162109375, |
| 4092.694091796875, |
| 2822.109375, |
| 3868.833740234375, |
| 1684.089111328125, |
| 1137.69873046875, |
| 2976.861083984375, |
| 3142.541259765625, |
| -280.1964111328125, |
| -1057.3740234375, |
| 29.02860450744629, |
| 1553.4788818359375, |
| 103.2916030883789 |
| ], |
| [ |
| 7799.20458984375, |
| 2466.426025390625, |
| 2106.944580078125, |
| 4293.8935546875, |
| 3706.7353515625, |
| 77988.671875, |
| 2189.826416015625, |
| 2651.195068359375, |
| 3083.377197265625, |
| 4492.85205078125, |
| 2999.870849609375, |
| 1056.3287353515625, |
| 372.003662109375, |
| 2707.83544921875, |
| 2025.7591552734375, |
| -1065.33837890625, |
| -601.1531982421875, |
| 1385.1273193359375, |
| 2487.875732421875, |
| -754.0472412109375 |
| ], |
| [ |
| 2304.72900390625, |
| -483.6524658203125, |
| 2757.3046875, |
| 3706.049560546875, |
| 1792.616455078125, |
| 2692.842529296875, |
| 89685.375, |
| 2581.958251953125, |
| 5789.88232421875, |
| 4588.705078125, |
| 4615.49853515625, |
| 2144.20849609375, |
| 3513.780029296875, |
| 4170.482421875, |
| 3859.473876953125, |
| -3653.303466796875, |
| 878.3534545898438, |
| 1690.7474365234375, |
| 4856.69677734375, |
| 554.2322998046875 |
| ], |
| [ |
| 1079.740234375, |
| 408.9794921875, |
| 1923.888916015625, |
| 2051.504638671875, |
| 1247.1927490234375, |
| 2597.9599609375, |
| 2065.11376953125, |
| 79303.8828125, |
| 4354.6474609375, |
| 5728.646484375, |
| 6533.4619140625, |
| 4002.28125, |
| 4686.5263671875, |
| 4201.1328125, |
| 1465.897705078125, |
| -1458.2364501953125, |
| 993.6229248046875, |
| 574.908935546875, |
| 5929.86083984375, |
| 1068.6295166015625 |
| ], |
| [ |
| 4283.4033203125, |
| 3164.71044921875, |
| 5910.1552734375, |
| 4495.41015625, |
| 6187.35400390625, |
| 4247.39306640625, |
| 6409.12890625, |
| 5538.9658203125, |
| 91154.421875, |
| 8108.03955078125, |
| 9914.091796875, |
| 3862.107421875, |
| 3310.4462890625, |
| 7604.3056640625, |
| 4764.6123046875, |
| -1371.212646484375, |
| 222.67764282226562, |
| 839.4042358398438, |
| 5327.3623046875, |
| 838.8358154296875 |
| ], |
| [ |
| 5082.54296875, |
| 1665.6685791015625, |
| 4390.919921875, |
| 4843.91259765625, |
| 3961.599365234375, |
| 5587.2626953125, |
| 4792.29150390625, |
| 6743.05126953125, |
| 7629.0107421875, |
| 93169.9296875, |
| 6285.6611328125, |
| 1535.90625, |
| 2820.436279296875, |
| 4622.12353515625, |
| 2663.76513671875, |
| -3339.94677734375, |
| 1883.13134765625, |
| 2075.88427734375, |
| 4780.81494140625, |
| 1755.01611328125 |
| ], |
| [ |
| 4153.84375, |
| 1623.8070068359375, |
| 3191.377197265625, |
| 5171.2509765625, |
| 4749.88037109375, |
| 3527.959716796875, |
| 4492.037109375, |
| 7251.287109375, |
| 8652.5517578125, |
| 5514.0166015625, |
| 78966.0625, |
| 4752.57421875, |
| 5866.912109375, |
| 5114.3251953125, |
| 3869.7392578125, |
| -1369.4046630859375, |
| 554.9378662109375, |
| 1272.2159423828125, |
| 4831.47021484375, |
| 1348.65966796875 |
| ], |
| [ |
| 281.07037353515625, |
| 111.95909881591797, |
| 2853.705078125, |
| 1545.9974365234375, |
| 1902.31494140625, |
| 1217.171142578125, |
| 1747.167724609375, |
| 4465.3681640625, |
| 3200.0087890625, |
| 1370.191650390625, |
| 4751.02099609375, |
| 88385.9296875, |
| 6287.6162109375, |
| 4002.119873046875, |
| 2499.232421875, |
| -914.2764892578125, |
| 610.2926025390625, |
| 126.19953918457031, |
| 2412.533203125, |
| 2574.580810546875 |
| ], |
| [ |
| 474.8708801269531, |
| -1571.1904296875, |
| 1654.9835205078125, |
| 1545.400390625, |
| 1236.1510009765625, |
| 283.1385498046875, |
| 2789.670654296875, |
| 4503.7353515625, |
| 2474.706298828125, |
| 2215.736572265625, |
| 5081.4384765625, |
| 5500.68701171875, |
| 75677.5234375, |
| 3735.13720703125, |
| 1863.2745361328125, |
| -2959.021728515625, |
| 1205.6168212890625, |
| 194.89474487304688, |
| 3436.14306640625, |
| 1046.147216796875 |
| ], |
| [ |
| 2640.0537109375, |
| -269.48040771484375, |
| 2076.159423828125, |
| 2298.566650390625, |
| 3405.770263671875, |
| 2943.588623046875, |
| 3628.465576171875, |
| 4281.14013671875, |
| 6044.00537109375, |
| 4001.41650390625, |
| 4695.4775390625, |
| 3651.087158203125, |
| 4015.033203125, |
| 78647.953125, |
| 4275.41259765625, |
| -410.6728820800781, |
| 1752.138427734375, |
| 931.1487426757812, |
| 5419.6416015625, |
| 800.8593139648438 |
| ], |
| [ |
| 845.3069458007812, |
| -158.54730224609375, |
| 2530.545166015625, |
| 2374.990478515625, |
| 3646.494140625, |
| 2269.05859375, |
| 3647.45654296875, |
| 1739.32177734375, |
| 4174.080078125, |
| 2224.21728515625, |
| 3880.90771484375, |
| 2801.107666015625, |
| 2179.333251953125, |
| 4811.02685546875, |
| 89071.984375, |
| -2625.6962890625, |
| -355.4090270996094, |
| 629.8134155273438, |
| 2084.360595703125, |
| 1502.7646484375 |
| ], |
| [ |
| -1257.2847900390625, |
| 762.8706665039062, |
| -1477.5731201171875, |
| -1485.6690673828125, |
| -129.6960906982422, |
| -944.6409912109375, |
| -2512.030029296875, |
| -1138.4691162109375, |
| -366.2965087890625, |
| -2308.0771484375, |
| -775.38525390625, |
| -913.6605834960938, |
| -2619.9296875, |
| -590.0689697265625, |
| -2005.9908447265625, |
| 52269.94921875, |
| -1229.5494384765625, |
| -135.74884033203125, |
| -2904.273681640625, |
| -1379.571044921875 |
| ], |
| [ |
| 1228.1468505859375, |
| 181.43707275390625, |
| 310.0762939453125, |
| -140.1212158203125, |
| -825.670654296875, |
| -390.3906555175781, |
| 734.0978393554688, |
| 868.706787109375, |
| 87.44251251220703, |
| 1267.87158203125, |
| 365.27264404296875, |
| 401.32012939453125, |
| 1130.346923828125, |
| 1269.60595703125, |
| -271.95660400390625, |
| -1010.9711303710938, |
| 63645.953125, |
| -327.6647644042969, |
| 1875.4835205078125, |
| 2594.663330078125 |
| ], |
| [ |
| 674.4105834960938, |
| -1562.3311767578125, |
| 1377.5789794921875, |
| 2078.585693359375, |
| 208.78733825683594, |
| 1832.788818359375, |
| 2189.2734375, |
| 884.9241943359375, |
| 839.1201782226562, |
| 2465.88916015625, |
| 1652.55712890625, |
| 323.1068115234375, |
| 260.735107421875, |
| 1448.51416015625, |
| 740.4570922851562, |
| -138.43597412109375, |
| -511.18402099609375, |
| 112847.1640625, |
| 827.1337280273438, |
| -327.190185546875 |
| ], |
| [ |
| 2491.9130859375, |
| 718.3566284179688, |
| 3867.4541015625, |
| 4073.934814453125, |
| 2149.98779296875, |
| 2861.250732421875, |
| 4424.91845703125, |
| 6474.4609375, |
| 4518.05078125, |
| 4333.40673828125, |
| 4924.76171875, |
| 2338.2626953125, |
| 4048.51025390625, |
| 5813.53271484375, |
| 2218.464599609375, |
| -3793.848876953125, |
| 2450.353515625, |
| 707.2657470703125, |
| 81410.8515625, |
| 2193.961669921875 |
| ], |
| [ |
| 912.769287109375, |
| 167.19541931152344, |
| 1165.9486083984375, |
| -314.02978515625, |
| 226.53472900390625, |
| -629.89892578125, |
| 473.6978759765625, |
| 810.5376586914062, |
| 449.5205078125, |
| 1200.280517578125, |
| 1061.2628173828125, |
| 1923.7276611328125, |
| 975.6964111328125, |
| 698.4146118164062, |
| 1357.84130859375, |
| -1159.199462890625, |
| 2738.39697265625, |
| -264.2573547363281, |
| 1686.593017578125, |
| 69670.625 |
| ] |
| ] |
| }, |
| "kernel_trace": 45575.765625, |
| "kernel_frobenius_norm": 11121.822265625, |
| "mean_gradient_norm": 46.960743213547616, |
| "gradient_norms": [ |
| 30.589979988676088, |
| 35.835142497340016, |
| 49.996798348241235, |
| 42.03586707079132, |
| 41.43031890821326, |
| 45.642443423020204, |
| 53.61712624893082, |
| 47.965366298768025, |
| 55.64823039222882, |
| 55.723142946569816, |
| 48.297190825039024, |
| 53.09431597779401, |
| 44.96288231088108, |
| 46.52771601279357, |
| 54.29216400771795, |
| 34.379436787592915, |
| 39.56512971225635, |
| 68.94598219112726, |
| 48.11061065650436, |
| 42.55501966646629 |
| ], |
| "kernel_trace_sgd": 45575.765625, |
| "kernel_frobenius_norm_sgd": 11121.822265625, |
| "kernel_distance_sgd": 0.11833909898996353, |
| "kernel_trace_signsgd": 351928320.0, |
| "kernel_frobenius_norm_signsgd": 79038248.0, |
| "kernel_distance_signsgd": 0.08014898747205734, |
| "kernel_trace_asymmetric_signsgd": 1552473.125, |
| "kernel_frobenius_norm_asymmetric_signsgd": 358069.9375, |
| "kernel_distance_asymmetric_signsgd": 0.09694699943065643, |
| "linearization_error": 3.7978601825789866, |
| "kernel_distance": 0.11833909898996353 |
| } |
| ] |
