[ { "step": 50, "kernel_trace": 45780.09765625, "kernel_frobenius_norm": 11324.1240234375, "mean_gradient_norm": 47.20959858062085, "kernel_trace_sgd": 45780.09765625, "kernel_frobenius_norm_sgd": 11324.1240234375, "kernel_distance_sgd": 0.0, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79776096.0, "kernel_distance_signsgd": 0.0, "kernel_trace_asymmetric_signsgd": 1531904.0, "kernel_frobenius_norm_asymmetric_signsgd": 357816.65625, "kernel_distance_asymmetric_signsgd": 0.0, "linearization_error": 4.126270479044433, "kernel_distance": 0.0 }, { "step": 100, "kernel_trace": 44508.8984375, "kernel_frobenius_norm": 10866.3505859375, "mean_gradient_norm": 46.512483525098936, "kernel_trace_sgd": 44508.8984375, "kernel_frobenius_norm_sgd": 10866.3505859375, "kernel_distance_sgd": 0.08940327912569046, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79330080.0, "kernel_distance_signsgd": 0.055081918835639954, "kernel_trace_asymmetric_signsgd": 1521929.75, "kernel_frobenius_norm_asymmetric_signsgd": 352310.625, "kernel_distance_asymmetric_signsgd": 0.06666789203882217, "linearization_error": 3.9259477569161936, "kernel_distance": 0.08940327912569046 }, { "step": 150, "kernel_trace": 44298.59765625, "kernel_frobenius_norm": 10802.578125, "mean_gradient_norm": 46.37584108840373, "kernel_trace_sgd": 44298.59765625, "kernel_frobenius_norm_sgd": 10802.578125, "kernel_distance_sgd": 0.10293710976839066, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79217496.0, "kernel_distance_signsgd": 0.063999243080616, "kernel_trace_asymmetric_signsgd": 1524132.625, "kernel_frobenius_norm_asymmetric_signsgd": 352293.625, "kernel_distance_asymmetric_signsgd": 0.07873241603374481, "linearization_error": 3.861888011673982, "kernel_distance": 0.10293710976839066 }, { "step": 200, "kernel_trace": 42686.79296875, "kernel_frobenius_norm": 10409.2451171875, "mean_gradient_norm": 45.47015315857654, "kernel_trace_sgd": 42686.79296875, "kernel_frobenius_norm_sgd": 10409.2451171875, "kernel_distance_sgd": 0.1458839625120163, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79176880.0, "kernel_distance_signsgd": 0.07363338023424149, "kernel_trace_asymmetric_signsgd": 1499257.375, "kernel_frobenius_norm_asymmetric_signsgd": 346239.03125, "kernel_distance_asymmetric_signsgd": 0.09965771436691284, "linearization_error": 3.713943182331069, "kernel_distance": 0.1458839625120163 }, { "step": 250, "kernel_trace": 45559.80859375, "kernel_frobenius_norm": 11142.31640625, "mean_gradient_norm": 46.99775779671627, "kernel_trace_sgd": 45559.80859375, "kernel_frobenius_norm_sgd": 11142.31640625, "kernel_distance_sgd": 0.10754214227199554, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79277840.0, "kernel_distance_signsgd": 0.06309875100851059, "kernel_trace_asymmetric_signsgd": 1552614.625, "kernel_frobenius_norm_asymmetric_signsgd": 359451.78125, "kernel_distance_asymmetric_signsgd": 0.0794401615858078, "linearization_error": 3.6620347778873152, "kernel_distance": 0.10754214227199554 }, { "step": 300, "kernel_trace": 45575.765625, "kernel_frobenius_norm": 11121.822265625, "mean_gradient_norm": 46.960743213547616, "kernel_trace_sgd": 45575.765625, "kernel_frobenius_norm_sgd": 11121.822265625, "kernel_distance_sgd": 0.11833909898996353, "kernel_trace_signsgd": 351928320.0, "kernel_frobenius_norm_signsgd": 79038248.0, "kernel_distance_signsgd": 0.08014898747205734, "kernel_trace_asymmetric_signsgd": 1552473.125, "kernel_frobenius_norm_asymmetric_signsgd": 358069.9375, "kernel_distance_asymmetric_signsgd": 0.09694699943065643, "linearization_error": 3.7978601825789866, "kernel_distance": 0.11833909898996353 } ]