{ "epoch": 1, "optimizer_state_dict": { "state": { "0": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 1.0977e-04, -8.3083e-05, -1.2803e-04, ..., 9.9653e-05,\n 6.6918e-05, -5.5304e-05],\n [ 8.1480e-05, 2.4696e-05, 1.3902e-05, ..., 9.1628e-05,\n -1.1413e-04, -3.0176e-05],\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n ...,\n [ 1.6923e-04, 1.1244e-04, -2.0715e-04, ..., -2.9883e-04,\n 3.7144e-04, -1.2096e-04],\n [ 6.6259e-05, 4.6559e-04, 3.4640e-05, ..., -3.2740e-05,\n -6.1351e-04, 1.1689e-04],\n [-5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[1.3207e-07, 1.1143e-07, 1.3100e-07, ..., 1.5614e-07, 2.8634e-07,\n 1.2526e-07],\n [1.8872e-07, 1.6187e-07, 1.8181e-07, ..., 2.1575e-07, 4.1955e-07,\n 1.9750e-07],\n [1.2168e-13, 8.3369e-12, 5.1904e-12, ..., 3.4238e-11, 7.6731e-12,\n 4.5794e-12],\n ...,\n [1.7424e-07, 1.6583e-07, 1.8610e-07, ..., 1.7913e-07, 5.6157e-07,\n 2.3625e-07],\n [2.6096e-07, 2.0761e-07, 2.3043e-07, ..., 3.9084e-07, 5.1302e-07,\n 2.2579e-07],\n [9.6152e-12, 7.3667e-12, 4.8153e-11, ..., 3.3825e-11, 2.7445e-10,\n 8.7047e-12]], device='cuda:0')" }, "1": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.7356e-03, 2.8021e-03, 5.6052e-45, ..., 6.2066e-03,\n 1.3877e-03, 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([3.7956e-04, 4.7402e-04, 1.0275e-07, ..., 5.5896e-04, 6.7895e-04,\n 4.4703e-08], device='cuda:0')" }, "2": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 4.0937e-08, 4.7989e-06, -5.6052e-45, ..., -3.4847e-06,\n -1.7013e-05, 5.6052e-45],\n [-1.1794e-05, 1.9726e-06, 5.6052e-45, ..., 1.3627e-05,\n 4.0751e-06, 5.6052e-45],\n [ 1.9380e-06, -7.5394e-06, -5.6052e-45, ..., -9.2005e-05,\n 1.9369e-05, -5.6052e-45],\n ...,\n [-3.7036e-06, 2.3409e-06, 5.6052e-45, ..., 4.2817e-05,\n -1.8130e-05, 5.6052e-45],\n [-1.4088e-07, 3.9028e-06, -5.6052e-45, ..., -6.0219e-06,\n -8.8813e-06, 5.6052e-45],\n [ 2.1698e-05, 1.6784e-05, -5.6052e-45, ..., -6.0166e-05,\n 1.4367e-05, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[6.7098e-10, 5.1722e-10, 2.5393e-12, ..., 5.1339e-10, 1.7158e-09,\n 4.1689e-11],\n [8.5657e-09, 1.3058e-09, 8.5108e-14, ..., 2.5208e-09, 2.1356e-08,\n 1.4865e-12],\n [1.2264e-09, 8.6534e-09, 1.8235e-14, ..., 1.0110e-08, 4.1698e-09,\n 7.5695e-12],\n ...,\n [6.0153e-09, 9.2064e-09, 1.3807e-12, ..., 1.4387e-08, 9.8361e-09,\n 2.1763e-11],\n [4.5568e-09, 6.2131e-09, 2.0197e-13, ..., 9.2973e-09, 4.3705e-09,\n 4.2082e-11],\n [5.2355e-09, 9.6917e-09, 7.8042e-14, ..., 8.3298e-09, 9.2966e-09,\n 6.4891e-13]], device='cuda:0')" }, "3": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.5525e-03, -1.1853e-03, 6.0679e-05, -3.5393e-04, 2.2202e-04,\n -1.8696e-03, -6.1294e-04, -1.1015e-03, 1.6707e-03, 1.4119e-04,\n 2.8639e-04, -1.0510e-03, -6.5094e-04, 4.1189e-04, -3.7645e-04,\n 5.6052e-45, 2.4085e-05, 1.9094e-03, -7.9110e-04, -5.5967e-04,\n -2.3145e-03, 1.7187e-03, -1.1015e-03, 1.1165e-03, -4.0406e-04,\n -1.3311e-04, 2.7269e-04, -1.0053e-03, -3.4287e-04, -1.7538e-04,\n 1.7007e-03, -8.1217e-04, -6.1134e-04, 2.0047e-04, 1.8133e-03,\n 5.5505e-04, 1.1012e-03, 6.1129e-04, -6.1162e-04, -6.2706e-04,\n 2.5349e-04, -5.5936e-04, -5.4298e-04, 1.5243e-03, 1.3674e-03,\n 8.1312e-04, 2.1725e-04, 2.9131e-05, -1.1792e-03, -8.3789e-04,\n 5.6052e-45, -2.4026e-04, 5.6724e-04, 6.6401e-04, -9.1360e-04,\n -1.0919e-03, -2.0257e-04, -6.7473e-04, 3.3215e-04, -5.1196e-04,\n -3.9313e-04, 2.4720e-04, 9.0289e-04, -2.1429e-04, 5.4606e-04,\n 7.1523e-04, -7.5036e-04, 5.5425e-04, 2.7947e-04, 6.2248e-04,\n -2.1077e-05, -5.4687e-05, -2.3828e-04, 3.3339e-05, -7.2756e-04,\n -4.3260e-04, 7.0117e-04, 7.2622e-04, -6.0721e-04, 1.1112e-03,\n -1.2256e-03, 7.8493e-05, -4.4750e-04, -4.9278e-04, -8.9204e-06,\n 6.1334e-04, -1.2944e-03, -5.9981e-04, 2.8812e-04, 2.8058e-04,\n 7.8169e-04, -8.6232e-04, -4.0831e-04, -8.5323e-05, -6.9382e-04,\n -1.3688e-03, -1.3663e-04, 6.3401e-05, 1.0019e-03, -1.1357e-03,\n 1.5074e-25, -8.0097e-04, 3.2762e-04, 1.9478e-05, -3.7092e-05,\n -4.6893e-04, -5.6600e-04, 7.1659e-04, 1.5010e-04, 3.6252e-04,\n -5.3649e-04, 1.5436e-03, -3.6761e-04, 3.5952e-04, -4.3491e-05,\n 1.6751e-03, -7.8699e-04, -5.8073e-04, -1.5163e-04, 1.0256e-03,\n 1.4695e-04, -1.1137e-03, 3.2302e-04, 2.5569e-03, -6.9341e-04,\n 3.7314e-04, -4.0077e-04, -9.8008e-04, 2.9213e-04, 2.6866e-04,\n 1.8790e-03, 1.3516e-03, 5.1157e-04, -7.9456e-04, 1.8083e-03,\n 7.6546e-05, -6.0044e-04, 1.7481e-03, 1.1580e-03, 1.6496e-03,\n -1.8372e-03, -2.5113e-04, 1.0586e-04, 8.9732e-04, 6.8895e-04,\n -8.7215e-04, 9.8771e-04, 8.9148e-04, -1.0075e-03, 2.3379e-03,\n -3.4162e-04, 1.0559e-03, -8.4612e-04, -1.6766e-03, 1.1250e-03,\n 3.9468e-04, 5.8528e-04, -1.2271e-03, -2.3040e-04, 7.8209e-04,\n -1.5930e-04, 6.4569e-04, -1.5904e-03, -1.8462e-04, 1.2260e-04,\n 7.5292e-04, 1.4803e-03, 8.5793e-04, 3.4309e-04, -2.1293e-04,\n -2.3532e-04, -2.4896e-04, 3.2356e-05, -2.0961e-03, 8.3875e-04,\n 7.7770e-04, 2.2826e-04, 8.2388e-04, 2.3526e-16, -2.5605e-04,\n 8.4661e-04, 2.9033e-04, -1.4501e-03, 4.1047e-04, 1.0040e-03,\n 1.3692e-03, -1.0364e-03, 4.1188e-04, 9.4925e-05, -8.9434e-05,\n -2.8752e-04, -6.3538e-04, -1.4544e-03, 4.9495e-04, -8.3564e-04,\n -8.6204e-04, 2.2003e-04, -9.9663e-04, -4.1107e-04, 1.4483e-03,\n 1.8275e-03, -3.3050e-04, 1.6991e-03, 1.7469e-04, 9.7489e-04,\n 2.7617e-04, 2.1219e-04, 5.8897e-04, -3.4669e-04, 6.5774e-04,\n 1.6224e-03, -6.9579e-05, -6.5807e-04, -1.6984e-03, 7.7455e-04,\n -2.3641e-04, 4.6381e-05, -4.8038e-04, -2.4533e-05, 5.6550e-04,\n -9.2868e-04, 6.8513e-04, 1.3623e-05, -7.5980e-04, -6.4628e-04,\n -1.7654e-03, -1.2779e-07, -1.4879e-03, -8.8527e-04, 2.1212e-04,\n 2.1688e-03, -7.4319e-04, -1.0465e-04, 1.2703e-03, -1.9471e-03,\n -8.4275e-05, -6.0029e-04, 8.8453e-04, 5.4574e-04, -5.2945e-04,\n -3.1028e-04, -3.9462e-05, 1.6581e-04, 3.9884e-04, 9.0590e-22,\n -1.1248e-03, -1.4957e-03, 4.9248e-04, -2.0184e-03, 1.9113e-04,\n 1.9201e-03, 1.2416e-03, -1.2560e-04, 2.4217e-03, 1.7797e-04,\n 2.0879e-03, 1.1432e-03, 3.1074e-04, 8.7537e-04, 5.0007e-04,\n -5.9694e-04, 5.6052e-45, 7.1067e-05, -1.1722e-04, 3.4378e-04,\n -2.6398e-03, -7.6666e-04, -2.4869e-03, 2.4344e-04, 5.3656e-04,\n -1.4840e-04, 1.3972e-03, 7.6063e-04, -1.8615e-03, 2.8875e-04,\n 7.9780e-04, -7.0468e-04, 9.9189e-04, -3.4533e-04, -4.2052e-05,\n -2.1086e-04, 3.8924e-04, 4.9243e-04, 2.2309e-04, 1.0003e-03,\n -9.7099e-04, -3.6695e-04, 1.9057e-03, 5.6052e-45, -3.7578e-04,\n -5.9717e-04, -6.5032e-04, 6.6624e-04, 2.5157e-04, 4.9463e-05,\n 8.4156e-05, -4.7315e-04, 9.8119e-04, 7.1185e-04, -7.8162e-04,\n 5.6915e-05, 3.1350e-03, -1.7975e-03, -6.8414e-05, -2.1232e-04,\n -9.8798e-05, -9.3284e-04, 8.7989e-04, -1.5888e-03, -8.8057e-04,\n 3.3411e-04, -5.8554e-04, 3.4685e-05, 9.7815e-04, -1.4131e-03,\n -1.3804e-03, -3.9942e-04, -1.9812e-06, 2.3670e-04, -2.1783e-05,\n -3.4676e-04, 8.0886e-04, -1.2049e-04, 3.7868e-04, -5.0178e-04,\n -6.0782e-04, -6.1665e-04, 2.4665e-04, 2.2111e-03, -9.9525e-04,\n 2.9009e-04, -8.5443e-04, -2.0373e-03, 7.6813e-04, 8.3478e-04,\n 1.4091e-03, -4.8663e-04, 1.9403e-03, 2.7640e-04, -6.2833e-04,\n 1.6476e-04, 1.8446e-04, 4.4063e-04, -2.3890e-03, 6.3173e-04,\n 6.6872e-04, -1.3451e-03, 1.3149e-03, 1.1655e-04, -1.0887e-03,\n -5.8508e-04, -5.1184e-06, 2.2560e-04, 7.3175e-04, 3.8185e-04,\n -1.3800e-03, -1.1238e-03, 9.2346e-05, -1.2164e-03, 6.6808e-04,\n -2.1976e-04, 1.9840e-05, -3.3496e-07, 1.0913e-10, -1.7553e-03,\n 1.6704e-04, -4.3526e-04, 1.7206e-20, 2.1504e-03, -6.4231e-04,\n 8.8556e-04, 3.2345e-04, 5.1814e-04, -1.7359e-03, -1.1539e-03,\n 5.9974e-04, -1.2095e-03, 2.7566e-04, 1.6458e-03, -2.1878e-03,\n -8.8526e-04, 4.7731e-04, 4.1405e-04, 1.3897e-03, 8.9379e-04,\n -1.6985e-08, -4.3908e-04, 3.2246e-04, 1.5886e-03, -4.7023e-04,\n -1.8667e-04, 1.7426e-03, -6.9808e-04, 1.1357e-03, 7.6545e-04,\n -3.9411e-04, 1.2382e-04, 2.9097e-04, 6.6791e-04, -5.0551e-04,\n 2.3386e-03, 6.8253e-04, 1.8199e-04, 9.4449e-04, -4.8453e-04,\n -1.3390e-03, -1.5354e-03, -2.0899e-04, -1.5089e-05, -3.2328e-04,\n -1.1948e-03, 6.6156e-04, -4.4338e-04, -4.6763e-04, 1.4471e-03,\n 4.6369e-05, -8.8713e-05, -6.2705e-04, 1.1435e-04, -3.8729e-04,\n -3.7333e-04, 8.7652e-04, 4.2991e-04, -4.0094e-04, -4.9847e-04,\n -5.1384e-04, -1.1815e-03, 9.6585e-04, 2.1868e-04, 5.7241e-04,\n 1.2351e-04, -1.5255e-03, -1.3132e-04, -4.2419e-04, -5.2250e-04,\n 9.4861e-26, 2.5341e-05, -8.9921e-04, -1.0673e-03, -7.4374e-05,\n -5.0375e-04, 6.9208e-04, 1.9096e-03, -2.4358e-04, -9.5058e-04,\n -3.0074e-04, 1.3587e-03, -3.9802e-04, 4.2179e-23, -1.1807e-04,\n -6.7178e-04, 4.4558e-04, -7.7451e-04, -6.6514e-04, -1.1547e-04,\n -1.4500e-05, -7.1036e-04, -3.8092e-17, -1.3766e-03, 3.0075e-04,\n 8.6916e-04, -3.4235e-04, 1.8536e-03, -1.8224e-03, 4.2107e-04,\n -1.5684e-04, 5.5969e-04, 6.4258e-04, 3.6587e-04, -1.2444e-03,\n 9.2399e-04, -1.1811e-03, -8.0944e-04, -3.9924e-04, 1.4771e-03,\n -2.6315e-04, 5.5799e-04, 2.7768e-04, 6.2147e-04, -2.0862e-04,\n 7.0599e-04, 3.3679e-03, -1.0055e-03, 5.4649e-04, -1.5830e-04,\n 6.0229e-04, 1.3274e-04, 5.5367e-04, -2.0551e-04, -8.2177e-04,\n 8.1807e-05, -1.4067e-03, 1.5092e-03, -1.1230e-03, -5.1801e-05,\n 1.2460e-40, 1.4128e-03, -2.5169e-03, 4.8347e-04, 1.3855e-03,\n 3.5810e-04, 1.6975e-04, 2.7112e-03, 1.5124e-04, -5.7507e-04,\n 9.0434e-04, 1.1030e-03, 2.1282e-03, -5.3731e-04, 3.8962e-04,\n 8.1126e-04, -8.0760e-04, -8.8084e-04, -7.7400e-04, -2.2274e-04,\n 6.8579e-04, -1.1749e-04, 7.2225e-04, -1.1898e-03, -2.8948e-04,\n -1.0201e-03, 1.0660e-03, -1.9164e-04, 6.3294e-04, 3.0867e-04,\n -7.1177e-04, -1.2205e-03, -2.0285e-03, 2.0166e-04, -5.2183e-04,\n 3.5728e-05, 2.6554e-04, -1.0334e-03, 1.2918e-04, 2.0233e-04,\n 7.1066e-04, 2.1495e-04, -1.5717e-03, -1.9870e-04, -1.0594e-03,\n -6.7803e-04, -2.2263e-04, 2.0638e-04, 4.0115e-04, 5.9365e-04,\n -6.7817e-04, -6.8642e-05, -7.7045e-04, 5.6052e-45, 3.4844e-04,\n -5.8385e-04, 4.0151e-10, -3.2885e-03, 3.2509e-04, -4.4540e-04,\n 6.1418e-04, 1.7373e-03, 3.5000e-05, -1.8586e-04, 2.0756e-04,\n -3.4827e-04, 4.6144e-04, 1.8278e-03, -1.8377e-03, 1.4596e-04,\n -1.9330e-03, 5.2820e-04, 5.6024e-04, 2.5070e-04, 3.5633e-04,\n 2.2932e-04, -7.3406e-05, -8.2528e-04, -4.5725e-04, 2.9794e-04,\n 7.8921e-04, 2.9285e-04, -2.2288e-04, -1.9079e-03, 5.5522e-04,\n 4.8942e-06, -2.6829e-03, -2.4764e-04, 8.7843e-05, -4.5803e-04,\n 3.4432e-04, 1.6407e-04, 3.5789e-04, 7.6354e-04, -1.4559e-04,\n -3.5847e-04, -5.5822e-04, -1.4382e-03, 6.9113e-04, -1.7093e-03,\n -8.4989e-05, -1.1210e-03, -1.3234e-13, -6.3232e-04, 5.3693e-15,\n -4.4510e-04, -8.1146e-04, 4.0906e-04, -8.9413e-04, 4.9269e-04,\n -1.1598e-03, -3.3314e-03, 2.0809e-04, 6.2856e-04, -1.9915e-04,\n -8.5869e-04, -2.0404e-14, 1.7412e-03, 2.9682e-03, -1.0537e-03,\n 1.1197e-03, -9.3640e-04, 2.0314e-04, -2.1714e-03, -6.6289e-04,\n 1.5033e-04, 5.5445e-04, 3.2643e-04, 5.1685e-04, -1.3281e-04,\n -1.7283e-04, 6.8695e-04, 1.0513e-03, -5.7378e-04, 6.7003e-04,\n 1.6017e-04, 1.5531e-03, 1.2488e-03, 1.9366e-03, -6.2606e-04,\n -2.9861e-04, 1.5168e-04, 8.8969e-04, -5.6231e-04, 2.9772e-04,\n 1.6132e-03, -1.3423e-03, -8.9178e-04, 5.9966e-04, -2.2665e-03,\n -3.4161e-04, -1.0802e-03, -1.4499e-04, 1.2793e-03, 5.2651e-04,\n -1.2074e-03, -1.7034e-03, -2.4948e-04, -1.3082e-03, 5.7188e-04,\n 9.4752e-04, 3.0845e-05, -9.6301e-04, -7.6517e-04, 9.6371e-04,\n 2.0467e-03, 3.1177e-05, 5.2155e-14, -8.2382e-04, 2.1000e-05,\n 1.1000e-04, -2.0191e-04, -8.2863e-04, 1.0303e-03, -8.3745e-04,\n 1.0462e-41, 6.8532e-04, -2.7223e-04, -1.2475e-03, -1.6894e-03,\n 1.6522e-03, -3.7092e-04, -1.7464e-03, 1.0694e-03, -6.4146e-04,\n -1.6599e-03, 1.5442e-03, -3.9727e-04, -2.4766e-04, 4.8174e-04,\n 4.0127e-33, 1.4919e-03, -7.2340e-04, 1.9066e-04, 9.9277e-04,\n 1.9176e-03, -5.8874e-04, -7.0760e-04, 4.2369e-04, 2.0579e-03,\n -9.1820e-04, 9.0473e-04, 4.6439e-04, 8.2657e-05, 2.6392e-03,\n 4.6431e-04, 4.0307e-04, 2.9485e-05, 8.6877e-04, -4.8160e-04,\n -2.3068e-03, 5.4710e-04, 2.5607e-03, 9.1335e-04, 7.6458e-04,\n -3.3435e-03, -3.2587e-04, 4.1187e-04, 4.1107e-04, 9.6186e-05,\n -1.3386e-03, -4.3764e-04, -2.5868e-04, 4.6517e-04, -1.1307e-04,\n -1.7732e-03, -2.3902e-03, -1.3060e-03, -2.3904e-03, 2.5264e-04,\n 4.8812e-04, -3.0160e-03, -8.3806e-05, -9.4195e-04, 8.3095e-04,\n -6.4767e-06, -3.1726e-04, 5.7763e-04, -1.9162e-04, -1.6044e-03,\n 3.5764e-04, 3.7413e-04, 1.5458e-04, -5.5484e-04, -1.4653e-03,\n 8.3430e-05, -3.6867e-05, -1.5104e-03, 5.3010e-05, 1.5058e-04,\n -1.1721e-03, 6.4745e-04, -1.4422e-03, -5.1110e-05, -1.2618e-03,\n -4.8726e-04, -1.8272e-03, 1.2146e-04, -3.3042e-08, 1.1574e-03,\n -6.3650e-04, 4.0960e-04, -2.0481e-04, 2.6974e-39, -1.7116e-03,\n -6.5985e-04, 1.0734e-04, 1.2424e-03, 4.9192e-04, -4.6186e-04,\n -1.9667e-03, -1.5906e-03, -1.1293e-04], device='cuda:0')", "exp_avg_sq": "tensor([1.9990e-05, 3.1004e-05, 6.2354e-05, 8.0581e-05, 6.9973e-05, 1.1262e-04,\n 1.4831e-04, 2.2594e-05, 1.0169e-04, 1.7592e-04, 1.1058e-04, 1.3061e-04,\n 4.5334e-05, 3.1481e-05, 8.4757e-05, 4.5006e-11, 7.7082e-05, 6.6211e-05,\n 1.5666e-04, 8.8275e-05, 1.1009e-04, 4.7824e-05, 1.4587e-04, 3.8688e-05,\n 1.2253e-04, 2.5172e-06, 1.2776e-04, 9.7600e-05, 1.2492e-04, 4.7797e-05,\n 9.4022e-05, 1.8970e-05, 1.7184e-04, 1.9378e-05, 8.2007e-05, 1.1321e-04,\n 1.4055e-04, 1.9175e-04, 1.0383e-04, 1.4558e-04, 1.0202e-04, 1.4711e-04,\n 1.0858e-04, 1.7338e-04, 2.1403e-05, 2.0872e-05, 1.7435e-04, 9.0478e-05,\n 2.1292e-04, 5.9870e-05, 1.2043e-08, 1.4971e-04, 4.0742e-05, 1.6642e-04,\n 1.5377e-04, 1.2533e-04, 5.1731e-06, 1.7857e-05, 1.2933e-04, 7.6864e-05,\n 1.9909e-04, 1.4571e-05, 1.2960e-04, 1.5212e-04, 5.6065e-05, 1.1195e-04,\n 9.6611e-05, 7.5241e-05, 1.0655e-04, 6.3614e-05, 1.8054e-04, 2.4675e-04,\n 1.2380e-04, 4.9853e-06, 1.1554e-04, 1.0324e-04, 4.1174e-05, 1.4093e-05,\n 1.0001e-04, 9.8776e-05, 1.3809e-04, 4.6947e-05, 1.1276e-04, 1.0456e-04,\n 1.5495e-04, 1.1370e-04, 9.3408e-05, 9.8056e-05, 2.1091e-05, 1.3557e-04,\n 1.1952e-04, 1.0780e-04, 5.8169e-05, 1.2768e-04, 1.8360e-04, 1.1430e-04,\n 2.3338e-05, 3.4821e-06, 7.0541e-05, 1.0088e-04, 9.1491e-08, 3.7148e-05,\n 1.0487e-04, 9.1717e-05, 1.0260e-04, 9.3559e-05, 1.2554e-04, 8.0535e-05,\n 1.6707e-04, 1.1500e-05, 1.0633e-04, 1.5210e-04, 1.0174e-04, 3.7480e-05,\n 1.2977e-04, 1.5407e-04, 9.2513e-05, 2.4496e-04, 1.0409e-04, 4.2929e-05,\n 3.0179e-06, 7.4605e-05, 1.2739e-04, 6.7735e-05, 8.8458e-05, 4.0455e-05,\n 2.7054e-05, 8.9222e-05, 4.7336e-06, 1.5590e-04, 9.6117e-05, 1.1843e-04,\n 5.3314e-05, 1.0435e-04, 9.6265e-05, 1.0813e-04, 2.3276e-04, 1.6740e-04,\n 4.2218e-05, 1.2576e-05, 1.5949e-04, 4.8960e-05, 1.3013e-04, 1.1483e-04,\n 1.7132e-04, 2.5575e-05, 1.1092e-04, 1.0255e-04, 1.0784e-04, 1.0932e-04,\n 5.2939e-05, 1.6637e-04, 1.7571e-04, 3.4719e-05, 1.0638e-04, 6.2721e-05,\n 1.6604e-04, 1.7398e-04, 1.1101e-04, 1.1483e-04, 3.2054e-05, 1.1264e-04,\n 7.3420e-06, 1.4150e-05, 2.7570e-06, 7.1309e-05, 1.2301e-04, 1.2443e-04,\n 1.7664e-05, 7.2656e-05, 3.0945e-05, 8.7304e-05, 1.6275e-04, 8.3064e-05,\n 1.4854e-04, 4.8388e-05, 1.0788e-05, 2.1199e-05, 6.0840e-09, 1.5076e-04,\n 7.7268e-05, 8.8800e-05, 1.3809e-04, 6.8010e-06, 1.7291e-04, 7.4505e-05,\n 3.3339e-05, 1.0761e-05, 1.4338e-04, 1.1403e-04, 1.2316e-04, 9.1578e-05,\n 1.2903e-04, 8.4290e-06, 1.6842e-04, 8.4727e-05, 8.3047e-07, 8.5473e-05,\n 1.0082e-04, 1.0495e-04, 9.7170e-05, 9.1277e-06, 1.7428e-05, 4.1910e-06,\n 7.7050e-05, 1.8913e-05, 6.7289e-06, 1.2040e-04, 1.4412e-04, 1.3734e-04,\n 1.0506e-04, 2.2800e-06, 1.2855e-04, 1.1690e-04, 1.3704e-04, 1.1722e-04,\n 9.9347e-05, 1.7350e-06, 1.1995e-04, 1.1084e-05, 8.5563e-05, 5.4728e-05,\n 1.2507e-04, 7.2742e-05, 7.3891e-05, 6.9855e-05, 1.2813e-08, 1.1375e-04,\n 1.3472e-04, 6.1342e-05, 9.3215e-05, 8.5239e-05, 8.1126e-05, 1.4735e-04,\n 6.6430e-05, 3.0136e-07, 1.1446e-04, 1.4516e-04, 1.7373e-05, 1.5872e-04,\n 3.1319e-05, 4.2248e-05, 1.6619e-04, 8.6872e-06, 9.7815e-09, 1.1753e-04,\n 1.2333e-04, 7.0875e-05, 1.0228e-04, 1.4666e-05, 1.2690e-04, 6.7027e-05,\n 8.8880e-05, 3.3509e-05, 1.1089e-04, 1.1550e-04, 1.1833e-04, 7.3039e-05,\n 7.8020e-05, 6.1273e-05, 7.8488e-05, 1.4988e-08, 3.5883e-06, 9.5667e-05,\n 7.9854e-05, 1.5674e-04, 1.0819e-04, 1.7358e-04, 9.5062e-05, 7.5146e-05,\n 1.0237e-04, 1.4656e-04, 8.9406e-05, 1.1385e-04, 5.9582e-06, 3.3285e-05,\n 2.4715e-04, 1.3545e-04, 3.1104e-05, 1.3586e-04, 7.1545e-05, 1.1180e-05,\n 1.3167e-05, 1.7021e-04, 6.4349e-05, 1.3884e-04, 1.4379e-04, 9.3009e-05,\n 3.7796e-08, 6.6600e-05, 9.1022e-05, 1.0522e-04, 3.1615e-04, 7.0486e-05,\n 1.1930e-04, 1.0828e-04, 9.3877e-05, 7.5386e-05, 1.7165e-04, 3.0034e-05,\n 5.3958e-05, 1.5249e-04, 1.3471e-04, 1.0027e-04, 1.1953e-04, 5.6583e-05,\n 1.6946e-04, 1.3224e-04, 4.5420e-05, 3.6592e-05, 3.9606e-06, 1.4298e-04,\n 1.4321e-04, 1.3856e-04, 1.1180e-04, 1.2078e-04, 9.1586e-05, 7.0418e-05,\n 4.0716e-05, 8.2026e-05, 8.4186e-06, 1.1885e-04, 6.4476e-05, 1.2412e-04,\n 1.1009e-04, 1.5615e-04, 8.9844e-05, 1.2546e-04, 6.4704e-05, 4.8477e-05,\n 7.4210e-05, 1.2015e-04, 6.6400e-05, 1.1353e-04, 7.3084e-05, 1.3249e-04,\n 1.3529e-04, 1.0246e-04, 1.2896e-04, 1.6473e-04, 1.9917e-05, 1.0587e-04,\n 8.6360e-06, 9.0562e-05, 1.5179e-04, 1.3705e-04, 7.7772e-05, 1.5303e-04,\n 1.0714e-05, 1.0154e-04, 1.8460e-05, 1.2851e-05, 2.0995e-04, 3.1318e-05,\n 9.9254e-05, 1.0947e-04, 6.9441e-05, 4.8848e-08, 1.1593e-04, 1.5076e-04,\n 1.2058e-04, 1.3916e-05, 2.2757e-07, 3.7461e-07, 7.5305e-05, 5.0410e-05,\n 9.2351e-05, 2.1752e-08, 1.0415e-04, 6.5880e-05, 6.5152e-05, 1.3495e-04,\n 1.0565e-04, 6.5457e-05, 5.0517e-05, 2.8564e-05, 8.2983e-05, 2.4135e-06,\n 1.1074e-04, 1.6372e-04, 1.9485e-05, 7.8225e-05, 1.9010e-05, 2.4034e-05,\n 1.5633e-04, 9.3441e-08, 1.1524e-04, 1.3153e-04, 9.0274e-05, 1.1086e-04,\n 1.0027e-04, 1.5250e-04, 1.6722e-04, 9.9408e-05, 5.3424e-05, 4.0536e-05,\n 8.7017e-05, 1.9372e-05, 5.5768e-05, 1.1491e-04, 1.1003e-04, 1.9604e-04,\n 1.4442e-04, 1.3786e-05, 6.6665e-05, 6.3424e-05, 5.9098e-05, 1.9576e-05,\n 7.9200e-05, 1.3415e-04, 7.4346e-05, 3.3574e-05, 6.3240e-05, 2.0254e-04,\n 1.7737e-04, 3.3436e-05, 9.1108e-05, 1.4846e-04, 1.2121e-04, 1.3277e-04,\n 1.1056e-04, 6.7484e-05, 7.2473e-05, 1.1155e-05, 1.5408e-04, 1.4316e-04,\n 8.2318e-05, 5.8489e-05, 1.6158e-04, 1.0982e-04, 8.9022e-05, 7.7256e-05,\n 1.6700e-06, 1.8205e-04, 3.1825e-05, 9.3367e-09, 8.5924e-05, 9.5875e-05,\n 8.4065e-05, 1.0570e-04, 1.0411e-04, 1.4411e-04, 1.3723e-04, 2.2580e-05,\n 2.3378e-05, 1.0670e-04, 1.9250e-04, 9.0759e-05, 1.4897e-08, 4.1286e-05,\n 1.3909e-05, 3.9349e-05, 9.4792e-05, 1.0815e-04, 6.8190e-05, 1.1505e-04,\n 1.1913e-04, 1.0257e-08, 1.0428e-04, 1.0995e-05, 1.2853e-04, 5.0524e-05,\n 5.7793e-05, 1.0987e-04, 3.7602e-05, 7.7145e-05, 1.5921e-04, 1.0407e-04,\n 1.4729e-05, 1.7127e-05, 1.0241e-04, 8.1921e-05, 2.9801e-06, 1.5262e-04,\n 1.1679e-04, 7.8279e-05, 1.1327e-04, 1.1594e-04, 1.4661e-05, 4.5463e-05,\n 6.9893e-05, 1.2054e-04, 1.3264e-04, 6.1517e-05, 1.3535e-04, 1.2768e-04,\n 1.5523e-04, 4.5767e-05, 1.7107e-04, 9.7617e-06, 9.1253e-05, 7.1585e-05,\n 2.0854e-04, 1.2411e-04, 1.1937e-04, 8.4439e-09, 8.9273e-05, 1.0259e-04,\n 4.9967e-05, 1.0378e-05, 1.1822e-04, 3.5885e-05, 1.1521e-04, 2.6769e-04,\n 1.2662e-04, 1.4357e-05, 2.1774e-05, 1.9594e-04, 2.8561e-05, 1.0398e-04,\n 1.2165e-04, 3.2685e-05, 1.8681e-06, 1.0327e-04, 9.4059e-05, 1.6652e-04,\n 1.1831e-05, 1.0539e-04, 1.0593e-04, 4.6718e-05, 1.3513e-04, 4.2024e-06,\n 2.9135e-06, 1.1065e-04, 1.6444e-04, 1.5114e-04, 5.4972e-05, 4.2335e-05,\n 1.5044e-04, 2.6204e-05, 1.9279e-05, 5.8347e-05, 8.8768e-05, 1.3924e-05,\n 3.3853e-05, 1.0180e-04, 1.0147e-04, 1.0700e-04, 1.1633e-04, 4.0364e-05,\n 3.9187e-05, 1.3621e-04, 1.2031e-04, 8.8152e-06, 1.6223e-04, 1.1744e-04,\n 1.1240e-04, 1.4784e-04, 3.2255e-10, 2.2955e-05, 2.7392e-05, 3.4908e-08,\n 1.1235e-04, 7.0482e-05, 3.8977e-05, 1.8577e-05, 8.9458e-05, 1.7507e-04,\n 9.3670e-05, 1.0547e-04, 6.8201e-05, 6.7864e-05, 5.8496e-05, 6.9832e-05,\n 1.8619e-04, 7.7759e-05, 1.0492e-04, 5.4408e-05, 7.4494e-05, 7.4681e-06,\n 9.5326e-05, 1.7064e-04, 1.2336e-04, 3.3870e-06, 8.9277e-05, 1.1953e-04,\n 1.0226e-04, 1.2635e-04, 1.2439e-04, 1.4241e-05, 1.6780e-04, 1.4406e-04,\n 1.2337e-04, 6.7822e-05, 9.4615e-05, 1.0035e-04, 8.4063e-05, 2.5926e-05,\n 1.9777e-04, 9.6284e-05, 1.9036e-05, 1.0163e-04, 3.3976e-05, 1.3411e-04,\n 1.5318e-04, 1.1605e-05, 1.0798e-04, 3.3834e-08, 1.7264e-04, 3.9976e-08,\n 1.0900e-05, 2.9009e-05, 2.8781e-05, 3.6265e-05, 1.5973e-04, 8.5173e-05,\n 1.8162e-04, 6.6595e-05, 1.6537e-04, 7.7023e-05, 1.4500e-04, 9.9734e-08,\n 1.8779e-04, 1.1036e-04, 9.9956e-05, 1.1457e-04, 1.2940e-04, 1.0450e-04,\n 1.2899e-04, 5.2382e-05, 6.4228e-06, 1.9370e-05, 7.0766e-05, 1.3912e-04,\n 1.4009e-04, 3.4639e-05, 4.6769e-05, 1.4497e-04, 1.4562e-04, 1.1655e-04,\n 1.0356e-04, 1.4914e-04, 1.2929e-04, 1.3629e-04, 1.6704e-05, 1.5682e-04,\n 6.6393e-05, 1.1914e-04, 5.9208e-05, 6.7922e-05, 3.6687e-05, 6.5863e-05,\n 1.3707e-04, 1.8165e-04, 1.2185e-04, 3.2981e-05, 1.2901e-04, 2.3380e-05,\n 1.4526e-05, 1.0971e-05, 1.2954e-04, 1.4572e-04, 3.1026e-05, 1.1297e-05,\n 5.2466e-05, 8.9129e-05, 9.7991e-05, 1.5148e-05, 1.0599e-04, 1.7224e-04,\n 6.5299e-05, 2.0281e-04, 1.0540e-08, 1.1434e-04, 9.2735e-05, 5.1320e-06,\n 7.6549e-05, 2.8545e-05, 1.0674e-04, 1.7483e-04, 2.1933e-09, 7.6859e-05,\n 1.1755e-04, 1.2534e-04, 6.9984e-05, 1.8736e-04, 1.5370e-04, 1.4670e-04,\n 1.5745e-05, 8.2756e-06, 1.2452e-04, 1.3468e-04, 9.2713e-05, 1.0558e-04,\n 9.6941e-05, 9.3634e-08, 1.2829e-05, 1.5628e-04, 1.7971e-04, 1.6280e-04,\n 1.0191e-04, 1.0196e-05, 1.9449e-04, 7.2808e-06, 7.3086e-05, 2.8041e-05,\n 1.0309e-04, 2.4776e-05, 9.2316e-05, 1.0060e-04, 9.5164e-05, 1.0730e-04,\n 9.8464e-06, 1.6548e-04, 6.3878e-05, 1.2338e-04, 5.4015e-06, 8.3214e-05,\n 3.9196e-05, 2.8258e-05, 1.2824e-04, 4.9785e-05, 1.9695e-04, 5.4357e-05,\n 1.0052e-04, 9.5662e-05, 8.5119e-05, 1.4231e-04, 1.1282e-04, 7.2711e-06,\n 9.6989e-05, 4.5553e-05, 2.2006e-05, 1.7291e-04, 1.7366e-04, 1.3532e-04,\n 3.3762e-05, 7.8041e-05, 1.0726e-04, 1.0527e-04, 8.2665e-05, 2.5851e-07,\n 1.5714e-04, 2.3802e-05, 4.8677e-05, 1.2798e-04, 1.1606e-04, 1.2228e-04,\n 1.6347e-04, 1.0541e-04, 5.5958e-05, 2.2056e-08, 1.6589e-04, 6.7055e-05,\n 9.8945e-05, 8.6663e-05, 2.8222e-05, 8.9582e-05, 8.4941e-05, 8.9534e-05,\n 6.8941e-05, 1.1507e-04, 9.4795e-07, 7.6708e-08, 1.4396e-04, 9.7175e-06,\n 2.1111e-05, 1.2550e-04, 2.3190e-07, 8.5169e-05, 1.2497e-04, 1.2953e-05,\n 8.3597e-05, 9.5968e-05, 1.4871e-04, 1.3797e-04, 1.0728e-04, 6.5744e-05],\n device='cuda:0')" }, "4": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 5.9624e-06, 6.2821e-07, 2.4147e-05, ..., 1.5924e-05,\n 3.4319e-06, -1.8575e-06],\n [ 1.1849e-05, -1.9271e-05, 2.0965e-05, ..., 2.3549e-05,\n 9.5244e-06, -5.3000e-06],\n [ 1.1145e-05, 9.9984e-06, -3.8235e-05, ..., 1.7323e-05,\n 6.8350e-06, -1.7657e-05],\n ...,\n [-3.6449e-06, 1.0047e-05, 3.9741e-05, ..., -3.8597e-05,\n -3.8030e-05, -2.7977e-05],\n [-2.6233e-06, -8.8775e-06, 3.3467e-05, ..., 3.2229e-05,\n -8.0889e-06, 1.3115e-05],\n [-1.3259e-05, -6.9509e-06, 2.6809e-05, ..., -6.1008e-05,\n -4.7144e-06, 2.8868e-05]], device='cuda:0')", "exp_avg_sq": "tensor([[1.1882e-09, 2.8452e-09, 6.5745e-09, ..., 1.6711e-08, 1.0840e-08,\n 6.1060e-09],\n [1.6982e-09, 3.5527e-09, 1.1483e-08, ..., 2.5727e-08, 2.1575e-08,\n 7.9972e-09],\n [3.7700e-09, 4.0416e-09, 1.3090e-08, ..., 3.6887e-08, 2.1905e-08,\n 8.4333e-09],\n ...,\n [1.4471e-09, 6.2480e-09, 1.3192e-08, ..., 2.6280e-08, 1.6482e-08,\n 1.0590e-08],\n [6.6313e-09, 5.0120e-09, 1.5544e-08, ..., 3.4921e-08, 1.4773e-08,\n 1.2793e-08],\n [3.2311e-09, 4.1566e-09, 1.2733e-08, ..., 2.2595e-08, 1.3942e-08,\n 1.2295e-08]], device='cuda:0')" }, "5": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 1.5558e-06, 3.5375e-06, 5.6052e-45, ..., -7.1916e-08,\n 6.9400e-05, 5.6052e-45],\n [-4.0281e-06, -1.2019e-05, -5.6052e-45, ..., -1.5483e-06,\n 1.3426e-06, -5.6052e-45],\n [-4.1291e-06, 1.6779e-05, 5.6052e-45, ..., 3.3869e-06,\n -3.4499e-05, -5.6052e-45],\n ...,\n [ 2.1635e-06, -1.0437e-05, 5.6052e-45, ..., -1.9779e-05,\n 6.0353e-07, -5.6052e-45],\n [ 1.6474e-06, 1.2113e-05, -5.6052e-45, ..., 4.2553e-06,\n -3.0529e-06, 5.6052e-45],\n [ 1.5423e-05, 1.0160e-05, 5.6052e-45, ..., 2.8513e-06,\n -2.7881e-06, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[2.1949e-09, 3.7153e-10, 1.6288e-14, ..., 5.9056e-10, 2.5625e-09,\n 3.0423e-15],\n [1.2104e-09, 2.7341e-09, 1.7724e-11, ..., 1.3748e-09, 3.5476e-10,\n 1.2660e-10],\n [1.7237e-09, 1.9298e-09, 5.4932e-12, ..., 3.4178e-09, 3.9673e-09,\n 1.4632e-11],\n ...,\n [1.1426e-09, 2.8053e-09, 5.3274e-12, ..., 2.2074e-09, 1.2475e-09,\n 1.2619e-12],\n [1.3215e-09, 8.7170e-10, 4.0426e-12, ..., 1.3528e-09, 1.0090e-09,\n 1.8677e-12],\n [2.1083e-09, 2.4511e-09, 9.2102e-13, ..., 1.5135e-09, 1.6621e-09,\n 1.6980e-11]], device='cuda:0')" }, "6": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.3523e-04, -1.8465e-04, -4.5843e-04, ..., -7.6343e-04,\n 9.5681e-05, 8.7543e-04], device='cuda:0')", "exp_avg_sq": "tensor([1.3336e-05, 1.3152e-05, 2.1103e-05, ..., 1.8449e-05, 1.6679e-05,\n 1.7728e-05], device='cuda:0')" }, "7": { "step": "tensor(2504.)", "exp_avg": "tensor([[-2.2983e-06, -1.7352e-05, -4.6841e-06, ..., -2.8216e-06,\n 3.3096e-06, -2.9690e-06],\n [-2.6263e-05, -1.1254e-05, -8.2284e-06, ..., -3.4447e-06,\n -1.2537e-05, -1.7041e-05],\n [ 7.1254e-06, 1.3347e-05, -6.2293e-09, ..., 7.3240e-06,\n 1.8727e-05, 2.7773e-06],\n ...,\n [ 4.3309e-06, -1.3203e-05, -2.5595e-07, ..., 1.4049e-05,\n -7.9984e-06, 2.0961e-05],\n [-3.5173e-05, 1.5189e-05, 9.1907e-07, ..., -9.7546e-06,\n -5.0617e-07, -5.0536e-06],\n [-1.4854e-05, -1.1569e-05, -1.4429e-05, ..., 9.6031e-07,\n 2.1336e-05, -2.7274e-06]], device='cuda:0')", "exp_avg_sq": "tensor([[7.8383e-10, 1.2126e-09, 1.3649e-09, ..., 9.0095e-10, 1.2033e-09,\n 1.3736e-09],\n [2.1105e-09, 2.7860e-09, 2.8496e-09, ..., 2.4064e-09, 2.5702e-09,\n 2.5126e-09],\n [1.6669e-09, 2.3036e-09, 2.8408e-09, ..., 1.6269e-09, 2.2772e-09,\n 3.2024e-09],\n ...,\n [1.9685e-09, 3.6668e-09, 2.9975e-09, ..., 1.7983e-09, 2.0672e-09,\n 3.1676e-09],\n [2.4289e-09, 2.9126e-09, 2.3767e-09, ..., 2.1481e-09, 2.5611e-09,\n 2.4913e-09],\n [2.4563e-09, 2.6718e-09, 2.8958e-09, ..., 2.1941e-09, 3.2702e-09,\n 2.5826e-09]], device='cuda:0')" }, "8": { "step": "tensor(2504.)", "exp_avg": "tensor([[-5.6052e-45, -1.0749e-08, 5.6052e-45, ..., -2.2505e-08,\n 5.9769e-17, 5.6052e-45],\n [ 1.0373e-06, -9.9927e-07, -5.6052e-45, ..., 2.7359e-06,\n -5.7368e-06, 5.6052e-45],\n [ 1.0428e-06, 2.7363e-06, -5.6052e-45, ..., 6.2979e-06,\n 2.2020e-05, 5.6052e-45],\n ...,\n [-8.6825e-07, -4.4666e-07, -5.6052e-45, ..., 1.5410e-06,\n 3.1545e-06, 5.6052e-45],\n [-2.2220e-06, 3.5867e-08, -5.6052e-45, ..., -2.7627e-05,\n 2.4812e-07, 5.6052e-45],\n [-1.1415e-11, 7.5091e-07, 5.6052e-45, ..., 4.1519e-06,\n 6.9039e-09, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[4.3467e-12, 4.9755e-13, 4.1973e-12, ..., 7.3748e-12, 1.5453e-12,\n 6.4763e-11],\n [3.7676e-09, 2.7278e-09, 3.6201e-13, ..., 4.0115e-09, 4.7199e-09,\n 5.2450e-12],\n [1.6058e-09, 3.3440e-09, 1.2924e-12, ..., 5.4855e-09, 7.6912e-09,\n 1.0561e-12],\n ...,\n [2.8134e-09, 1.2264e-09, 4.9515e-14, ..., 5.4095e-09, 5.1572e-09,\n 2.2196e-12],\n [1.9888e-09, 1.6706e-09, 3.4507e-12, ..., 5.5835e-09, 6.4280e-09,\n 4.0709e-12],\n [1.1853e-11, 5.5847e-10, 3.4710e-13, ..., 1.3799e-09, 7.1027e-12,\n 2.1617e-11]], device='cuda:0')" }, "9": { "step": "tensor(2504.)", "exp_avg": "tensor([ 7.8297e-05, -6.6882e-04, 9.9546e-04, ..., -8.1543e-04,\n 3.2913e-05, 4.2626e-04], device='cuda:0')", "exp_avg_sq": "tensor([8.9704e-08, 8.0195e-05, 1.1921e-04, ..., 1.2218e-04, 8.2972e-05,\n 7.2441e-06], device='cuda:0')" }, "10": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 1.5255e-07, 1.2273e-05, 1.0699e-06, ..., 8.4700e-07,\n 3.0178e-06, 9.3055e-08],\n [-1.3103e-06, 5.8509e-06, -1.3655e-05, ..., -1.5789e-05,\n 3.4036e-06, -1.6462e-06],\n [ 1.2120e-06, -1.4372e-06, -8.9331e-06, ..., -2.6133e-06,\n -1.5780e-06, -2.0021e-07],\n ...,\n [-2.4071e-06, -2.8001e-06, 1.3911e-05, ..., -7.4116e-06,\n 8.9833e-06, -1.0982e-06],\n [ 1.4799e-06, -1.0842e-05, 4.2493e-06, ..., -6.0107e-07,\n -1.7013e-05, -2.7992e-06],\n [ 5.6614e-07, -7.7057e-06, 4.2122e-05, ..., 1.0207e-05,\n 9.3960e-06, -1.3352e-07]], device='cuda:0')", "exp_avg_sq": "tensor([[8.2556e-13, 3.0272e-09, 5.0424e-09, ..., 3.5335e-09, 2.6064e-09,\n 6.4809e-11],\n [5.6223e-12, 6.8679e-09, 8.0546e-09, ..., 7.5942e-09, 4.6182e-09,\n 9.7276e-11],\n [5.0554e-12, 4.9714e-09, 5.8904e-09, ..., 6.7352e-09, 4.8489e-09,\n 9.7821e-11],\n ...,\n [6.0482e-12, 4.5609e-09, 7.8538e-09, ..., 5.5909e-09, 4.1157e-09,\n 1.2845e-10],\n [7.4772e-12, 4.6878e-09, 5.5341e-09, ..., 7.1710e-09, 5.2777e-09,\n 1.2593e-10],\n [5.0782e-12, 7.0321e-09, 6.9582e-09, ..., 5.7963e-09, 4.1021e-09,\n 1.0198e-10]], device='cuda:0')" }, "11": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 4.8319e-07, 1.1144e-07, 5.6052e-45, ..., -2.9703e-06,\n -7.6673e-07, -5.6052e-45],\n [ 1.8083e-07, 9.6287e-06, -5.6052e-45, ..., -5.7812e-05,\n -9.9000e-07, -5.6052e-45],\n [ 5.0156e-06, 8.8932e-06, -5.6052e-45, ..., 1.3305e-05,\n 1.2045e-05, -5.6052e-45],\n ...,\n [-3.2114e-32, 8.8872e-30, 5.6052e-45, ..., 2.3150e-29,\n -5.6052e-45, 5.6052e-45],\n [-7.2300e-06, 1.1122e-05, 5.6052e-45, ..., -7.8119e-06,\n -9.4788e-07, -5.6052e-45],\n [-1.1708e-05, 9.3821e-06, 5.6052e-45, ..., 2.7990e-06,\n -1.2848e-05, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[4.3560e-10, 9.7583e-11, 1.3756e-12, ..., 6.6738e-10, 1.6848e-09,\n 8.4235e-14],\n [3.4071e-10, 7.8528e-10, 5.3743e-14, ..., 1.0630e-09, 5.6925e-10,\n 6.6518e-12],\n [2.0239e-09, 2.1445e-09, 1.6015e-12, ..., 1.1419e-09, 8.9586e-10,\n 6.7463e-11],\n ...,\n [1.0213e-11, 2.5221e-13, 8.5437e-13, ..., 2.8751e-15, 6.9885e-14,\n 4.5501e-11],\n [3.2952e-09, 9.2079e-09, 1.0399e-12, ..., 1.1047e-08, 1.2011e-09,\n 3.2453e-12],\n [2.1192e-09, 1.5069e-09, 5.5004e-14, ..., 7.2175e-10, 1.2279e-09,\n 3.4943e-12]], device='cuda:0')" }, "12": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.0592e-04, -7.7234e-04, 2.5196e-04, ..., -1.1282e-18,\n 1.6254e-04, -8.6576e-05], device='cuda:0')", "exp_avg_sq": "tensor([9.7585e-06, 7.4582e-06, 6.8880e-06, ..., 6.6919e-08, 5.9444e-06,\n 8.9438e-06], device='cuda:0')" }, "13": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.5826e-06, 5.7257e-06, 5.9798e-06, ..., 1.0313e-21,\n 1.9845e-06, -2.2792e-07],\n [-2.6357e-06, -6.2752e-06, 3.5352e-06, ..., -3.1720e-21,\n -3.9264e-06, -4.1494e-07],\n [-2.8654e-06, 7.7513e-06, -4.0912e-06, ..., 2.4845e-21,\n -4.2772e-06, 2.0812e-06],\n ...,\n [-7.8897e-06, 8.0263e-06, 2.6233e-06, ..., -2.1240e-21,\n 1.0314e-06, 4.0610e-06],\n [-1.8154e-06, 9.9010e-06, -3.1150e-06, ..., -6.2102e-21,\n -2.0217e-06, 2.1996e-06],\n [ 2.1643e-06, -1.4414e-05, -3.3948e-06, ..., 1.8483e-21,\n 1.3755e-06, 2.4399e-06]], device='cuda:0')", "exp_avg_sq": "tensor([[1.3833e-10, 2.2769e-10, 1.4002e-10, ..., 4.5756e-12, 1.1533e-10,\n 1.7550e-10],\n [1.8344e-10, 3.7972e-10, 2.9581e-10, ..., 5.3599e-12, 1.5852e-10,\n 2.5119e-10],\n [2.7555e-10, 3.4635e-10, 3.5247e-10, ..., 5.4792e-12, 2.0896e-10,\n 3.9082e-10],\n ...,\n [3.0443e-10, 5.6199e-10, 2.5429e-10, ..., 1.1516e-13, 1.5806e-10,\n 2.9859e-10],\n [2.2891e-10, 3.3059e-10, 3.3856e-10, ..., 1.3537e-11, 1.9279e-10,\n 3.3760e-10],\n [2.9297e-10, 4.6662e-10, 3.5967e-10, ..., 5.1644e-12, 2.3026e-10,\n 3.8710e-10]], device='cuda:0')" }, "14": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n [ 5.2633e-06, 1.6911e-06, -5.6052e-45, ..., -3.5758e-07,\n 3.4835e-04, -5.6052e-45],\n [ 3.8083e-06, 1.6510e-05, 5.6052e-45, ..., 1.0045e-05,\n 6.5209e-05, 5.6052e-45],\n ...,\n [ 6.8687e-07, 9.7542e-06, -5.6052e-45, ..., -7.7853e-06,\n 2.6481e-05, -5.6052e-45],\n [-3.2914e-07, -7.9506e-07, 5.6052e-45, ..., 2.0367e-05,\n 1.3658e-05, 5.6052e-45],\n [-3.8433e-06, 1.3324e-05, 5.6052e-45, ..., -7.6889e-06,\n -3.9774e-06, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[6.1245e-12, 2.3057e-13, 3.0796e-13, ..., 2.3366e-12, 3.2746e-13,\n 2.5409e-12],\n [4.2301e-08, 6.1621e-09, 7.6003e-15, ..., 2.7271e-08, 1.0005e-07,\n 3.4645e-13],\n [2.3438e-08, 1.0991e-08, 1.0332e-14, ..., 4.2685e-08, 3.2046e-08,\n 3.2313e-12],\n ...,\n [3.9418e-08, 2.0080e-08, 5.6924e-13, ..., 3.8146e-08, 8.9199e-08,\n 1.1520e-12],\n [4.8559e-09, 1.2627e-08, 5.4461e-14, ..., 1.3216e-08, 7.5122e-09,\n 1.2708e-13],\n [8.1481e-09, 5.3934e-08, 1.2973e-13, ..., 1.5848e-08, 1.5936e-08,\n 2.2544e-12]], device='cuda:0')" }, "15": { "step": "tensor(2504.)", "exp_avg": "tensor([ 5.6052e-45, 3.6778e-03, 3.6605e-03, ..., 1.1461e-03,\n 4.0829e-03, -1.7409e-03], device='cuda:0')", "exp_avg_sq": "tensor([3.3926e-08, 2.2629e-04, 2.1029e-04, ..., 2.6204e-04, 1.9579e-04,\n 2.4165e-04], device='cuda:0')" }, "16": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 5.6052e-45, 2.6847e-05, 6.9155e-06, ..., 1.6270e-05,\n 3.0672e-06, 6.0911e-06],\n [ 5.6052e-45, -2.6605e-05, -3.9632e-06, ..., -5.7394e-06,\n 6.8802e-06, 9.5141e-06],\n [ 5.6052e-45, 3.9192e-05, -7.5487e-06, ..., 1.8889e-05,\n 1.0654e-05, -1.3437e-05],\n ...,\n [-5.6052e-45, 2.1058e-06, -1.4580e-05, ..., -4.2957e-07,\n -3.6590e-06, 4.9368e-06],\n [-5.6052e-45, -2.7387e-05, -1.1085e-05, ..., -6.4685e-05,\n 5.2526e-06, -4.6120e-06],\n [-5.6052e-45, -1.9051e-05, -6.7757e-06, ..., 1.6754e-05,\n -4.0977e-06, -1.3458e-05]], device='cuda:0')", "exp_avg_sq": "tensor([[4.9502e-11, 3.4933e-09, 3.2681e-09, ..., 2.5221e-09, 1.5293e-09,\n 2.2284e-09],\n [5.2770e-11, 4.1506e-09, 4.1086e-09, ..., 5.3500e-09, 3.0969e-09,\n 5.3581e-09],\n [2.9977e-11, 6.3988e-09, 4.2831e-09, ..., 4.7193e-09, 3.9770e-09,\n 5.1719e-09],\n ...,\n [4.7829e-11, 5.7206e-09, 5.4822e-09, ..., 4.9570e-09, 3.6294e-09,\n 6.3812e-09],\n [1.6127e-10, 1.3498e-08, 4.9823e-09, ..., 4.7652e-09, 3.1872e-09,\n 7.3920e-09],\n [5.1407e-11, 7.9899e-09, 4.1127e-09, ..., 4.9840e-09, 3.1409e-09,\n 4.0734e-09]], device='cuda:0')" }, "17": { "step": "tensor(2504.)", "exp_avg": "tensor([[-8.2538e-06, 1.6369e-06, 5.6052e-45, ..., -1.2090e-06,\n 5.4614e-05, 5.6052e-45],\n [-2.7161e-11, 2.2291e-20, 5.6052e-45, ..., 5.4500e-15,\n -4.7811e-19, 5.6052e-45],\n [ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n ...,\n [-4.7737e-07, 6.5470e-08, 5.6052e-45, ..., 1.0087e-06,\n 1.2979e-06, 5.6052e-45],\n [ 2.8982e-08, 2.2367e-08, -5.6052e-45, ..., 4.5697e-06,\n -4.8741e-08, -5.6052e-45],\n [ 1.8981e-06, 2.4475e-07, -5.6052e-45, ..., 2.7707e-06,\n 7.4570e-08, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[1.3243e-09, 9.7674e-10, 9.0263e-13, ..., 1.0137e-09, 3.1245e-09,\n 6.6441e-12],\n [5.6749e-14, 7.4053e-15, 1.0343e-13, ..., 1.3980e-12, 4.4716e-16,\n 9.9108e-13],\n [1.5562e-11, 1.1983e-16, 4.9809e-12, ..., 1.2940e-12, 3.3355e-13,\n 2.7145e-11],\n ...,\n [1.4108e-10, 7.4117e-11, 1.1881e-12, ..., 4.7684e-10, 2.2745e-10,\n 8.4010e-12],\n [2.4490e-11, 4.7750e-11, 2.2429e-13, ..., 9.1715e-11, 1.5956e-10,\n 4.2417e-12],\n [1.7727e-10, 1.9694e-10, 5.5620e-14, ..., 9.2257e-10, 1.9065e-10,\n 1.3911e-12]], device='cuda:0')" }, "18": { "step": "tensor(2504.)", "exp_avg": "tensor([ 4.5559e-04, -1.3643e-09, 5.6052e-45, ..., 5.6643e-05,\n 5.0637e-04, 5.5131e-04], device='cuda:0')", "exp_avg_sq": "tensor([2.0149e-05, 3.7435e-09, 4.3876e-08, ..., 2.4485e-05, 1.8589e-05,\n 1.4218e-05], device='cuda:0')" }, "19": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.7641e-06, -8.2961e-13, -5.6052e-45, ..., -1.3780e-06,\n -6.5271e-07, 1.4483e-06],\n [-2.1555e-06, -3.2476e-13, 5.6052e-45, ..., -1.3237e-06,\n -4.1730e-07, -4.6956e-06],\n [ 2.9501e-06, 3.2031e-12, -5.6052e-45, ..., -1.6261e-06,\n -9.4035e-08, 1.6520e-07],\n ...,\n [ 4.0414e-06, -4.4802e-12, 5.6052e-45, ..., 5.3202e-07,\n 1.2651e-06, -1.6136e-06],\n [-1.4783e-06, 1.5018e-12, 5.6052e-45, ..., -2.2126e-06,\n 2.4516e-06, 3.7750e-06],\n [-2.6210e-06, -8.0830e-12, 5.6052e-45, ..., -3.2043e-07,\n 2.5622e-06, 6.1123e-07]], device='cuda:0')", "exp_avg_sq": "tensor([[9.7304e-11, 1.6065e-14, 1.0904e-13, ..., 9.0188e-11, 5.2018e-11,\n 1.2062e-10],\n [2.7298e-10, 6.2866e-15, 1.1149e-13, ..., 2.3276e-10, 3.4338e-10,\n 1.3782e-10],\n [1.8020e-10, 2.2406e-14, 1.9120e-12, ..., 3.6171e-10, 2.1402e-10,\n 1.4149e-10],\n ...,\n [1.7953e-10, 2.5455e-14, 1.6141e-13, ..., 2.0594e-10, 2.1113e-10,\n 2.4229e-10],\n [3.4582e-10, 1.4423e-14, 5.4511e-13, ..., 3.3755e-10, 1.3288e-10,\n 1.0792e-10],\n [2.5429e-10, 4.6571e-16, 1.6777e-13, ..., 2.3269e-10, 5.0857e-10,\n 2.0579e-10]], device='cuda:0')" }, "20": { "step": "tensor(2504.)", "exp_avg": "tensor([[-3.4031e-07, -2.3827e-06, -5.6052e-45, ..., 7.6518e-07,\n 4.8809e-06, -5.6052e-45],\n [ 2.4354e-09, 1.0264e-07, 5.6052e-45, ..., 5.6506e-12,\n 3.5934e-08, 5.6052e-45],\n [-3.9117e-07, 3.2943e-09, 5.6052e-45, ..., 9.2512e-08,\n -1.2563e-07, -5.6052e-45],\n ...,\n [ 6.2328e-07, 6.2081e-07, -5.6052e-45, ..., -3.4959e-06,\n -5.5312e-07, -5.6052e-45],\n [-2.1496e-07, -1.2140e-07, -5.6052e-45, ..., -3.2577e-07,\n 8.2058e-07, 5.6052e-45],\n [ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., 5.6052e-45,\n 5.6052e-45, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[6.7734e-11, 1.5170e-09, 6.1594e-14, ..., 5.8568e-10, 8.8240e-10,\n 9.1533e-14],\n [4.0661e-11, 4.8243e-11, 1.9134e-12, ..., 1.2710e-11, 1.1358e-10,\n 4.9766e-12],\n [8.4623e-12, 3.1149e-13, 1.2785e-13, ..., 5.3129e-12, 3.4766e-12,\n 9.7238e-12],\n ...,\n [3.4477e-10, 1.8867e-09, 9.5456e-13, ..., 5.8967e-10, 1.2764e-09,\n 2.0939e-11],\n [2.8315e-10, 1.8341e-10, 2.0875e-12, ..., 5.5210e-10, 4.8327e-10,\n 8.3741e-12],\n [1.2427e-11, 3.9024e-15, 3.0126e-12, ..., 5.7883e-13, 7.5263e-15,\n 1.7406e-12]], device='cuda:0')" }, "21": { "step": "tensor(2504.)", "exp_avg": "tensor([5.8496e-04, 7.4011e-04, 5.2146e-06, ..., 1.4836e-05, 2.8441e-05,\n 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([5.6121e-06, 5.9816e-06, 4.0329e-08, ..., 3.7643e-06, 5.9207e-06,\n 1.0832e-08], device='cuda:0')" }, "22": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 1.1376e-06, 1.5014e-07, 1.8987e-09, ..., -8.0530e-07,\n 5.6340e-07, -5.6052e-45],\n [-2.4399e-06, -1.4635e-06, -3.2207e-09, ..., 5.6410e-08,\n -8.4435e-07, -5.6052e-45],\n [ 1.4254e-06, 1.1529e-06, 1.6350e-08, ..., -1.3155e-07,\n 3.1720e-07, 5.6052e-45],\n ...,\n [-1.5217e-06, 2.5871e-07, -3.5509e-08, ..., 1.4318e-07,\n 1.1090e-07, 5.6052e-45],\n [ 3.3531e-07, -5.4003e-07, -3.6660e-09, ..., 8.1745e-07,\n -7.8942e-07, 5.6052e-45],\n [ 1.5564e-07, 3.4068e-07, 2.5853e-08, ..., -3.3410e-07,\n 3.3181e-07, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[3.3423e-11, 8.4252e-12, 5.2214e-12, ..., 3.8067e-11, 3.1888e-11,\n 1.7759e-13],\n [6.1930e-11, 3.0383e-11, 1.6771e-12, ..., 2.6909e-11, 7.0169e-11,\n 1.7187e-13],\n [7.3643e-11, 2.6574e-11, 2.2042e-12, ..., 2.3976e-11, 6.1744e-11,\n 7.2934e-13],\n ...,\n [4.2749e-11, 1.8081e-11, 9.8494e-13, ..., 2.6169e-11, 6.6854e-11,\n 2.7951e-13],\n [7.7824e-11, 1.4842e-11, 1.4320e-12, ..., 3.0988e-11, 8.2360e-11,\n 4.2656e-14],\n [4.3078e-11, 1.6053e-11, 3.7888e-12, ..., 4.3908e-11, 7.5366e-11,\n 4.2136e-13]], device='cuda:0')" }, "23": { "step": "tensor(2504.)", "exp_avg": "tensor([[-5.6052e-45, -5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, 5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, 5.6052e-45],\n [ 2.0806e-06, -1.0171e-06, -5.6052e-45, ..., -1.2296e-07,\n 2.6670e-06, 5.6052e-45],\n ...,\n [ 5.1917e-06, -1.9012e-08, 5.6052e-45, ..., 1.0372e-06,\n 2.3969e-07, 5.6052e-45],\n [ 2.2700e-07, -4.5420e-07, -5.6052e-45, ..., 1.8944e-05,\n 3.2234e-06, -5.6052e-45],\n [ 1.2144e-06, 6.9236e-07, 5.6052e-45, ..., -5.0202e-06,\n -1.9179e-05, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[1.2309e-12, 3.3795e-14, 4.1628e-13, ..., 2.7282e-12, 1.3339e-13,\n 1.1565e-11],\n [9.9939e-12, 8.4184e-14, 5.7707e-13, ..., 3.0501e-13, 1.9344e-15,\n 3.5315e-12],\n [1.3143e-09, 5.3012e-10, 7.2636e-13, ..., 3.3727e-10, 9.5537e-10,\n 1.9451e-12],\n ...,\n [1.3888e-09, 8.0355e-11, 7.3247e-13, ..., 5.6101e-10, 4.3575e-10,\n 6.7743e-13],\n [1.3173e-10, 4.7475e-10, 2.8073e-13, ..., 2.7071e-09, 1.0189e-09,\n 4.6666e-12],\n [1.1057e-09, 2.9057e-10, 3.5645e-13, ..., 1.9380e-09, 2.8923e-09,\n 6.2004e-12]], device='cuda:0')" }, "24": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.4483e-08, 5.6052e-45, 3.2786e-04, ..., 2.0191e-05,\n 3.9505e-04, 1.0628e-04], device='cuda:0')", "exp_avg_sq": "tensor([1.7148e-08, 2.2125e-09, 5.7920e-06, ..., 6.4197e-06, 6.5382e-06,\n 1.6434e-05], device='cuda:0')" }, "25": { "step": "tensor(2504.)", "exp_avg": "tensor([[-7.1879e-12, 5.6052e-45, -1.7022e-06, ..., -1.2344e-06,\n 6.9920e-07, 1.9107e-07],\n [-9.7467e-13, -5.6052e-45, -6.1849e-06, ..., -1.8057e-06,\n 1.4988e-06, -3.1788e-07],\n [ 3.8444e-12, -5.6052e-45, -2.6066e-06, ..., 2.4755e-06,\n 8.5300e-07, -4.0321e-08],\n ...,\n [-1.5661e-11, 5.6052e-45, -2.0134e-06, ..., -1.7431e-07,\n -2.8610e-07, -7.2506e-07],\n [ 1.6271e-11, -5.6052e-45, 7.7851e-06, ..., -4.8498e-07,\n -1.6881e-07, -1.2436e-06],\n [-1.1813e-11, -5.6052e-45, 1.6888e-05, ..., -1.9544e-06,\n -1.2472e-06, 4.3331e-07]], device='cuda:0')", "exp_avg_sq": "tensor([[5.8492e-15, 5.1566e-13, 1.7804e-11, ..., 2.2183e-11, 2.2188e-11,\n 2.2168e-11],\n [3.0465e-12, 4.2761e-12, 5.6675e-11, ..., 3.7043e-11, 3.2739e-11,\n 3.8473e-11],\n [2.5852e-13, 6.5882e-13, 1.0005e-10, ..., 3.9806e-11, 3.1764e-11,\n 7.9007e-11],\n ...,\n [2.5324e-13, 4.8668e-12, 3.9793e-11, ..., 4.5298e-11, 4.4160e-11,\n 7.2017e-11],\n [5.6897e-14, 3.6038e-12, 1.4996e-10, ..., 8.0631e-11, 4.3701e-11,\n 8.4341e-11],\n [2.0029e-12, 4.0463e-12, 1.7406e-10, ..., 6.0065e-11, 4.3846e-11,\n 7.5423e-11]], device='cuda:0')" }, "26": { "step": "tensor(2504.)", "exp_avg": "tensor([4.0678e-11], device='cuda:0')", "exp_avg_sq": "tensor([4.5670e-06], device='cuda:0')" }, "27": { "step": "tensor(2504.)", "exp_avg": "tensor([-8.9486e-14, 4.2057e-13, -3.3108e-13], device='cuda:0')", "exp_avg_sq": "tensor([2.0629e-08, 6.5673e-08, 1.7856e-08], device='cuda:0')" }, "28": { "step": "tensor(2504.)", "exp_avg": "tensor([-9.8528e-29, 5.6052e-45, -5.6052e-45, -6.2827e-13, 1.1270e-23,\n 5.6052e-45, -5.6052e-45, 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([3.0133e-06, 1.3340e-07, 2.3533e-06, 1.2877e-07, 1.3450e-07, 2.6221e-08,\n 1.0366e-07, 1.0795e-07], device='cuda:0')" }, "30": { "step": "tensor(2504.)", "exp_avg": "tensor([[-5.3805e-18, 2.5565e-17, -5.6052e-45, ..., 4.2750e-17,\n -5.4564e-17, 5.6052e-45],\n [-3.4737e-17, -3.9841e-16, 5.6052e-45, ..., -2.1537e-16,\n -2.6871e-16, -5.6052e-45],\n [ 7.1161e-17, -2.0632e-17, -5.6052e-45, ..., -6.6259e-17,\n 3.9920e-17, 5.6052e-45],\n ...,\n [ 5.1203e-18, -1.4994e-16, -5.6052e-45, ..., -2.2760e-17,\n -1.0817e-17, 5.6052e-45],\n [-8.1850e-17, 7.8577e-17, 5.6052e-45, ..., 8.1974e-17,\n -1.1065e-16, -5.6052e-45],\n [ 1.4268e-17, -2.5578e-17, -5.6052e-45, ..., 3.8845e-17,\n -3.8198e-16, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[4.8626e-13, 4.6922e-13, 1.1133e-16, ..., 8.1150e-13, 1.2468e-13,\n 7.5473e-15],\n [3.1846e-13, 2.1143e-13, 3.9647e-18, ..., 1.6578e-13, 1.0156e-13,\n 3.0500e-15],\n [2.6645e-13, 1.1265e-13, 7.5012e-16, ..., 4.5724e-13, 7.6311e-15,\n 1.1826e-13],\n ...,\n [2.0329e-12, 9.3820e-13, 1.4034e-16, ..., 8.0437e-13, 2.2023e-13,\n 3.7607e-16],\n [5.6323e-13, 4.6259e-13, 3.7495e-15, ..., 1.0748e-12, 1.9356e-13,\n 2.3531e-14],\n [8.8865e-13, 1.7287e-12, 2.3665e-17, ..., 1.3727e-12, 4.0239e-13,\n 6.3423e-16]], device='cuda:0')" }, "31": { "step": "tensor(2504.)", "exp_avg": "tensor([ 3.3990e-14, -4.9096e-14, -1.4175e-13, -1.1055e-14, 4.2879e-14,\n 5.0741e-14, 2.3850e-13, 8.6296e-14, 8.0831e-14, 9.7010e-14,\n -1.6295e-15, 3.6141e-14, 5.2046e-14, -8.3315e-14, 2.0140e-13,\n 2.4495e-13, -9.0355e-14, 2.8874e-14, -3.6429e-13, 1.1230e-13,\n -4.1629e-16, 8.9884e-14, 2.5684e-14, 1.1392e-13, 1.4473e-13,\n -1.7313e-13, -2.1809e-13, 3.3656e-13, -5.8665e-13, -1.8235e-13,\n -3.9925e-13, 6.0640e-14, 2.1649e-14, 7.7292e-14, 5.0490e-13,\n 1.4491e-13, -2.2945e-13, 1.4749e-13, 6.2599e-14, -1.4467e-14,\n -3.4665e-15, 2.3360e-13, -1.8211e-13, 2.3118e-13, -5.7624e-13,\n 1.8996e-14, 3.6140e-14, -6.2582e-14, -9.7983e-14, 6.8448e-14,\n 1.9580e-14, -5.7080e-14, -7.7499e-14, 3.5537e-14, 2.1865e-14,\n 4.8842e-14, -1.0069e-13, -1.9685e-13, 4.9925e-14, 9.5211e-14,\n -2.3537e-14, 2.3437e-14, 4.5178e-14, -2.6112e-14, -2.2350e-14,\n 7.6476e-14, 3.4991e-14, 4.0731e-13, -2.9666e-13, 1.5427e-13,\n 2.6267e-14, 6.6331e-14, 3.7169e-14, 3.9748e-13, 8.7976e-15,\n 6.7175e-14, 4.1845e-14, 5.0571e-14, 1.3764e-13, 4.4330e-13,\n 2.6969e-14, -1.0030e-13, 9.5210e-14, -1.0238e-13, 1.3764e-13,\n -1.1493e-13, -6.9244e-14, -1.0501e-15, -2.4821e-13, 6.0048e-15,\n -3.8447e-14, 1.9247e-13, -2.6487e-13, -2.3816e-14, 7.7363e-14,\n 1.2431e-13, -8.1049e-14, -9.0570e-14, 1.6179e-14, -1.5111e-14,\n 2.1442e-14, -7.5614e-14, 5.8735e-14, 1.5963e-13, -1.0302e-13,\n 4.9821e-13, -3.7508e-13, 2.0108e-14, 4.1396e-14, 2.0250e-13,\n 3.4623e-14, 9.6319e-14, 2.4259e-14, -3.5833e-14, 8.2698e-14,\n 9.2699e-15, 4.0292e-14, -6.5247e-14, 2.6152e-13, 9.3921e-14,\n 8.8182e-14, -5.1689e-14, -1.9724e-13, -4.0505e-14, 2.0954e-13,\n 9.8805e-15, -2.9885e-13, 1.2479e-13, -1.5147e-14, 1.4169e-13,\n 5.6653e-14, 1.2929e-13, -3.6135e-14, -5.8764e-14, -1.7787e-13,\n 2.3699e-13, 2.4235e-14, -1.3916e-13, 4.3499e-14, -1.0609e-13,\n 3.2752e-14, -6.4530e-13, -4.5768e-14, 2.6581e-14, 1.4449e-13,\n -2.1345e-14, 1.0909e-13, 5.8607e-14, 9.3296e-14, 3.2283e-14,\n 1.3525e-13, 3.6843e-14, 3.4341e-15, -1.7808e-13, 2.6588e-14,\n -1.7193e-14, 2.9959e-14, -1.4968e-13, -2.5778e-14, 1.3981e-14,\n 3.3136e-14, -3.8901e-13, 3.1722e-14, 4.0408e-13, 1.7441e-13,\n -6.9908e-14, 7.0641e-14, -1.5536e-14, 8.5128e-14, 5.5501e-14,\n 1.7892e-13, 4.0755e-14, -4.1316e-14, -3.0598e-13, -1.4399e-13,\n 2.4487e-14, 6.2359e-15, -7.2983e-14, -7.7955e-15, 6.4178e-14,\n 2.3462e-13, 4.7700e-14, 3.1994e-14, 3.5552e-15, 1.2194e-13,\n -1.9825e-14, -3.5014e-13, 1.1527e-13, -1.1595e-13, -1.3963e-13,\n 7.5243e-14, -7.7758e-15, 1.6582e-14, 1.1461e-13, 4.0811e-13,\n -1.2562e-13, -2.7729e-14, 1.5230e-13, -2.8042e-14, -4.8448e-14,\n 2.0938e-13, -7.4752e-14, -1.6558e-13, -8.9739e-14, 3.0756e-14,\n -1.6693e-15, 9.0080e-14, 2.1876e-13, -1.2931e-14, -1.0191e-13,\n 2.4448e-14, -8.8713e-14, 1.0850e-13, -5.3560e-14, 8.8463e-14,\n 1.7439e-13, -3.0949e-13, -7.4256e-15, 1.1742e-13, -6.7884e-14,\n 3.5487e-14, 4.0159e-14, -2.6034e-14, -3.0960e-14, 1.9404e-13,\n 2.3269e-14, 6.3193e-14, 2.7150e-13, 4.1071e-14, 2.6367e-14,\n -4.6487e-14, -2.9803e-14, 1.4006e-13, -1.9160e-13, 1.8183e-13,\n -9.9394e-14, -1.3076e-13, 6.1747e-14, -2.3531e-13, -6.9976e-14,\n 8.6025e-14, -3.6905e-14, 6.4272e-14, -1.2923e-14, 1.5010e-14,\n -7.6077e-15, 2.3379e-13, 1.2692e-13, -5.9109e-14, 7.8803e-14,\n -2.8521e-13, 1.8566e-13, -1.7095e-15, -9.0261e-14, 4.5689e-15,\n -6.3467e-14, -1.0795e-14, -1.4171e-13, 4.1328e-14, 1.8443e-13,\n 1.3216e-13, -8.1027e-14, 8.1315e-14, 5.5128e-14, 1.7352e-13,\n 6.7847e-14, 1.0129e-14, -5.9542e-13, 3.4633e-15, 5.8920e-14,\n 1.6100e-13, -2.2656e-14, 3.1523e-13, -9.6529e-14, -1.2897e-13,\n 6.7674e-14, 2.8742e-13, 9.0794e-14, -1.7068e-13, -6.7422e-14,\n -7.7673e-17, -2.0067e-13, 1.2009e-13, -3.2813e-13, 1.4055e-13,\n -3.4240e-13, 2.1760e-14, 2.8242e-14, 2.4186e-14, 3.5986e-14,\n -2.5986e-13, -2.5156e-14, 1.1160e-14, -4.1846e-14, 2.8233e-14,\n 8.3998e-14, -1.1129e-13, 8.2095e-14, 8.7994e-14, -1.0519e-13,\n 1.3418e-13, -8.8270e-15, -1.5812e-13, 2.0435e-13, 4.4125e-14,\n -3.5954e-13, 2.2819e-14, 1.0119e-13, -8.7998e-14, 7.6178e-14,\n 2.1656e-13, -1.2846e-13, -3.6674e-13, 6.8603e-14, 3.2062e-13,\n 2.6388e-13, -2.2370e-14, 3.5183e-14, -2.9172e-14, 6.1003e-14,\n -1.6058e-14, -6.2318e-14, -5.9239e-14, 1.6946e-13, 2.6114e-13,\n 4.3666e-14, -1.0581e-13, 6.6236e-14, -5.5575e-14, 7.1299e-14,\n 4.1411e-14, 1.2264e-13, 7.1849e-16, -7.4278e-14, 5.2735e-13,\n 6.4509e-14, 1.0933e-13, -5.4068e-13, -2.6698e-13, 3.8222e-14,\n -3.8770e-14, -1.3220e-13, -3.9443e-13, -1.2526e-13, -1.8217e-13,\n -5.3947e-14, -1.5782e-14, 6.9725e-15, 1.3994e-13, -2.9296e-13,\n -9.0030e-14, 1.0694e-13, -1.2743e-14, -4.6189e-14, -3.4145e-13,\n -1.2291e-14, -1.6202e-13, -1.9827e-13, -1.1141e-13, 1.4853e-13,\n 1.2129e-13, -9.2751e-14, -1.5030e-13, -2.9263e-13, -9.0061e-14,\n 1.1575e-14, -1.5783e-14, -2.2635e-13, 1.3445e-13, -3.7142e-13,\n 8.3129e-14, 2.9987e-13, 2.3550e-14, -7.7374e-14, 2.2048e-13,\n 2.0075e-13, 4.8735e-13, -1.0277e-14, -1.1279e-13, -1.3972e-15,\n -5.9527e-14, 2.3652e-14, -2.8745e-15, -2.1472e-13, -2.2740e-13,\n -2.8524e-14, -2.1471e-14, 2.7168e-14, -5.4404e-14, 3.5791e-14,\n 7.1963e-14, 6.2698e-14, 7.0399e-14, 3.4941e-14, -1.8570e-13,\n -4.1984e-14, -3.4558e-14, -1.4145e-13, 1.2995e-13, -3.3744e-14,\n 2.2348e-13, -3.6365e-13, 1.0218e-13, 1.2598e-13, 2.7242e-13,\n -2.8062e-14, 2.7609e-14, -4.7309e-14, -2.7620e-13, 2.7003e-14,\n 6.4561e-14, 6.7373e-15, 4.5182e-13, -3.4527e-14, 1.5399e-13,\n 1.1229e-13, 9.1889e-14, 5.2809e-15, -1.4961e-13, 2.3313e-13,\n 1.5597e-13, 7.0736e-14, -8.4896e-14, 1.9345e-13, -6.8239e-14,\n 4.9802e-14, 3.2428e-13, 2.3033e-14, 1.4216e-13, 9.5823e-15,\n -9.8248e-14, -1.7474e-13, 1.9498e-14, -4.5017e-14, -3.1281e-14,\n 7.2474e-14, -4.1820e-14, -1.6388e-13, -8.1600e-14, -2.5647e-13,\n 4.9015e-14, 1.8128e-13, -2.1503e-13, -1.2988e-14, 4.0302e-14,\n -1.2808e-14, -2.7840e-13, 2.5086e-13, 7.2115e-14, -2.8498e-13,\n -1.8026e-13, -6.5624e-14, 2.0810e-13, -1.1094e-13, 2.7703e-14,\n -8.2632e-13, 3.8635e-14, 1.0759e-14, 2.1367e-14, -8.4216e-14,\n 1.0268e-13, 1.6071e-13, -2.5302e-14, 6.8080e-14, 9.5060e-14,\n 1.2120e-14, 1.0091e-13, 3.0071e-14, -3.0588e-13, 7.6273e-14,\n -1.0815e-13, 3.7923e-14, 3.9425e-14, -4.7584e-14, -7.9337e-15,\n 1.2517e-14, -1.7965e-13, 4.4554e-14, -3.6448e-14, 3.1433e-14,\n -1.5700e-13, -7.3800e-14, 4.8694e-14, 3.3413e-14, -6.4357e-14,\n -6.6025e-13, 3.9075e-14, 9.1806e-14, 4.1387e-14, 5.5867e-14,\n 1.1238e-13, -3.5398e-14, -2.9295e-13, 8.2428e-14, 8.6364e-14,\n -3.4508e-13, 1.8043e-14, -6.6724e-14, 5.3973e-15, 1.7303e-13,\n 6.3578e-14, 1.0777e-13, -2.1795e-14, -1.6822e-13, -4.1179e-14,\n 2.7187e-14, -2.2497e-13, 3.1890e-13, -3.5314e-13, 1.0391e-13,\n 5.6355e-14, -1.1287e-14, -1.9945e-14, 1.6644e-13, 7.1768e-14,\n -1.3736e-14, 1.0037e-13, -2.8793e-13, -3.3513e-13, 3.9381e-14,\n 4.1762e-16, -3.8505e-14, -1.2388e-14, -1.7038e-13, 4.3818e-14,\n 1.2679e-14, 6.1615e-14, 1.8995e-13, 3.9553e-14, 1.5741e-14,\n -2.0092e-13, -8.6114e-14, -3.1480e-14, -7.4148e-14, -7.6693e-15,\n 1.2492e-14, -4.2331e-14, 1.3264e-13, -1.9767e-14, -2.3397e-13,\n 1.8601e-13, -9.9767e-14, -3.9920e-13, 1.1045e-14, -4.4058e-15,\n -7.0467e-14, 1.5264e-14, 1.6243e-13, 2.0461e-14, -1.1530e-14,\n -6.5653e-15, -1.1327e-13, -3.6080e-14, 8.5967e-14, 1.9683e-13,\n -6.4145e-14, 2.3214e-13, 3.7464e-14, 1.4139e-13, -2.7252e-13,\n -1.1855e-13, 1.3862e-13, 2.7480e-14, -1.5783e-14, -5.4818e-14,\n -2.4792e-13, -8.7606e-14, 1.3826e-13, 1.5858e-13, -1.5983e-13,\n -6.9777e-14, -9.4614e-15, 1.2810e-13, 1.2223e-14, -8.7578e-14,\n -3.2079e-13, -1.7227e-13, 9.2789e-14, 5.0050e-14, -1.8785e-13,\n -3.3406e-13, 7.1412e-15, 1.1628e-14, 2.5192e-13, 1.7698e-14,\n -1.6155e-14, -1.5837e-13, -1.0149e-13, -7.3398e-14, 3.5696e-14,\n -1.0326e-13, -3.8222e-14, 2.3556e-13, -1.0338e-15, -7.4263e-14,\n 2.6881e-14, -9.9477e-14, 2.6603e-15, 3.3807e-14, -5.4501e-15,\n 1.4673e-13, 5.4067e-14, 2.2539e-13, 2.1678e-13, 4.7272e-14,\n -9.5963e-14, 5.3508e-13, 3.5601e-14, 5.5598e-14, 1.1243e-13,\n 1.2736e-13, 1.0499e-13, 6.2030e-14, -9.5732e-14, -5.8258e-14,\n 9.5066e-14, -3.4817e-14, 5.6688e-14, -9.0065e-14, 6.2296e-13,\n -3.2393e-13, 1.3020e-13, -5.6534e-13, -7.8031e-14, -8.2479e-14,\n 9.5797e-14, 1.7344e-14, -1.8808e-13, 7.4434e-14, -4.2898e-14,\n 5.7218e-14, 2.6784e-13, 6.0199e-14, -8.3063e-14, 1.1671e-13,\n -2.6115e-15, 1.0666e-13, 6.6073e-14, 1.5894e-13, 2.1551e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([2.0595e-08, 1.2835e-08, 2.2657e-09, 3.2746e-09, 1.0545e-09, 6.0896e-10,\n 1.4962e-06, 6.6749e-09, 9.4414e-10, 1.6488e-07, 1.2843e-09, 7.4668e-09,\n 1.4912e-08, 3.5333e-08, 4.7051e-07, 2.0844e-08, 5.3902e-08, 1.3751e-06,\n 4.5158e-08, 3.0136e-08, 2.6703e-09, 2.9913e-09, 8.5561e-10, 1.2108e-07,\n 6.9582e-07, 5.2090e-07, 9.0986e-07, 2.2964e-08, 2.8303e-08, 1.0261e-06,\n 1.2157e-07, 3.7301e-09, 5.0669e-08, 6.2665e-09, 2.7207e-07, 1.0863e-09,\n 2.3341e-08, 1.3019e-09, 1.6826e-08, 1.7222e-07, 1.8298e-08, 2.2539e-07,\n 1.6377e-09, 1.5763e-07, 1.0566e-07, 6.7347e-09, 1.5021e-07, 1.5630e-09,\n 4.0308e-09, 3.1326e-08, 3.0586e-06, 1.6173e-09, 2.4067e-08, 7.1109e-09,\n 1.1644e-09, 6.9473e-09, 1.3363e-07, 4.6099e-08, 4.5161e-08, 5.5983e-08,\n 1.0196e-06, 9.5872e-10, 1.1035e-08, 1.2777e-08, 9.5005e-07, 7.5714e-08,\n 8.1339e-09, 1.9493e-06, 5.7697e-07, 1.4862e-07, 4.0520e-09, 3.3550e-07,\n 1.8211e-07, 3.7374e-08, 5.2387e-10, 1.2288e-09, 2.3866e-07, 5.1274e-10,\n 1.1926e-07, 3.1135e-07, 9.3256e-09, 6.2087e-08, 2.7711e-07, 2.0332e-07,\n 1.0707e-06, 1.9815e-09, 1.8436e-07, 9.6779e-08, 6.5323e-09, 2.7834e-08,\n 5.9900e-10, 1.3447e-09, 3.0248e-08, 3.2474e-09, 1.8775e-09, 1.6186e-07,\n 2.5271e-08, 4.4896e-07, 1.4507e-09, 1.4095e-08, 3.9012e-10, 9.2633e-07,\n 4.3910e-08, 2.8155e-08, 6.1354e-07, 6.3980e-08, 1.3066e-09, 7.0684e-10,\n 1.6396e-08, 1.2980e-07, 3.4137e-09, 1.3759e-09, 2.1976e-07, 2.3168e-08,\n 1.4268e-09, 1.2485e-09, 2.4866e-08, 7.6086e-08, 4.5674e-08, 4.4829e-07,\n 2.5282e-08, 1.3675e-07, 1.8231e-09, 3.9205e-08, 2.1584e-08, 1.0267e-08,\n 4.8503e-07, 5.1018e-09, 9.0452e-10, 3.4293e-07, 1.8245e-09, 7.5504e-08,\n 1.1596e-06, 2.5211e-08, 1.0161e-06, 2.4349e-06, 8.0088e-09, 4.5436e-07,\n 1.7796e-07, 8.1096e-08, 2.3000e-08, 2.4524e-08, 3.4614e-09, 6.9857e-08,\n 2.2134e-07, 5.2706e-09, 5.5104e-07, 1.3055e-08, 6.7885e-09, 1.7245e-07,\n 3.3553e-08, 2.9893e-08, 7.3222e-09, 1.2912e-09, 2.3907e-09, 6.8012e-09,\n 1.0455e-09, 5.2496e-08, 2.5260e-08, 3.9562e-08, 1.1388e-08, 1.3976e-08,\n 4.4480e-09, 3.8696e-07, 1.2917e-07, 8.6416e-09, 5.6225e-10, 4.8791e-09,\n 1.5939e-09, 3.2986e-09, 1.3165e-07, 3.0052e-06, 9.7759e-08, 8.2757e-10,\n 1.5934e-07, 1.3626e-08, 4.2775e-07, 4.8335e-09, 1.0702e-08, 5.3277e-07,\n 9.3256e-09, 3.5193e-09, 3.6927e-07, 1.7900e-09, 1.6589e-07, 6.6544e-09,\n 5.2727e-07, 1.0935e-07, 2.0950e-07, 2.6081e-09, 8.6314e-10, 8.2825e-08,\n 5.0849e-08, 3.5007e-08, 7.2853e-07, 4.0018e-07, 1.5340e-09, 4.1758e-07,\n 7.1028e-09, 1.5953e-07, 1.1562e-08, 1.6206e-07, 4.0505e-07, 1.3006e-07,\n 6.0073e-07, 1.3825e-08, 1.4667e-08, 5.6540e-08, 5.3863e-08, 2.4593e-07,\n 5.6858e-08, 2.5076e-08, 6.2952e-08, 2.3526e-07, 8.8521e-07, 4.3771e-08,\n 1.0401e-09, 1.9071e-07, 3.1188e-07, 2.2339e-08, 1.9209e-09, 4.2896e-08,\n 1.1786e-06, 9.3757e-09, 2.6050e-07, 2.2529e-08, 3.4395e-07, 1.9362e-08,\n 1.1065e-09, 6.2903e-10, 2.8102e-08, 3.5496e-10, 4.0361e-07, 1.8447e-07,\n 1.2577e-07, 1.1002e-08, 2.0482e-08, 8.0419e-09, 6.0557e-08, 6.2887e-07,\n 3.9087e-09, 4.9679e-07, 1.7429e-08, 6.3588e-08, 9.5475e-09, 2.2925e-07,\n 4.3045e-07, 4.8527e-09, 2.5994e-09, 3.4967e-09, 5.6524e-07, 2.8349e-07,\n 5.6309e-09, 9.7253e-07, 4.2751e-09, 4.8100e-09, 2.4054e-09, 6.4255e-10,\n 2.9198e-07, 9.9794e-08, 1.0466e-08, 1.1705e-07, 1.4501e-07, 1.5812e-08,\n 7.2358e-07, 7.9348e-09, 2.5885e-09, 4.8469e-08, 1.2570e-09, 1.2104e-08,\n 1.4762e-09, 2.9728e-08, 8.0395e-08, 1.5282e-08, 4.8634e-07, 1.2462e-08,\n 1.9836e-08, 9.1222e-08, 1.3432e-06, 4.4769e-09, 2.8734e-07, 2.5032e-07,\n 7.2604e-09, 1.2438e-07, 1.1344e-09, 2.1703e-08, 1.8984e-08, 5.6656e-08,\n 3.0781e-08, 4.7800e-07, 2.8674e-07, 2.4522e-07, 1.9860e-09, 4.8228e-08,\n 5.7024e-08, 1.4452e-07, 1.7353e-06, 3.4176e-09, 1.3598e-07, 5.5496e-08,\n 1.6573e-07, 1.1940e-09, 5.0700e-07, 2.5745e-06, 8.0605e-10, 1.9500e-08,\n 1.6929e-07, 5.9846e-09, 2.9672e-09, 2.0579e-08, 3.3880e-08, 9.3430e-07,\n 1.8914e-07, 2.8694e-08, 1.8495e-06, 2.4928e-09, 2.6168e-08, 3.0007e-09,\n 4.9548e-08, 1.8946e-08, 1.7612e-09, 1.3265e-07, 6.8673e-08, 1.1596e-07,\n 1.7174e-08, 1.0421e-09, 5.1649e-07, 3.8443e-08, 1.5627e-07, 7.7190e-07,\n 2.1507e-09, 6.0749e-10, 3.1566e-07, 4.5702e-07, 3.5964e-07, 2.4635e-09,\n 1.1506e-07, 1.4453e-07, 5.1366e-07, 5.8925e-07, 3.9133e-07, 4.7410e-08,\n 4.2712e-08, 8.2977e-07, 9.8989e-07, 1.4691e-09, 1.7484e-08, 1.8231e-09,\n 3.0514e-09, 1.6722e-07, 1.5779e-07, 4.2437e-09, 4.0190e-10, 1.1907e-07,\n 8.1701e-10, 1.1246e-06, 3.0473e-07, 1.2978e-08, 1.2791e-07, 1.3612e-08,\n 6.6709e-09, 1.4623e-06, 1.9192e-07, 8.3716e-08, 6.8592e-07, 4.2355e-08,\n 2.2724e-08, 4.3085e-09, 5.8250e-07, 2.6844e-09, 1.1692e-06, 6.3063e-07,\n 9.2075e-10, 8.0792e-07, 4.7417e-07, 2.6866e-09, 9.8467e-07, 5.5974e-07,\n 8.8110e-07, 1.2884e-08, 7.1295e-07, 2.4893e-09, 2.9091e-07, 5.4881e-09,\n 6.7300e-09, 4.8069e-09, 6.0249e-09, 2.7462e-09, 3.5864e-07, 3.6367e-08,\n 1.4954e-07, 5.5611e-08, 1.8106e-08, 2.4051e-09, 1.9006e-09, 1.3811e-08,\n 4.1457e-08, 2.4728e-07, 3.6466e-07, 4.9231e-09, 1.5098e-08, 1.2325e-07,\n 9.7497e-07, 1.5925e-06, 1.5352e-07, 6.9389e-08, 9.4306e-09, 3.2854e-08,\n 6.0892e-07, 1.9928e-07, 1.3180e-09, 1.1493e-08, 1.7186e-08, 7.0183e-09,\n 1.5324e-06, 8.6109e-07, 2.2987e-07, 1.0638e-08, 3.1455e-08, 3.5621e-09,\n 8.0651e-09, 6.2991e-09, 1.3753e-09, 2.0496e-07, 3.6617e-09, 9.8808e-09,\n 6.7566e-09, 7.1989e-09, 3.2325e-09, 2.3310e-08, 2.4726e-08, 8.1316e-07,\n 1.1619e-07, 2.2806e-09, 3.7609e-08, 1.9048e-08, 1.3440e-07, 9.6023e-08,\n 1.1876e-07, 1.2961e-08, 3.4392e-08, 1.5119e-07, 3.0065e-07, 2.4090e-09,\n 2.5756e-07, 6.7721e-10, 1.5663e-06, 5.0632e-08, 3.5399e-09, 6.7196e-08,\n 1.5426e-09, 4.5901e-10, 5.4480e-09, 8.6227e-10, 1.2571e-08, 2.0526e-07,\n 9.0403e-10, 1.2936e-08, 2.4446e-07, 3.6769e-08, 6.2996e-10, 4.2301e-09,\n 2.4901e-08, 1.6089e-07, 9.6833e-08, 9.2671e-10, 2.8121e-07, 1.1633e-07,\n 1.0632e-09, 2.3786e-09, 4.2707e-09, 7.7116e-09, 6.5741e-08, 6.5782e-10,\n 2.2156e-09, 5.3085e-09, 8.4211e-08, 1.3196e-08, 1.7449e-08, 1.0947e-06,\n 2.2780e-09, 1.9418e-08, 6.6053e-09, 9.2530e-08, 4.7426e-08, 1.2757e-08,\n 4.1323e-09, 3.3763e-09, 3.1687e-09, 3.0981e-09, 6.6116e-07, 1.2179e-06,\n 1.7275e-07, 5.5130e-08, 8.6915e-07, 2.4125e-07, 6.8914e-10, 8.4357e-09,\n 1.7268e-08, 3.9508e-08, 2.8670e-07, 1.7976e-06, 3.6859e-09, 8.3789e-07,\n 2.7540e-09, 7.2851e-08, 2.7136e-07, 8.9338e-07, 8.5006e-08, 1.5909e-09,\n 1.7990e-08, 5.0486e-08, 3.4247e-09, 9.5616e-08, 2.9712e-08, 2.4286e-08,\n 3.0956e-08, 1.3281e-08, 1.3293e-06, 1.4765e-08, 1.1684e-06, 1.4811e-07,\n 1.5192e-09, 6.5943e-08, 8.1323e-09, 5.2075e-09, 1.2420e-07, 1.1835e-07,\n 1.3527e-08, 1.3911e-08, 3.0827e-09, 1.2822e-06, 5.2055e-09, 6.3389e-10,\n 7.4200e-07, 4.6466e-09, 1.0316e-09, 5.8772e-08, 4.3535e-09, 2.9280e-09,\n 2.4818e-07, 1.7571e-09, 3.4767e-08, 2.3907e-08, 1.6148e-07, 7.0994e-10,\n 6.5438e-10, 2.2930e-06, 1.4609e-09, 8.5415e-10, 2.0276e-08, 9.0027e-10,\n 4.1980e-07, 2.1914e-09, 3.0400e-07, 5.2293e-09, 1.8480e-08, 4.3684e-09,\n 1.4686e-07, 1.5152e-07, 1.1342e-09, 1.0013e-06, 5.6986e-10, 1.0224e-06,\n 1.2241e-06, 6.2511e-08, 1.0227e-08, 3.5163e-08, 4.7179e-07, 1.0685e-07,\n 1.0821e-07, 1.4805e-07, 2.0481e-07, 6.0671e-10, 3.0538e-08, 1.3000e-07,\n 1.8826e-08, 3.3258e-09, 2.2108e-08, 8.8798e-07, 1.0771e-08, 4.4245e-07,\n 8.5815e-08, 6.1170e-07, 5.7157e-09, 1.8976e-08, 2.1458e-08, 7.3831e-10,\n 2.3780e-09, 1.5523e-09, 4.1117e-07, 4.9679e-09, 4.8362e-08, 1.4398e-07,\n 1.8294e-08, 1.4979e-07, 2.9972e-08, 1.1311e-08, 3.7436e-09, 4.5029e-08,\n 2.7979e-07, 1.4689e-09, 5.0769e-09, 1.0256e-08, 8.9404e-07, 3.3155e-09,\n 8.0062e-09, 8.4364e-09, 1.4526e-08, 1.1807e-07, 1.2070e-08, 7.5198e-08,\n 6.0737e-08, 9.0193e-08, 2.8730e-07, 1.6971e-08, 5.3085e-08, 4.4177e-08,\n 4.9900e-08, 2.5193e-08, 2.2627e-08, 2.3247e-07, 1.5938e-08, 3.2175e-08,\n 4.0922e-07, 2.0886e-08, 1.3706e-07, 1.1801e-08, 2.2946e-08, 1.2067e-06,\n 4.9540e-09, 4.2620e-07, 6.4303e-07, 6.7296e-08, 2.4532e-09, 7.6814e-09,\n 5.5847e-08, 2.6052e-08, 1.8413e-08, 2.6739e-08], device='cuda:0')" }, "32": { "step": "tensor(2504.)", "exp_avg": "tensor([ 2.8814e-16, -3.0344e-14, -1.8822e-16, 1.2748e-15, 4.8022e-16,\n -4.6189e-16, 5.5715e-15, 6.7964e-16, -1.6723e-15, -4.8947e-16,\n 6.2150e-17, 1.0292e-16, -5.6430e-16, -6.8686e-15, 9.1198e-16,\n -1.4811e-15, 1.4184e-15, 6.1472e-16, -6.8683e-15, -1.0570e-15,\n -7.3985e-17, -9.5430e-15, 4.9406e-16, -8.9585e-16, -2.7963e-16,\n -1.0534e-15, -8.1890e-15, 5.5896e-15, -2.5195e-14, 2.8261e-15,\n -1.3660e-14, -2.1031e-16, -1.6165e-15, -1.8630e-15, 1.4714e-14,\n -7.5750e-16, -5.6036e-15, 9.7271e-16, -2.8688e-15, -1.6786e-16,\n -7.1446e-16, 2.1600e-15, -1.0284e-15, 9.4746e-16, -1.8761e-14,\n -1.0135e-15, 2.2713e-15, 7.5243e-16, 8.2041e-16, -7.4129e-15,\n 5.8117e-16, -4.0363e-15, -2.0213e-15, 7.1860e-16, -1.5460e-15,\n -8.3738e-16, -9.0605e-17, -1.2182e-15, -4.1098e-16, 1.6059e-16,\n -1.0218e-15, -1.8683e-15, -5.7670e-16, -8.6288e-16, -1.0998e-14,\n -9.0527e-16, -1.3763e-15, 1.3833e-14, -2.8167e-15, 7.1640e-16,\n 6.0583e-16, -1.1030e-15, 7.2362e-16, 8.0331e-15, 3.5205e-17,\n 5.2097e-16, 8.1081e-16, -8.5523e-16, 4.8491e-16, 1.4571e-14,\n 1.4479e-15, 7.6726e-15, 1.0524e-15, -6.6903e-16, 3.5786e-15,\n -4.4031e-15, -7.5841e-16, -4.1683e-15, -9.2704e-15, 1.7840e-16,\n 3.2284e-17, 2.3959e-15, -1.8735e-14, -7.3444e-16, -1.0818e-15,\n -1.2957e-15, -6.5318e-15, 2.6411e-17, -7.8075e-17, 4.3429e-16,\n -4.7499e-16, -2.3905e-15, -2.6305e-15, -9.2333e-16, -1.8940e-15,\n 1.2946e-14, -9.1955e-15, -2.1254e-16, 1.1766e-16, -3.2372e-16,\n -1.2469e-16, -9.0282e-16, -1.6841e-16, -2.3589e-15, -1.4746e-15,\n -1.8593e-16, -1.2599e-16, -1.3866e-15, 3.8202e-15, 1.8075e-15,\n -1.4015e-16, -6.9720e-16, -4.0628e-15, 1.7756e-15, 3.5890e-15,\n -4.0165e-16, -2.8788e-15, -1.0557e-15, 7.2565e-16, -9.3455e-16,\n -1.2747e-15, 2.1332e-16, -4.1721e-16, 5.3837e-16, -1.0019e-14,\n 7.0127e-15, -9.4158e-16, 4.5058e-16, -1.7961e-16, -3.6328e-16,\n -3.7540e-16, -5.2208e-14, 1.4016e-15, -3.4167e-15, 1.7093e-15,\n 2.8563e-16, 4.4792e-15, -7.6143e-16, 2.0287e-16, -6.7683e-18,\n 1.7555e-15, 6.9961e-16, -6.2776e-16, 8.6756e-17, -2.4099e-17,\n 1.4859e-15, -3.5698e-15, -2.0391e-15, 2.7684e-16, 5.5798e-16,\n -1.5381e-16, -5.0763e-15, -1.0555e-15, 3.0688e-16, 1.9014e-15,\n -3.9143e-16, -2.4918e-16, -2.7658e-15, -7.9594e-16, -1.2187e-16,\n 1.8904e-15, 6.5619e-16, 1.4391e-16, -8.1445e-15, 6.5627e-16,\n 1.6212e-16, 7.8151e-16, -9.5258e-16, -4.4181e-15, -2.1310e-16,\n 1.6990e-15, -1.4983e-16, 1.0730e-15, -1.6607e-16, 8.6785e-16,\n 2.2068e-16, -1.1813e-14, 2.6820e-15, -2.1153e-14, -1.0143e-15,\n -5.1861e-16, -4.4460e-16, -5.7757e-17, -6.2751e-16, 8.2202e-15,\n -2.0110e-16, 1.3352e-15, 6.9928e-15, -9.4869e-16, -1.7227e-15,\n 1.6489e-15, 3.6480e-16, -1.4062e-15, 1.0438e-15, -5.1554e-17,\n 1.7093e-16, -4.5131e-16, 1.2859e-15, 1.0683e-16, -3.2506e-15,\n 2.1285e-16, -2.3611e-15, -5.5238e-16, -8.5249e-16, 8.1363e-16,\n 1.8231e-15, -1.2316e-14, 1.1782e-16, 3.7201e-16, 4.0603e-16,\n 1.9797e-16, -1.9423e-15, -1.3111e-15, 6.2175e-16, 5.6525e-15,\n -3.0141e-16, 2.6651e-15, 8.9568e-15, -1.8605e-15, -6.3274e-16,\n -4.4934e-15, 2.3839e-17, 1.0049e-15, 3.2209e-15, 1.5038e-15,\n 2.2921e-16, 9.9634e-17, 1.1445e-16, -2.3233e-15, -5.5813e-15,\n 2.3941e-15, 2.4788e-16, -4.2742e-16, 7.0919e-16, 2.0888e-16,\n -1.2352e-15, 2.4591e-15, 3.3208e-16, -2.1422e-15, -2.6536e-15,\n -8.6903e-15, 4.1319e-15, 5.6789e-16, 2.1834e-15, 3.7401e-16,\n 3.0488e-16, 3.4290e-16, -1.9306e-15, 1.6466e-16, 2.7793e-15,\n 7.0694e-16, -1.8837e-16, -4.4887e-16, 8.5089e-16, 6.0754e-15,\n -2.4982e-15, -1.7508e-15, -8.1004e-16, -1.5123e-15, -2.9590e-15,\n 6.2509e-16, -1.5531e-15, 1.7290e-15, -4.1336e-16, -1.4192e-14,\n -3.7442e-15, 1.7400e-15, -4.1123e-16, -2.5213e-14, 6.9249e-16,\n 1.0400e-15, -9.9022e-16, 4.6129e-16, -4.7261e-15, 3.6474e-16,\n -3.6934e-14, 2.4578e-16, -3.0426e-15, -1.7799e-15, 2.0923e-15,\n -6.1064e-15, -1.9646e-15, 4.3293e-16, -5.1996e-15, -1.0621e-17,\n 1.1766e-16, 1.5591e-15, -7.9254e-16, -3.2904e-16, 1.4097e-15,\n -2.0799e-15, 4.4255e-16, -1.9275e-15, 2.4508e-15, -1.0908e-15,\n -3.9681e-15, -3.6960e-16, -3.5327e-16, -6.5778e-15, -2.5389e-16,\n 4.5608e-15, -7.1493e-16, -1.5065e-14, 4.3694e-16, 5.3273e-15,\n 2.8916e-15, -4.7822e-16, -2.7543e-15, 8.7412e-16, 4.3195e-16,\n 9.0331e-16, 7.2260e-16, 1.4438e-16, 1.6166e-15, 7.8363e-15,\n -1.6459e-15, -3.1250e-15, -1.0960e-15, 1.3623e-15, 5.0140e-15,\n -1.8973e-15, -5.4549e-16, 8.3823e-16, -4.3667e-16, 1.8485e-14,\n 6.7678e-16, 1.6533e-16, -2.6353e-14, -7.9212e-16, 1.8311e-15,\n 3.5227e-15, -1.0083e-15, -1.3965e-14, -1.5597e-15, -1.2366e-14,\n -9.6652e-16, -2.8964e-16, -6.1570e-16, 1.1418e-15, -2.3965e-15,\n -3.4221e-15, -1.4790e-15, 5.1423e-16, -8.5897e-16, -2.1299e-15,\n 1.4770e-16, 8.8540e-15, -4.1642e-15, -8.9674e-15, 1.2773e-15,\n 8.9671e-17, -1.2980e-14, -7.7360e-15, -4.9267e-15, -1.1580e-15,\n 5.9728e-16, 1.0166e-15, 1.6204e-15, -3.6198e-16, -1.8495e-14,\n -5.7431e-15, 5.4202e-15, 1.1428e-16, 8.5296e-15, 3.7545e-15,\n 4.3868e-16, 1.5361e-14, -2.7483e-15, 6.4135e-16, -7.2544e-16,\n -1.0814e-14, 2.2128e-17, -5.4478e-15, -7.2751e-15, -4.7818e-15,\n 1.4613e-16, -3.6229e-15, 2.2890e-16, 4.2193e-16, 2.6131e-15,\n -9.2676e-16, 8.4193e-16, 1.8740e-16, -8.6585e-16, -2.3890e-15,\n 1.1645e-16, 1.4525e-15, 1.4872e-15, -1.7949e-15, -1.6560e-14,\n 2.5872e-15, -1.0128e-14, 3.2989e-15, 1.0056e-15, 4.7756e-16,\n -2.7375e-15, 1.5919e-16, -1.7575e-14, -4.0642e-15, -3.9335e-15,\n -2.2934e-15, 2.1110e-16, 7.4587e-15, 8.9703e-16, 1.5504e-15,\n 2.4863e-15, 2.8038e-15, -1.5344e-16, -1.1266e-14, -1.0538e-15,\n -1.2099e-15, 1.2293e-15, -1.1783e-15, -1.0968e-15, -3.9775e-16,\n -6.5187e-17, 6.7191e-15, 3.8591e-17, -3.8725e-16, -1.2410e-16,\n -1.4732e-14, -6.2901e-15, -2.1202e-15, -1.0377e-16, 1.1795e-15,\n 1.9052e-15, 3.0748e-17, 5.6642e-15, 5.0396e-17, -3.2741e-15,\n -2.0082e-15, 5.1469e-16, -5.5172e-15, 5.6760e-16, -2.2221e-15,\n -1.8687e-15, -1.7516e-14, 5.1416e-15, 1.6606e-16, 1.0171e-15,\n 3.0213e-15, -2.2410e-15, -9.8383e-16, -4.0335e-17, -4.0562e-15,\n -5.7168e-14, 2.0544e-16, 3.2032e-16, -6.3591e-16, -2.5890e-16,\n 6.0932e-16, -5.6288e-16, -9.2187e-15, 4.0507e-15, 4.1939e-16,\n 4.1071e-16, 1.4458e-16, -1.2511e-15, -3.0958e-15, 2.1326e-15,\n -4.2896e-16, 4.0314e-16, 1.8156e-15, -1.1007e-15, -3.8181e-18,\n -8.8662e-17, -4.5692e-15, -1.1855e-15, 9.0803e-16, -1.8634e-16,\n 7.7296e-16, -8.2176e-15, -4.1360e-16, 2.9235e-16, 2.1800e-15,\n -2.3598e-14, -1.5641e-15, -2.2467e-15, 2.9144e-16, -1.7797e-15,\n 9.8572e-16, 5.0962e-16, -2.2086e-14, -4.9610e-18, 6.1468e-16,\n -3.5008e-15, -8.8077e-16, 6.6785e-16, 1.0600e-16, 2.8556e-15,\n -9.3499e-16, -3.4194e-16, -1.2193e-15, -7.9127e-15, 5.4985e-16,\n -2.0991e-16, -5.9511e-15, 4.5672e-15, -1.1543e-14, 4.1357e-16,\n 1.5512e-16, -2.3239e-15, -1.8927e-16, 1.7270e-15, -6.4479e-16,\n -2.3011e-15, -1.6228e-15, -2.0312e-15, -2.0307e-14, 1.7396e-16,\n -6.3218e-16, 1.0490e-15, 9.7710e-18, 3.7158e-16, -3.7918e-16,\n -1.0898e-15, -3.8706e-16, 6.2025e-15, -1.8326e-15, -2.5021e-15,\n -1.9398e-14, 1.4412e-15, 1.3098e-15, 2.9661e-16, 7.4822e-15,\n 1.0168e-15, -3.2005e-16, -2.6387e-16, -1.5441e-15, -1.7165e-15,\n 6.4585e-15, -2.6260e-15, -1.2597e-14, 1.2705e-15, -8.6226e-15,\n -1.5807e-15, 4.6248e-16, 2.0479e-16, -1.3931e-16, -8.1589e-16,\n 9.1396e-16, 8.6957e-16, 2.3054e-15, -7.4516e-17, 1.1043e-15,\n 2.8749e-17, 7.2274e-15, -1.5298e-16, -1.1631e-15, -7.6958e-16,\n -1.3285e-15, 3.0776e-15, -1.8456e-15, 1.1385e-15, -1.4219e-15,\n -3.7913e-15, 3.1684e-16, 1.8497e-15, -2.1509e-15, -3.1337e-15,\n -5.7095e-15, -3.2835e-16, -3.4879e-15, 1.6828e-15, -3.9533e-15,\n -5.6615e-15, -7.8307e-15, 7.2950e-16, 6.8691e-16, 3.4881e-15,\n -2.2321e-15, -3.3503e-16, 2.4136e-15, 1.8381e-15, -3.7977e-16,\n 9.4999e-17, -1.4621e-14, -1.9651e-15, -1.2738e-15, -4.5995e-16,\n -3.8186e-15, 8.6836e-16, 1.3249e-15, 2.5433e-16, 6.4617e-16,\n -6.7743e-15, -1.6277e-16, 5.3900e-16, -2.9087e-15, -5.9258e-16,\n 4.2802e-15, 4.6747e-16, 2.7035e-15, 1.3546e-15, -4.7167e-15,\n -9.2407e-17, 2.1012e-14, 1.0105e-15, -3.0798e-16, 4.7385e-15,\n 1.0704e-16, -1.3779e-16, 1.5507e-16, 1.5968e-15, -1.4245e-15,\n -3.1442e-15, -2.1263e-14, 1.6973e-16, -3.2922e-15, 1.5571e-14,\n 3.3927e-16, 1.8665e-15, -4.5255e-14, -1.1472e-14, -3.6224e-15,\n 1.0051e-16, -3.5917e-15, -1.0678e-16, 1.0110e-15, 9.5928e-16,\n -2.7316e-15, 4.7618e-15, -1.7159e-16, -2.2704e-14, 8.6271e-17,\n -3.5395e-16, 2.1059e-15, 6.6118e-16, -5.9203e-16, 2.8434e-16],\n device='cuda:0')", "exp_avg_sq": "tensor([6.6523e-12, 2.7550e-12, 4.7105e-14, 4.1387e-14, 1.5282e-13, 5.0398e-15,\n 7.0579e-10, 5.0466e-12, 3.6686e-13, 7.7813e-12, 2.3710e-13, 2.6750e-13,\n 1.2827e-13, 4.9120e-11, 1.1301e-10, 1.0281e-11, 4.1591e-13, 3.5931e-10,\n 2.7207e-13, 2.8271e-12, 5.3504e-13, 7.0203e-14, 1.7510e-13, 7.3889e-12,\n 5.5102e-11, 7.4433e-11, 1.3623e-10, 1.2610e-12, 1.7544e-13, 5.2022e-10,\n 1.0877e-12, 1.1539e-12, 9.5080e-13, 9.5070e-13, 1.9188e-11, 2.6110e-13,\n 9.8598e-13, 3.0872e-14, 7.9830e-12, 1.0470e-11, 8.8518e-14, 8.2402e-12,\n 1.3591e-13, 1.5918e-11, 3.9470e-11, 2.2852e-12, 5.6822e-12, 1.9141e-14,\n 9.0006e-13, 1.5120e-12, 9.9231e-10, 5.7557e-14, 1.2297e-13, 1.6711e-13,\n 6.1164e-14, 1.6977e-12, 1.2396e-12, 5.9096e-13, 2.4486e-13, 1.6412e-12,\n 4.3343e-10, 2.0035e-14, 2.8835e-12, 6.6306e-14, 1.6976e-10, 5.5917e-11,\n 2.3144e-12, 8.2098e-10, 2.4490e-11, 1.1701e-12, 9.2214e-13, 8.1402e-11,\n 1.3343e-11, 1.8703e-11, 2.6913e-14, 6.1322e-14, 5.8593e-12, 3.0557e-14,\n 3.4977e-11, 3.7888e-11, 4.9540e-14, 1.0872e-11, 7.0268e-11, 2.6248e-12,\n 2.5251e-10, 3.4153e-14, 1.0900e-11, 3.6140e-11, 6.3675e-14, 1.5697e-12,\n 1.2931e-14, 4.0703e-14, 2.2346e-11, 1.8570e-12, 3.2041e-14, 9.3738e-12,\n 8.0258e-12, 1.3914e-11, 2.5522e-13, 8.9569e-12, 3.5997e-14, 7.8062e-10,\n 1.1512e-11, 1.8997e-11, 1.3625e-10, 3.5606e-11, 7.4923e-14, 2.1540e-14,\n 7.8715e-13, 2.3835e-11, 2.4262e-12, 9.1206e-13, 2.8520e-12, 2.1308e-13,\n 5.6113e-14, 1.1071e-14, 4.2517e-12, 1.7512e-12, 3.5683e-11, 1.4630e-10,\n 6.4175e-12, 3.6479e-12, 1.4054e-13, 2.5350e-13, 1.8034e-13, 4.0462e-12,\n 6.6093e-11, 1.6996e-13, 4.9285e-14, 1.5441e-10, 5.4840e-14, 5.7649e-13,\n 8.0638e-11, 3.9951e-13, 1.1848e-10, 1.9150e-10, 1.5266e-13, 1.6406e-10,\n 2.8041e-12, 1.8068e-12, 2.2454e-12, 6.4666e-12, 4.5545e-13, 6.9933e-11,\n 6.8012e-11, 9.8107e-14, 2.6988e-10, 3.4355e-12, 4.2084e-14, 1.2005e-12,\n 1.8179e-12, 2.2680e-13, 2.8138e-12, 3.5103e-14, 2.5085e-14, 1.5102e-13,\n 1.5041e-13, 1.2428e-12, 5.5545e-12, 2.1691e-11, 3.3451e-12, 4.3321e-13,\n 2.6744e-12, 5.3771e-11, 1.0393e-12, 4.9430e-13, 1.8094e-14, 2.1817e-12,\n 9.5799e-13, 1.8539e-13, 8.3298e-13, 3.8962e-10, 3.4391e-12, 8.1834e-15,\n 8.4364e-13, 2.0376e-13, 7.0610e-11, 9.5045e-14, 2.2333e-13, 9.2791e-11,\n 3.1323e-13, 8.4532e-14, 3.9691e-11, 1.7809e-14, 1.1303e-11, 1.3328e-13,\n 1.0816e-10, 1.1020e-11, 5.6070e-11, 7.7731e-14, 6.9932e-14, 6.1299e-12,\n 3.3253e-13, 6.3390e-13, 6.8402e-11, 5.7682e-11, 3.1564e-13, 1.6334e-10,\n 1.9730e-12, 7.8411e-11, 1.5290e-13, 1.7326e-11, 3.1295e-11, 9.0029e-13,\n 2.3037e-11, 1.4951e-13, 7.9512e-12, 2.7047e-12, 3.1914e-13, 1.0063e-12,\n 9.0907e-13, 8.0152e-13, 3.2087e-13, 7.7418e-11, 1.8479e-10, 3.1481e-13,\n 1.9491e-14, 2.7102e-11, 4.2475e-11, 6.6422e-12, 4.9705e-14, 8.1285e-12,\n 7.7939e-10, 5.6688e-12, 6.6724e-11, 2.2929e-13, 2.7390e-12, 2.5792e-13,\n 2.0181e-14, 1.2640e-13, 7.3900e-12, 1.3231e-13, 6.7087e-11, 9.0644e-11,\n 1.2905e-12, 2.3950e-12, 4.8937e-13, 2.6808e-12, 1.0204e-11, 4.5608e-10,\n 3.6305e-14, 2.5239e-11, 6.2402e-13, 5.1750e-13, 8.6479e-14, 8.2739e-11,\n 8.4588e-11, 9.1272e-13, 5.0307e-14, 8.5790e-13, 1.6137e-10, 2.7342e-10,\n 6.3876e-14, 4.6749e-10, 9.4285e-14, 6.1578e-13, 1.5321e-12, 1.7734e-14,\n 1.9526e-11, 1.2232e-12, 1.6828e-13, 4.0590e-11, 1.4524e-12, 2.1880e-12,\n 3.0752e-10, 5.2761e-12, 5.1115e-13, 1.1713e-11, 2.1358e-13, 6.7868e-12,\n 1.9759e-13, 5.5175e-12, 2.6662e-12, 2.0589e-13, 5.1986e-11, 4.8521e-14,\n 5.6160e-12, 1.6002e-11, 7.6950e-10, 1.0450e-13, 2.2687e-12, 3.8850e-12,\n 4.1460e-14, 4.1843e-13, 2.1760e-14, 5.4927e-12, 5.7508e-13, 5.0630e-13,\n 4.5078e-13, 1.6262e-10, 3.9870e-11, 3.6299e-12, 3.8374e-13, 2.8742e-11,\n 4.9176e-13, 4.6456e-12, 4.3789e-10, 1.7970e-12, 3.1331e-11, 4.1817e-12,\n 4.3877e-12, 4.0050e-13, 1.9596e-11, 6.4460e-10, 4.2301e-14, 4.2102e-12,\n 7.7524e-11, 1.0356e-13, 2.1558e-13, 1.1186e-12, 3.2345e-12, 6.9251e-11,\n 3.7726e-12, 7.2191e-13, 4.4312e-10, 2.8137e-14, 1.4770e-13, 1.2571e-13,\n 3.7115e-12, 2.9352e-13, 6.1057e-14, 4.0745e-12, 1.2669e-12, 1.3527e-12,\n 1.6862e-12, 5.2816e-13, 2.1717e-10, 1.9111e-11, 8.2004e-12, 1.6500e-11,\n 1.9489e-14, 1.6466e-13, 9.1609e-11, 2.6652e-10, 2.2419e-11, 2.4343e-14,\n 1.4860e-12, 1.6142e-11, 6.0637e-11, 2.9644e-10, 8.6101e-11, 1.8089e-12,\n 2.9529e-12, 6.2427e-10, 4.0252e-10, 1.0697e-14, 1.2529e-13, 2.7548e-13,\n 3.9857e-13, 1.3853e-12, 1.2498e-10, 5.2406e-13, 3.1820e-14, 2.6101e-11,\n 3.2098e-14, 1.7902e-10, 8.0991e-11, 1.9445e-13, 1.4506e-11, 5.4276e-14,\n 2.4905e-13, 8.4030e-10, 2.8625e-10, 5.0889e-12, 1.3951e-10, 5.0415e-13,\n 2.6446e-12, 3.4078e-14, 3.5129e-11, 5.6031e-13, 1.7772e-10, 5.6091e-11,\n 1.1100e-13, 4.4009e-10, 5.7415e-11, 5.7301e-14, 3.9641e-10, 3.8460e-11,\n 3.7031e-10, 4.9398e-12, 1.8863e-10, 5.1665e-13, 4.6630e-11, 1.4570e-13,\n 1.5819e-13, 1.4680e-12, 1.2644e-13, 5.6467e-13, 1.8174e-11, 2.0751e-12,\n 3.4183e-12, 1.6790e-12, 2.8532e-13, 1.2997e-13, 4.9282e-14, 6.3344e-13,\n 2.7436e-13, 3.0248e-11, 2.4965e-12, 2.2683e-12, 1.2847e-11, 5.2891e-11,\n 1.5674e-10, 1.3157e-10, 3.3385e-11, 1.0626e-12, 2.6412e-13, 2.2467e-12,\n 9.1498e-12, 5.0007e-12, 1.2909e-13, 2.9150e-13, 6.2796e-12, 3.5929e-13,\n 8.7872e-11, 6.5927e-11, 1.2057e-11, 3.9408e-12, 2.1058e-12, 6.8716e-13,\n 4.5245e-13, 4.4464e-14, 4.0625e-14, 5.9034e-11, 4.8323e-14, 1.1820e-13,\n 2.5513e-13, 1.0314e-13, 1.8757e-12, 1.8267e-13, 1.4356e-12, 8.3480e-11,\n 3.5164e-11, 2.6768e-14, 4.8143e-13, 2.2725e-13, 6.2956e-11, 5.9821e-13,\n 4.1270e-12, 6.1460e-12, 5.5158e-12, 7.9463e-12, 6.4867e-11, 2.8491e-14,\n 9.5250e-12, 3.4843e-14, 3.8283e-10, 4.6713e-13, 1.3595e-12, 1.1252e-12,\n 1.1313e-13, 4.3976e-14, 2.5156e-13, 1.2904e-13, 1.3760e-12, 3.9353e-11,\n 6.5076e-14, 4.1654e-14, 1.5112e-10, 1.2294e-12, 1.1547e-13, 2.2498e-13,\n 1.4881e-12, 2.5582e-11, 7.3346e-13, 4.4690e-14, 2.7594e-11, 4.1135e-12,\n 8.2330e-14, 1.7529e-13, 1.1698e-12, 9.1248e-14, 1.9138e-11, 1.3473e-13,\n 5.2827e-14, 3.0057e-12, 3.0007e-11, 1.5187e-13, 8.9326e-12, 1.4826e-10,\n 2.6562e-14, 1.2002e-12, 1.8891e-12, 1.7558e-12, 1.1048e-12, 6.8752e-12,\n 1.4993e-12, 1.8900e-12, 2.6125e-14, 1.8988e-12, 2.3249e-10, 1.0060e-10,\n 5.3955e-11, 2.2460e-11, 1.2602e-10, 5.4736e-11, 1.8011e-13, 2.7335e-12,\n 1.6750e-13, 2.2243e-12, 2.5009e-11, 4.8317e-10, 9.2725e-14, 9.8562e-11,\n 8.1126e-14, 3.0722e-12, 5.3717e-11, 1.2070e-10, 8.3170e-12, 7.2169e-14,\n 2.7522e-13, 1.8473e-12, 2.3414e-13, 4.8321e-13, 1.0541e-11, 4.6920e-12,\n 2.9190e-12, 1.0170e-12, 8.2678e-11, 2.6905e-13, 8.6445e-11, 2.6559e-11,\n 2.6652e-13, 3.5976e-12, 1.0310e-12, 7.4096e-14, 4.8339e-11, 5.8224e-11,\n 6.9908e-13, 2.1491e-13, 1.2395e-13, 3.3164e-11, 5.4590e-14, 2.3501e-13,\n 6.1129e-10, 2.7182e-12, 2.9086e-14, 2.6869e-13, 1.0282e-13, 1.5085e-13,\n 5.4885e-12, 1.0327e-13, 3.8267e-13, 9.9776e-13, 1.5037e-11, 7.0078e-14,\n 1.3548e-14, 1.3388e-09, 2.4984e-13, 1.1076e-13, 1.1361e-11, 3.8772e-14,\n 2.4184e-11, 5.3677e-13, 1.5434e-12, 9.8242e-13, 1.5971e-11, 1.9008e-13,\n 2.1501e-11, 7.1307e-12, 2.8508e-14, 7.7102e-11, 2.1975e-13, 2.1489e-10,\n 6.5703e-11, 3.8143e-11, 1.3436e-13, 3.2034e-13, 1.6426e-10, 9.5944e-13,\n 1.1934e-12, 2.3433e-11, 4.5430e-12, 3.5740e-14, 9.8190e-13, 4.0697e-11,\n 2.5784e-13, 2.3682e-14, 9.0466e-13, 6.0208e-12, 3.1247e-12, 1.4914e-10,\n 2.3784e-12, 1.0039e-10, 8.6497e-14, 4.8833e-13, 4.7037e-12, 1.7176e-14,\n 4.1748e-14, 3.4843e-13, 1.7658e-11, 3.3433e-12, 2.6362e-13, 3.2636e-12,\n 1.7447e-12, 1.9310e-11, 6.1441e-12, 7.2489e-14, 4.6532e-14, 3.4510e-12,\n 5.6971e-11, 2.3655e-13, 8.3181e-13, 7.5510e-14, 1.4767e-10, 1.8517e-14,\n 7.0102e-13, 5.3481e-12, 5.1371e-14, 2.8610e-12, 1.4577e-13, 5.0990e-11,\n 7.7299e-12, 1.0514e-12, 3.0576e-12, 4.1716e-12, 2.4253e-11, 7.7548e-12,\n 1.7071e-11, 3.5844e-13, 4.8682e-12, 7.8067e-12, 9.0946e-12, 2.4337e-12,\n 2.5629e-11, 1.8271e-13, 1.9873e-12, 6.1459e-12, 7.3863e-13, 1.3667e-10,\n 1.0890e-13, 2.4948e-11, 2.7533e-10, 1.0650e-12, 3.1443e-13, 2.9418e-13,\n 6.3514e-11, 1.3793e-13, 1.2994e-13, 1.4690e-12], device='cuda:0')" }, "33": { "step": "tensor(2504.)", "exp_avg": "tensor([ 9.0866e-16, -8.5539e-15, -5.7354e-15, -1.1943e-15, 8.9099e-17,\n 1.1788e-15, 5.9846e-15, -2.4483e-16, 1.6286e-15, 5.6635e-16,\n -4.2692e-16, 1.0564e-16, 1.7087e-15, -5.4631e-15, 3.5661e-15,\n 5.2304e-16, -4.1155e-15, 6.0283e-16, -1.3499e-14, 2.4597e-15,\n -2.2168e-16, -3.5385e-15, -6.2755e-16, 3.7174e-16, 1.0372e-16,\n -6.2883e-15, -1.0162e-14, 8.8092e-15, -2.1139e-14, -5.8413e-15,\n -1.4975e-14, 1.9111e-16, -3.1812e-15, 1.8579e-15, 1.1597e-14,\n 3.0778e-15, -9.8103e-15, 1.2406e-15, 1.8746e-15, -4.4277e-16,\n -1.2227e-16, 3.4278e-15, -7.9544e-15, 2.2730e-15, -1.9931e-14,\n 7.0972e-16, -3.2329e-15, -1.5449e-15, -5.6114e-16, -3.5810e-15,\n -5.4781e-16, -5.2082e-15, -2.6336e-15, 4.5669e-16, 9.2431e-16,\n 5.3610e-16, -4.2821e-15, -7.6663e-15, 3.4491e-17, -4.5453e-16,\n -1.8685e-15, 1.7081e-15, 5.9102e-16, -2.6147e-15, -6.0252e-15,\n 9.3010e-16, 8.8429e-16, 7.5620e-15, -1.0563e-14, 5.8211e-16,\n -3.0015e-16, -5.0800e-16, 1.2474e-15, 8.9830e-15, -1.2508e-17,\n 5.2035e-16, -3.1492e-15, 5.9803e-16, 2.4326e-15, 8.3480e-15,\n 1.0737e-15, -4.3090e-15, 2.0326e-15, -4.9238e-15, 1.9552e-15,\n -5.9966e-15, -3.4531e-15, -2.6908e-15, -1.0398e-14, -1.0647e-15,\n 1.4316e-16, 3.9488e-15, -1.2552e-14, 3.2929e-16, 8.0927e-16,\n 1.2945e-17, -5.9901e-15, -3.7774e-15, -5.2414e-17, -2.0175e-16,\n 1.7679e-16, -3.9659e-15, -1.9331e-15, 2.7050e-16, -1.3424e-15,\n 1.0435e-14, -1.5071e-14, -8.7484e-16, 3.1553e-16, 1.0044e-15,\n -1.5022e-16, 8.9513e-16, -2.9229e-16, -5.1312e-15, 6.4326e-16,\n -2.1032e-15, 7.7951e-17, -1.6377e-15, 3.7346e-15, 4.0852e-16,\n -1.4167e-15, 9.3493e-16, -8.9112e-15, -1.7583e-15, 3.8405e-15,\n 2.8593e-16, -1.1831e-14, -1.8809e-16, -1.4715e-15, -1.1860e-15,\n 1.1474e-15, 7.8403e-16, -2.8631e-15, -3.5197e-15, -8.3816e-15,\n 5.3981e-15, -1.4177e-15, -6.9001e-15, -7.5696e-16, -1.8889e-15,\n 3.8479e-16, -2.4238e-14, -9.5321e-16, -2.7827e-15, 3.7432e-15,\n -5.3244e-16, 1.6935e-15, 8.0538e-16, -1.0149e-16, -7.9368e-16,\n 1.9400e-15, -3.9211e-16, 7.2493e-16, -6.6645e-15, 3.1823e-16,\n 3.8872e-17, 3.3977e-15, -6.2498e-15, -2.7271e-16, -5.6668e-16,\n 4.9985e-17, -1.2073e-14, 9.8122e-16, 1.1507e-14, 4.5265e-15,\n -7.8861e-16, -3.6669e-17, 1.5371e-15, 6.6653e-16, 4.3104e-16,\n 1.5138e-15, -8.2426e-16, -4.2269e-16, -1.1983e-14, -5.6043e-15,\n -2.5043e-16, -1.6689e-15, -4.6737e-15, -3.5181e-15, 1.0516e-15,\n 2.4392e-15, -1.3574e-16, 1.9419e-15, 4.6307e-16, 4.9710e-16,\n 3.8524e-17, -1.4022e-14, -3.5766e-16, -9.0198e-15, -7.1989e-15,\n 2.2700e-16, -1.6221e-15, 8.5740e-17, 1.7860e-15, 7.8527e-15,\n -6.1878e-15, -1.1373e-15, 3.3526e-15, 5.2471e-16, -3.0638e-15,\n 7.6341e-16, -7.2316e-16, -6.8910e-15, -4.6937e-15, 5.6335e-16,\n 2.1185e-18, 6.5942e-16, 3.1433e-15, -1.9652e-16, -5.9080e-15,\n 1.0447e-15, -5.3920e-15, -6.3532e-16, -1.8756e-15, -7.3675e-16,\n 1.9985e-15, -1.3251e-14, -1.7440e-15, 1.3246e-15, -5.0248e-16,\n -1.0969e-15, -2.3315e-15, -1.5096e-15, -3.0290e-15, 4.5017e-15,\n 1.7406e-16, 1.8018e-15, 3.7289e-15, 1.4746e-15, -1.7096e-15,\n -5.9738e-15, -1.7416e-15, 2.2216e-15, -8.0766e-15, 2.4019e-15,\n -2.9605e-16, -8.8758e-17, -1.6777e-16, -9.2606e-15, -4.7388e-15,\n 2.9160e-15, -2.0781e-15, -2.3954e-16, -1.2075e-15, -4.9705e-16,\n -2.8764e-15, 4.7729e-15, 1.5221e-15, -4.0096e-15, 1.6855e-15,\n -1.2284e-14, 2.1312e-15, 3.6711e-16, -2.9062e-15, -1.0534e-15,\n -3.4885e-17, -1.6310e-16, -6.9002e-15, 1.3950e-15, 4.0020e-15,\n 9.1574e-16, -8.7096e-16, 1.8034e-15, 4.4528e-18, 2.5039e-15,\n 1.7878e-15, 4.1241e-16, -1.7154e-14, 1.1930e-15, 1.8205e-15,\n 2.8539e-15, -5.5018e-16, 7.8401e-15, -4.6972e-15, -9.2481e-15,\n 2.0792e-15, 1.5229e-15, 8.8910e-17, -1.0066e-14, -3.5548e-15,\n -2.6316e-16, -7.9063e-15, 1.3311e-15, -1.2179e-14, 4.5455e-15,\n -1.6971e-14, 3.9874e-16, 1.4001e-15, -2.5487e-15, 2.1435e-15,\n -8.7522e-15, -3.2320e-15, -2.2842e-16, -3.3486e-15, -6.1103e-16,\n -1.1125e-15, -5.0054e-15, 9.3373e-16, 1.1809e-15, -5.3672e-15,\n -3.1050e-16, -2.3996e-15, -6.5017e-15, 3.2656e-15, 1.1522e-15,\n -1.3628e-14, -7.5063e-16, -8.7134e-16, -6.2112e-15, -2.6655e-16,\n 2.4753e-15, -3.6363e-15, -1.4305e-14, 6.7133e-16, 6.9054e-15,\n 3.8040e-15, -2.7717e-15, -3.1067e-15, -2.5028e-15, -4.5638e-16,\n -6.6338e-16, -7.7542e-16, -6.3199e-16, 3.7697e-15, 2.6527e-15,\n 8.9624e-16, -4.7102e-15, -6.6477e-16, 3.1913e-16, 9.2673e-16,\n 1.3553e-15, 2.3175e-15, -3.6967e-16, -3.8233e-15, 1.0608e-14,\n 1.3648e-17, -3.3586e-16, -2.0331e-14, -8.3853e-15, -5.5228e-16,\n -2.1679e-15, -6.2926e-15, -1.4131e-14, -4.4193e-15, -9.3782e-15,\n 6.9222e-16, -1.9016e-15, -6.8569e-16, 1.9811e-15, -1.1785e-14,\n -5.1330e-15, -8.4523e-16, -6.7953e-16, -2.5410e-15, -8.9937e-15,\n -5.7236e-16, -4.9184e-15, -5.3877e-15, -7.8268e-15, 3.2041e-15,\n 4.7442e-16, -7.2345e-15, -7.6046e-15, -1.1196e-14, -3.9268e-15,\n 1.8283e-16, -2.6708e-15, -8.2393e-15, 7.0471e-16, -1.4912e-14,\n -3.4748e-15, 6.0098e-15, -4.5950e-16, -4.0054e-15, 2.5011e-15,\n 8.8128e-16, 9.7878e-15, -2.5099e-15, -5.0133e-15, -6.7152e-16,\n -6.1081e-15, -7.7675e-17, -4.3365e-15, -9.8864e-15, -8.8486e-15,\n -1.6187e-16, -4.5133e-15, -4.9967e-16, -1.0014e-15, -1.4759e-15,\n -1.3880e-15, 7.8589e-16, 7.2764e-16, 6.8632e-16, -7.8362e-15,\n -4.0454e-15, -2.3261e-15, -6.0134e-15, 3.0420e-15, -7.2387e-15,\n 2.8234e-15, -1.3015e-14, 2.1644e-15, 1.7966e-15, 5.1146e-15,\n -2.1299e-15, -2.7991e-16, -7.5385e-15, -1.0279e-14, -3.1624e-15,\n -2.0271e-15, -9.3382e-16, 4.3660e-15, -1.1098e-15, 1.0855e-15,\n 2.7289e-15, 2.0047e-15, -4.7063e-17, -7.1906e-15, 4.2571e-15,\n 2.0035e-16, 7.0379e-16, -4.5023e-15, 1.0641e-15, -2.1361e-16,\n 6.5234e-16, 5.0425e-15, 4.9705e-16, 2.1914e-15, -2.8609e-16,\n -8.7002e-15, -8.2968e-15, -3.0506e-15, 9.2349e-17, -2.7979e-15,\n -7.0049e-16, -1.4876e-15, -7.9723e-15, -1.9200e-15, -7.9632e-15,\n -1.8631e-15, 2.3618e-15, -9.1875e-15, 3.8145e-16, -1.1882e-15,\n -8.5830e-16, -1.1118e-14, 4.5078e-15, 3.9398e-16, -1.0399e-14,\n -7.0249e-15, -5.2466e-15, -2.5362e-16, -4.2298e-15, -3.0059e-15,\n -2.9738e-14, -2.8873e-16, -2.6268e-16, -1.8698e-15, -4.3932e-15,\n -1.0590e-17, -4.5470e-16, -4.8751e-15, -6.6870e-16, 1.4346e-15,\n -6.6110e-16, -5.1824e-16, -1.7479e-15, -1.0830e-14, 3.9320e-16,\n -4.9692e-15, -1.6380e-15, 7.1052e-16, 4.7870e-16, -1.4122e-16,\n -6.4475e-17, -8.4498e-15, 1.4162e-15, -5.5249e-16, 9.0282e-16,\n -3.6271e-15, -6.0490e-15, 2.5841e-15, 1.3384e-15, -2.7260e-15,\n -2.3740e-14, 1.4393e-15, 1.7709e-15, -4.6603e-16, 9.6812e-16,\n 7.7684e-16, -1.7867e-15, -1.2417e-14, 2.1937e-16, -2.5661e-16,\n -1.2655e-14, 4.7786e-16, -9.5772e-16, -1.3106e-15, 2.6855e-15,\n 1.7463e-16, 2.5609e-15, -2.6701e-15, -8.5615e-15, -4.3408e-16,\n -5.0692e-16, -9.0409e-15, 6.4955e-15, -1.3929e-14, 1.4578e-15,\n -1.9763e-16, -3.4209e-15, -5.4867e-16, 3.1175e-15, 4.9467e-16,\n -3.6009e-15, -1.0507e-15, -1.1602e-14, -1.2884e-14, -5.9970e-16,\n -7.5537e-18, 6.7342e-16, 1.6915e-16, -6.3783e-15, -6.7786e-16,\n 5.5366e-16, -8.0436e-16, 3.9956e-15, 1.4084e-15, -2.2206e-15,\n -1.0842e-14, -3.4526e-15, -1.7955e-15, -2.4779e-15, -1.0991e-15,\n -1.7133e-15, 2.3866e-16, 1.7505e-15, -1.7289e-15, -8.8602e-15,\n 7.9285e-16, -5.6078e-15, -1.4305e-14, -4.4256e-16, -3.8757e-15,\n 1.7630e-16, -2.1179e-16, -1.4932e-16, -3.8351e-17, -1.0559e-15,\n -8.0814e-16, -1.8427e-15, -2.5203e-15, 1.0898e-15, 2.9791e-15,\n -2.7918e-15, 3.8084e-15, 2.5178e-16, 2.2899e-15, -1.0844e-14,\n -6.1943e-15, 2.8202e-15, 8.9543e-16, 7.0911e-16, -4.5266e-15,\n -1.0976e-14, -3.3348e-15, 1.5280e-15, -5.8366e-16, -7.4371e-15,\n -5.5285e-15, -2.2603e-15, 3.8134e-15, -9.4803e-16, -5.2189e-15,\n -9.9697e-15, -8.5502e-15, 1.8077e-15, 2.8017e-16, -7.0636e-15,\n -1.3243e-14, 2.1310e-15, -2.7534e-15, 4.8801e-15, -3.9981e-16,\n -2.1480e-15, -9.3681e-15, -6.1174e-15, -4.1069e-15, 1.1833e-15,\n -5.2068e-15, -2.6303e-15, 4.5669e-15, -3.5187e-15, -2.8857e-15,\n -4.2892e-15, -4.5292e-15, -1.7066e-15, -1.9207e-15, 7.5841e-16,\n 3.0553e-15, -7.0620e-17, 1.0426e-15, 2.7658e-15, -3.0120e-15,\n -2.4891e-15, 9.5202e-15, -2.1593e-15, 3.4701e-16, 2.3615e-15,\n 2.1282e-15, -2.2138e-16, -2.6663e-16, -3.9378e-15, -2.5453e-15,\n 3.2437e-15, -6.8670e-15, -5.9752e-16, -3.7205e-15, 1.3410e-14,\n -9.5031e-15, 1.0172e-15, -2.1856e-14, -6.4519e-15, -4.9572e-15,\n 7.1825e-16, -2.9663e-15, -8.3542e-15, -7.2048e-17, -4.0399e-15,\n -2.1898e-15, 6.7363e-15, -1.0611e-15, -8.9281e-15, 1.6219e-15,\n -2.0634e-15, 1.0882e-15, 3.0177e-16, 2.5298e-15, -3.4715e-16],\n device='cuda:0')", "exp_avg_sq": "tensor([3.1557e-12, 2.9658e-12, 7.2328e-13, 1.0154e-12, 8.8353e-14, 7.9132e-14,\n 2.8925e-10, 1.4614e-12, 1.6836e-13, 3.6172e-11, 1.4281e-13, 1.3699e-12,\n 4.1500e-12, 1.3239e-11, 9.6240e-11, 3.8177e-12, 8.7808e-12, 2.7242e-10,\n 9.3417e-12, 7.6117e-12, 3.4128e-13, 7.2326e-13, 8.5604e-14, 2.7573e-11,\n 1.3950e-10, 9.6394e-11, 1.8446e-10, 3.4945e-12, 6.6317e-12, 1.8972e-10,\n 2.4695e-11, 3.4098e-13, 1.4026e-11, 1.1200e-12, 5.5087e-11, 1.4609e-13,\n 6.2226e-12, 3.4275e-13, 5.5040e-12, 3.0192e-11, 2.7905e-12, 4.5375e-11,\n 1.8094e-13, 3.6555e-11, 2.8706e-11, 8.7122e-13, 2.5376e-11, 1.3436e-13,\n 5.0729e-13, 8.5722e-12, 5.7096e-10, 3.0084e-13, 4.0359e-12, 1.2673e-12,\n 2.0031e-13, 1.0037e-12, 2.4740e-11, 1.0146e-11, 9.1459e-12, 1.4670e-11,\n 1.8554e-10, 3.9683e-13, 1.5695e-12, 3.4860e-12, 1.9855e-10, 1.8190e-11,\n 1.1675e-12, 4.0168e-10, 1.0557e-10, 3.5639e-11, 9.3668e-13, 7.7651e-11,\n 3.7944e-11, 8.2459e-12, 7.3572e-14, 2.0989e-13, 4.1012e-11, 1.5534e-13,\n 2.4187e-11, 6.6251e-11, 1.2280e-12, 1.1246e-11, 5.1044e-11, 3.5120e-11,\n 1.9795e-10, 3.8422e-13, 4.0941e-11, 1.8827e-11, 1.1890e-12, 7.4254e-12,\n 1.0282e-13, 1.6651e-13, 9.1619e-12, 8.5939e-13, 5.5337e-13, 2.8344e-11,\n 6.0308e-12, 8.0032e-11, 1.2731e-13, 2.2641e-12, 2.9585e-14, 1.7320e-10,\n 1.1520e-11, 8.5328e-12, 1.1804e-10, 1.8030e-11, 4.8381e-13, 2.4990e-13,\n 2.9892e-12, 2.2424e-11, 7.3690e-13, 2.7774e-13, 4.5275e-11, 5.7059e-12,\n 5.1553e-13, 1.6854e-13, 7.0969e-12, 1.5727e-11, 1.5528e-11, 8.5347e-11,\n 5.9611e-12, 2.3522e-11, 4.1972e-13, 7.4677e-12, 4.0706e-12, 1.5279e-12,\n 1.0063e-10, 9.0507e-13, 7.2929e-14, 7.2689e-11, 3.1711e-13, 1.4677e-11,\n 2.1941e-10, 6.2043e-12, 2.0378e-10, 4.4930e-10, 1.9439e-12, 8.1802e-11,\n 3.0160e-11, 1.6360e-11, 6.3768e-12, 5.7090e-12, 1.8906e-12, 2.3737e-11,\n 4.0813e-11, 2.6630e-12, 1.1032e-10, 1.9962e-12, 8.1450e-13, 3.5060e-11,\n 5.4368e-12, 6.4629e-12, 9.3342e-13, 3.0497e-13, 6.3401e-13, 1.2659e-12,\n 1.0862e-13, 1.0621e-11, 5.6829e-12, 8.8576e-12, 1.6910e-12, 2.1935e-12,\n 1.0972e-12, 6.9957e-11, 2.3461e-11, 3.3194e-12, 7.7347e-14, 4.7954e-13,\n 3.1292e-13, 8.7368e-13, 2.8074e-11, 5.7374e-10, 1.6189e-11, 2.7018e-13,\n 2.6748e-11, 3.0987e-12, 7.8713e-11, 1.3827e-12, 3.2821e-12, 1.0255e-10,\n 1.6205e-12, 1.2729e-12, 6.5026e-11, 1.9303e-13, 3.4098e-11, 2.4274e-12,\n 1.0717e-10, 2.6063e-11, 4.8921e-11, 4.8750e-13, 1.3790e-13, 1.7453e-11,\n 1.1183e-11, 7.7889e-12, 1.4855e-10, 7.1796e-11, 8.9082e-14, 7.6214e-11,\n 1.0760e-12, 4.2647e-11, 2.6960e-12, 2.7310e-11, 8.2987e-11, 2.5128e-11,\n 1.1788e-10, 3.0495e-12, 3.1851e-12, 1.1733e-11, 1.1128e-11, 4.7324e-11,\n 1.1128e-11, 5.1755e-12, 1.0541e-11, 4.2421e-11, 1.7966e-10, 9.9759e-12,\n 1.3602e-13, 3.6385e-11, 6.3118e-11, 3.5552e-12, 8.2285e-13, 1.1992e-11,\n 2.2442e-10, 3.8512e-12, 5.0064e-11, 5.2144e-12, 6.1415e-11, 3.3362e-12,\n 1.0823e-13, 9.8569e-14, 8.4197e-12, 7.7960e-14, 8.8501e-11, 3.7811e-11,\n 2.7879e-11, 1.5068e-12, 3.8898e-12, 1.1202e-12, 1.4517e-11, 1.4517e-10,\n 6.2256e-13, 9.2168e-11, 3.2386e-12, 1.0887e-11, 1.3784e-12, 5.0624e-11,\n 7.9676e-11, 8.8298e-13, 5.6596e-13, 3.5037e-13, 1.1844e-10, 6.7511e-11,\n 1.5132e-12, 1.7616e-10, 7.9368e-13, 1.0710e-12, 4.6940e-13, 7.5945e-14,\n 5.3261e-11, 1.6239e-11, 3.0579e-12, 2.3350e-11, 2.5476e-11, 3.7377e-12,\n 1.6038e-10, 1.6877e-12, 2.6184e-13, 8.9332e-12, 1.2987e-13, 2.7531e-12,\n 1.5604e-13, 6.1724e-12, 1.4657e-11, 2.6825e-12, 1.0250e-10, 1.7537e-12,\n 3.8768e-12, 2.0375e-11, 2.7865e-10, 1.0245e-12, 5.2116e-11, 4.7201e-11,\n 1.9179e-12, 1.9845e-11, 3.7693e-13, 4.7071e-12, 3.8407e-12, 9.9333e-12,\n 4.7316e-12, 8.9749e-11, 5.1528e-11, 4.3085e-11, 1.4438e-13, 1.3914e-11,\n 1.1671e-11, 3.0767e-11, 3.2097e-10, 8.1794e-13, 3.1885e-11, 9.9585e-12,\n 3.4232e-11, 5.4507e-13, 9.5268e-11, 5.0811e-10, 1.0653e-13, 5.7283e-12,\n 3.6336e-11, 1.2842e-12, 6.3316e-13, 3.2874e-12, 5.5471e-12, 1.8453e-10,\n 3.3578e-11, 6.2701e-12, 3.6663e-10, 3.7708e-13, 6.0981e-12, 7.0247e-13,\n 8.0805e-12, 3.8354e-12, 2.3858e-13, 2.4099e-11, 1.1934e-11, 2.4944e-11,\n 3.6068e-12, 2.0376e-13, 9.6560e-11, 1.2437e-11, 2.9579e-11, 1.3794e-10,\n 4.7272e-13, 7.4290e-14, 5.5257e-11, 8.3057e-11, 7.7544e-11, 6.9783e-13,\n 2.4226e-11, 3.2084e-11, 9.3673e-11, 1.1633e-10, 7.2783e-11, 1.1961e-11,\n 9.3576e-12, 1.6081e-10, 2.0930e-10, 1.9059e-13, 4.3196e-12, 1.2704e-13,\n 4.8057e-13, 2.9120e-11, 3.5336e-11, 1.4058e-12, 9.2299e-14, 3.1238e-11,\n 1.2516e-13, 2.0522e-10, 5.3083e-11, 2.0308e-12, 2.8197e-11, 2.2149e-12,\n 1.6451e-12, 3.0906e-10, 4.6472e-11, 2.0626e-11, 1.3581e-10, 9.4914e-12,\n 5.9804e-12, 6.0293e-13, 1.2130e-10, 6.4834e-13, 2.3621e-10, 1.2915e-10,\n 1.6147e-13, 1.5092e-10, 8.4455e-11, 3.9779e-13, 2.0193e-10, 1.1731e-10,\n 1.6055e-10, 1.8138e-12, 1.5839e-10, 1.8131e-13, 6.3692e-11, 1.2964e-12,\n 1.1144e-12, 5.7276e-13, 9.2533e-13, 2.9456e-13, 6.5798e-11, 6.1577e-12,\n 3.3340e-11, 9.7388e-12, 3.9456e-12, 4.7323e-13, 4.5629e-13, 4.3201e-12,\n 7.5218e-12, 4.7564e-11, 6.3878e-11, 1.3547e-12, 4.5370e-12, 2.9926e-11,\n 1.7697e-10, 3.0570e-10, 2.6067e-11, 1.5981e-11, 1.3595e-12, 6.1078e-12,\n 1.0705e-10, 4.2188e-11, 3.4814e-13, 1.8320e-12, 3.8008e-12, 2.0664e-12,\n 2.9586e-10, 1.5752e-10, 4.0850e-11, 1.5642e-12, 6.1642e-12, 8.1850e-13,\n 2.9685e-12, 1.3981e-12, 4.5154e-13, 4.4955e-11, 9.6228e-13, 2.3030e-12,\n 1.1715e-12, 9.3772e-13, 8.6993e-13, 5.3775e-12, 6.0482e-12, 1.6763e-10,\n 2.0472e-11, 7.5030e-13, 1.0139e-11, 3.1517e-12, 3.1805e-11, 1.7537e-11,\n 2.2352e-11, 4.5394e-12, 7.2344e-12, 3.3097e-11, 6.4863e-11, 6.4133e-13,\n 5.2046e-11, 9.2997e-14, 3.2505e-10, 1.1074e-11, 5.4684e-13, 1.2234e-11,\n 2.9636e-13, 2.6726e-14, 1.1178e-12, 1.1995e-13, 3.2848e-12, 4.8002e-11,\n 8.7639e-14, 1.9022e-12, 5.4764e-11, 6.2508e-12, 1.1909e-13, 2.0484e-12,\n 7.2663e-12, 2.7762e-11, 1.7045e-11, 1.9548e-13, 6.1203e-11, 1.9953e-11,\n 8.1194e-14, 5.1498e-13, 5.8210e-13, 1.8509e-12, 1.1959e-11, 1.7496e-13,\n 6.6188e-13, 1.3042e-12, 2.3035e-11, 1.7938e-12, 5.6173e-12, 2.0138e-10,\n 3.3316e-13, 3.4728e-12, 9.3738e-13, 1.5253e-11, 7.7248e-12, 2.9045e-12,\n 6.2873e-13, 7.5732e-13, 9.0431e-13, 7.0004e-13, 1.3565e-10, 2.2785e-10,\n 3.9668e-11, 1.4513e-11, 1.8667e-10, 4.3759e-11, 1.5030e-13, 1.1914e-12,\n 4.2309e-12, 7.9521e-12, 5.9680e-11, 3.4076e-10, 9.1528e-13, 1.7080e-10,\n 7.8837e-13, 1.6228e-11, 4.8167e-11, 1.6901e-10, 2.3229e-11, 4.4266e-13,\n 4.4661e-12, 1.0568e-11, 1.3484e-12, 1.6221e-11, 5.0972e-12, 6.2945e-12,\n 5.3883e-12, 3.8015e-12, 2.6484e-10, 2.2071e-12, 2.3265e-10, 2.6341e-11,\n 1.2538e-13, 1.6578e-11, 1.9658e-12, 1.0736e-12, 2.8604e-11, 2.4472e-11,\n 2.6894e-12, 3.3084e-12, 4.0002e-13, 2.4315e-10, 1.3537e-12, 9.0364e-14,\n 1.4010e-10, 1.0566e-12, 8.9401e-14, 1.1697e-11, 7.7277e-13, 6.1133e-13,\n 4.3483e-11, 2.4495e-13, 5.6391e-12, 4.6305e-12, 2.9027e-11, 8.3166e-14,\n 2.8048e-13, 4.8469e-10, 1.0859e-13, 1.0138e-13, 4.4468e-12, 2.5585e-13,\n 7.5911e-11, 1.2841e-12, 6.1102e-11, 7.8173e-13, 6.2668e-12, 1.5928e-12,\n 3.5772e-11, 3.2945e-11, 2.7720e-13, 1.8769e-10, 9.5210e-14, 1.8928e-10,\n 2.4350e-10, 1.7419e-11, 2.7795e-12, 5.4203e-12, 1.0182e-10, 2.0906e-11,\n 2.3318e-11, 2.6140e-11, 3.4266e-11, 9.9003e-14, 5.5701e-12, 2.2048e-11,\n 4.3535e-12, 3.9818e-13, 4.2795e-12, 1.5503e-10, 4.5763e-12, 8.7154e-11,\n 1.5107e-11, 1.2585e-10, 7.0985e-13, 5.2815e-12, 5.3125e-12, 4.2960e-13,\n 8.4205e-13, 1.9157e-13, 7.9632e-11, 1.2272e-12, 7.9623e-12, 3.0024e-11,\n 5.2217e-12, 3.6968e-11, 7.3037e-12, 1.8363e-12, 1.0114e-12, 1.0377e-11,\n 5.0042e-11, 1.2840e-13, 1.0826e-12, 2.2314e-12, 1.8658e-10, 1.1823e-12,\n 1.4984e-12, 1.9971e-12, 2.2702e-12, 2.0452e-11, 3.9679e-12, 1.9546e-11,\n 1.0800e-11, 1.6473e-11, 5.5808e-11, 3.9482e-12, 1.1375e-11, 1.4875e-11,\n 1.3610e-11, 5.2408e-12, 5.7001e-12, 3.9829e-11, 4.4742e-12, 6.8643e-12,\n 8.5921e-11, 4.0372e-12, 2.8121e-11, 2.6778e-12, 5.7738e-12, 2.1559e-10,\n 1.2896e-12, 8.7880e-11, 1.4209e-10, 1.3651e-11, 3.1363e-13, 2.8791e-12,\n 1.6179e-11, 3.7995e-12, 4.9131e-12, 4.8183e-12], device='cuda:0')" }, "34": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 4.1462e-17, 1.7589e-17, -5.6052e-45, ..., 2.0788e-18,\n 1.4321e-16, 5.6052e-45],\n [-4.2280e-16, -7.2641e-17, 5.6052e-45, ..., 6.3698e-16,\n -3.7463e-16, -5.6052e-45],\n [ 1.5573e-16, 4.3291e-17, 5.6052e-45, ..., -4.2460e-16,\n 2.6998e-16, 5.6052e-45],\n ...,\n [-2.9298e-17, -1.5523e-16, 5.6052e-45, ..., 2.1707e-17,\n 5.3280e-17, 5.6052e-45],\n [ 4.9790e-17, -1.3097e-16, -5.6052e-45, ..., -3.9440e-17,\n -5.3350e-17, 5.6052e-45],\n [-6.6014e-18, 4.4066e-17, 5.6052e-45, ..., -8.4647e-17,\n -1.2241e-16, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[3.4845e-11, 2.8097e-11, 3.0926e-16, ..., 4.3495e-11, 8.8049e-12,\n 1.7895e-13],\n [8.5216e-13, 5.7625e-13, 1.2274e-15, ..., 5.8077e-13, 2.5105e-13,\n 6.3051e-14],\n [5.6540e-13, 4.7469e-13, 4.9224e-16, ..., 6.5015e-13, 1.5100e-13,\n 1.8957e-13],\n ...,\n [5.6341e-12, 1.9659e-12, 5.8851e-16, ..., 4.5433e-12, 1.3928e-12,\n 1.1445e-14],\n [1.5347e-12, 2.2200e-13, 1.4547e-17, ..., 4.4322e-13, 3.2004e-13,\n 2.1981e-15],\n [2.8717e-11, 1.5668e-11, 2.0531e-15, ..., 4.5294e-11, 8.6713e-12,\n 5.9997e-16]], device='cuda:0')" }, "35": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.4257e-13, 1.0207e-13, 4.0047e-13, 8.5061e-14, -1.0818e-13,\n -3.0324e-13, 5.8938e-14, -9.0755e-14, 2.2995e-14, 2.4847e-14,\n 4.7655e-14, -1.1035e-14, -4.9869e-14, -1.8440e-14, -5.4998e-14,\n -4.5388e-15, -8.7486e-14, -1.0524e-13, 2.6865e-13, -2.5465e-13,\n -7.1897e-14, -3.8239e-13, 4.6418e-13, -1.2051e-13, -5.8413e-14,\n -5.4763e-14, -2.1339e-13, -7.2225e-14, -1.8198e-13, 4.5063e-14,\n 7.7123e-13, -1.6097e-14, 6.9105e-14, -7.1921e-13, 2.3661e-14,\n 1.9391e-14, -3.3766e-14, 2.6779e-13, -5.3451e-13, 1.3041e-13,\n 3.3073e-13, 5.5954e-13, 6.5330e-14, -7.7887e-14, -4.7357e-13,\n 4.2215e-14, 1.3957e-14, -9.7493e-14, -8.3373e-14, -1.3029e-13,\n -7.4942e-14, 4.4431e-13, 3.1074e-13, 1.9933e-13, -3.6928e-14,\n 1.8130e-13, -4.9444e-13, -2.5728e-14, 5.4876e-14, 7.1181e-14,\n -6.6874e-14, -5.5688e-14, 9.8285e-14, -4.0524e-14, -2.0730e-13,\n 1.2919e-14, -4.6339e-13, 6.9803e-13, 1.8882e-13, 7.5358e-14,\n -5.6349e-13, -6.1248e-14, -1.4722e-13, 5.2811e-14, 5.6872e-14,\n 6.4786e-14, -1.5546e-13, 1.6469e-13, -6.5486e-14, -3.6911e-14,\n -5.6157e-14, -7.1526e-14, 1.0561e-13, -5.9930e-14, -1.4604e-13,\n -1.5450e-13, -1.4355e-13, -3.1923e-13, -1.3385e-13, 5.2360e-14,\n 4.1331e-14, 2.2965e-14, -1.0066e-13, -9.0199e-14, 2.0558e-13,\n -9.1592e-13, -4.3323e-14, 9.9701e-14, -5.7286e-14, 3.1923e-13,\n 4.4721e-14, 1.7167e-14, -5.4618e-15, -2.5540e-13, -8.7010e-14,\n -2.5058e-13, 2.6392e-13, 3.4599e-13, -6.8797e-14, 5.3236e-14,\n -4.3727e-14, 1.0224e-13, -1.1371e-14, -6.1542e-14, 2.7364e-13,\n 2.0811e-14, 5.1416e-14, -1.1642e-13, -4.2529e-13, 1.1395e-13,\n -6.3692e-14, -2.7736e-14, 6.2201e-15, 5.4274e-15, -2.0481e-13,\n -1.6920e-13, -1.1426e-13, -2.1679e-14, -1.6876e-13, -1.0697e-13,\n 1.7337e-15, -2.4153e-13, 4.0816e-13, -1.3154e-13, -1.4509e-14,\n -3.1160e-13, 3.2492e-13, 4.3082e-14, -9.0880e-14, 1.1246e-13,\n -4.3870e-15, -8.6050e-14, 1.5181e-13, 1.4304e-13, 1.3182e-14,\n 2.1400e-13, -7.2174e-16, 2.6747e-13, -2.8796e-14, -7.5942e-14,\n 3.9706e-13, -1.3078e-13, 3.4183e-14, 2.2022e-14, 2.3341e-13,\n -2.4411e-14, -8.3662e-14, -1.7030e-13, 1.6927e-13, 4.8212e-13,\n 2.5927e-13, -1.1993e-13, -1.1047e-13, 2.2601e-13, -1.2564e-13,\n 3.1312e-14, 1.4539e-13, 6.2699e-15, 9.3207e-15, 3.5826e-13,\n 2.0492e-14, 7.6905e-14, 1.2864e-14, -1.6106e-13, -3.1550e-13,\n 2.6946e-13, 5.4928e-14, 1.5928e-13, -4.2762e-15, -5.3630e-14,\n -9.1349e-14, 4.7376e-13, -3.5698e-13, 2.9322e-13, -2.6799e-13,\n 3.5619e-13, -3.1719e-13, 6.8632e-14, 1.0818e-14, 1.7657e-13,\n 6.5231e-14, 1.0312e-13, -1.5445e-14, -1.1527e-13, 1.3788e-13,\n -3.5738e-13, 1.7232e-13, -8.7378e-14, 1.0727e-13, -9.9605e-14,\n -6.2053e-14, 1.0338e-14, 2.0371e-14, -2.1288e-13, -8.2534e-14,\n 2.1929e-13, 3.3901e-14, -9.5187e-14, 1.2594e-13, 2.0548e-13,\n 4.8885e-14, 1.4334e-13, -1.7901e-14, -6.0894e-14, 2.7629e-13,\n -2.2318e-15, -3.3931e-13, 9.9374e-14, -3.8778e-14, 5.4534e-15,\n 4.4485e-14, 2.5104e-13, -1.0224e-13, 2.1059e-15, -9.2789e-14,\n 9.3246e-14, 3.4132e-14, -7.5327e-13, 4.0781e-15, -3.9707e-15,\n -2.0919e-13, 3.9409e-14, 2.8369e-13, -4.5693e-13, 3.3555e-14,\n 5.1120e-13, -1.7329e-13, 6.1962e-13, -1.5464e-13, 4.4546e-13,\n -3.6977e-14, 1.5277e-13, 5.6285e-14, -1.4853e-13, 4.6620e-13,\n 5.0237e-13, -2.0621e-14, 4.6843e-13, -2.0812e-13, 2.2284e-13,\n 9.6688e-14, 3.1187e-13, -1.1877e-13, 2.8645e-13, 7.4812e-14,\n -3.2251e-13, -7.0098e-14, 3.7464e-13, -2.3735e-13, -1.1955e-13,\n -7.4172e-14, 8.0024e-14, 1.6315e-13, 5.3126e-15, 1.0340e-13,\n -2.1192e-13, 4.3558e-13, 2.3843e-13, 1.8726e-13, 1.1438e-13,\n 6.0076e-14, 3.5550e-14, 1.1337e-14, 6.3926e-14, 1.6947e-14,\n -3.3802e-13, -6.9494e-14, 2.1640e-13, 1.5500e-13, -1.2877e-13,\n -2.3197e-13, 3.3787e-13, -4.2125e-15, 2.5026e-13, -7.4716e-14,\n -2.4241e-14, 2.5874e-14, -2.4373e-13, -3.1420e-14, -3.7441e-14,\n -2.3701e-13, 8.8119e-14, -5.7941e-13, 1.3412e-13, 7.5244e-14,\n -2.7962e-13, -2.9636e-13, 1.3424e-13, -1.9738e-14, -1.8889e-13,\n 2.1051e-13, 2.3811e-14, 6.6099e-14, 1.3298e-13, -2.8069e-13,\n 6.7336e-14, -6.8604e-15, -4.4139e-14, -1.3300e-13, 1.7824e-13,\n 7.7207e-14, 6.1393e-13, -3.2369e-13, 7.9765e-13, 6.6726e-14,\n -7.0642e-14, -1.3980e-13, 7.2214e-14, -1.5797e-13, 1.7653e-13,\n 2.4038e-14, 1.7830e-14, -1.1703e-14, 3.2647e-13, -8.6124e-14,\n -1.0489e-12, 1.1702e-14, 7.8366e-14, 1.3993e-13, 8.3927e-14,\n -8.2941e-14, 3.2536e-13, -2.0084e-14, -1.4160e-13, 1.2588e-13,\n 5.2347e-13, 2.5207e-13, -2.2034e-13, -7.7348e-13, -5.3251e-14,\n -2.4642e-13, -2.7013e-14, -1.6732e-13, 6.4959e-15, -4.2824e-13,\n -6.2217e-14, 1.7027e-13, 5.1493e-13, 1.7766e-14, -1.1944e-13,\n -7.9410e-14, -9.3886e-14, -5.0735e-14, 1.8510e-14, -5.8345e-14,\n -3.7190e-13, -1.6296e-13, 1.3627e-13, -3.8997e-14, 3.1234e-14,\n 7.1003e-15, -1.9303e-13, -9.9901e-14, -1.7250e-13, 1.5113e-14,\n -5.8077e-14, -1.1860e-13, 2.6805e-13, -5.6207e-15, 3.1601e-14,\n 1.3804e-13, 7.3626e-14, 3.0176e-14, 2.8350e-13, -2.1824e-13,\n 2.1082e-13, 2.4315e-14, 1.0963e-13, 6.2528e-14, 2.5214e-13,\n -1.8728e-14, 2.4592e-14, -2.1719e-14, 4.2505e-14, 1.4726e-13,\n 6.4316e-15, -3.5256e-14, 7.8554e-14, 1.7241e-14, 1.8922e-14,\n 2.1652e-13, 5.3853e-13, 1.0046e-13, 8.0014e-13, -1.8603e-13,\n 1.3806e-13, -2.8256e-13, -2.7589e-13, -9.0732e-14, 4.3719e-14,\n 6.4710e-14, -2.1042e-13, -3.0230e-14, 2.2474e-13, -2.2445e-13,\n -5.9535e-14, 3.5633e-14, 9.8237e-14, -2.4420e-13, 1.0364e-14,\n -6.5112e-14, -1.1310e-13, 2.6457e-13, 3.0167e-14, -1.1129e-14,\n -2.1123e-14, 4.3796e-14, 2.2136e-13, 2.6150e-13, 4.3919e-14,\n 8.8687e-14, -2.0398e-13, -6.1243e-13, -6.5040e-13, -4.3170e-14,\n -5.1174e-14, 3.0154e-14, -1.7655e-14, -9.7434e-14, 2.2343e-14,\n 1.2869e-14, 2.8987e-13, -2.7289e-13, -6.5603e-15, -6.1586e-14,\n -4.0116e-13, 1.6048e-14, -2.5165e-13, 3.8336e-14, 6.4472e-15,\n -3.1582e-13, 4.7435e-16, -5.2265e-13, -2.0415e-14, 3.4791e-14,\n -1.6626e-13, -1.3352e-13, 3.3475e-13, 8.2312e-14, 2.3866e-15,\n 8.5397e-14, 2.6533e-14, -1.5870e-13, -5.9591e-13, -3.2528e-14,\n 8.7262e-14, 1.6418e-14, 4.4521e-17, 1.0585e-13, 3.4187e-14,\n 1.6465e-13, 1.5821e-13, 1.1586e-13, -2.6272e-13, -4.6082e-13,\n 6.9490e-13, -1.0207e-13, -6.7210e-13, -1.0208e-13, 3.6205e-13,\n 5.4303e-14, 4.7018e-13, -1.7562e-13, -6.6247e-15, 6.0367e-14,\n 7.0856e-14, 4.0418e-13, 2.1289e-13, -2.6291e-14, 1.6364e-13,\n -4.1576e-14, 9.7092e-14, -1.2338e-13, -2.3321e-14, 4.9724e-14,\n -5.6066e-13, 1.9025e-13, 1.3022e-13, -1.1268e-13, -8.4808e-13,\n -6.0682e-14, -3.9218e-13, 7.4574e-14, -3.7584e-13, -4.0647e-16,\n 2.8812e-14, 7.6722e-14, 1.2497e-13, -6.3573e-14, 1.2639e-14,\n 1.3470e-13, 1.9421e-13, 8.9267e-14, 1.8014e-15, 2.3482e-13,\n -2.8223e-13, -2.6988e-13, -2.3243e-13, 3.5211e-13, 7.6067e-14,\n -2.3229e-13, 4.0944e-14, -7.0162e-14, 5.8180e-14, -1.3182e-14,\n 1.1647e-13, 3.6786e-14, -1.8695e-14, -1.5557e-14, 5.0012e-13,\n -1.0073e-13, 4.0588e-14, 4.0296e-14, 9.9127e-14, -1.3578e-13,\n -2.8329e-15, 1.0921e-13, 1.3201e-13, -2.7587e-13, -3.7935e-13,\n -2.0544e-13, 8.3949e-13, 1.3991e-13, -5.3108e-14, -1.3391e-14,\n -1.3825e-13, 6.6799e-13, 8.0181e-13, -1.7938e-14, -3.6901e-13,\n -2.9975e-13, -5.7794e-14, -8.1944e-14, 5.1432e-14, -3.2893e-13,\n -1.2528e-12, 1.6070e-14, -2.7407e-14, -1.1457e-13, 7.6028e-15,\n -1.5413e-13, 1.2717e-13, 2.6485e-14, -2.3978e-13, 1.6931e-13,\n 3.3781e-13, 1.0263e-13, -3.1007e-14, 6.1446e-13, -7.0440e-14,\n 3.3018e-14, -2.1646e-13, -1.2263e-14, 1.3150e-13, 8.9124e-15,\n -2.0532e-14, -2.1513e-14, -7.4746e-14, 1.4993e-13, -1.1939e-14,\n 9.2503e-14, 3.8842e-14, -2.7580e-14, -2.2708e-13, -1.0200e-12,\n -1.5643e-14, 5.8474e-14, -9.9001e-14, -2.7373e-14, 6.4343e-14,\n 1.6480e-13, 3.6067e-14, -2.3623e-13, -1.3182e-14, -6.2286e-13,\n 4.4679e-14, 5.0849e-14, -2.8020e-14, -9.5928e-15, 3.4394e-13,\n 5.2519e-14, 2.3994e-14, -1.1267e-13, -8.0766e-14, 1.7143e-14,\n -7.4235e-14, 9.7314e-14, 1.7358e-14, -1.3897e-13, -1.0966e-14,\n -1.2023e-13, 2.0148e-14, 1.3183e-14, 7.7910e-14, 2.3747e-13,\n 2.5150e-13, -8.3132e-13, 1.3392e-13, 1.3982e-13, -1.3582e-13,\n -7.4602e-15, 9.4869e-14, 2.2128e-14, 1.2618e-14, 4.4741e-14,\n -5.6127e-13, -6.4522e-14, -6.1083e-15, 2.7834e-14, 2.6700e-13,\n 2.5935e-13, 1.1579e-13, -3.9980e-13, -2.3420e-13, 5.1369e-13,\n 3.5134e-13, 3.6970e-13, -6.9788e-13, 3.7129e-13, 1.4103e-13,\n 2.9163e-13, -8.5720e-14, 1.2762e-13, 1.4843e-14, -3.3076e-14,\n -5.5556e-14, 7.4059e-14, 7.5017e-14, -3.1285e-14, -7.5030e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([1.0166e-06, 1.6840e-08, 1.3094e-08, 3.7628e-09, 5.4788e-09, 4.3106e-07,\n 8.1083e-07, 7.5787e-08, 1.0288e-09, 1.3183e-08, 2.7555e-08, 6.2186e-09,\n 1.3749e-07, 1.6244e-09, 5.9588e-08, 6.6692e-09, 4.0064e-07, 3.6370e-09,\n 2.4084e-07, 6.6909e-10, 2.1006e-09, 2.9379e-08, 7.6188e-08, 2.8409e-09,\n 1.5082e-09, 1.1507e-07, 7.5903e-07, 5.5439e-07, 1.5144e-08, 2.7043e-09,\n 1.8423e-07, 2.3318e-08, 6.6121e-09, 1.4186e-08, 5.1773e-09, 8.7116e-08,\n 6.8394e-09, 7.6812e-10, 1.7896e-07, 1.2727e-09, 1.4935e-08, 2.5645e-07,\n 4.9850e-08, 6.3968e-10, 9.6161e-09, 9.6950e-09, 2.2173e-09, 1.1912e-07,\n 1.9101e-08, 2.2745e-07, 2.1133e-09, 2.1553e-07, 5.2692e-09, 6.7662e-08,\n 1.8367e-07, 7.5492e-07, 1.0941e-06, 3.8289e-09, 5.6620e-07, 3.5905e-09,\n 1.7924e-07, 1.2710e-08, 2.8179e-08, 1.7808e-08, 7.0521e-08, 2.3225e-09,\n 4.6892e-07, 3.4783e-07, 8.6463e-08, 4.2310e-07, 1.4466e-06, 4.5116e-09,\n 7.3383e-09, 1.1336e-09, 6.2827e-08, 1.7515e-08, 4.6289e-08, 3.9114e-09,\n 9.9047e-08, 4.1108e-07, 2.0262e-09, 1.3555e-08, 6.9442e-09, 1.9103e-07,\n 8.7392e-09, 6.2326e-09, 1.4927e-08, 8.0778e-08, 5.5429e-07, 7.2017e-09,\n 6.9029e-09, 1.2414e-08, 8.9224e-08, 3.2857e-07, 3.4957e-07, 9.1792e-07,\n 4.7634e-08, 4.9416e-07, 4.0323e-08, 4.2879e-08, 4.9475e-09, 3.1198e-07,\n 1.9022e-08, 2.0125e-07, 4.1916e-07, 2.0628e-09, 1.8981e-08, 3.0359e-07,\n 1.1282e-09, 2.8018e-08, 3.4648e-07, 3.4402e-08, 7.5453e-09, 1.8967e-09,\n 5.1691e-10, 5.5407e-09, 6.8833e-10, 2.1161e-08, 6.3610e-10, 5.6757e-09,\n 6.0242e-07, 2.2401e-07, 9.0875e-08, 3.1336e-07, 2.1332e-09, 8.8874e-08,\n 1.2416e-09, 2.3312e-09, 1.1869e-09, 2.4732e-08, 1.7328e-09, 2.0880e-08,\n 3.7925e-07, 1.7647e-07, 1.3888e-08, 1.1121e-06, 6.3599e-08, 1.9213e-07,\n 3.9645e-07, 4.6505e-07, 2.6206e-07, 7.0988e-08, 1.8912e-09, 1.9551e-09,\n 5.5730e-09, 4.8317e-09, 1.8062e-08, 7.6277e-07, 3.2739e-07, 3.4122e-09,\n 6.6369e-08, 3.4152e-08, 9.9767e-09, 5.3970e-10, 1.1349e-07, 3.0963e-08,\n 2.2295e-08, 1.4896e-07, 5.8712e-07, 4.5725e-08, 7.0844e-07, 1.1199e-09,\n 3.8712e-07, 7.9738e-10, 1.5410e-07, 3.4518e-09, 7.1708e-10, 1.0454e-08,\n 1.8298e-08, 3.8395e-07, 4.0121e-10, 4.5590e-08, 1.8592e-08, 3.4082e-07,\n 2.9535e-07, 6.9620e-08, 5.7547e-08, 1.4713e-06, 1.4433e-08, 8.7914e-07,\n 6.6927e-10, 1.6698e-08, 2.8846e-07, 1.1946e-08, 1.1719e-07, 7.0268e-10,\n 7.7223e-07, 5.6202e-07, 4.0327e-09, 1.7557e-09, 2.4152e-09, 4.1394e-09,\n 1.0328e-08, 1.0782e-09, 6.3545e-07, 1.7031e-09, 6.4439e-09, 4.9877e-10,\n 9.4691e-07, 4.2663e-07, 4.0169e-07, 3.0318e-08, 7.7923e-09, 1.4369e-08,\n 3.3436e-08, 4.6754e-07, 8.4559e-08, 1.4194e-09, 1.1525e-06, 7.3535e-07,\n 3.6658e-08, 2.3966e-08, 3.8714e-09, 1.3297e-07, 7.1170e-07, 5.5622e-10,\n 6.1835e-09, 1.9233e-09, 1.4378e-07, 1.7286e-08, 2.9738e-08, 1.5831e-09,\n 1.0903e-06, 6.4590e-09, 3.0318e-07, 3.5721e-07, 5.2861e-08, 2.4526e-07,\n 4.0077e-09, 3.5641e-07, 8.1327e-09, 2.8615e-09, 1.3671e-07, 6.7569e-08,\n 6.1295e-07, 8.9250e-07, 3.0120e-08, 5.7911e-08, 2.1693e-09, 2.3421e-08,\n 1.4828e-07, 3.4248e-09, 1.9244e-08, 2.2463e-08, 1.7968e-09, 1.2220e-09,\n 1.6177e-07, 5.1095e-07, 7.0599e-07, 7.1937e-07, 1.4154e-07, 9.2901e-09,\n 2.9836e-09, 7.4494e-09, 8.2189e-08, 3.0956e-07, 3.1456e-07, 2.0845e-09,\n 4.9425e-08, 3.1234e-07, 7.3471e-08, 1.5985e-09, 5.1666e-08, 5.6473e-08,\n 4.0029e-07, 4.1339e-08, 3.7537e-09, 1.4183e-07, 6.8092e-07, 4.9529e-09,\n 5.1650e-08, 1.2613e-09, 1.7054e-07, 1.3417e-07, 6.8905e-09, 2.5132e-09,\n 9.7287e-08, 7.9126e-10, 1.8227e-07, 5.6147e-07, 3.6095e-07, 1.7679e-08,\n 3.4953e-08, 4.2067e-08, 8.7175e-08, 3.4363e-08, 6.7918e-10, 4.0483e-08,\n 1.4301e-07, 1.4783e-09, 2.5526e-08, 4.1832e-09, 1.0557e-08, 1.6378e-09,\n 1.0766e-09, 4.5248e-07, 3.8430e-07, 2.0820e-08, 3.1574e-08, 8.9512e-10,\n 3.2438e-07, 3.8334e-08, 9.4956e-09, 3.0453e-07, 1.6037e-07, 4.9956e-09,\n 4.4047e-08, 9.5681e-09, 3.2680e-07, 7.9955e-08, 1.2383e-07, 4.6097e-07,\n 1.2976e-06, 7.1211e-07, 1.3219e-07, 1.5479e-08, 4.8667e-08, 5.1544e-08,\n 9.6662e-07, 1.5692e-06, 1.4878e-09, 5.3623e-09, 4.3544e-10, 1.7995e-07,\n 4.8024e-07, 5.7658e-08, 9.1344e-08, 5.2337e-10, 1.5879e-09, 7.5424e-07,\n 1.3601e-07, 3.9247e-08, 5.1408e-08, 3.1192e-09, 5.9625e-07, 4.5222e-08,\n 1.6012e-06, 5.5956e-10, 8.1711e-07, 1.4004e-06, 3.6875e-07, 1.2923e-09,\n 6.5944e-08, 8.8814e-10, 9.6112e-08, 2.9032e-07, 4.5876e-08, 7.5781e-07,\n 2.4959e-09, 5.3666e-07, 6.1137e-10, 3.2020e-08, 1.4186e-09, 2.8241e-08,\n 9.7627e-10, 3.4068e-07, 4.0832e-08, 1.6914e-07, 1.0509e-09, 4.7818e-08,\n 8.6898e-09, 2.0491e-07, 4.9877e-09, 3.1231e-09, 9.0184e-09, 3.5044e-08,\n 1.8083e-08, 4.2795e-08, 2.0333e-07, 1.2603e-07, 4.6527e-07, 1.8484e-08,\n 4.5142e-09, 1.3904e-07, 3.5596e-09, 1.4766e-08, 1.7872e-07, 9.3723e-08,\n 2.6205e-08, 3.5298e-07, 1.4473e-08, 2.2897e-09, 2.7513e-09, 2.9811e-09,\n 1.3176e-09, 1.6969e-08, 6.5478e-08, 1.6058e-08, 5.4231e-08, 1.1400e-09,\n 8.2352e-08, 2.8569e-09, 1.0106e-06, 8.8987e-07, 3.5724e-09, 1.5704e-07,\n 5.5678e-08, 5.0063e-08, 2.0180e-08, 5.8945e-07, 5.5709e-10, 1.7870e-08,\n 1.4036e-08, 1.8921e-07, 7.7457e-09, 6.8088e-10, 3.0086e-08, 2.3310e-08,\n 1.0433e-07, 5.6921e-08, 1.7629e-08, 1.9337e-08, 6.9960e-10, 3.6735e-08,\n 3.4689e-08, 3.7659e-07, 7.6646e-07, 2.4275e-08, 2.0546e-07, 2.3993e-09,\n 1.2874e-08, 4.7155e-07, 1.6445e-08, 3.2824e-09, 6.2762e-09, 1.9037e-09,\n 5.8052e-10, 9.8788e-08, 4.8177e-07, 4.5177e-09, 7.8086e-10, 1.0815e-06,\n 5.0614e-07, 1.1629e-09, 9.5143e-08, 1.0846e-07, 2.8238e-08, 5.0946e-08,\n 2.8826e-08, 1.7262e-08, 1.9074e-07, 9.2117e-09, 7.5929e-09, 6.1732e-09,\n 1.0987e-07, 6.4557e-07, 7.2011e-07, 3.4202e-09, 1.6031e-07, 1.6036e-09,\n 7.6968e-09, 2.6794e-09, 2.2288e-08, 2.7389e-09, 6.1179e-09, 8.7361e-08,\n 1.2971e-07, 7.7630e-09, 1.9625e-09, 1.0481e-07, 4.9577e-08, 7.6194e-10,\n 4.7558e-09, 1.0476e-07, 1.1140e-06, 4.2577e-07, 5.0541e-09, 2.5419e-08,\n 1.5822e-09, 2.9770e-08, 2.2201e-07, 4.3323e-07, 9.3525e-09, 9.2642e-09,\n 1.0966e-08, 5.7778e-09, 3.1915e-09, 6.5150e-08, 3.6067e-08, 6.4079e-08,\n 1.4874e-08, 1.0554e-07, 3.7855e-09, 2.8238e-07, 1.1801e-09, 9.0238e-07,\n 7.5980e-07, 5.7853e-08, 8.5283e-08, 4.5766e-08, 4.1807e-09, 9.5795e-08,\n 3.7201e-09, 1.4367e-08, 2.3589e-07, 5.6488e-10, 3.9629e-09, 4.9789e-07,\n 2.6962e-07, 1.2263e-09, 3.5417e-07, 5.5000e-08, 2.5272e-08, 1.7810e-08,\n 2.3674e-08, 1.1542e-07, 2.5174e-07, 1.0894e-07, 1.2246e-07, 8.0696e-10,\n 2.8315e-09, 2.5325e-07, 9.1917e-10, 1.6748e-09, 2.7525e-08, 4.2917e-07,\n 1.2179e-07, 6.8291e-09, 7.3450e-07, 8.8152e-08, 7.0953e-08, 3.1407e-08,\n 7.8959e-09, 3.2276e-09, 1.0461e-08, 5.6308e-09, 1.7140e-07, 3.5212e-08,\n 1.9262e-07, 3.5903e-09, 2.9143e-07, 2.3365e-06, 6.3914e-08, 7.3207e-09,\n 1.9592e-07, 7.7049e-07, 7.3466e-07, 2.2727e-07, 3.9204e-10, 8.3425e-09,\n 1.4391e-08, 3.4373e-09, 1.5840e-07, 2.1133e-09, 9.7136e-09, 1.1061e-08,\n 4.2796e-08, 5.0353e-09, 7.5282e-09, 1.0233e-09, 8.6678e-07, 2.6792e-07,\n 5.6010e-07, 1.5248e-08, 1.3588e-08, 1.0145e-06, 2.1247e-07, 1.7365e-09,\n 1.5943e-07, 1.2331e-08, 1.7748e-09, 8.7943e-07, 1.2099e-07, 1.1331e-09,\n 8.6873e-07, 4.5138e-09, 1.5252e-09, 7.9832e-07, 9.1464e-10, 3.3543e-09,\n 1.0087e-09, 7.8223e-10, 1.3073e-09, 6.4849e-09, 1.3962e-06, 4.4868e-09,\n 1.1974e-09, 3.4720e-08, 4.5427e-08, 1.5322e-08, 2.3075e-07, 4.3875e-10,\n 8.6117e-07, 7.0264e-09, 1.7139e-08, 7.9903e-08, 8.8735e-08, 1.5638e-08,\n 1.7206e-07, 7.1716e-07, 1.6137e-08, 5.3022e-09, 2.4832e-08, 7.5595e-10,\n 1.2074e-08, 5.8585e-10, 8.3385e-10, 9.6013e-08, 1.1585e-07, 8.0088e-10,\n 4.4002e-08, 6.2149e-09, 4.1646e-07, 1.6907e-08, 7.8931e-07, 1.8473e-08,\n 4.2015e-08, 5.4830e-09, 1.7686e-07, 9.3815e-07, 1.9316e-08, 5.1549e-08,\n 3.4323e-09, 2.2118e-07, 2.2670e-07, 1.9126e-08, 1.7637e-07, 4.9722e-08,\n 6.3375e-10, 8.7757e-07, 3.8481e-09, 4.3381e-09, 2.2527e-08, 1.5264e-08,\n 3.4646e-07, 2.1031e-06, 8.8107e-07, 5.4756e-09, 1.2194e-06, 8.5698e-07,\n 2.0623e-07, 7.1525e-09, 1.7514e-09, 4.4961e-08, 6.0175e-09, 3.8939e-08,\n 1.9564e-09, 1.0811e-07, 1.1761e-08, 1.0117e-06], device='cuda:0')" }, "36": { "step": "tensor(2504.)", "exp_avg": "tensor([ 2.0260e-16, 3.2799e-15, 3.6238e-15, -9.6008e-17, -6.3790e-16,\n -3.1333e-15, 5.5399e-16, -1.0362e-15, -3.4277e-16, 5.9055e-16,\n 8.5315e-17, 5.1193e-16, -1.7320e-15, 1.0289e-16, -1.9742e-15,\n -2.7202e-16, 5.2509e-16, -8.3597e-18, 8.9832e-16, 2.9605e-16,\n 6.1338e-16, -3.3336e-14, 1.2322e-14, 3.9535e-15, -6.1023e-16,\n -1.1723e-15, 1.3794e-15, 3.4849e-16, -3.4698e-15, -1.7705e-15,\n 1.5684e-14, 1.9975e-16, -2.0901e-16, -1.4718e-14, 1.7368e-16,\n -6.5319e-16, -1.0679e-15, 1.5180e-16, -4.0176e-14, 3.5610e-16,\n 3.7265e-15, 1.7375e-14, 2.2184e-15, -4.3593e-16, -5.4580e-14,\n -8.6348e-16, 7.3478e-16, -1.1927e-15, -3.4327e-15, 5.1196e-15,\n 1.1109e-16, 6.2384e-15, 1.8589e-15, 4.3391e-16, 1.5292e-16,\n 5.3647e-16, -7.5063e-15, 7.0963e-16, 7.6334e-16, -1.9359e-15,\n 3.2044e-15, 7.9668e-16, -1.3329e-16, -2.2661e-16, -1.7903e-15,\n 1.5876e-16, -1.2202e-14, 1.8226e-14, 3.6225e-15, -2.5345e-16,\n -1.0135e-14, 1.5357e-15, 6.6381e-16, -2.9407e-15, -4.3607e-16,\n -2.4584e-16, 2.0794e-15, 8.8353e-16, -7.5373e-15, 9.9796e-16,\n 1.0387e-15, -8.9550e-15, -7.1673e-16, -7.8042e-16, -8.3418e-16,\n 1.5368e-15, -6.6607e-15, -1.0903e-15, 1.5178e-15, 5.3035e-17,\n 1.0830e-16, -2.4866e-16, 1.8224e-15, 6.6452e-16, -1.7450e-15,\n -1.0247e-14, 1.5898e-15, -3.2366e-16, -1.7025e-15, 4.8446e-15,\n 7.9723e-16, 2.5614e-15, 2.4988e-16, -7.7907e-15, 1.2876e-16,\n -3.5128e-15, -3.9008e-16, -7.0601e-16, -8.8654e-15, -6.3564e-15,\n -2.6642e-17, 3.3602e-16, -1.1100e-16, -5.8309e-15, 1.0334e-15,\n 4.7201e-16, 5.4406e-16, 1.8891e-15, -1.0086e-14, -1.0460e-15,\n 1.4000e-15, 8.3892e-16, -3.8964e-15, 1.0173e-15, -9.3461e-15,\n -7.2110e-16, -4.6652e-16, 7.5923e-16, -1.9495e-14, -7.3997e-16,\n 3.6424e-16, -2.0074e-15, 9.4688e-15, -7.8522e-16, -1.3721e-15,\n 3.7900e-15, 3.6444e-15, 2.5511e-16, 1.9429e-15, -1.1743e-15,\n 6.1830e-16, -1.9959e-14, -1.0359e-15, -1.3342e-18, -1.4254e-16,\n 8.8114e-16, -3.1621e-15, 4.1362e-15, 1.0033e-15, 1.1137e-15,\n 2.4818e-15, 2.3183e-16, -5.6025e-16, 1.5305e-16, 8.4865e-16,\n -5.1930e-16, 8.9340e-16, -1.8526e-14, 6.0098e-16, 1.4623e-14,\n 2.7890e-15, 1.0392e-16, -9.5715e-16, -1.0924e-16, 1.8157e-15,\n 5.7058e-16, -7.1917e-16, -1.1793e-15, 6.7517e-16, 4.7948e-15,\n -5.1714e-16, -4.5201e-16, 1.4103e-17, -5.1408e-16, 6.3519e-16,\n 2.0453e-15, 2.9532e-16, -1.8721e-15, -1.4928e-16, -6.1385e-15,\n -7.4461e-17, 9.1316e-15, -4.3650e-15, 1.5436e-15, -5.7062e-15,\n 1.5521e-16, -1.6930e-14, -1.3448e-15, -2.5439e-15, -5.6546e-16,\n -1.7579e-16, -2.3032e-15, -1.7950e-17, -1.6555e-15, 1.0289e-15,\n -5.8154e-15, 6.3526e-16, -1.6130e-15, 5.8181e-16, -1.1278e-15,\n 1.0431e-15, -8.9547e-16, -5.8703e-15, -3.1927e-14, -4.7869e-16,\n 2.9688e-15, 1.1664e-15, -5.3412e-16, 2.8672e-15, 4.7011e-16,\n -1.5947e-15, 1.8296e-17, -6.1991e-16, -1.5533e-15, 2.4877e-15,\n 1.0903e-15, -1.2599e-14, 1.9919e-16, 2.5731e-17, 2.8128e-16,\n 5.2442e-16, -4.6253e-16, 1.1314e-15, 4.3852e-16, -1.9754e-16,\n 4.3575e-15, -1.1907e-15, -1.3373e-14, -2.5439e-15, 7.2212e-16,\n -1.4981e-14, 1.9218e-16, 2.4766e-15, -1.6182e-14, -3.3921e-16,\n 8.8642e-15, -4.8503e-15, 2.7995e-15, 3.5015e-16, 6.5992e-15,\n -2.6894e-16, 7.2264e-16, -7.4198e-16, -3.6369e-15, 1.7418e-14,\n 6.4705e-15, 9.4059e-16, 2.1894e-15, 8.0965e-16, -1.3699e-15,\n -5.5729e-15, 5.2096e-15, 3.3365e-15, 7.3115e-15, 8.6470e-16,\n -1.1087e-14, 1.1804e-15, 5.6847e-15, 1.8129e-15, -4.4051e-15,\n -2.6120e-15, -9.6339e-17, 3.8269e-16, -3.9925e-16, -5.7197e-16,\n -4.1939e-14, 6.9629e-16, 1.7624e-15, 1.2987e-15, -4.0847e-15,\n -3.8805e-16, -1.0697e-15, 1.9659e-16, -7.3949e-16, -8.3514e-16,\n -1.4670e-14, 3.1392e-15, 9.8806e-16, -1.4348e-15, -9.8736e-15,\n -1.8719e-15, 9.7259e-16, -1.6101e-15, -1.5374e-15, 1.9678e-17,\n 6.6673e-15, -1.1218e-16, -3.4052e-15, 4.6639e-16, 1.9525e-15,\n -6.4393e-15, -1.4960e-15, -2.8477e-15, 1.8699e-15, -4.2089e-16,\n -3.9448e-15, -2.5779e-15, -1.1741e-15, 2.1018e-16, -1.1563e-14,\n -4.3543e-16, 1.8948e-15, -9.8391e-16, 5.5836e-16, 3.9527e-16,\n 4.4643e-17, -8.7635e-16, 6.3206e-16, -3.8591e-16, 1.4857e-15,\n 1.8002e-16, 1.1564e-14, -7.7553e-15, 2.8091e-14, 6.6715e-16,\n -6.4878e-16, -2.6432e-14, 1.8979e-15, 1.6303e-16, 3.1186e-16,\n -4.0567e-16, 1.1886e-16, -1.3800e-15, 3.7336e-15, -1.8962e-15,\n -4.9339e-14, -1.0671e-16, -2.7740e-16, -2.8810e-16, 1.4679e-15,\n 6.0762e-16, 2.3143e-15, 6.4023e-16, -5.3685e-15, 6.7975e-16,\n 1.0491e-14, 2.9910e-15, -2.7498e-15, -1.0086e-14, 1.7978e-15,\n -2.9082e-16, -6.6786e-16, -2.0255e-14, -1.6849e-16, -2.8250e-14,\n 1.7976e-15, -1.4398e-16, 1.2713e-14, 9.5892e-16, 4.5926e-16,\n -1.4676e-15, -1.1992e-15, 7.0664e-16, 4.2706e-16, 1.7928e-15,\n -1.4424e-14, 6.3786e-15, 3.8114e-16, -3.0577e-16, 3.5976e-17,\n 3.3252e-16, -9.0846e-16, -8.4844e-15, -2.7218e-15, -2.7793e-16,\n 2.2674e-16, -1.3766e-14, 8.1771e-16, 2.8654e-15, -3.1937e-15,\n 2.6634e-16, 6.4829e-16, -3.4490e-17, 6.8681e-15, -1.7769e-15,\n 1.3304e-15, -2.4847e-16, -5.9438e-16, 1.4158e-15, 2.6287e-15,\n -5.4982e-16, 1.9106e-16, 1.1013e-15, -1.6421e-16, -6.7340e-17,\n 1.6969e-15, 1.6579e-15, -2.4171e-16, -9.5266e-16, -1.1035e-16,\n 7.1784e-16, 1.2257e-14, 1.0421e-15, 8.8243e-15, -9.8598e-15,\n 1.7446e-16, -6.9287e-16, -1.6457e-15, -1.9934e-15, -2.7474e-16,\n 1.0867e-15, -6.8892e-15, -8.1426e-16, 7.7115e-16, -1.7081e-15,\n -1.1603e-16, 2.4871e-16, -1.9603e-15, -1.0654e-14, -6.6337e-16,\n -3.4258e-17, -1.0893e-14, 7.5472e-15, -1.2349e-16, 4.7152e-15,\n 4.5018e-15, -9.9168e-16, 2.6000e-15, 6.7539e-15, 1.1806e-16,\n -1.6615e-15, -2.3975e-14, -7.6973e-15, -3.0781e-14, -1.3227e-15,\n -1.2580e-17, -2.8091e-16, -1.4446e-16, 6.3163e-16, 4.9793e-16,\n -9.8716e-16, 1.8514e-15, 3.6192e-16, -3.6175e-16, 2.0361e-15,\n -2.1950e-15, -8.9216e-16, -1.0820e-15, -2.0454e-16, -2.4915e-16,\n -6.2799e-15, -1.9229e-16, -9.8884e-15, -1.2266e-17, -2.9118e-15,\n -1.8594e-15, -1.0205e-14, 3.0904e-15, 1.0622e-15, -2.3323e-15,\n -7.3608e-16, -2.9459e-16, -2.0804e-14, -1.4973e-14, 1.6682e-15,\n -1.4354e-15, -2.9810e-15, 1.2369e-15, -1.1196e-15, 3.0911e-16,\n 1.3176e-16, 4.4385e-16, 9.9038e-16, 3.6266e-16, -7.4103e-15,\n 1.2946e-14, -1.4202e-15, -4.7260e-14, -1.0955e-15, 7.6742e-15,\n -2.4859e-15, 6.0938e-15, -8.3992e-16, 3.9655e-16, 1.1319e-15,\n -2.9303e-15, 9.1720e-15, 4.8663e-16, -1.4067e-16, 1.4663e-15,\n -9.3215e-16, -4.2356e-16, 4.7714e-16, -5.1428e-15, -5.5228e-16,\n -1.4780e-14, -1.6711e-15, 2.9413e-15, -1.2525e-15, -1.9323e-14,\n 1.7332e-15, -2.4297e-15, -6.4064e-17, -2.3477e-14, -1.7831e-14,\n -1.9256e-15, 7.5995e-16, 2.8317e-16, 1.7247e-16, 3.0211e-16,\n 6.9516e-16, 6.1697e-16, -3.7871e-17, 4.7730e-16, 1.5705e-15,\n -9.8347e-15, 1.4775e-15, -1.9325e-15, 5.0913e-15, 5.7469e-16,\n -5.1158e-15, -6.0715e-15, 2.9327e-15, 7.7034e-16, 2.0105e-16,\n -1.9749e-15, -2.1529e-15, -1.5055e-15, -2.4909e-15, 8.4435e-15,\n -5.3065e-16, -2.8032e-16, -9.6768e-17, -9.2349e-16, -2.0772e-14,\n 2.1243e-16, -3.2209e-15, 9.9218e-16, -1.2420e-14, -1.5396e-14,\n -2.2624e-15, 2.1246e-14, -3.4865e-16, 1.1093e-15, 1.2672e-15,\n 1.3576e-15, 1.2579e-14, 1.1670e-14, -5.8029e-16, -2.9374e-14,\n -5.5583e-15, -7.5182e-16, 1.3512e-15, -9.9761e-18, -3.9387e-14,\n -7.5499e-14, 2.7373e-15, 4.0757e-17, -1.7340e-15, -1.4998e-15,\n 1.1209e-15, 6.8412e-16, 1.6610e-15, -6.5966e-15, -9.1134e-16,\n 4.9547e-16, 7.1775e-17, -2.5166e-14, 8.0687e-15, -8.4071e-15,\n 1.5622e-16, -2.9021e-15, -7.0070e-16, -2.7030e-15, -7.0656e-16,\n -1.0073e-16, 4.2119e-17, 2.9922e-15, 8.8066e-16, 6.7159e-16,\n 1.0806e-15, -9.2383e-18, -9.5409e-16, -4.2416e-15, -6.0683e-15,\n -1.7500e-15, -2.4944e-15, -9.9160e-16, 1.9717e-15, -2.1560e-15,\n 2.5359e-15, 4.0208e-16, 1.9734e-15, 1.1876e-15, -3.3369e-14,\n 2.1984e-15, -6.6102e-16, 3.7723e-16, -7.0684e-16, 3.2905e-15,\n -1.9067e-16, 1.9864e-16, -8.1913e-18, 5.2187e-16, -1.8098e-16,\n -1.4509e-15, -3.3905e-17, -2.4350e-16, -1.0906e-14, 7.2290e-16,\n 2.3348e-15, -1.6329e-15, -5.0941e-16, -2.9796e-16, 4.0293e-15,\n 2.4345e-15, -1.4617e-14, -5.9703e-17, -2.1428e-16, -2.5494e-15,\n 9.1101e-16, 1.8540e-16, -9.7636e-16, 4.7578e-17, -1.2472e-15,\n -1.8352e-14, 3.6326e-15, 1.5109e-15, 5.5527e-16, 8.1339e-16,\n 6.9545e-17, -4.5901e-15, -3.9105e-14, -3.5699e-14, 6.6339e-15,\n 3.2213e-15, 6.6545e-15, -3.0167e-14, 5.6132e-15, -1.4851e-15,\n 2.8802e-15, 2.2151e-15, 6.2752e-16, -1.0562e-15, -1.7529e-16,\n 1.4570e-15, -1.3855e-15, 4.5855e-15, -1.6236e-14, -9.0187e-16],\n device='cuda:0')", "exp_avg_sq": "tensor([5.3875e-11, 1.4414e-12, 8.7239e-12, 1.0147e-12, 2.6829e-13, 3.9902e-11,\n 1.1633e-10, 3.9242e-13, 3.6406e-13, 1.4686e-12, 1.0055e-12, 1.5171e-12,\n 3.5905e-12, 1.8281e-14, 3.9091e-12, 3.6072e-12, 1.0939e-11, 2.4206e-12,\n 2.3185e-11, 3.3437e-14, 6.6147e-13, 2.4480e-12, 5.1567e-11, 1.0320e-12,\n 1.3859e-13, 3.5658e-12, 7.8340e-11, 9.9920e-11, 1.0763e-13, 1.2136e-12,\n 3.8691e-12, 3.2375e-13, 1.7218e-12, 5.0884e-13, 1.1112e-12, 4.2019e-11,\n 2.0326e-13, 1.2838e-13, 1.3276e-10, 5.4869e-14, 2.1937e-13, 1.0049e-10,\n 2.6303e-11, 8.5709e-14, 1.4754e-12, 3.9778e-13, 1.1074e-12, 2.8850e-11,\n 1.0297e-11, 1.6522e-11, 6.7666e-13, 1.9642e-12, 2.7313e-14, 2.8950e-12,\n 8.4318e-12, 2.0319e-10, 3.5082e-10, 6.7062e-14, 1.9331e-10, 4.5430e-14,\n 2.6777e-11, 2.1737e-12, 5.8541e-13, 8.3740e-12, 1.4256e-12, 7.5862e-14,\n 6.7478e-11, 3.8892e-12, 1.8340e-11, 1.8063e-11, 5.0328e-10, 9.9267e-14,\n 5.6797e-14, 1.5415e-13, 8.0458e-12, 6.6386e-13, 7.2144e-13, 9.3984e-13,\n 2.1071e-11, 1.5630e-10, 2.0333e-14, 1.0150e-12, 1.4220e-13, 1.3603e-11,\n 5.5433e-14, 9.9555e-13, 1.6863e-12, 1.4854e-12, 6.0195e-11, 1.6141e-13,\n 3.2406e-13, 1.3822e-12, 3.2173e-13, 5.6470e-12, 1.5772e-10, 2.1851e-10,\n 1.5140e-13, 1.9896e-11, 5.7355e-12, 3.9184e-13, 2.5104e-14, 1.1651e-11,\n 1.3365e-13, 6.4379e-11, 8.0498e-11, 8.8852e-13, 1.3491e-11, 3.6569e-11,\n 2.3004e-13, 2.1476e-13, 3.6683e-12, 3.9494e-13, 2.3620e-12, 4.6209e-14,\n 1.2250e-13, 6.5402e-14, 2.9254e-14, 9.0460e-12, 7.8036e-14, 2.0100e-14,\n 8.3018e-11, 6.2183e-12, 6.9050e-12, 1.0048e-10, 6.1962e-13, 5.2584e-11,\n 1.5652e-13, 9.8606e-13, 1.0470e-13, 1.4522e-12, 1.3808e-13, 1.8877e-13,\n 7.3517e-12, 4.8575e-11, 7.9595e-13, 3.6185e-10, 3.1618e-13, 1.8287e-11,\n 3.0015e-11, 1.6074e-11, 6.1979e-11, 2.4226e-11, 3.5404e-13, 4.3347e-13,\n 2.9337e-14, 4.9251e-13, 2.4269e-12, 2.2827e-11, 6.1206e-11, 7.1076e-13,\n 8.7010e-12, 3.1781e-12, 2.3534e-12, 1.0006e-13, 1.8214e-12, 2.1361e-13,\n 1.8771e-12, 5.4864e-11, 1.0117e-10, 2.9828e-12, 3.7119e-11, 6.7339e-14,\n 7.8257e-11, 2.1411e-13, 7.4049e-13, 1.2283e-12, 1.2339e-14, 3.9721e-12,\n 1.5036e-13, 8.6037e-12, 3.2365e-14, 9.4087e-13, 1.4734e-13, 5.8277e-11,\n 4.4995e-11, 1.7038e-12, 3.8873e-12, 7.4146e-10, 5.3191e-12, 1.3915e-10,\n 1.8788e-13, 4.0349e-12, 2.3783e-11, 2.4475e-13, 2.8501e-11, 1.6097e-13,\n 4.0333e-10, 1.3270e-10, 1.9542e-12, 4.1052e-14, 5.3232e-13, 1.9366e-12,\n 3.8460e-12, 2.5684e-14, 1.3150e-11, 6.2865e-13, 1.6707e-13, 6.5494e-15,\n 1.2144e-10, 1.7127e-10, 1.0748e-10, 9.8670e-14, 1.0391e-12, 4.4169e-12,\n 2.3647e-11, 3.1887e-11, 8.3212e-13, 3.5482e-13, 1.9614e-10, 1.6292e-11,\n 2.6001e-12, 7.8912e-13, 2.1005e-13, 2.8102e-11, 1.9174e-10, 1.6520e-14,\n 1.8468e-13, 1.3120e-14, 2.8424e-11, 5.2042e-12, 2.3503e-12, 3.1096e-13,\n 2.3402e-10, 2.6865e-13, 3.7387e-11, 8.0236e-11, 7.5118e-13, 2.6761e-11,\n 1.8496e-12, 8.6417e-11, 2.7712e-13, 2.9124e-14, 1.3873e-12, 5.6864e-13,\n 1.7576e-11, 4.2846e-11, 3.9398e-12, 3.8784e-13, 2.9200e-14, 1.8329e-13,\n 5.4833e-11, 1.9419e-14, 4.3406e-13, 1.0788e-12, 4.3110e-14, 3.2615e-14,\n 9.1149e-11, 1.0024e-10, 3.1403e-10, 2.0344e-10, 2.4706e-11, 1.4920e-13,\n 8.6206e-14, 3.5678e-13, 3.9042e-12, 1.8646e-11, 4.9531e-11, 3.9475e-14,\n 6.5116e-12, 2.3140e-11, 1.8225e-11, 5.2734e-13, 3.9539e-11, 8.0932e-12,\n 3.7958e-11, 5.6720e-12, 4.9515e-14, 2.2044e-11, 1.9813e-11, 2.1842e-12,\n 2.2097e-11, 6.0658e-14, 8.1347e-12, 2.2526e-12, 1.9166e-12, 1.0583e-13,\n 2.5520e-12, 9.3250e-14, 6.6553e-12, 4.6972e-11, 7.1113e-12, 1.7157e-13,\n 1.0642e-12, 4.6505e-13, 3.4016e-12, 1.1411e-12, 1.7979e-14, 4.6773e-13,\n 8.9168e-12, 4.9141e-14, 7.0959e-13, 2.1175e-12, 8.4987e-14, 4.6887e-14,\n 2.2082e-13, 1.3240e-10, 5.7191e-12, 1.2845e-13, 6.2604e-12, 3.6248e-13,\n 1.6323e-10, 1.0053e-12, 4.4275e-12, 5.2050e-12, 3.4749e-11, 1.5782e-13,\n 1.9726e-13, 2.7574e-12, 2.0836e-10, 1.4283e-11, 3.6795e-11, 2.8078e-11,\n 1.9317e-10, 1.3066e-10, 9.5813e-13, 1.2897e-12, 2.2673e-11, 1.2046e-12,\n 6.6193e-10, 3.1352e-10, 7.6953e-14, 1.0706e-13, 8.3842e-14, 7.9205e-12,\n 6.2546e-11, 1.7570e-12, 4.7629e-12, 1.8059e-14, 7.8708e-14, 4.5842e-11,\n 4.7991e-11, 9.2973e-13, 5.7121e-13, 7.8126e-14, 8.9362e-11, 7.1716e-12,\n 9.0770e-10, 4.3184e-14, 2.8960e-10, 1.7777e-10, 7.2475e-12, 2.0901e-13,\n 4.8709e-11, 4.5463e-13, 7.9684e-11, 6.1944e-12, 5.4641e-12, 1.1272e-10,\n 4.2172e-13, 4.0126e-11, 3.2104e-15, 1.4354e-11, 3.6357e-14, 2.1624e-13,\n 8.6165e-14, 1.0925e-10, 3.5328e-13, 2.7537e-12, 4.3866e-13, 2.9661e-13,\n 4.8326e-13, 2.2753e-11, 1.0168e-12, 1.4387e-12, 2.8766e-12, 1.8201e-12,\n 1.4102e-12, 3.1349e-11, 1.1173e-12, 1.5267e-12, 2.0490e-11, 7.5102e-12,\n 4.2576e-14, 1.0233e-12, 3.7459e-14, 9.1195e-13, 6.8437e-12, 3.3654e-11,\n 1.2301e-13, 5.7752e-12, 1.5486e-13, 3.9492e-13, 7.8896e-14, 5.0882e-14,\n 2.5078e-14, 4.2187e-13, 4.7176e-12, 9.1837e-13, 2.1170e-13, 2.5030e-13,\n 2.4707e-11, 5.1655e-14, 1.7382e-10, 9.9378e-11, 8.0222e-14, 9.2724e-11,\n 1.1969e-11, 9.0878e-13, 1.1560e-11, 1.8467e-11, 2.8941e-14, 9.3274e-13,\n 6.7770e-13, 5.6695e-13, 1.8501e-13, 1.5744e-14, 2.3510e-12, 3.5532e-12,\n 2.7249e-12, 2.0652e-11, 2.5442e-12, 1.3549e-11, 1.0657e-14, 2.3676e-11,\n 6.3191e-12, 1.0481e-10, 6.5959e-11, 1.6460e-13, 4.3742e-12, 1.0756e-14,\n 1.0679e-12, 2.2749e-10, 1.9582e-13, 3.4828e-13, 1.7319e-12, 3.9256e-14,\n 1.0489e-14, 9.7540e-13, 2.6869e-11, 2.5296e-13, 4.2268e-14, 6.5113e-11,\n 1.9175e-10, 3.9460e-14, 6.3937e-12, 1.9151e-12, 5.8727e-13, 1.5668e-11,\n 2.5548e-13, 2.7511e-13, 5.5566e-11, 5.2016e-12, 2.5234e-13, 1.6877e-12,\n 1.1120e-11, 1.3400e-10, 3.0279e-11, 2.2522e-13, 2.6738e-11, 1.1474e-13,\n 5.0644e-14, 5.6212e-14, 1.8225e-11, 1.7623e-14, 2.4905e-12, 1.5947e-11,\n 1.8418e-11, 7.5348e-14, 6.4257e-13, 6.9135e-13, 6.2649e-13, 2.5376e-13,\n 1.3051e-12, 3.3167e-12, 4.1198e-10, 2.7334e-10, 2.2036e-13, 4.7799e-12,\n 8.9439e-14, 3.8873e-12, 2.0167e-11, 2.0217e-11, 3.1203e-13, 2.8633e-14,\n 2.0278e-13, 2.7525e-12, 1.7431e-13, 1.4044e-11, 1.5696e-13, 8.6311e-13,\n 1.8016e-13, 2.5224e-12, 2.2370e-12, 9.5631e-11, 1.1732e-13, 3.4641e-10,\n 4.3468e-10, 8.5926e-13, 1.5079e-11, 1.8869e-13, 1.1070e-12, 4.0985e-13,\n 6.9492e-14, 6.7367e-13, 7.6511e-11, 3.0989e-13, 1.5359e-13, 6.2469e-11,\n 7.0500e-11, 3.9245e-13, 6.0440e-11, 2.2188e-13, 1.3328e-12, 1.9665e-13,\n 4.3074e-13, 2.2223e-12, 5.7475e-11, 7.3132e-13, 1.2627e-10, 5.9094e-14,\n 5.9164e-14, 4.9930e-11, 7.9780e-14, 4.4066e-14, 9.5387e-12, 2.2764e-10,\n 2.3296e-11, 1.1014e-13, 2.7068e-11, 1.0610e-10, 6.1227e-13, 3.3952e-13,\n 1.6989e-13, 8.6353e-13, 1.0300e-11, 4.0619e-14, 1.0007e-11, 4.6244e-13,\n 8.6011e-11, 1.9343e-13, 7.6961e-12, 2.9543e-10, 1.7445e-12, 2.9429e-13,\n 2.3170e-11, 1.9739e-10, 1.1562e-10, 7.0605e-13, 6.7446e-14, 4.9837e-13,\n 3.7643e-12, 1.0044e-12, 2.5932e-12, 1.4203e-13, 2.0129e-12, 1.2227e-12,\n 4.8967e-13, 1.7151e-12, 7.9902e-14, 1.9172e-14, 2.0652e-11, 6.5465e-11,\n 2.3321e-10, 2.8786e-13, 2.9155e-13, 4.9916e-11, 1.6206e-10, 1.7660e-13,\n 1.9218e-11, 4.3730e-13, 1.5127e-13, 1.6253e-10, 1.5608e-11, 4.5089e-15,\n 3.2414e-11, 5.4624e-14, 1.7634e-13, 2.9430e-11, 1.6011e-14, 1.5826e-13,\n 2.8102e-14, 1.3588e-14, 2.2379e-14, 4.9256e-13, 7.3646e-11, 2.1166e-12,\n 6.2670e-14, 1.1393e-12, 3.4807e-12, 8.6967e-12, 4.1598e-11, 7.7945e-14,\n 1.9186e-10, 3.7134e-13, 4.8344e-12, 1.5381e-11, 1.3041e-11, 6.0190e-13,\n 6.5865e-11, 2.4293e-10, 1.1742e-13, 8.3544e-14, 1.8565e-13, 1.4589e-13,\n 2.5426e-12, 9.6336e-14, 7.4624e-14, 2.4657e-11, 2.5433e-11, 2.0324e-13,\n 1.7979e-13, 1.0596e-13, 4.3007e-11, 2.1185e-13, 4.4694e-11, 1.3071e-11,\n 5.0492e-13, 1.1968e-12, 3.0103e-11, 6.9979e-11, 5.6574e-13, 1.7543e-12,\n 6.7846e-14, 1.2745e-10, 5.2797e-12, 1.1243e-13, 9.2052e-13, 1.7910e-11,\n 2.0634e-13, 1.9148e-10, 1.6818e-13, 2.0455e-12, 7.4499e-13, 2.2757e-11,\n 7.6552e-12, 9.9660e-10, 1.1332e-10, 2.6719e-13, 4.9122e-10, 3.6926e-11,\n 9.1477e-12, 3.0687e-12, 2.3650e-14, 4.3983e-12, 1.5410e-12, 4.2886e-12,\n 7.1083e-13, 6.6080e-13, 2.6346e-13, 4.3049e-11], device='cuda:0')" }, "37": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.2581e-15, 8.2545e-16, 7.6864e-15, 1.5919e-15, -5.8556e-15,\n -1.1174e-14, 4.5600e-16, -4.9233e-15, 3.7311e-16, 5.2634e-16,\n -1.5220e-15, -9.7684e-17, -3.8124e-15, -5.7810e-17, -4.7355e-15,\n -1.9156e-15, -3.1366e-15, 1.2277e-17, 5.6584e-15, -9.4579e-15,\n -2.5729e-16, -1.6011e-14, 8.2783e-15, -2.1266e-15, 2.2601e-16,\n -2.3527e-15, -7.8416e-15, -1.1704e-15, -8.1657e-15, 1.1616e-15,\n 1.5847e-14, -5.0075e-16, 4.3263e-18, -2.3445e-14, -5.1499e-16,\n -2.1996e-16, 9.6401e-16, 6.6032e-15, -2.0288e-14, 2.7375e-15,\n 7.0594e-15, 1.2512e-14, 3.8151e-16, 2.1159e-16, -1.9654e-14,\n 8.1812e-16, -7.1121e-16, -5.3505e-15, -4.7860e-15, -4.1084e-15,\n -5.6116e-17, 8.4587e-15, 5.8044e-15, 2.8022e-15, -2.3245e-15,\n 1.2543e-15, -1.5834e-14, -2.8919e-15, -7.2309e-16, 1.9949e-15,\n -3.3434e-15, -3.4862e-15, -9.0717e-16, -6.9233e-16, -8.6170e-15,\n -1.9034e-15, -1.6678e-14, 1.4024e-14, 2.9759e-15, -7.2268e-16,\n -1.8103e-14, -1.3809e-15, -7.1674e-15, -3.5186e-15, -2.0917e-16,\n -4.9496e-16, -7.5124e-15, 1.1084e-15, -6.4430e-16, -3.3668e-15,\n -5.0249e-16, -6.3924e-15, 1.1450e-15, 3.4895e-17, -5.7585e-15,\n -5.2436e-15, -8.7223e-15, -1.2177e-14, -5.4498e-15, 4.9648e-17,\n -9.4615e-16, -1.4070e-16, -3.6223e-15, -2.9673e-15, 8.6034e-16,\n -2.6711e-14, -2.5397e-15, 2.3308e-15, -3.6258e-15, 5.2245e-15,\n 5.4019e-16, 5.3946e-16, -1.5311e-15, -1.0578e-14, -3.9227e-15,\n -9.3938e-15, 1.5070e-15, 7.9932e-15, -6.6269e-15, -2.8374e-15,\n -2.2547e-15, 6.2800e-16, 7.9940e-16, -5.6973e-15, 5.2927e-15,\n -1.2488e-15, 6.1497e-16, -1.1413e-15, -1.5712e-14, 3.0645e-15,\n -3.8526e-15, -1.0561e-15, -7.1024e-16, -1.6756e-15, -9.7106e-15,\n -6.6995e-15, 1.2968e-16, -1.7067e-15, -1.0779e-14, -5.5372e-15,\n -1.3620e-16, -7.5404e-15, 9.6155e-15, -6.3211e-15, 8.6909e-16,\n -8.7520e-15, 4.5418e-15, 7.0433e-16, -3.1446e-15, -7.9125e-16,\n -1.3554e-15, -8.6329e-15, 2.5402e-15, 4.1528e-16, -3.2721e-16,\n 4.5110e-15, -4.1409e-15, 3.7858e-15, -1.0465e-16, -7.1072e-16,\n 9.2836e-15, -5.4521e-15, 5.9458e-16, 5.0466e-16, 2.8259e-15,\n -2.4586e-15, -1.4949e-15, -9.7916e-15, 1.2451e-15, 9.1718e-15,\n 2.6286e-15, -4.6640e-15, -3.3110e-15, 4.0057e-15, -5.3989e-15,\n 4.0518e-16, 2.2162e-15, 9.2611e-16, -1.2865e-15, 4.6163e-15,\n 9.2343e-16, 4.1631e-16, 2.1518e-16, -6.5988e-15, -1.1367e-14,\n 4.3971e-15, -5.4667e-16, -5.6691e-16, -3.2074e-15, -5.1139e-15,\n 3.4882e-18, 9.7291e-15, -1.3017e-14, 4.6370e-15, -1.0496e-14,\n 9.1774e-15, -1.3297e-14, -1.4390e-15, 1.3419e-15, 4.1235e-15,\n 9.5818e-16, 2.3586e-15, -6.4863e-17, -4.2393e-15, -1.9687e-16,\n -1.3068e-14, 3.7366e-15, -5.8437e-15, -2.0092e-16, -5.1361e-15,\n -2.6250e-15, -2.5643e-16, -3.5423e-15, -1.2973e-14, -2.8054e-15,\n 3.5466e-15, -4.2571e-16, 1.3893e-16, 3.0210e-15, 5.7710e-16,\n 1.5107e-15, 1.0770e-15, -1.6931e-15, -4.5257e-15, 4.3826e-15,\n -1.0521e-16, -1.3822e-14, 7.4115e-16, -3.0321e-15, -7.3222e-17,\n -2.0611e-16, 4.7735e-15, -4.1498e-15, -7.4843e-16, -4.8002e-15,\n 1.9166e-15, -1.8043e-15, -2.4328e-14, 1.3491e-15, -6.8783e-16,\n -1.0789e-14, -1.6010e-16, 4.5065e-15, -1.6509e-14, 1.6366e-17,\n 1.0131e-14, -8.0075e-15, 1.4244e-14, -7.0894e-15, 8.2722e-15,\n -2.9225e-15, 2.6149e-15, -9.3934e-16, -7.7274e-15, 5.7784e-15,\n 1.1819e-14, -2.3727e-15, 1.0993e-14, -8.4381e-15, 8.6288e-16,\n -2.6312e-15, 5.9365e-15, -2.3808e-15, 3.0577e-15, 1.5816e-15,\n -1.2941e-14, -1.9144e-15, 5.4469e-15, -7.9502e-15, -6.1072e-15,\n -5.4276e-15, 3.2778e-16, 1.8835e-15, -2.7520e-15, 1.3559e-16,\n -1.2854e-14, 8.5205e-15, 3.5226e-15, 1.8097e-15, 2.5607e-15,\n 5.1577e-16, 2.1703e-15, -9.1860e-17, 1.1495e-15, 1.1412e-15,\n -1.3762e-14, -4.4170e-15, 4.0395e-15, -1.6976e-16, -8.3738e-15,\n -6.8239e-15, 6.3536e-15, 6.3009e-16, 7.1160e-15, -3.2426e-15,\n -3.2085e-15, 7.0427e-17, -9.6088e-15, -2.1588e-15, -2.0434e-16,\n -9.6650e-15, 1.3576e-15, -1.8912e-14, 1.8482e-15, -5.7446e-16,\n -1.1204e-14, -1.1325e-14, 3.4394e-15, -1.7281e-15, -9.7066e-15,\n 1.0296e-15, -9.6312e-16, 8.7127e-16, 1.3222e-15, -1.0610e-14,\n -1.0396e-15, -1.4842e-16, -3.8007e-16, -5.3406e-15, 1.8025e-15,\n 2.8275e-15, 1.3257e-14, -1.2508e-14, 1.7009e-14, 1.5774e-15,\n 2.2531e-15, -1.0713e-14, -2.1050e-16, -6.2213e-15, 3.4614e-15,\n 2.0878e-16, -7.8815e-16, 8.0888e-16, 5.0464e-15, -4.9628e-15,\n -3.3721e-14, 1.9678e-17, 9.9116e-17, 8.0941e-16, 2.0039e-15,\n -3.1962e-15, 6.1648e-15, 1.8140e-16, -7.3678e-15, 7.8806e-16,\n 1.0776e-14, 4.2415e-15, -8.8748e-15, -2.3726e-14, -4.0823e-15,\n -9.4148e-15, -6.2719e-16, -9.8435e-15, -4.2347e-16, -1.7652e-14,\n -2.4468e-15, 2.2322e-15, 1.0357e-14, -8.0140e-16, -5.5511e-15,\n -3.9858e-15, -5.5391e-15, -9.9258e-16, -1.3280e-15, -1.7087e-15,\n -1.3942e-14, -5.0923e-15, 3.0654e-15, 3.0857e-16, -1.1119e-16,\n -2.0868e-15, -8.2419e-15, -7.3758e-15, -6.9777e-15, -3.2126e-16,\n -8.2063e-16, -8.4000e-15, 1.9240e-15, -8.9659e-16, 4.2225e-16,\n 2.0739e-16, 3.2439e-16, -1.7501e-15, 6.3372e-15, -8.2559e-15,\n 3.4225e-15, -9.5003e-16, -8.2463e-16, -9.3287e-16, 1.9776e-15,\n -2.5676e-15, 1.0696e-16, -8.6850e-16, -2.1397e-15, 1.0628e-15,\n -8.5761e-16, -2.5463e-15, 6.1691e-16, 5.8897e-16, -8.7829e-17,\n 1.0193e-15, 1.1523e-14, 1.6549e-15, 1.8282e-14, -8.9483e-15,\n -3.0330e-16, -1.0158e-14, -1.0196e-14, 8.5453e-16, 1.8934e-15,\n -1.7910e-16, -9.9327e-15, -3.1882e-15, 3.4281e-15, -9.0907e-15,\n -2.7338e-15, 5.9430e-16, -5.7524e-16, -9.8542e-15, -1.5901e-15,\n -3.8173e-15, -7.8648e-15, 3.5858e-15, 1.8559e-16, -8.2383e-16,\n -1.5258e-15, 5.1287e-16, 3.2957e-15, 3.6159e-15, 7.2188e-16,\n 2.2436e-15, -1.2450e-14, -2.0429e-14, -2.2362e-14, 7.3428e-16,\n -3.6413e-15, 8.2807e-16, -1.5118e-15, -3.5239e-15, -1.0262e-15,\n 6.6836e-16, 3.6748e-15, -8.6104e-15, 3.7535e-16, -3.4392e-15,\n -1.3063e-14, -6.6991e-16, -9.5282e-15, 1.4974e-16, -1.5075e-15,\n -1.2552e-14, 4.3627e-16, -1.8219e-14, 2.8905e-16, -3.6656e-15,\n -7.4690e-15, -8.4477e-15, 4.2919e-15, -1.1445e-15, 1.0885e-15,\n 1.8526e-15, 5.4781e-16, -1.0568e-14, -2.0590e-14, -1.5549e-15,\n -1.4858e-15, -2.7658e-15, -1.2259e-15, 1.4954e-15, 1.4663e-15,\n 1.7057e-15, 2.5382e-15, 2.7543e-15, -8.8207e-15, -1.5115e-14,\n 1.5737e-14, -5.9350e-15, -2.4337e-14, -5.7919e-15, 8.0916e-15,\n -2.4745e-15, 1.0177e-14, -6.4344e-15, 6.0175e-17, 3.6730e-16,\n 2.1264e-15, 8.7495e-15, 1.3134e-15, 3.2624e-16, 5.8222e-16,\n -3.8348e-15, 2.1757e-15, -2.5594e-16, -5.1587e-15, 4.2456e-16,\n -1.9683e-14, -3.8548e-16, 2.2133e-15, -3.9465e-15, -2.8379e-14,\n -1.8103e-15, -1.3096e-14, -3.7217e-16, -1.4834e-14, -6.6367e-15,\n -3.7736e-16, 1.1439e-16, 9.8353e-16, -2.9853e-15, -3.4330e-16,\n 1.4416e-15, 2.0509e-15, 5.3209e-16, -1.0435e-15, 2.9167e-15,\n -1.1516e-14, -8.5962e-15, -8.3189e-15, 3.2240e-15, 2.4260e-15,\n -1.0117e-14, -4.3923e-15, -1.3032e-15, 4.2249e-16, -1.3268e-16,\n -1.1474e-15, -2.5896e-15, -1.2556e-15, -3.9420e-15, 9.6250e-15,\n -4.5320e-15, 2.4826e-16, -5.5380e-16, -3.1992e-16, -1.0250e-14,\n -1.1662e-15, 4.2374e-15, 2.4732e-15, -1.1408e-14, -1.4554e-14,\n -7.5646e-15, 1.8299e-14, 2.2507e-16, -1.3547e-15, -3.1690e-15,\n -5.5848e-15, 1.4508e-14, 1.8994e-14, 3.1827e-16, -1.6596e-14,\n -1.2103e-14, 3.3343e-16, -1.8512e-15, 3.7015e-17, -1.4926e-14,\n -4.1660e-14, 1.0041e-15, 3.8042e-16, -6.6962e-15, -3.7524e-16,\n -4.6797e-15, 5.2877e-16, -2.2736e-17, -1.0629e-14, 2.2627e-15,\n 8.6606e-15, 6.1897e-17, -8.5770e-15, 1.4024e-14, -7.7573e-15,\n 6.9126e-16, -8.5100e-15, -2.3908e-15, -7.0242e-16, -9.0098e-16,\n -1.4513e-15, -2.5524e-15, -3.3113e-15, 1.3597e-15, -1.6917e-15,\n 2.3588e-15, -1.4510e-15, -1.3554e-15, -9.7848e-15, -3.0538e-14,\n 7.8751e-16, 2.5723e-15, -7.5506e-17, -2.1444e-15, 1.4722e-15,\n 4.6554e-15, -2.1873e-17, -8.4645e-15, -8.8421e-17, -2.0913e-14,\n -2.5533e-16, 1.4603e-15, -2.3043e-15, -2.9302e-15, 4.5104e-15,\n 4.4953e-16, -3.8861e-16, -5.1455e-15, -1.6241e-16, 3.0704e-16,\n -4.7464e-15, 6.1753e-16, -2.7507e-16, -8.7350e-15, -6.4479e-16,\n -3.6230e-15, -3.3790e-15, -6.0593e-16, 1.1289e-15, 2.9416e-15,\n 1.4663e-15, -2.6032e-14, 1.5983e-15, 2.3874e-15, -5.0887e-15,\n -4.8663e-16, 2.5368e-16, 7.0056e-16, -1.4054e-15, -2.0306e-15,\n -1.9210e-14, -2.7603e-15, -8.8240e-16, -5.8944e-16, 4.4253e-15,\n 3.7715e-15, 3.0675e-15, -1.8133e-14, -1.3716e-14, 9.2264e-15,\n 2.9166e-15, 5.2736e-15, -2.3598e-14, 6.9513e-15, 4.4618e-15,\n 4.1863e-15, -8.0935e-16, 6.2081e-16, 1.3182e-16, -1.0300e-15,\n -2.8362e-15, 1.4348e-15, 7.4239e-16, -6.6408e-15, -4.6389e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([2.0638e-10, 2.0510e-12, 4.5855e-12, 5.2638e-13, 1.9267e-12, 7.2150e-11,\n 1.4357e-10, 1.1692e-11, 1.5870e-13, 3.4682e-12, 7.2405e-12, 9.0114e-13,\n 3.2508e-11, 3.8914e-13, 1.6398e-11, 1.1430e-12, 7.0005e-11, 6.3082e-13,\n 5.4720e-11, 1.5870e-13, 3.5550e-13, 6.1903e-12, 2.4545e-11, 4.7187e-13,\n 3.0564e-14, 1.8405e-11, 1.6401e-10, 9.3170e-11, 4.2216e-12, 6.4967e-13,\n 4.4339e-11, 5.5165e-12, 1.3510e-12, 2.3059e-12, 6.6657e-13, 2.6579e-11,\n 1.9138e-12, 5.7599e-14, 2.4809e-11, 3.4997e-13, 1.7988e-12, 6.8049e-11,\n 9.9666e-12, 3.6770e-14, 1.5517e-12, 2.0764e-12, 3.8869e-13, 3.3190e-11,\n 8.0810e-12, 3.6695e-11, 1.8287e-13, 5.1166e-11, 7.1418e-13, 1.7953e-11,\n 4.1470e-11, 1.7917e-10, 1.8905e-10, 1.1533e-12, 1.2422e-10, 2.8637e-13,\n 2.7260e-11, 3.6501e-12, 8.0588e-12, 4.6744e-12, 1.7289e-11, 8.6395e-13,\n 1.0723e-10, 7.8508e-11, 1.5778e-11, 9.9659e-11, 2.5755e-10, 1.4721e-12,\n 2.2539e-12, 2.3838e-13, 1.8430e-11, 2.9782e-12, 7.2675e-12, 5.7954e-13,\n 1.5696e-11, 1.0079e-10, 5.5090e-13, 2.1528e-12, 2.0577e-12, 3.0332e-11,\n 1.0500e-12, 1.3138e-12, 4.6875e-12, 1.2660e-11, 9.6726e-11, 2.1613e-12,\n 2.9225e-12, 4.6735e-12, 1.4263e-11, 5.6260e-11, 8.5955e-11, 1.6111e-10,\n 7.3889e-12, 8.5880e-11, 1.2736e-11, 1.0821e-11, 5.2565e-13, 5.3865e-11,\n 2.5104e-12, 3.0823e-11, 6.9819e-11, 3.6234e-13, 6.7095e-12, 7.3857e-11,\n 2.5720e-13, 3.7349e-12, 6.4989e-11, 5.8630e-12, 1.2193e-12, 2.2866e-13,\n 5.3359e-14, 8.0754e-13, 2.4272e-13, 3.9392e-12, 6.2354e-14, 5.4897e-13,\n 1.0649e-10, 3.8580e-11, 1.5330e-11, 5.2120e-11, 4.3071e-13, 2.6891e-11,\n 4.3885e-14, 3.7473e-13, 2.2740e-13, 7.4673e-12, 3.3411e-13, 3.2068e-12,\n 7.9668e-11, 4.4940e-11, 2.7455e-12, 2.0340e-10, 1.4362e-11, 3.1650e-11,\n 6.9930e-11, 9.9205e-11, 4.1963e-11, 1.0862e-11, 2.8457e-13, 3.2735e-13,\n 6.2672e-13, 1.9696e-12, 6.0564e-12, 1.5703e-10, 5.3418e-11, 4.6830e-13,\n 1.8261e-11, 4.1155e-12, 1.9209e-12, 5.1219e-14, 2.6351e-11, 8.2680e-12,\n 7.2403e-12, 3.9563e-11, 1.4156e-10, 1.4400e-11, 1.5696e-10, 1.7158e-13,\n 6.9298e-11, 1.1759e-13, 2.6495e-11, 5.9866e-13, 1.0957e-13, 1.8413e-12,\n 5.6027e-12, 8.2076e-11, 6.1459e-14, 1.0446e-11, 3.1526e-12, 5.5274e-11,\n 4.7052e-11, 1.7561e-11, 1.5938e-11, 3.2921e-10, 5.9319e-12, 1.5808e-10,\n 1.3374e-13, 5.1002e-12, 4.6996e-11, 3.1344e-12, 3.1324e-11, 8.0220e-14,\n 1.4297e-10, 1.3289e-10, 7.1057e-13, 7.5798e-13, 3.8674e-13, 8.3036e-13,\n 1.9070e-12, 6.3714e-14, 1.2947e-10, 4.7056e-13, 1.0927e-12, 6.9101e-14,\n 2.0678e-10, 1.0237e-10, 6.8444e-11, 4.3033e-12, 1.8282e-12, 2.7749e-12,\n 1.0149e-11, 1.0669e-10, 1.4621e-11, 1.4273e-13, 2.5438e-10, 1.5629e-10,\n 7.0673e-12, 3.9364e-12, 7.4714e-13, 2.3562e-11, 1.6091e-10, 1.6569e-13,\n 9.3238e-13, 5.5168e-13, 2.8135e-11, 2.9393e-12, 8.7100e-12, 2.4788e-13,\n 2.0119e-10, 1.5397e-12, 5.1879e-11, 5.9878e-11, 8.8335e-12, 4.3241e-11,\n 5.5920e-13, 5.8007e-11, 1.1951e-12, 3.0507e-13, 3.3043e-11, 1.0985e-11,\n 1.2680e-10, 1.8202e-10, 1.0164e-11, 1.5686e-11, 4.0677e-13, 6.6278e-12,\n 4.1364e-11, 5.6044e-13, 4.8055e-12, 3.2297e-12, 4.0261e-13, 1.9443e-13,\n 2.5663e-11, 1.1666e-10, 1.6517e-10, 1.7023e-10, 3.6375e-11, 2.9313e-12,\n 9.0143e-13, 1.1360e-12, 2.2493e-11, 7.1062e-11, 5.3726e-11, 7.4448e-13,\n 7.3730e-12, 5.1368e-11, 1.9261e-11, 1.8161e-13, 1.8997e-11, 9.6595e-12,\n 9.2219e-11, 7.5829e-12, 1.4405e-12, 3.6037e-11, 1.3772e-10, 7.2724e-13,\n 1.5703e-11, 4.1912e-13, 2.9115e-11, 2.3043e-11, 1.0259e-12, 3.1537e-13,\n 1.4932e-11, 5.7602e-14, 4.1418e-11, 1.2443e-10, 6.3433e-11, 4.6885e-12,\n 5.8035e-12, 6.4457e-12, 1.4894e-11, 4.8021e-12, 1.4941e-13, 6.0049e-12,\n 2.2526e-11, 1.7482e-13, 4.0098e-12, 6.8989e-13, 2.8020e-12, 3.8643e-13,\n 1.6584e-13, 1.0385e-10, 6.8100e-11, 2.7101e-12, 5.8367e-12, 2.2053e-13,\n 8.5404e-11, 5.7733e-12, 2.0201e-12, 7.0107e-11, 4.0219e-11, 1.8908e-12,\n 6.7870e-12, 1.5310e-12, 5.0042e-11, 1.2469e-11, 1.8496e-11, 1.0167e-10,\n 2.4382e-10, 1.5976e-10, 3.0820e-11, 2.5300e-12, 6.1353e-12, 8.5685e-12,\n 1.6783e-10, 3.4377e-10, 4.8090e-13, 1.0074e-12, 1.1724e-13, 4.3604e-11,\n 8.4091e-11, 8.5381e-12, 1.5613e-11, 1.8705e-14, 1.9741e-13, 1.3698e-10,\n 2.3723e-11, 7.0115e-12, 7.6494e-12, 1.2340e-12, 1.3797e-10, 6.6803e-12,\n 3.6033e-10, 3.9751e-14, 1.3927e-10, 2.5151e-10, 6.5299e-11, 1.6763e-13,\n 1.2083e-11, 2.7123e-13, 2.9258e-11, 4.9165e-11, 1.3906e-11, 1.6998e-10,\n 2.6861e-13, 9.5209e-11, 4.8979e-14, 1.1676e-11, 4.8265e-13, 8.9193e-12,\n 1.1230e-13, 5.6901e-11, 6.3706e-12, 2.9811e-11, 1.2627e-13, 7.1057e-12,\n 1.9423e-12, 4.8169e-11, 2.1798e-12, 6.6492e-13, 1.4892e-12, 9.5774e-12,\n 2.8836e-12, 1.5591e-11, 4.3823e-11, 2.0559e-11, 1.0533e-10, 8.0666e-12,\n 8.2144e-13, 2.3838e-11, 4.6974e-13, 5.3296e-12, 4.1536e-11, 2.6253e-11,\n 3.8361e-12, 7.7309e-11, 5.1502e-12, 3.1783e-13, 1.0204e-12, 3.7599e-13,\n 5.2398e-13, 4.3934e-12, 9.5758e-12, 5.6556e-12, 9.4151e-12, 9.1081e-14,\n 2.6536e-11, 1.0634e-12, 2.1923e-10, 1.9337e-10, 9.5462e-13, 4.1588e-11,\n 1.0224e-11, 7.3058e-12, 3.6311e-12, 1.0293e-10, 7.2163e-14, 4.4841e-12,\n 2.1962e-12, 4.1479e-11, 2.8177e-12, 1.4954e-13, 5.5327e-12, 3.9960e-12,\n 1.7735e-11, 1.8410e-11, 6.1392e-12, 8.1207e-12, 1.6035e-13, 1.4277e-11,\n 5.6597e-12, 6.0804e-11, 1.3685e-10, 6.9793e-12, 3.3705e-11, 2.2173e-13,\n 1.8460e-12, 1.1431e-10, 2.5885e-12, 6.3481e-13, 9.7119e-13, 5.3963e-13,\n 6.3995e-14, 1.5693e-11, 8.0112e-11, 1.1728e-12, 7.7343e-14, 2.2812e-10,\n 8.5094e-11, 2.7588e-13, 1.4697e-11, 1.6416e-11, 7.0242e-12, 1.1153e-11,\n 5.0520e-12, 2.8322e-12, 4.9570e-11, 1.8014e-12, 1.9049e-12, 9.4062e-13,\n 2.6095e-11, 1.4674e-10, 1.5570e-10, 8.4004e-13, 4.1242e-11, 2.5497e-14,\n 9.5182e-13, 1.0022e-12, 8.7137e-12, 3.7204e-13, 1.1296e-12, 2.4724e-11,\n 3.4977e-11, 2.0607e-12, 2.8676e-13, 1.7675e-11, 1.1643e-11, 1.9796e-13,\n 7.0602e-13, 1.6218e-11, 2.0463e-10, 1.1340e-10, 1.4467e-12, 2.7084e-12,\n 2.9249e-13, 5.9370e-12, 5.3097e-11, 9.3510e-11, 1.4860e-12, 9.9465e-13,\n 2.8125e-12, 1.1524e-12, 4.9693e-13, 1.9982e-11, 5.3192e-12, 9.5279e-12,\n 4.3701e-12, 1.7010e-11, 7.3151e-13, 7.4436e-11, 3.0596e-13, 1.6198e-10,\n 1.8417e-10, 8.8469e-12, 1.3511e-11, 6.5640e-12, 5.8914e-13, 1.5389e-11,\n 9.4787e-13, 4.5578e-12, 6.0419e-11, 1.6273e-13, 1.0823e-12, 1.1237e-10,\n 6.6480e-11, 1.3051e-13, 8.3253e-11, 8.0240e-12, 6.6443e-12, 4.7238e-12,\n 6.9974e-12, 2.8992e-11, 4.0899e-11, 1.7646e-11, 3.8519e-11, 1.4937e-13,\n 8.7309e-13, 6.2074e-11, 1.7475e-14, 2.6900e-13, 5.1406e-12, 1.0548e-10,\n 1.8826e-11, 8.9393e-13, 1.5247e-10, 2.8056e-11, 1.5704e-11, 5.1340e-12,\n 2.8888e-12, 5.0242e-13, 4.3549e-12, 6.6532e-13, 2.9772e-11, 6.3634e-12,\n 2.7221e-11, 6.8191e-13, 5.1159e-11, 4.6882e-10, 1.6538e-11, 2.7409e-12,\n 3.1681e-11, 1.3313e-10, 1.6139e-10, 4.8486e-11, 3.9889e-14, 1.5818e-12,\n 4.3089e-12, 1.9641e-13, 2.5053e-11, 3.9612e-13, 1.7464e-12, 1.9572e-12,\n 6.4940e-12, 8.6978e-13, 2.2049e-12, 1.9629e-13, 1.5088e-10, 6.6660e-11,\n 9.7879e-11, 4.1369e-12, 3.0049e-12, 2.0658e-10, 3.1235e-11, 2.9669e-13,\n 3.9901e-11, 3.6832e-12, 7.7817e-13, 1.5590e-10, 1.8901e-11, 1.3421e-13,\n 1.8713e-10, 7.2373e-13, 2.1383e-13, 1.3878e-10, 2.8774e-13, 7.5899e-13,\n 1.6130e-13, 1.6623e-13, 1.3128e-13, 1.5428e-12, 2.4819e-10, 4.6372e-13,\n 3.0830e-13, 5.5157e-12, 6.5613e-12, 2.6329e-12, 3.7393e-11, 4.9519e-14,\n 1.5108e-10, 9.7473e-13, 3.1784e-12, 2.3945e-11, 1.4460e-11, 3.1749e-12,\n 4.4805e-11, 1.7323e-10, 4.5479e-12, 7.9971e-13, 6.2456e-12, 7.6590e-14,\n 3.2828e-12, 5.8557e-14, 1.8247e-13, 1.7040e-11, 2.7803e-11, 7.1579e-14,\n 6.5237e-12, 1.5687e-12, 7.0128e-11, 2.0381e-12, 1.6931e-10, 4.3870e-12,\n 6.5985e-12, 1.2601e-12, 2.8754e-11, 1.6704e-10, 4.1776e-12, 7.9323e-12,\n 9.8401e-13, 3.6124e-11, 4.8563e-11, 2.5290e-12, 3.0784e-11, 1.0660e-11,\n 1.1538e-13, 1.9391e-10, 1.1509e-12, 7.1488e-13, 3.3056e-12, 5.5574e-12,\n 7.3252e-11, 4.6186e-10, 1.9468e-10, 1.0351e-12, 2.6811e-10, 1.5560e-10,\n 4.7841e-11, 1.2311e-12, 3.4091e-13, 1.1672e-11, 9.9721e-13, 6.8881e-12,\n 1.9056e-13, 1.7343e-11, 1.5431e-12, 1.7978e-10], device='cuda:0')" }, "38": { "step": "tensor(2504.)", "exp_avg": "tensor([[-4.5896e-18, 2.5288e-17, 5.6052e-45, ..., 6.3375e-17,\n -4.8911e-17, -5.6052e-45],\n [-2.0313e-16, 4.8479e-16, -5.6052e-45, ..., 2.3341e-16,\n -2.7370e-16, -5.6052e-45],\n [ 7.1355e-17, 4.6384e-17, 5.6052e-45, ..., -2.6131e-16,\n 1.8964e-16, 5.6052e-45],\n ...,\n [-1.7362e-17, 4.9650e-18, 5.6052e-45, ..., 1.8387e-17,\n -3.6236e-17, -5.6052e-45],\n [-5.2777e-17, -2.1107e-17, -5.6052e-45, ..., 5.7038e-17,\n -3.0767e-17, -5.6052e-45],\n [ 5.9915e-18, -9.7586e-18, -5.6052e-45, ..., -2.1719e-17,\n 8.8706e-17, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[5.9341e-13, 5.0399e-13, 2.6354e-17, ..., 8.3368e-13, 1.9930e-13,\n 8.9574e-15],\n [8.0114e-13, 5.2552e-13, 4.1683e-17, ..., 1.1977e-12, 2.7448e-13,\n 4.7850e-14],\n [4.7548e-13, 2.1256e-13, 1.0467e-15, ..., 4.2509e-13, 1.7922e-13,\n 1.9911e-14],\n ...,\n [3.1431e-14, 1.9288e-14, 3.9610e-17, ..., 4.6506e-14, 3.7272e-14,\n 1.8194e-15],\n [5.6841e-14, 3.4215e-14, 1.4437e-17, ..., 5.6786e-14, 9.3540e-15,\n 1.7910e-15],\n [1.2451e-13, 1.0290e-13, 1.0327e-18, ..., 2.2981e-13, 5.4470e-14,\n 2.8119e-15]], device='cuda:0')" }, "39": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.5329e-13, -8.7878e-13, 2.9014e-13, 7.0400e-14, -1.0414e-13,\n -4.3144e-13, 3.7812e-14, 7.5944e-14, 2.1717e-14, 7.4870e-14,\n 5.1778e-14, 2.7764e-14, -4.3033e-14, 2.2755e-13, -1.2606e-13,\n -2.1587e-15, -5.3080e-13, 4.2588e-14, 5.7634e-15, -3.0293e-13,\n 1.1465e-13, -1.4928e-13, 6.6079e-14, 6.0203e-13, 2.2275e-14,\n -1.5567e-13, -2.9764e-14, 1.3238e-13, 6.7957e-14, 4.4917e-14,\n 7.7151e-14, 3.4648e-13, -2.4999e-14, 9.6170e-14, 3.0282e-13,\n -2.7482e-13, -3.1940e-13, 1.1271e-13, -4.4108e-14, 1.8064e-13,\n -2.4662e-14, -3.3801e-14, -1.4493e-13, 3.2433e-14, -5.0685e-13,\n -9.0004e-14, -2.8600e-13, 1.9084e-14, -1.4087e-13, -5.8086e-13,\n 9.3398e-14, 1.9017e-13, 7.3876e-14, 2.6283e-13, -1.7351e-13,\n -6.2823e-14, 1.1242e-13, 9.9122e-15, -1.0646e-13, -3.6951e-17,\n -3.8389e-14, -2.2684e-13, -1.2262e-14, -1.1114e-13, 6.0130e-15,\n -8.9576e-15, 1.6987e-14, 9.6013e-14, 1.0275e-13, -2.3964e-14,\n 3.1869e-14, -2.4902e-13, -3.4135e-14, 1.4115e-13, -7.9327e-15,\n 1.8051e-13, 3.3843e-14, 6.0387e-15, 1.4022e-13, 6.5745e-14,\n -7.2047e-14, -1.0131e-13, -2.2022e-14, 2.5428e-14, 5.5140e-14,\n 2.7773e-14, -7.6384e-15, -2.7119e-13, 3.3686e-14, 2.0269e-13,\n 8.1378e-14, 1.9631e-13, 4.2993e-14, 9.4865e-15, -4.8555e-13,\n 5.1615e-14, -1.8932e-13, -3.0089e-14, 1.7616e-13, -1.4402e-14,\n 5.6775e-14, 5.1089e-14, 8.1529e-14, 1.7443e-13, -1.6449e-13,\n 1.2809e-13, -1.8504e-14, 4.5693e-13, -9.2171e-14, -2.5354e-14,\n 1.4471e-14, 8.6046e-15, 5.6351e-14, 9.1234e-16, 1.4239e-13,\n 2.5016e-14, 9.1789e-14, 3.6930e-13, -9.3191e-14, 6.2226e-14,\n 1.0401e-13, -1.0297e-13, -1.5340e-13, -1.4513e-13, 1.3640e-14,\n -2.0101e-14, -7.6127e-13, -5.8130e-14, -2.0541e-13, -1.1114e-14,\n -7.5460e-15, -1.5225e-14, 4.7634e-15, -2.2312e-13, 4.5001e-14,\n -2.0375e-13, -2.8760e-14, -1.3057e-13, -6.1410e-14, 2.8037e-14,\n -7.7967e-14, -2.8147e-13, 2.8911e-13, -3.9912e-14, 2.2888e-13,\n 9.9530e-14, -5.9228e-14, 6.4454e-14, 5.4720e-14, 4.2873e-14,\n -3.8401e-14, -2.9399e-14, 5.2057e-14, 4.9620e-14, 1.4446e-13,\n 3.5539e-13, 1.5290e-13, 1.9861e-13, -6.1399e-14, 6.5944e-13,\n 1.3017e-13, 1.8339e-13, 1.6563e-13, 4.3123e-13, -1.0281e-14,\n -1.2908e-13, 2.0084e-13, -6.5915e-14, -3.7942e-14, 1.2102e-13,\n 1.4269e-13, 4.2748e-14, 1.8424e-13, -1.9409e-13, -4.5597e-14,\n 8.9512e-15, 7.8106e-14, -2.8869e-13, -3.5631e-14, 1.1444e-13,\n -4.9088e-14, -1.8090e-14, -5.7064e-14, 1.4792e-13, -7.3994e-15,\n 1.1462e-13, -1.7726e-13, -3.8000e-14, -1.0579e-13, 1.1853e-13,\n 1.0099e-13, -2.5108e-13, -8.3406e-14, 5.8622e-14, -9.7678e-14,\n 5.1401e-14, 2.1855e-13, 4.7106e-14, 4.0969e-14, -2.1910e-14,\n -2.3393e-14, -5.3369e-15, -3.3337e-16, -7.4182e-15, -1.6520e-13,\n 2.7462e-13, 2.2456e-14, -5.7988e-14, 9.3830e-14, 7.0422e-15,\n -6.7522e-14, -4.6702e-14, -3.0014e-13, 1.3641e-14, 1.3249e-13,\n 4.9939e-14, -1.3060e-13, -9.1323e-14, 7.3190e-14, -1.0542e-13,\n -6.7291e-14, 2.0431e-13, 3.3018e-15, -4.8457e-14, 7.0872e-14,\n -1.3317e-13, -1.2847e-14, -1.7016e-13, 1.5974e-15, 2.7108e-14,\n -2.5992e-13, -9.9186e-15, 2.0590e-13, 9.1837e-14, 1.9731e-13,\n 2.8116e-13, 4.2897e-14, -1.7089e-13, -1.1705e-13, 3.4367e-14,\n 2.5948e-14, -1.6991e-13, -1.1947e-13, -4.8450e-14, 3.4889e-14,\n 3.4810e-13, 3.9566e-14, 4.0911e-13, -1.2390e-13, 6.8964e-14,\n -8.8675e-14, -3.7827e-14, 2.7438e-14, 5.5737e-14, -6.8586e-14,\n -1.9611e-13, 2.3042e-13, 6.3544e-14, -3.5166e-14, -1.2674e-13,\n -8.7703e-14, -9.4400e-14, -9.5058e-15, -2.8551e-14, 4.5765e-13,\n 5.8461e-14, 1.6679e-13, -4.4039e-13, 1.5549e-14, 5.0073e-14,\n 3.3019e-13, -2.6079e-14, 7.1714e-14, -2.7948e-13, -7.6023e-14,\n 1.0781e-13, -7.8422e-14, 1.2414e-13, 1.6803e-13, 5.6765e-14,\n -2.4602e-13, 1.6904e-13, 3.0183e-14, 6.7577e-14, 2.1996e-13,\n 6.0958e-14, 1.3396e-13, -1.4942e-13, 1.0355e-13, -5.5343e-14,\n 3.3318e-14, -3.9580e-14, -4.8479e-13, 9.6393e-14, -2.2252e-14,\n -4.6272e-13, 7.6601e-14, 6.4246e-14, -1.1943e-13, -2.1731e-13,\n 1.2368e-13, -1.9096e-13, 2.2514e-14, -1.6958e-13, -7.5077e-13,\n -2.4640e-13, 1.6594e-14, -1.1865e-13, -1.8057e-13, 7.5119e-14,\n 1.9086e-14, 1.4157e-13, -1.5161e-13, 1.5762e-13, 3.2533e-14,\n 5.7006e-14, -1.0769e-13, -8.5727e-14, 6.6116e-14, 6.8700e-14,\n -2.2317e-13, 5.3205e-14, 2.9230e-15, -2.2020e-14, -1.8607e-14,\n 6.2905e-14, 1.4254e-13, 5.0540e-14, 1.5775e-13, -3.2445e-13,\n -3.1588e-13, 2.9211e-14, -5.4979e-14, 3.6249e-14, -2.2524e-14,\n 2.9927e-14, -1.2521e-13, -3.0565e-14, 1.6850e-13, -1.6070e-13,\n -2.7222e-14, 1.5895e-13, 1.0580e-13, 7.3372e-15, -5.3475e-13,\n 1.8340e-13, 3.2003e-14, 3.1848e-13, 4.1515e-13, 1.2496e-13,\n -4.6751e-14, -6.9860e-14, 1.6473e-13, -4.8511e-14, -2.4408e-14,\n -8.9600e-14, -3.2979e-13, 1.7898e-13, 8.0077e-14, 6.4547e-14,\n 2.8196e-14, 8.6902e-14, -1.6671e-14, 5.4128e-15, 5.8636e-14,\n 9.7656e-14, -1.6363e-14, -2.8796e-14, -1.6576e-13, 1.7283e-13,\n 1.9690e-13, 5.5181e-14, 2.5127e-13, 1.4936e-13, 3.3079e-14,\n 6.0298e-14, -3.1911e-14, -8.5058e-14, 4.5724e-14, 4.1469e-13,\n 4.7572e-14, 8.1596e-15, -4.5177e-15, 2.2042e-13, 1.6792e-13,\n 1.9853e-13, 1.3559e-13, 3.9403e-14, -2.7877e-14, -9.2988e-14,\n -6.1114e-14, 7.1386e-14, 1.2358e-13, 2.4027e-13, -5.2675e-13,\n 6.7054e-14, -7.8365e-14, -1.9504e-13, -1.5139e-14, 1.3832e-14,\n -1.7957e-13, -1.0743e-13, -1.6981e-14, 2.6639e-14, 4.1924e-14,\n 1.3889e-13, -5.0910e-14, -2.2738e-13, 1.1028e-13, 1.2529e-13,\n 1.6627e-13, -2.0296e-14, -4.4384e-13, -1.7635e-13, -1.2822e-13,\n 1.1460e-13, 1.6564e-13, -7.0776e-14, -7.4011e-14, -9.2088e-14,\n 1.8852e-14, -4.3819e-13, -5.9329e-14, 1.7795e-13, 1.7558e-13,\n -6.8242e-14, -2.2854e-14, -8.5989e-14, 1.0395e-14, -1.1676e-14,\n -6.4569e-14, 4.4336e-14, 2.4772e-14, -6.0304e-14, -2.7966e-13,\n -1.7759e-13, 1.9215e-13, 1.9164e-13, 1.2729e-13, -1.0479e-13,\n -1.5226e-13, 1.9818e-14, -2.8140e-14, 2.0979e-13, 3.7608e-14,\n 4.1437e-14, -4.2439e-13, 1.2919e-14, 1.1187e-13, -1.8975e-13,\n 2.1769e-13, -1.1369e-13, 2.3224e-14, -1.0708e-13, 3.0557e-13,\n 1.5985e-13, 2.2846e-14, 4.7252e-14, -1.5813e-13, -3.0989e-14,\n 3.2546e-13, 5.4090e-14, 2.0954e-13, -5.2400e-13, -2.6775e-13,\n 4.0473e-13, -2.1160e-13, -6.2205e-13, -1.7468e-13, 7.1252e-14,\n 7.9906e-14, 3.7166e-13, 1.0091e-15, -5.1437e-14, 3.6674e-13,\n 4.8171e-14, 2.1145e-13, 5.8499e-14, 4.1109e-14, 4.9879e-14,\n -4.2137e-14, 1.5239e-14, 8.1156e-14, -1.1578e-13, 1.9961e-14,\n -2.9299e-13, 2.6682e-14, -2.3049e-14, -6.5594e-14, 1.9541e-13,\n 7.3224e-13, 3.5123e-14, 3.9654e-14, 1.1113e-14, -8.0652e-15,\n -1.8236e-13, -8.7343e-14, 2.2367e-13, 7.2344e-15, 1.9168e-13,\n 4.1181e-14, 2.7729e-14, 1.3739e-13, 1.5432e-14, 6.6129e-14,\n 2.6435e-14, -3.4397e-13, 3.2592e-14, 2.3108e-13, 7.5525e-14,\n -1.1344e-15, 5.7366e-14, 4.5612e-14, -3.5337e-14, 1.9491e-14,\n -1.3204e-13, 1.1038e-13, -6.9306e-13, 1.9641e-14, 7.4949e-14,\n -8.8507e-14, 1.5835e-13, 1.1248e-14, -3.4856e-14, -3.6864e-14,\n 2.5956e-13, -7.4730e-14, 6.0904e-14, -9.2878e-14, -3.1595e-13,\n -1.3171e-14, 4.2877e-14, -7.6600e-14, 9.7957e-14, 1.1528e-13,\n 1.5189e-13, 4.5550e-13, 3.0785e-13, 1.3493e-13, 2.0821e-14,\n -1.1480e-13, -1.5443e-15, -1.9192e-14, 4.3285e-14, 4.6012e-14,\n -3.7298e-13, 1.5719e-13, 1.6879e-13, -9.0971e-14, -1.5747e-13,\n 2.6947e-13, 1.0669e-13, 2.8148e-14, -2.4794e-15, -2.1367e-14,\n -1.6633e-14, -1.1326e-13, -2.2294e-13, 3.6163e-14, -5.1393e-13,\n 7.9791e-14, -7.3994e-14, 9.0688e-14, -7.1131e-14, 7.7428e-14,\n -1.3344e-13, -3.7145e-14, 6.0076e-14, 1.9485e-14, -4.4404e-14,\n 2.8360e-14, 1.1965e-13, -9.0574e-14, 1.3800e-14, -6.8914e-14,\n -3.8571e-13, -1.0568e-13, -1.5809e-14, -2.6102e-13, 7.6500e-14,\n 2.1777e-13, 8.7592e-14, 2.0365e-13, 7.9423e-14, -2.0590e-13,\n -1.2365e-13, -3.0052e-13, -1.4316e-13, 2.3296e-13, 7.2674e-14,\n -1.4284e-15, 8.8036e-14, 1.2142e-13, 9.9487e-14, -1.1648e-15,\n -1.9088e-13, -2.1513e-14, -8.0452e-15, 3.3446e-13, 8.9445e-14,\n 5.7201e-14, -7.2150e-14, 4.5918e-14, 2.4511e-13, -8.5414e-14,\n -1.5022e-13, -2.8495e-13, 5.4754e-15, 1.5286e-14, -3.8959e-13,\n -1.5980e-14, 2.3909e-14, 1.4352e-14, -2.1339e-13, -2.2703e-14,\n -4.7471e-13, -4.0535e-13, 4.1177e-14, 4.8188e-14, 1.7667e-14,\n -8.2502e-14, 1.4648e-13, -4.7123e-14, 4.4343e-13, 1.3931e-13,\n 2.9654e-14, 2.1031e-13, -2.2097e-13, 6.2571e-14, 2.4660e-14,\n 3.1760e-13, 3.6516e-13, -9.6027e-14, 5.9566e-14, -8.3441e-14,\n -1.0021e-13, -3.3736e-14, -8.7350e-15, -1.2910e-13, -3.4670e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([1.9664e-08, 3.2664e-08, 1.8665e-08, 1.9238e-07, 6.5776e-08, 8.6710e-08,\n 2.9960e-09, 4.5815e-09, 1.7805e-08, 3.3854e-08, 4.3091e-09, 1.3300e-08,\n 1.1927e-06, 1.5249e-07, 1.2628e-07, 3.9763e-08, 1.1855e-07, 1.4194e-08,\n 1.6948e-07, 3.0616e-09, 1.1739e-07, 2.9178e-09, 1.7519e-08, 1.4162e-09,\n 2.3653e-08, 8.2925e-07, 1.0244e-07, 3.8041e-07, 3.0867e-08, 4.1012e-09,\n 6.8356e-07, 5.5910e-07, 8.6284e-09, 8.0762e-07, 3.4893e-07, 1.3562e-07,\n 2.9802e-07, 2.7124e-08, 3.9373e-07, 7.1164e-10, 3.7208e-09, 8.6718e-08,\n 2.9730e-07, 5.5534e-10, 1.0243e-08, 5.9730e-07, 6.6674e-07, 1.2674e-08,\n 4.7183e-09, 5.7620e-09, 1.9740e-08, 2.7961e-07, 3.3124e-08, 1.3948e-08,\n 2.4565e-07, 1.9214e-08, 2.4112e-07, 2.4765e-09, 1.8906e-07, 1.1311e-08,\n 1.7165e-08, 2.0590e-07, 4.7222e-09, 1.7770e-07, 5.9650e-09, 3.5143e-08,\n 6.7271e-09, 8.6323e-08, 4.0181e-07, 7.8668e-07, 8.6137e-07, 1.6387e-07,\n 5.7864e-09, 6.9631e-08, 9.3207e-08, 4.5171e-07, 2.5950e-09, 4.3037e-08,\n 1.0176e-07, 1.6563e-06, 3.3605e-08, 3.0765e-08, 8.1282e-09, 2.0798e-07,\n 7.8997e-08, 1.0521e-09, 9.2947e-10, 5.2001e-09, 7.5701e-08, 6.4296e-07,\n 5.7816e-08, 7.2168e-08, 1.9442e-09, 6.6699e-07, 5.1806e-09, 8.8042e-07,\n 4.9228e-08, 8.3837e-07, 2.4854e-07, 7.3323e-09, 6.2740e-09, 7.0824e-07,\n 1.6250e-09, 8.8384e-09, 1.9830e-07, 9.4377e-08, 5.0527e-10, 4.4207e-08,\n 1.7032e-08, 3.2383e-09, 3.7892e-09, 7.9891e-07, 2.3596e-08, 3.6946e-09,\n 1.3527e-08, 4.9385e-10, 2.5413e-09, 4.0521e-07, 3.5342e-09, 4.7079e-08,\n 5.9772e-07, 6.9174e-07, 7.4758e-08, 1.7989e-07, 1.8298e-08, 1.3571e-09,\n 2.8657e-08, 8.5056e-09, 4.1544e-09, 1.5324e-08, 3.4762e-09, 2.2326e-09,\n 1.1684e-08, 3.6062e-07, 1.0108e-07, 6.3227e-07, 1.0227e-09, 1.9378e-07,\n 1.7646e-07, 1.1535e-08, 3.9439e-08, 8.6925e-08, 5.9299e-09, 1.0359e-08,\n 1.3320e-09, 1.6477e-08, 3.3439e-09, 1.8755e-06, 2.7524e-07, 9.3285e-09,\n 1.0505e-08, 6.0287e-09, 1.1271e-08, 1.8218e-07, 3.1682e-09, 2.1781e-07,\n 8.7622e-10, 1.0113e-07, 1.1746e-09, 2.4049e-08, 3.1676e-07, 7.2330e-09,\n 1.0705e-07, 9.0345e-10, 3.0680e-09, 3.8986e-09, 1.5490e-07, 9.6840e-07,\n 4.0701e-08, 1.1481e-08, 1.8749e-09, 2.3136e-08, 8.6332e-10, 5.4240e-08,\n 8.1347e-07, 4.7692e-09, 9.1891e-10, 9.1870e-07, 9.7483e-10, 3.8794e-08,\n 1.5007e-08, 1.0277e-07, 1.4428e-08, 2.5829e-07, 1.4509e-07, 6.4678e-09,\n 2.6655e-07, 3.6574e-07, 1.3008e-09, 7.0772e-08, 4.0685e-07, 1.2739e-08,\n 3.7805e-07, 1.9898e-08, 6.4948e-07, 1.0667e-07, 9.9167e-10, 4.2137e-08,\n 1.2114e-06, 5.1186e-08, 3.4503e-09, 2.4534e-07, 1.4346e-08, 6.5474e-08,\n 2.0511e-09, 2.0335e-07, 7.4336e-07, 4.9039e-09, 7.5021e-08, 1.6303e-07,\n 5.1037e-07, 6.3669e-08, 3.5004e-08, 4.2517e-07, 1.5703e-07, 8.4516e-09,\n 2.6725e-08, 1.6935e-09, 1.4147e-07, 4.1765e-08, 6.6107e-08, 1.4631e-08,\n 5.1768e-07, 1.4757e-07, 3.6535e-10, 4.7345e-09, 9.0595e-07, 6.1522e-07,\n 2.7055e-07, 6.0141e-10, 9.3399e-08, 1.4952e-08, 2.5760e-08, 3.8713e-08,\n 7.2303e-08, 1.4985e-06, 9.5402e-09, 2.8453e-09, 3.4839e-08, 1.2563e-08,\n 2.8933e-08, 9.5323e-10, 2.0499e-07, 1.8434e-08, 1.0931e-08, 8.7326e-09,\n 6.4393e-09, 5.0900e-07, 1.8942e-08, 1.5765e-08, 1.4863e-07, 1.0694e-08,\n 6.3295e-08, 6.5125e-07, 3.0574e-07, 9.7393e-07, 4.5689e-10, 5.2676e-08,\n 1.1936e-08, 4.5032e-09, 3.0961e-09, 1.1730e-08, 5.9421e-09, 1.0330e-07,\n 3.8427e-07, 2.6856e-08, 1.0192e-08, 3.5669e-08, 2.3919e-08, 6.4079e-07,\n 1.1902e-07, 4.2259e-09, 2.2249e-07, 9.4633e-08, 1.6558e-08, 2.3053e-09,\n 1.2283e-08, 1.5224e-08, 1.3604e-07, 3.7512e-07, 1.3304e-06, 2.1786e-07,\n 8.3613e-08, 7.1902e-07, 2.4956e-08, 6.0321e-09, 7.7283e-08, 3.9180e-07,\n 9.7913e-07, 2.1321e-09, 3.7690e-08, 3.5304e-09, 8.7829e-07, 2.8830e-09,\n 6.8245e-08, 4.6512e-07, 7.5036e-09, 3.5798e-08, 1.0432e-07, 2.5126e-08,\n 3.6896e-09, 9.2615e-10, 1.1423e-06, 3.3842e-07, 3.0891e-08, 1.2139e-09,\n 1.5215e-08, 3.8215e-07, 2.2788e-09, 1.4369e-09, 6.1639e-09, 6.4502e-07,\n 7.3375e-08, 1.4210e-06, 8.8815e-07, 7.9808e-10, 3.0327e-09, 4.5574e-07,\n 4.3673e-07, 8.8018e-07, 9.8656e-10, 1.9200e-09, 4.0280e-08, 6.2510e-08,\n 3.4994e-08, 1.5023e-09, 9.1458e-08, 1.5924e-08, 2.0201e-09, 1.0311e-06,\n 3.0435e-07, 1.8697e-08, 5.0822e-07, 7.9027e-08, 6.5365e-07, 1.2812e-08,\n 1.9386e-08, 7.7490e-09, 1.6833e-07, 1.4356e-08, 4.1083e-07, 1.8146e-08,\n 1.7656e-08, 1.2465e-07, 7.7930e-07, 1.8990e-08, 7.3940e-09, 7.0619e-09,\n 2.3179e-07, 3.9892e-08, 1.6226e-09, 8.0757e-08, 2.6036e-09, 4.0398e-08,\n 3.0917e-08, 2.1694e-09, 1.1100e-06, 9.7420e-10, 3.4395e-09, 1.9164e-07,\n 1.1381e-07, 5.6750e-09, 1.3911e-08, 4.3228e-07, 2.8904e-08, 2.3151e-07,\n 6.6604e-09, 3.9159e-07, 1.3212e-06, 6.0170e-07, 1.3767e-07, 1.6460e-09,\n 4.3251e-08, 2.1895e-08, 1.5054e-09, 4.7248e-08, 1.0541e-08, 6.1895e-07,\n 5.3661e-07, 1.0755e-06, 1.6610e-08, 3.7223e-09, 7.0159e-09, 6.6798e-08,\n 1.0291e-09, 3.8014e-08, 1.9887e-08, 9.5382e-09, 2.4646e-07, 1.4455e-07,\n 7.2341e-09, 1.9568e-08, 5.7055e-07, 8.6249e-08, 4.2478e-07, 2.8391e-08,\n 5.6216e-07, 3.8647e-08, 1.8196e-08, 1.5517e-06, 5.7997e-09, 2.8888e-08,\n 3.8117e-09, 9.0830e-08, 1.2177e-08, 2.9885e-07, 1.1007e-07, 9.9500e-08,\n 2.6169e-06, 5.5063e-10, 1.3379e-08, 5.9353e-08, 2.1111e-07, 1.4545e-08,\n 2.1805e-08, 4.1912e-08, 2.7554e-08, 4.7369e-09, 1.0980e-07, 2.8145e-09,\n 2.3408e-09, 1.8068e-07, 8.3635e-07, 3.1309e-08, 1.3789e-06, 5.0399e-07,\n 2.9920e-07, 9.9471e-07, 1.3831e-09, 4.4760e-08, 3.0191e-08, 8.0944e-09,\n 1.4357e-07, 1.5538e-07, 5.1149e-08, 6.7158e-09, 4.4865e-07, 1.6394e-08,\n 2.9464e-07, 1.8653e-08, 1.3378e-07, 6.3498e-09, 2.0895e-08, 9.7124e-07,\n 1.4394e-07, 5.2794e-07, 1.3702e-06, 2.0133e-07, 1.1500e-07, 6.1068e-08,\n 8.1595e-08, 9.4805e-08, 7.2039e-10, 4.2535e-08, 1.4415e-09, 6.2186e-09,\n 5.4119e-07, 7.3990e-08, 9.9179e-08, 2.6252e-09, 1.2591e-06, 1.9383e-07,\n 5.2193e-07, 1.0161e-07, 1.7098e-09, 1.4544e-07, 1.2176e-07, 1.1653e-08,\n 9.2887e-09, 6.4020e-08, 6.9722e-10, 4.6974e-07, 2.5380e-08, 3.1786e-09,\n 1.0441e-08, 1.5748e-07, 3.6969e-09, 6.4818e-09, 1.7422e-09, 9.1476e-08,\n 4.7823e-09, 9.0774e-10, 2.2282e-09, 4.3296e-08, 3.4068e-09, 1.0844e-06,\n 2.7106e-07, 5.1896e-07, 9.1362e-10, 2.8320e-08, 8.9013e-09, 8.8654e-07,\n 7.7355e-09, 3.4360e-09, 8.6231e-09, 1.4423e-08, 5.0610e-09, 1.3250e-07,\n 1.6797e-09, 2.8676e-08, 1.6405e-07, 1.0519e-06, 1.2072e-08, 8.6482e-09,\n 3.6510e-09, 2.6656e-09, 3.9403e-08, 4.4286e-09, 1.9432e-08, 3.1388e-07,\n 7.0661e-09, 2.5752e-09, 5.9181e-09, 3.1984e-07, 4.2906e-08, 9.0453e-08,\n 1.3700e-09, 1.3092e-07, 2.9917e-07, 1.5466e-09, 1.9220e-06, 1.4036e-07,\n 3.1306e-08, 1.8863e-08, 2.8669e-09, 7.1354e-09, 6.2292e-09, 1.0569e-06,\n 3.7205e-08, 1.0714e-08, 7.8871e-10, 2.6000e-08, 6.2239e-07, 3.5907e-09,\n 6.1347e-07, 4.9491e-08, 3.6643e-07, 2.5616e-07, 2.2208e-08, 7.5261e-08,\n 3.0804e-09, 1.4043e-08, 7.2892e-07, 2.0461e-08, 2.7026e-09, 1.2136e-08,\n 4.7202e-10, 8.6094e-07, 5.1664e-07, 3.9377e-08, 7.9831e-09, 3.0787e-07,\n 2.0493e-09, 4.7374e-08, 3.1165e-08, 5.5822e-08, 8.2600e-10, 1.3112e-09,\n 1.0142e-09, 1.6819e-07, 1.1909e-07, 3.9759e-07, 1.3419e-09, 2.2303e-07,\n 3.8891e-07, 8.6624e-08, 1.0749e-07, 9.5012e-09, 1.4005e-07, 7.4516e-07,\n 4.2848e-09, 1.7304e-09, 6.4835e-09, 6.9484e-07, 2.9934e-06, 1.1708e-07,\n 5.9389e-08, 3.3188e-08, 2.2112e-09, 2.7105e-08, 5.0042e-09, 3.8893e-08,\n 8.0917e-07, 1.5827e-09, 2.9836e-07, 6.5200e-07, 2.7339e-08, 1.4924e-08,\n 4.4564e-07, 5.5310e-08, 1.1484e-08, 3.2776e-07, 7.5574e-10, 7.5367e-10,\n 2.3058e-09, 4.9525e-09, 3.4728e-08, 5.6241e-08, 4.0449e-09, 5.9703e-08,\n 3.3160e-07, 1.8826e-07, 1.3881e-08, 1.1323e-09, 8.3453e-08, 4.1753e-09,\n 7.6276e-08, 2.4345e-07, 2.8527e-07, 1.0632e-06, 7.4865e-10, 6.7953e-10,\n 1.1238e-07, 6.7899e-07, 2.1891e-08, 2.9044e-09, 7.2160e-07, 2.8371e-09,\n 9.8791e-10, 5.7613e-09, 3.1431e-08, 2.5269e-08, 2.3934e-08, 7.6600e-09,\n 1.4217e-07, 1.4218e-08, 1.5455e-08, 6.6873e-07, 2.1883e-08, 1.5139e-06,\n 3.5537e-08, 1.0566e-07, 1.8561e-07, 8.9940e-09, 9.1812e-07, 1.9481e-07,\n 2.4173e-07, 1.4427e-09, 1.5174e-09, 5.2398e-09], device='cuda:0')" }, "40": { "step": "tensor(2504.)", "exp_avg": "tensor([-5.0377e-17, -3.7749e-14, 7.0179e-15, -1.8869e-15, 2.2237e-16,\n -1.2690e-14, 5.9030e-16, 5.0473e-17, 5.0241e-17, -4.6022e-15,\n 2.2770e-16, 1.3195e-16, -3.1554e-15, 1.5251e-15, -2.5625e-15,\n -6.6659e-15, -8.0557e-15, 1.0303e-16, 1.2861e-16, -2.9582e-14,\n 2.1844e-17, -2.5175e-15, -1.3010e-15, 1.2758e-14, 2.2093e-16,\n -2.0348e-15, 1.0351e-15, -1.7112e-16, 3.8529e-16, -1.6387e-15,\n 1.8511e-15, 3.6497e-15, 7.2527e-16, -2.6080e-15, 2.5422e-15,\n -6.0791e-15, -1.2380e-14, -8.9356e-16, 8.8780e-16, 6.8578e-16,\n 1.2524e-15, 2.1782e-16, -1.5253e-15, -6.7131e-16, -3.6916e-14,\n -1.9199e-14, -7.5643e-15, -6.8759e-16, -9.7587e-15, -4.3952e-14,\n -8.8465e-16, 2.6516e-15, -1.0258e-15, 1.1216e-15, -1.5967e-15,\n -4.8575e-18, 1.9244e-15, -3.9095e-16, -1.3133e-14, 3.0158e-16,\n 2.0964e-15, -1.3939e-14, -9.9185e-16, -3.3027e-15, -2.6917e-15,\n -3.6823e-16, -3.4664e-16, 3.2578e-16, 8.0194e-16, -1.2600e-16,\n 8.7189e-16, -5.2435e-15, 1.0252e-15, 1.2877e-16, -1.4973e-16,\n 3.9743e-15, -2.6939e-15, 3.8232e-16, 6.8538e-16, -1.1190e-14,\n -2.9669e-15, -9.8049e-15, 1.0597e-17, -1.3876e-16, 1.6553e-16,\n -3.4580e-16, 8.1817e-16, -8.3773e-15, -1.4912e-15, 1.6555e-15,\n 7.4678e-19, 8.8248e-16, -1.1353e-15, -1.6099e-15, -3.1777e-14,\n -1.1211e-15, -5.2095e-15, 2.2483e-15, -3.0510e-16, 2.7080e-16,\n -1.1544e-15, -2.0586e-15, -1.5800e-16, -1.2782e-14, -2.6813e-15,\n 5.3293e-15, -1.2983e-15, 3.0723e-15, 1.4383e-15, -2.1974e-14,\n -1.6931e-15, 1.7700e-15, 8.4963e-16, -2.9524e-15, 4.5627e-16,\n -3.8807e-15, 5.4866e-16, 8.0320e-15, -1.4619e-15, -7.6323e-17,\n 6.0523e-16, -2.3943e-15, -1.1076e-15, -8.9898e-15, 5.3199e-16,\n 1.5072e-15, -2.4054e-14, -3.9883e-15, -5.5792e-15, 1.6595e-15,\n -4.3722e-16, -1.6383e-16, 3.7304e-16, -5.1975e-15, 8.0732e-16,\n -1.7874e-15, 3.7726e-16, -7.4649e-15, -1.2145e-15, -1.3812e-15,\n -2.5708e-15, -2.7562e-14, 3.6734e-15, -9.6296e-16, 1.6430e-15,\n -8.5134e-17, -7.1208e-15, 3.1451e-16, 4.0189e-16, -4.2233e-16,\n 7.5858e-16, -1.8853e-15, 2.4639e-16, 1.2088e-15, 8.1229e-16,\n 1.4966e-15, 6.1246e-17, -9.0487e-18, 1.1982e-15, 1.0419e-14,\n -1.1700e-15, -2.6244e-15, 2.9631e-15, 4.6601e-15, -1.5918e-14,\n 3.5017e-16, 9.4653e-16, -6.9174e-15, -7.7946e-17, -2.7740e-16,\n 8.8970e-16, 1.6615e-15, -8.3124e-15, 7.6974e-16, 3.0779e-15,\n 6.6199e-17, 4.4296e-16, -1.4640e-14, 1.3569e-15, 2.6160e-15,\n -1.8794e-15, -2.8501e-16, 5.6406e-15, 2.8664e-16, -4.4164e-14,\n -1.1328e-16, -1.1111e-16, -2.4951e-16, -1.1136e-15, 3.2444e-16,\n 4.6714e-17, -2.0511e-14, -4.5640e-15, -4.7036e-17, -5.8356e-16,\n 3.5839e-15, -5.5337e-16, 5.5470e-16, 1.9413e-15, 4.0756e-16,\n -2.7063e-15, 1.2375e-16, 9.6413e-16, -2.8231e-15, 7.1757e-17,\n 1.9426e-15, -3.0870e-15, -1.6811e-15, 2.2422e-16, -6.7257e-16,\n -1.0392e-15, 5.7082e-16, -2.2611e-15, 7.5735e-16, -1.5764e-16,\n -8.5567e-16, -2.9885e-15, 2.3278e-16, 8.0837e-16, 2.4137e-15,\n 1.1538e-15, 9.0099e-16, 8.5402e-16, -8.8124e-15, -2.8607e-16,\n -6.1952e-16, -5.2244e-16, 2.4186e-16, 7.9462e-16, 3.2793e-16,\n -5.7368e-15, -2.3894e-17, 9.1453e-16, 1.5463e-15, 1.2955e-15,\n 3.6607e-15, -1.3671e-15, 2.7364e-15, 1.0210e-15, -2.4541e-16,\n -9.1476e-15, 7.3861e-17, -2.9548e-15, -5.4411e-15, 4.3248e-16,\n 3.1712e-15, 1.6758e-16, 2.2056e-15, -1.0952e-15, -3.2945e-17,\n -1.0426e-14, 6.3165e-16, -2.1740e-16, 4.9264e-15, -6.9823e-15,\n -6.6110e-15, -1.8508e-16, -3.5466e-15, 4.2782e-16, -5.3036e-16,\n -1.0967e-14, 7.8719e-17, -4.6648e-16, -6.9994e-16, 1.5273e-14,\n -2.5591e-16, -3.8207e-16, -3.2285e-14, -1.1280e-16, -7.7763e-17,\n 4.3864e-15, -2.2618e-15, 1.3949e-15, -2.2576e-14, -5.0994e-16,\n -4.5676e-15, 3.8077e-15, 2.8767e-15, 6.7006e-16, -7.3691e-15,\n -5.4693e-15, 1.7906e-15, -5.0286e-16, 4.7479e-15, 2.0741e-15,\n -1.9591e-15, 6.7356e-16, -2.6500e-15, 3.6930e-15, 6.8596e-16,\n 1.9763e-15, -1.1934e-15, -2.4404e-14, -1.6276e-15, -5.5262e-16,\n -1.8931e-14, -2.1338e-15, 4.7116e-15, -2.4004e-14, -4.5815e-15,\n -5.9806e-16, -9.8790e-15, 3.4070e-16, -1.0044e-14, -1.5623e-14,\n -1.0178e-14, 4.8118e-16, -4.1165e-15, -1.5978e-14, -7.6356e-15,\n -2.1971e-16, -2.9280e-17, -2.0627e-15, 1.7057e-15, -3.9518e-15,\n 1.1306e-15, 2.7282e-16, -3.0416e-15, 1.7185e-15, 7.2443e-17,\n -1.4996e-14, -3.7540e-15, -2.6874e-17, 1.0966e-15, -2.5175e-16,\n -1.7833e-15, -3.4826e-16, -2.0891e-16, 7.4817e-17, -2.0909e-14,\n -1.4988e-14, 3.4587e-16, -4.2009e-16, 2.7418e-16, -4.7366e-16,\n -1.4443e-15, 2.0037e-16, 9.1155e-16, -1.9069e-15, -2.3183e-15,\n 3.8866e-15, 2.1176e-15, 1.2475e-15, 1.6122e-16, -5.5141e-14,\n 1.7780e-15, -4.9901e-16, 1.7240e-15, -5.1398e-16, 9.1574e-16,\n -9.8138e-15, -1.3010e-15, -1.4719e-17, -2.9559e-15, -1.4682e-15,\n 7.5750e-16, -3.3741e-15, 8.5249e-17, -1.8825e-14, 5.6980e-16,\n -9.2788e-17, -6.5598e-16, 2.0456e-15, 6.1214e-15, -2.1584e-15,\n 5.1748e-17, -1.2621e-14, -4.0435e-15, -4.7133e-15, 8.8840e-15,\n 1.1460e-15, -9.0680e-17, 1.0335e-15, 2.3821e-15, 6.0926e-16,\n 1.2437e-16, -3.7485e-15, -8.2726e-15, 1.7915e-15, 7.5469e-15,\n 8.2497e-16, 3.8706e-16, -6.0331e-17, 2.3384e-15, -1.1112e-16,\n -7.5629e-16, 2.5921e-15, -2.0380e-16, -4.5175e-16, 1.0321e-15,\n -8.6827e-17, -6.8348e-16, 7.6765e-16, 2.6789e-15, -2.9577e-14,\n 3.8991e-16, 7.3497e-16, -3.1075e-16, 1.1757e-15, 2.6285e-16,\n -1.3044e-14, -7.2426e-15, -1.5318e-15, -1.9773e-16, -4.3876e-16,\n 4.3633e-16, -1.4764e-15, -3.2704e-15, 5.0205e-16, -1.5161e-17,\n 9.2632e-17, -7.4836e-15, -8.2220e-15, 1.9173e-16, -6.2776e-15,\n -2.0604e-16, 9.1269e-16, 1.8623e-15, 4.3429e-15, -1.4647e-14,\n 4.2209e-16, -1.0569e-14, 3.1181e-15, 7.6977e-15, -6.5903e-15,\n -4.3591e-16, -5.0459e-16, -1.7697e-15, -9.0837e-16, -2.3957e-15,\n -2.1954e-15, -2.7001e-16, 2.7177e-15, -6.0085e-15, -1.2197e-14,\n -2.3714e-15, 1.3315e-15, 1.7223e-15, 1.1929e-15, -6.7482e-15,\n -9.1174e-16, 6.8665e-17, 8.3612e-16, -5.2694e-16, -4.1427e-15,\n -2.3577e-15, -2.8626e-14, -7.5700e-15, 1.8549e-16, -3.4848e-15,\n 9.4900e-16, -7.6382e-15, 5.4555e-16, 2.0450e-15, 1.1892e-14,\n -2.6118e-16, -3.5643e-15, 1.3464e-15, -9.6146e-15, -2.4522e-15,\n 4.9995e-15, -4.2215e-16, 4.4309e-15, -9.7092e-15, -9.1465e-15,\n 4.3194e-15, -2.3490e-15, -4.9688e-14, -5.3614e-15, -2.2464e-16,\n -2.7439e-16, 6.4991e-15, -2.2771e-15, -4.5931e-16, 2.4601e-15,\n -6.0818e-16, -1.6327e-15, -2.5132e-16, -1.0855e-17, -3.7646e-16,\n -2.1529e-15, -3.6499e-16, 2.6667e-16, -1.4936e-14, -1.0965e-15,\n -5.4333e-15, -3.0951e-15, -1.2264e-15, -7.0439e-16, -5.1172e-15,\n 1.9166e-14, 2.2569e-16, 3.4185e-16, -1.9887e-15, -2.4090e-15,\n -1.5157e-16, 2.7255e-16, 7.9940e-16, 3.1945e-16, 1.5336e-15,\n -4.6378e-15, 7.3817e-16, 2.1339e-16, -6.6104e-16, 2.8744e-16,\n -3.5957e-15, -5.5775e-14, 8.9662e-16, 8.8046e-17, 1.7225e-15,\n -1.1884e-15, -2.8123e-16, 2.8292e-16, -3.3542e-15, -1.2842e-15,\n -3.9243e-15, 7.4851e-17, -5.9495e-14, -1.9140e-16, 3.1430e-16,\n -1.2630e-14, 6.1679e-16, 6.9480e-16, -1.7832e-16, 7.0489e-16,\n 2.6245e-15, -6.2014e-15, -7.9941e-16, 5.2617e-16, -8.1849e-15,\n -1.6512e-15, -5.3516e-16, -4.8628e-16, -4.4142e-16, 9.2352e-15,\n 3.7785e-15, 8.7299e-15, 1.1369e-15, -1.3780e-15, -7.6814e-16,\n -9.3987e-16, 1.8202e-16, 3.8594e-16, -1.7711e-16, -8.1379e-17,\n -4.3186e-15, -2.8710e-16, 2.2070e-15, -6.9241e-15, -3.6145e-16,\n 2.6584e-15, -3.5107e-16, -8.6482e-18, -2.5835e-15, -1.7614e-16,\n 6.0134e-16, 4.3901e-17, -2.8565e-15, 2.6390e-17, -1.9223e-14,\n -1.5551e-16, -1.5508e-15, 1.3926e-16, -1.4540e-15, -2.6149e-16,\n -5.9697e-15, -6.7262e-16, -3.9801e-15, -1.4908e-14, -2.0405e-15,\n 1.6192e-16, -3.6180e-16, 7.1270e-16, 1.5438e-15, -5.2811e-15,\n -1.5140e-14, 2.5116e-16, -6.5993e-16, -1.8098e-14, 1.5717e-16,\n -3.3782e-15, -1.6106e-15, 1.4721e-16, 1.3270e-15, -1.0346e-14,\n -1.3527e-14, -6.9158e-15, -1.6549e-14, 3.0181e-15, 1.5774e-16,\n -2.9437e-16, 4.8650e-16, 1.1260e-15, -4.3233e-16, 1.4859e-15,\n -9.5070e-15, 1.0175e-16, -1.2626e-14, 1.7603e-15, 2.2877e-16,\n 9.3630e-16, -7.3841e-15, -1.0834e-14, 2.2384e-15, -1.5874e-14,\n -2.3371e-16, -8.9928e-15, -8.9093e-17, -2.6096e-16, -1.4774e-14,\n 5.5237e-16, -1.6625e-16, -2.3515e-15, -5.6425e-15, -1.6243e-15,\n -1.7184e-14, -8.0417e-15, 3.7161e-16, -6.9488e-16, 1.9256e-16,\n -1.4473e-15, 4.5694e-15, -4.6402e-14, 5.8009e-15, 6.7000e-16,\n 2.7589e-16, -5.5194e-15, -8.5429e-15, -9.1589e-17, -2.5414e-16,\n 6.0557e-15, 4.5498e-15, -9.5895e-15, -3.7285e-15, -8.1730e-15,\n 2.6899e-16, 8.8724e-16, 7.4347e-16, 3.9455e-16, 1.3896e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([5.6033e-12, 1.2313e-12, 4.0515e-13, 1.9010e-11, 6.6497e-12, 2.2994e-11,\n 3.3512e-12, 5.4976e-12, 1.8168e-12, 2.2096e-12, 6.4277e-13, 2.6990e-12,\n 2.0916e-10, 1.2289e-10, 6.9609e-12, 8.0927e-12, 2.2812e-12, 3.2822e-12,\n 1.1040e-11, 6.9009e-14, 1.8608e-11, 1.0381e-13, 2.0555e-12, 6.7602e-14,\n 1.5307e-13, 1.4044e-10, 1.5996e-12, 2.2442e-11, 2.7322e-13, 7.4308e-14,\n 4.0672e-11, 6.9160e-11, 1.8669e-12, 6.3896e-11, 4.0811e-12, 1.2173e-10,\n 6.5666e-11, 3.1726e-11, 2.1045e-10, 2.9647e-14, 4.2247e-14, 1.1392e-12,\n 1.3537e-10, 1.6029e-13, 1.1357e-12, 3.6233e-10, 2.7199e-10, 3.2767e-13,\n 5.2314e-14, 2.1962e-13, 2.2719e-13, 2.9524e-12, 5.3159e-12, 6.1690e-12,\n 9.8087e-12, 3.7211e-13, 8.6430e-12, 1.8013e-13, 3.0641e-12, 1.4888e-13,\n 1.8834e-13, 3.3442e-11, 1.0713e-12, 1.1160e-11, 8.8561e-13, 6.8244e-13,\n 1.1374e-12, 5.7116e-13, 3.6080e-11, 3.1796e-10, 1.5623e-10, 1.8660e-11,\n 9.1658e-13, 3.9881e-12, 6.6382e-12, 1.0784e-10, 2.5266e-12, 1.9279e-13,\n 3.8958e-11, 7.8312e-10, 4.5138e-12, 2.7607e-12, 7.5203e-14, 7.3441e-12,\n 1.4642e-12, 7.5232e-15, 2.2719e-14, 1.3382e-12, 4.0752e-13, 2.9568e-10,\n 5.6048e-12, 7.8087e-12, 1.7886e-12, 3.0003e-11, 7.1788e-13, 2.8457e-10,\n 7.3500e-12, 9.0069e-11, 9.8515e-11, 1.1846e-13, 1.0574e-12, 5.9661e-10,\n 8.6628e-14, 8.5067e-13, 1.5405e-11, 2.0617e-12, 1.2199e-14, 1.3769e-12,\n 9.9613e-14, 1.1344e-13, 3.5293e-12, 3.3881e-10, 3.6513e-13, 4.0533e-13,\n 1.2738e-12, 8.8455e-14, 2.5499e-14, 2.0618e-12, 1.7632e-13, 1.9817e-12,\n 1.1729e-10, 5.9737e-10, 2.8896e-12, 9.5084e-11, 1.9936e-13, 9.4207e-14,\n 4.8899e-13, 4.0579e-13, 2.6381e-13, 8.8923e-13, 5.0035e-13, 5.2621e-14,\n 4.2037e-13, 5.6983e-11, 7.4212e-13, 6.2492e-11, 2.4970e-14, 2.3476e-10,\n 3.1739e-12, 2.5241e-12, 2.7346e-13, 5.4378e-11, 1.1660e-13, 2.2863e-12,\n 5.7779e-14, 1.0513e-12, 1.4871e-13, 4.2407e-10, 3.7777e-11, 1.7875e-12,\n 1.4818e-13, 3.6833e-13, 2.3979e-12, 3.0295e-11, 2.7593e-13, 1.9364e-12,\n 1.7865e-14, 3.8657e-13, 1.0173e-14, 8.4282e-13, 2.8745e-12, 2.6782e-13,\n 1.2144e-11, 2.8874e-13, 1.5686e-13, 1.4736e-13, 1.0774e-11, 7.8968e-11,\n 3.6133e-12, 2.5733e-12, 2.4359e-14, 5.5162e-12, 2.6755e-13, 6.1605e-13,\n 4.2304e-10, 2.4282e-13, 4.6643e-14, 2.8726e-10, 7.4034e-15, 1.8145e-13,\n 4.5500e-13, 6.1747e-11, 1.5216e-13, 4.3964e-11, 5.7533e-11, 4.3358e-14,\n 1.8072e-10, 5.8415e-11, 1.2437e-12, 2.1737e-11, 1.4793e-11, 3.8984e-12,\n 8.2304e-12, 5.1755e-13, 1.1973e-11, 3.0134e-12, 8.9483e-14, 6.8662e-12,\n 1.7214e-10, 4.7071e-13, 4.4210e-14, 2.9756e-11, 3.6852e-12, 2.6144e-12,\n 9.2208e-13, 3.1167e-12, 2.7067e-11, 7.2064e-13, 1.0703e-12, 1.1808e-12,\n 1.8076e-10, 4.7159e-13, 1.0731e-12, 2.2807e-10, 1.0640e-12, 1.4733e-13,\n 1.5012e-12, 3.6628e-13, 7.4724e-12, 1.3976e-11, 3.5334e-11, 5.6257e-13,\n 1.5424e-11, 7.3225e-11, 7.8466e-13, 2.8213e-13, 1.2357e-10, 8.1974e-11,\n 1.3738e-10, 9.2536e-14, 5.7611e-12, 7.7354e-12, 3.6543e-13, 4.0025e-13,\n 8.6530e-13, 5.5492e-11, 6.4081e-14, 2.7605e-13, 3.2547e-12, 8.2006e-14,\n 5.6872e-14, 8.5552e-13, 1.5988e-12, 2.8246e-12, 1.0144e-13, 1.5921e-13,\n 1.7535e-13, 1.3480e-11, 8.4457e-14, 2.0649e-13, 1.8268e-12, 2.4008e-12,\n 1.8878e-11, 6.7397e-11, 3.9363e-11, 7.4057e-10, 2.4382e-13, 3.4302e-12,\n 1.5988e-12, 4.6535e-14, 5.1108e-14, 1.3424e-12, 1.2049e-13, 5.5412e-12,\n 1.4396e-11, 1.8581e-13, 3.9463e-14, 2.1146e-12, 7.9588e-12, 2.5407e-11,\n 8.0600e-13, 5.5084e-13, 1.2751e-10, 1.0142e-10, 5.2390e-12, 2.6466e-12,\n 1.6956e-12, 2.1405e-12, 2.8150e-12, 1.8301e-11, 8.0785e-11, 1.5001e-12,\n 1.2921e-12, 1.2442e-10, 5.7884e-13, 9.3644e-13, 1.6777e-11, 8.7801e-11,\n 4.0479e-10, 1.4472e-14, 2.8145e-13, 3.8434e-12, 2.7688e-10, 6.1583e-14,\n 1.6760e-11, 1.1001e-10, 9.4018e-12, 3.1304e-13, 1.1882e-11, 6.6487e-13,\n 8.1172e-14, 3.1793e-13, 2.3693e-10, 7.5089e-12, 1.1422e-13, 1.9648e-14,\n 3.2919e-13, 7.7843e-12, 4.8682e-14, 2.8993e-14, 1.1085e-13, 1.4655e-10,\n 6.5907e-13, 4.7734e-10, 6.6706e-11, 5.1351e-14, 6.6634e-14, 2.9214e-10,\n 1.7669e-11, 6.2125e-11, 3.4546e-14, 7.0901e-13, 1.0146e-11, 1.3964e-13,\n 2.6181e-13, 9.9893e-14, 2.1810e-12, 2.0174e-13, 3.5444e-14, 1.2122e-10,\n 1.1052e-10, 6.2067e-12, 1.5304e-10, 1.3139e-12, 7.5054e-11, 6.6403e-12,\n 6.8761e-12, 1.0004e-12, 1.2326e-12, 3.9635e-13, 2.7443e-11, 1.9226e-13,\n 1.0025e-13, 2.6073e-12, 4.0556e-10, 1.4585e-13, 1.5355e-12, 1.0851e-13,\n 3.5296e-12, 2.9961e-13, 5.6302e-13, 2.4894e-12, 3.4878e-14, 3.7903e-11,\n 1.0208e-11, 3.3362e-13, 5.6164e-10, 1.2078e-12, 1.2141e-13, 3.7393e-12,\n 6.1983e-13, 9.8181e-13, 2.0117e-13, 1.3506e-10, 5.4050e-13, 3.3520e-12,\n 3.1449e-13, 2.4723e-10, 3.8404e-10, 1.0809e-10, 1.1074e-12, 5.1631e-14,\n 9.5709e-13, 3.3480e-13, 9.0535e-14, 4.6434e-13, 2.2204e-13, 5.7577e-10,\n 7.8068e-11, 5.6060e-11, 1.1503e-13, 4.5132e-13, 1.2425e-12, 1.0898e-11,\n 2.5740e-14, 2.2342e-13, 6.1709e-14, 5.5761e-14, 3.3843e-12, 3.5948e-11,\n 1.2233e-12, 6.6307e-12, 1.4010e-11, 8.5538e-13, 1.1830e-10, 1.4796e-11,\n 4.5718e-10, 4.8257e-13, 1.2908e-11, 4.0694e-10, 7.1707e-14, 1.8291e-13,\n 2.0228e-12, 1.9145e-12, 4.8801e-13, 8.8607e-11, 1.6316e-11, 3.4235e-11,\n 8.1110e-10, 1.5930e-14, 2.0965e-12, 1.1218e-11, 5.9432e-11, 6.5813e-12,\n 9.6857e-14, 2.9863e-13, 6.0861e-13, 5.8551e-13, 8.0035e-13, 1.6590e-13,\n 1.9953e-13, 7.1473e-12, 4.0937e-10, 1.3125e-12, 7.0127e-10, 8.5735e-11,\n 2.6251e-10, 3.3434e-10, 2.9801e-13, 4.2114e-13, 1.1850e-12, 1.3264e-13,\n 1.2712e-11, 2.1787e-12, 1.5805e-11, 2.5864e-13, 1.7841e-10, 1.7235e-12,\n 1.0902e-10, 2.9898e-11, 4.1321e-11, 1.3537e-12, 7.8736e-13, 8.0251e-11,\n 7.2350e-12, 4.2712e-11, 1.4184e-09, 8.1888e-12, 5.3251e-12, 2.0996e-12,\n 3.2760e-11, 2.2290e-12, 2.6412e-14, 6.2086e-12, 1.2205e-13, 7.6391e-13,\n 9.3681e-11, 9.7294e-13, 3.8172e-12, 2.9907e-13, 7.4208e-10, 1.3497e-10,\n 5.4954e-11, 4.5660e-12, 8.2860e-13, 3.3248e-11, 3.2171e-12, 2.2797e-12,\n 1.8029e-12, 1.4122e-12, 4.3611e-14, 4.6437e-11, 7.9568e-14, 1.9856e-13,\n 1.5357e-13, 2.3527e-12, 1.1222e-12, 4.5349e-13, 9.0329e-14, 7.6260e-13,\n 5.8590e-13, 6.0186e-13, 4.2136e-14, 6.8273e-13, 4.3760e-13, 7.9230e-10,\n 5.9982e-12, 2.1339e-10, 1.5788e-13, 2.2801e-13, 2.6704e-13, 9.3550e-11,\n 9.9656e-14, 5.7493e-14, 1.4141e-12, 9.5203e-13, 5.9760e-13, 6.3936e-13,\n 1.1773e-13, 2.6792e-11, 1.8373e-12, 1.6525e-10, 4.1339e-13, 1.7171e-12,\n 4.1999e-13, 5.5573e-14, 5.5625e-12, 5.3226e-12, 1.6312e-11, 6.4438e-11,\n 9.4379e-13, 8.8291e-14, 8.1947e-13, 4.0207e-11, 1.5786e-11, 4.6093e-13,\n 1.3192e-13, 8.1242e-12, 2.0352e-12, 3.9618e-14, 1.0258e-09, 5.9380e-11,\n 1.1118e-11, 3.7892e-12, 1.9525e-14, 1.5143e-12, 1.7221e-12, 2.9950e-10,\n 1.9177e-13, 5.1187e-13, 7.1883e-13, 6.7813e-13, 1.4045e-10, 7.8785e-14,\n 1.8080e-10, 4.2852e-13, 1.7904e-11, 9.9304e-13, 2.5039e-13, 9.3977e-13,\n 2.0363e-13, 1.5372e-13, 1.5707e-10, 4.8924e-12, 2.7777e-12, 1.1790e-12,\n 4.4095e-13, 2.2222e-10, 1.9375e-10, 5.1013e-12, 9.9078e-13, 4.4371e-11,\n 2.8940e-12, 2.9546e-13, 1.0871e-11, 4.0339e-13, 8.3199e-13, 4.9856e-14,\n 1.7225e-14, 3.7963e-11, 1.1519e-11, 1.9141e-10, 6.0408e-14, 4.9893e-12,\n 2.6569e-12, 1.3431e-11, 1.8151e-12, 7.7371e-12, 9.2353e-11, 5.4172e-11,\n 1.8210e-13, 1.2325e-13, 1.1042e-12, 7.0486e-11, 9.4174e-10, 2.5178e-11,\n 8.6155e-12, 1.7180e-11, 5.8656e-13, 4.5397e-12, 9.9043e-13, 6.6768e-12,\n 5.3170e-11, 5.7788e-14, 1.0199e-10, 1.1961e-10, 8.9757e-13, 3.2080e-13,\n 2.5258e-10, 3.0223e-13, 2.4062e-12, 8.3618e-11, 2.7995e-14, 4.3852e-13,\n 3.1502e-14, 7.0694e-14, 2.4376e-12, 3.6879e-11, 1.1087e-13, 5.1678e-12,\n 1.4711e-11, 2.4033e-11, 5.4030e-13, 9.0932e-15, 6.8617e-13, 3.8822e-13,\n 6.0149e-13, 6.6170e-12, 8.6750e-11, 6.4870e-10, 2.7911e-14, 1.0580e-13,\n 5.6397e-12, 2.9205e-10, 6.6195e-12, 3.6770e-13, 7.5910e-10, 7.6106e-14,\n 3.2084e-14, 9.3964e-13, 1.7228e-12, 3.2648e-13, 5.1934e-12, 2.5119e-12,\n 1.2495e-12, 3.4004e-12, 6.5377e-13, 4.4152e-10, 4.9920e-13, 6.6637e-10,\n 3.6537e-13, 8.1625e-13, 6.0912e-11, 9.8417e-14, 4.2049e-10, 1.3304e-10,\n 2.3964e-11, 1.3396e-13, 8.3185e-13, 4.5179e-12], device='cuda:0')" }, "41": { "step": "tensor(2504.)", "exp_avg": "tensor([ 7.7173e-17, -3.3687e-14, 3.9344e-15, -2.5172e-15, -6.7843e-15,\n -1.8302e-14, -5.9690e-16, -5.3554e-16, -3.3160e-16, -3.1762e-15,\n -8.7781e-17, 1.4658e-16, -6.6377e-15, 3.4737e-15, -7.4554e-15,\n -6.4731e-15, -1.9917e-14, -1.0339e-15, -1.3949e-15, -1.7193e-14,\n 9.4196e-16, -8.2267e-15, -5.2439e-16, 1.3714e-14, -3.9082e-16,\n -8.0344e-15, -2.3118e-15, 2.4140e-15, 8.7599e-16, 7.5565e-16,\n -7.9578e-16, 5.9860e-15, -6.1475e-16, 3.1519e-15, 4.5070e-15,\n -1.2144e-14, -1.5948e-14, 1.4924e-15, -3.7400e-15, 5.5487e-16,\n -8.2922e-16, -1.1000e-15, -6.1099e-15, 4.3573e-16, -2.3236e-14,\n -1.0031e-14, -1.2011e-14, 4.2453e-16, -1.0161e-14, -2.5721e-14,\n -3.9128e-16, 1.7556e-15, 2.3285e-16, 1.6949e-15, -8.1480e-15,\n -5.3036e-15, 2.1562e-15, 1.9056e-16, -9.6782e-15, -2.1086e-15,\n -4.6817e-15, -1.2927e-14, 7.9736e-16, -7.6922e-15, 1.9136e-15,\n -2.4353e-15, 1.4169e-16, 9.2549e-16, 1.1763e-15, -3.7105e-15,\n -1.2832e-16, -6.2460e-15, -3.7149e-15, -3.4965e-17, -3.9326e-17,\n 1.2521e-15, 1.8869e-15, -1.6765e-16, 2.1638e-15, -5.7046e-15,\n -2.1134e-15, -9.5805e-15, -1.5458e-15, -7.5150e-16, -1.7638e-16,\n -4.8762e-16, -1.7100e-15, -1.3664e-14, 7.1638e-16, 1.1743e-15,\n 1.9851e-16, 2.6712e-15, 1.1729e-15, -4.0206e-15, -2.2066e-14,\n 3.3251e-16, -1.0809e-14, -2.3102e-15, -1.3676e-16, -6.0895e-16,\n -1.2463e-15, -1.4445e-15, 5.1070e-16, -4.4609e-15, -8.6071e-15,\n 7.6667e-16, -3.6398e-15, 9.8776e-15, -5.7317e-15, -1.0049e-14,\n 1.2024e-15, -1.4152e-15, -7.1702e-16, 1.5936e-15, 1.8405e-15,\n -4.1697e-15, -2.7793e-16, 5.4349e-15, 5.7284e-16, 1.1155e-15,\n 8.1464e-16, -2.1503e-15, -3.9204e-15, -8.8816e-15, -2.1325e-15,\n -3.1822e-15, -2.9285e-14, -6.3873e-15, -1.0954e-14, -1.2092e-15,\n 1.5140e-16, -2.9565e-15, -5.3799e-16, -1.0460e-14, -1.7897e-15,\n -1.1319e-14, -3.0716e-15, -6.2609e-15, -3.4628e-16, 1.1341e-15,\n -5.7356e-15, -1.7440e-14, 4.6936e-15, 6.9700e-16, 3.1992e-15,\n 5.5794e-16, -6.9493e-15, 1.7690e-16, 8.1638e-16, -4.5061e-17,\n -5.3312e-16, -5.1386e-15, 1.1994e-16, 1.5559e-16, 1.3322e-15,\n 6.6232e-15, 1.8434e-16, -4.2707e-16, -1.0440e-15, 1.4485e-14,\n -1.4149e-15, -1.5932e-15, 3.4077e-15, 7.8129e-15, -8.8449e-15,\n -1.9953e-16, 2.3342e-15, -7.2275e-15, -4.2541e-15, 1.1640e-15,\n 7.8953e-16, 7.2380e-16, -3.5522e-15, -9.0469e-15, -3.9318e-15,\n -1.7989e-16, 8.8690e-16, -1.3566e-14, -3.6599e-15, 1.5951e-15,\n -5.6374e-15, -1.5309e-15, -6.6115e-15, 1.0665e-15, -1.2244e-14,\n 1.1116e-15, -9.7058e-15, -3.9571e-15, 3.8687e-16, 5.0313e-16,\n 1.0034e-15, -1.4845e-14, -7.6014e-15, 3.3071e-16, -2.3106e-15,\n 1.1685e-16, 3.9332e-15, 2.5601e-16, -9.6476e-16, -3.5083e-15,\n -4.5918e-15, -1.6934e-15, -1.8002e-15, -2.0045e-15, -2.2322e-17,\n 5.6901e-15, -4.8064e-15, 6.4500e-16, 1.2669e-15, -3.7069e-15,\n -1.6189e-15, -2.5235e-15, -1.2551e-14, -1.9880e-15, 7.9012e-16,\n -2.5228e-15, -7.5558e-15, -8.8312e-17, -3.6645e-16, -1.7457e-15,\n -3.5093e-15, 3.0415e-15, -1.7018e-15, -7.5466e-15, -3.0682e-16,\n 1.7734e-16, -1.0870e-15, -8.9071e-15, -1.8578e-15, -4.1414e-16,\n -1.1917e-14, -2.5081e-18, 8.0643e-16, 9.1425e-16, 2.1188e-15,\n 4.4926e-15, -3.0027e-15, -2.5055e-15, -5.5582e-15, -2.2634e-17,\n -6.0245e-15, -6.2458e-17, -7.3671e-15, -6.9924e-15, 1.9462e-16,\n 6.8537e-15, 2.1749e-17, 9.8960e-15, -7.4480e-15, 5.0385e-16,\n -8.8052e-15, -3.6674e-16, -1.2434e-15, -9.6013e-16, -7.4073e-15,\n -1.0569e-14, 6.7760e-16, -3.2101e-15, -3.3773e-15, -4.7518e-15,\n -9.0855e-15, -6.9082e-15, 6.4204e-16, -2.7623e-15, 8.1689e-15,\n 5.2568e-16, 3.3126e-15, -2.1004e-14, 9.0806e-17, -2.6827e-16,\n 5.4316e-15, 1.1230e-15, 9.9742e-16, -1.6395e-14, 2.5865e-16,\n 2.8088e-15, -6.6831e-15, 2.2707e-15, -2.0249e-15, -6.3905e-15,\n -8.6329e-15, 2.2992e-16, 3.7855e-16, 3.6839e-16, 3.0389e-15,\n 2.0684e-15, 1.3962e-16, -8.1217e-15, 2.6736e-15, -4.1969e-16,\n -4.9461e-16, 4.8088e-16, -2.1699e-14, -6.8722e-18, -4.2577e-15,\n -2.0238e-14, 1.8550e-15, 1.7957e-16, -1.1414e-14, -1.0459e-14,\n -1.4314e-15, -1.0815e-14, -1.6492e-15, -1.1410e-14, -2.7518e-14,\n -1.2053e-14, -2.2881e-15, -8.2855e-15, -1.2995e-14, -4.3740e-15,\n 8.9068e-16, 8.0572e-16, -9.0949e-15, 1.5746e-15, -4.2493e-15,\n -3.3105e-16, -1.1059e-16, -4.0954e-15, -5.7767e-16, 5.2644e-17,\n -1.3047e-14, -2.7090e-15, 6.1341e-17, -2.8421e-15, -2.1730e-15,\n 1.7075e-15, -7.8983e-16, -9.4554e-16, 8.7617e-16, -1.5928e-14,\n -1.4717e-14, -1.2352e-15, -1.2020e-15, 4.8161e-16, -3.5063e-15,\n -5.2385e-16, -1.3242e-16, -2.7229e-15, 4.9873e-15, -8.9480e-15,\n -2.9440e-15, -1.4246e-15, 2.5127e-15, -1.5090e-15, -2.5666e-14,\n 2.1872e-15, 5.5665e-16, 6.0199e-15, 4.7151e-15, 1.6020e-15,\n -7.4622e-15, -6.4337e-15, 1.8026e-15, -5.8405e-15, -1.3386e-15,\n -7.3724e-15, -1.2652e-14, 6.7428e-16, -7.2036e-15, -1.2997e-15,\n -2.8966e-16, 1.8578e-15, -1.5102e-15, -1.4343e-15, -3.0737e-15,\n -1.0405e-16, -8.2436e-15, -5.4637e-15, -8.7697e-15, 1.4497e-15,\n 3.7658e-16, 3.5040e-16, 1.9263e-15, 5.1515e-16, -4.5334e-16,\n -1.3350e-15, -6.1314e-15, -9.0491e-15, -1.3060e-15, 6.7276e-15,\n 2.2913e-16, -4.9658e-16, -2.7177e-16, 3.8741e-15, 1.1954e-15,\n 3.0631e-15, 2.2420e-15, -3.1497e-15, -3.5063e-15, -5.5659e-15,\n 1.0400e-18, 5.9198e-16, 4.2222e-16, 4.7418e-15, -2.3036e-14,\n -1.1627e-15, -5.3233e-15, -1.0798e-14, -1.2121e-15, 5.8217e-16,\n -1.1490e-14, -7.9089e-15, 1.0714e-15, -7.1596e-17, -1.2231e-15,\n 8.5437e-16, -1.9124e-15, -1.2641e-14, 3.2428e-16, 9.6251e-16,\n 2.0108e-16, -6.8168e-15, -1.8508e-14, -2.6487e-15, -9.6129e-15,\n 8.7963e-16, 2.0569e-15, -1.8147e-15, -3.2192e-15, -1.0331e-14,\n -1.8024e-16, -1.8216e-14, -2.9929e-15, 3.5863e-15, -2.5355e-15,\n -4.5074e-15, -3.8571e-15, -2.7302e-15, 8.5815e-16, -4.1698e-15,\n -5.8084e-15, -1.3674e-15, -1.4217e-15, -7.4120e-15, -1.4177e-14,\n -1.0424e-14, -4.4166e-16, 1.8883e-15, -4.2949e-17, -8.0352e-15,\n -8.2928e-15, 6.7878e-17, -3.6806e-15, 1.4831e-15, -4.8743e-15,\n -3.3264e-15, -1.9568e-14, -6.0682e-15, 6.4318e-16, -9.2857e-15,\n -4.5793e-16, -9.3380e-15, -1.0671e-15, -6.8227e-15, 2.7897e-15,\n -8.4184e-16, -4.1825e-15, -1.5081e-15, -1.0481e-14, -5.5927e-15,\n 4.1187e-15, -1.4286e-15, 3.3486e-15, -1.9246e-14, -1.4008e-14,\n 8.5597e-15, -1.0580e-14, -2.8509e-14, -9.4269e-15, -1.2542e-16,\n 3.8897e-16, 6.4273e-15, 1.5931e-15, -4.0714e-15, 8.4430e-15,\n 3.5998e-16, 3.7260e-16, -3.2308e-16, -7.2710e-16, 6.9011e-16,\n 1.0536e-15, 2.2111e-16, 4.4812e-16, -1.0010e-14, 7.4352e-16,\n -1.1468e-14, -4.1623e-15, -2.2603e-15, 3.6705e-16, 6.4340e-15,\n 1.5829e-14, -3.0701e-16, -1.2009e-15, 1.1450e-15, 1.4532e-15,\n -8.7244e-15, -1.8949e-16, 1.9115e-15, 2.5608e-17, 7.2830e-16,\n -4.8494e-15, 6.2487e-17, 1.7823e-15, 3.6001e-16, -2.0196e-16,\n -4.2019e-15, -2.1214e-14, -1.4706e-15, 3.6359e-16, -7.4944e-16,\n 7.2534e-16, -1.2837e-15, -1.5766e-15, -1.2197e-15, 1.0715e-15,\n -8.0635e-15, 7.4731e-16, -2.9934e-14, -3.3647e-15, -2.1497e-16,\n -9.6542e-15, 8.7601e-16, -1.5761e-15, -1.1209e-15, -3.2015e-15,\n 3.5507e-15, -7.2061e-15, -1.4632e-15, -5.2937e-15, -1.4955e-14,\n 5.2945e-16, -5.0074e-16, -5.1815e-15, 1.4255e-15, 6.3166e-16,\n 9.3727e-16, 8.8371e-15, 7.4163e-15, -9.4247e-16, -2.3645e-15,\n 4.0093e-16, -5.0229e-15, -1.6657e-15, -2.7852e-15, 3.2820e-17,\n -1.5213e-14, 1.9250e-15, 1.8090e-15, -8.3371e-15, -3.5367e-15,\n 2.1593e-15, 1.0913e-15, -1.3553e-16, -3.7844e-15, 9.3811e-17,\n -1.6794e-15, 5.3115e-17, -1.1060e-14, 3.7589e-16, -2.0344e-14,\n -3.7090e-16, -5.6616e-15, -6.0935e-16, -7.8004e-16, -4.0018e-16,\n -8.9834e-15, -2.6969e-15, 2.1633e-15, -7.8506e-15, -4.2056e-15,\n 3.2979e-16, -4.0688e-16, -3.1712e-16, -4.2196e-15, -1.3093e-15,\n -1.6958e-14, -5.4723e-15, -3.4816e-15, -1.4437e-14, -3.1210e-16,\n 8.6870e-16, -1.4250e-15, 2.8737e-15, 6.5731e-16, -1.2278e-14,\n -1.0501e-14, -1.4044e-14, -1.1029e-14, -2.5217e-17, 1.0472e-15,\n 2.8843e-16, 2.4786e-15, 9.3165e-16, 7.6685e-16, -1.1348e-15,\n -1.1328e-14, -7.9107e-16, -7.2724e-15, 3.9535e-15, 1.6266e-16,\n 1.7483e-16, -7.5323e-15, -5.5318e-15, 4.3511e-15, -1.0059e-14,\n 7.6987e-17, -1.4013e-14, -6.7351e-16, -1.6872e-15, -1.7801e-14,\n -7.1580e-16, -8.6111e-16, -3.3044e-15, -1.0587e-14, 8.2761e-16,\n -1.9552e-14, -1.7382e-14, -2.9217e-15, 6.2456e-16, -2.1155e-16,\n -5.1457e-15, 6.4480e-16, -1.3725e-14, 2.9731e-15, 2.6687e-16,\n -1.8521e-16, -1.3681e-15, -1.2095e-14, 9.3480e-16, 7.0987e-16,\n 4.6467e-15, 7.3464e-15, -9.1599e-15, 1.5140e-15, -8.0324e-15,\n -3.3500e-15, -1.9735e-15, -1.3822e-15, -1.6068e-16, -2.8588e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([2.2753e-12, 7.2626e-12, 4.6781e-12, 3.9282e-11, 1.5047e-11, 2.2846e-11,\n 1.5400e-12, 2.1740e-12, 4.9321e-12, 7.5947e-12, 4.1044e-13, 1.6165e-12,\n 2.5623e-10, 4.5436e-11, 2.8663e-11, 9.4632e-12, 2.6577e-11, 1.8974e-12,\n 3.6825e-11, 9.1496e-13, 2.7775e-11, 6.4083e-13, 4.5626e-12, 3.9419e-13,\n 5.3936e-12, 1.9031e-10, 2.3220e-11, 8.7707e-11, 7.2670e-12, 6.9334e-13,\n 1.4641e-10, 1.1798e-10, 6.0338e-13, 1.8056e-10, 7.6283e-11, 2.9140e-11,\n 6.5337e-11, 9.2588e-12, 9.9221e-11, 5.5223e-14, 5.8855e-13, 1.9099e-11,\n 7.3189e-11, 1.0262e-13, 2.6492e-12, 1.2092e-10, 1.6004e-10, 2.9287e-12,\n 1.2505e-12, 9.9253e-13, 3.5236e-12, 5.9804e-11, 9.4658e-12, 3.3822e-12,\n 5.3300e-11, 4.7601e-12, 5.3338e-11, 3.7836e-13, 3.9953e-11, 2.9299e-12,\n 3.3883e-12, 4.3467e-11, 5.7341e-13, 3.8287e-11, 5.6196e-13, 7.7158e-12,\n 7.1888e-13, 2.0345e-11, 9.4046e-11, 1.6648e-10, 1.9892e-10, 3.4932e-11,\n 7.2323e-13, 1.4923e-11, 2.1411e-11, 1.0879e-10, 1.1959e-12, 9.8598e-12,\n 2.8052e-11, 3.5946e-10, 1.0703e-11, 7.6100e-12, 2.2262e-12, 4.6682e-11,\n 1.7091e-11, 1.8517e-13, 2.6879e-13, 1.7665e-12, 1.5942e-11, 1.3805e-10,\n 1.4171e-11, 1.7641e-11, 8.7443e-13, 1.4683e-10, 1.3842e-12, 2.0944e-10,\n 1.2832e-11, 1.9021e-10, 5.1914e-11, 1.9572e-12, 1.5128e-12, 1.7427e-10,\n 2.1009e-13, 2.3485e-12, 4.4862e-11, 2.1631e-11, 5.1235e-14, 1.0540e-11,\n 3.6961e-12, 5.6591e-13, 1.7894e-12, 1.9069e-10, 5.4244e-12, 1.6933e-13,\n 4.4717e-12, 7.7960e-14, 6.8339e-13, 8.7692e-11, 4.9044e-14, 1.1828e-11,\n 1.4180e-10, 1.6918e-10, 1.8403e-11, 4.8435e-11, 3.5843e-12, 3.2730e-13,\n 7.5397e-12, 2.4893e-12, 1.1998e-12, 4.4240e-12, 1.9796e-13, 6.7031e-13,\n 2.7123e-12, 7.6925e-11, 2.2191e-11, 1.4115e-10, 3.3732e-13, 5.3148e-11,\n 3.9919e-11, 1.2110e-12, 8.6197e-12, 2.0646e-11, 2.0225e-12, 1.1931e-12,\n 1.4783e-13, 6.6039e-12, 8.9459e-13, 4.0198e-10, 6.3600e-11, 9.7665e-13,\n 2.2255e-12, 1.7803e-12, 1.3767e-12, 4.4547e-11, 1.9490e-13, 4.7011e-11,\n 1.6037e-13, 2.2696e-11, 1.4148e-13, 5.8629e-12, 6.8350e-11, 1.6053e-12,\n 2.8665e-11, 1.2411e-13, 7.7741e-13, 3.7384e-14, 3.4227e-11, 2.0774e-10,\n 9.9234e-12, 1.2459e-12, 6.2631e-13, 3.3495e-12, 2.4630e-13, 1.1791e-11,\n 1.8936e-10, 1.2318e-12, 2.1532e-13, 1.8943e-10, 3.0083e-13, 8.9278e-12,\n 3.0152e-12, 2.8845e-11, 2.6471e-12, 5.5413e-11, 2.8628e-11, 1.7445e-12,\n 7.7514e-11, 7.7501e-11, 5.9305e-13, 1.8768e-11, 8.6705e-11, 4.9844e-12,\n 7.8540e-11, 4.6983e-12, 1.3586e-10, 2.4667e-11, 1.1833e-13, 1.2200e-11,\n 2.6078e-10, 1.2129e-11, 7.7723e-13, 5.6180e-11, 1.8784e-12, 1.5361e-11,\n 1.9531e-13, 4.5777e-11, 1.6544e-10, 4.3808e-13, 1.7342e-11, 3.6398e-11,\n 1.2202e-10, 1.3766e-11, 8.3175e-12, 1.0882e-10, 3.6093e-11, 2.4175e-12,\n 5.7742e-12, 9.4848e-14, 3.6121e-11, 6.3716e-12, 1.8716e-11, 3.7783e-12,\n 1.1852e-10, 3.0114e-11, 3.3481e-13, 8.3760e-14, 2.0856e-10, 1.4558e-10,\n 6.7252e-11, 8.8611e-14, 2.1308e-11, 6.6185e-12, 6.2871e-12, 7.2225e-12,\n 1.7281e-11, 3.1323e-10, 2.8078e-12, 5.5437e-13, 7.0236e-12, 3.3133e-12,\n 6.9062e-12, 2.9529e-13, 4.6229e-11, 4.7321e-12, 2.0305e-12, 2.0077e-12,\n 1.3677e-12, 1.1213e-10, 4.3211e-12, 3.9181e-12, 3.4306e-11, 1.2161e-12,\n 1.5796e-11, 1.4867e-10, 6.7361e-11, 1.9540e-10, 1.3083e-13, 1.1768e-11,\n 3.8799e-12, 8.4416e-13, 8.2746e-13, 4.1693e-12, 2.6772e-12, 2.4319e-11,\n 8.2709e-11, 4.9810e-12, 2.5315e-12, 7.5488e-12, 2.9957e-12, 1.4068e-10,\n 2.5348e-11, 2.0703e-13, 6.0481e-11, 2.4878e-11, 1.3924e-12, 1.1608e-12,\n 3.3498e-12, 2.9186e-12, 2.9732e-11, 7.8103e-11, 2.9110e-10, 4.5693e-11,\n 1.9558e-11, 1.6258e-10, 6.1203e-12, 4.7915e-13, 2.0047e-11, 9.7379e-11,\n 2.2974e-10, 3.6862e-13, 8.2420e-12, 1.6271e-12, 1.8695e-10, 7.5313e-13,\n 1.5571e-11, 1.0008e-10, 3.2240e-12, 6.7732e-12, 2.2176e-11, 6.2224e-12,\n 8.9028e-13, 2.1346e-13, 2.6714e-10, 7.2733e-11, 7.3939e-12, 3.3318e-13,\n 4.3093e-12, 8.4470e-11, 2.7603e-13, 3.8184e-13, 1.7050e-12, 1.3435e-10,\n 1.8445e-11, 3.0327e-10, 1.8727e-10, 1.6218e-13, 1.5579e-14, 1.1449e-10,\n 1.0211e-10, 1.9197e-10, 2.0536e-13, 5.4807e-13, 1.1903e-11, 1.4533e-11,\n 7.3738e-12, 2.2530e-13, 2.1854e-11, 3.4695e-12, 5.2528e-13, 2.3558e-10,\n 6.5034e-11, 7.0951e-12, 1.2454e-10, 1.8361e-11, 1.4533e-10, 4.3219e-12,\n 2.2392e-12, 2.0729e-12, 3.6276e-11, 2.9652e-12, 9.5908e-11, 4.1992e-12,\n 4.2677e-12, 3.2636e-11, 1.6013e-10, 4.2798e-12, 8.4602e-13, 1.9337e-12,\n 4.9333e-11, 8.7608e-12, 4.4852e-13, 1.7669e-11, 9.4446e-13, 1.4199e-11,\n 8.9691e-12, 5.3004e-13, 2.6507e-10, 6.5986e-13, 8.2246e-13, 4.3438e-11,\n 2.4236e-11, 7.3703e-13, 3.3766e-12, 1.0499e-10, 6.8078e-12, 4.9361e-11,\n 1.6513e-12, 9.9768e-11, 2.8171e-10, 1.3709e-10, 3.1683e-11, 5.6658e-13,\n 9.7581e-12, 4.5799e-12, 2.4754e-13, 1.0424e-11, 3.0547e-12, 1.2609e-10,\n 1.2348e-10, 2.3111e-10, 4.3554e-12, 2.6682e-13, 5.3783e-13, 1.4918e-11,\n 2.2655e-14, 9.1145e-12, 3.5549e-12, 2.4845e-12, 5.5562e-11, 3.5714e-11,\n 4.2070e-13, 7.2726e-12, 1.2233e-10, 1.8654e-11, 8.7357e-11, 8.8057e-12,\n 1.4009e-10, 9.6353e-12, 5.8859e-12, 3.6092e-10, 1.7137e-12, 7.2623e-12,\n 1.1967e-12, 1.9166e-11, 3.0754e-12, 6.1972e-11, 2.6258e-11, 2.5462e-11,\n 5.8755e-10, 2.6363e-13, 3.1737e-12, 1.2822e-11, 4.3225e-11, 6.3121e-12,\n 5.0966e-12, 8.1793e-12, 5.8375e-12, 2.1598e-13, 2.3185e-11, 5.8071e-13,\n 7.2656e-14, 3.8173e-11, 2.0453e-10, 7.7648e-12, 2.8975e-10, 1.0853e-10,\n 7.7491e-11, 2.2599e-10, 2.9779e-13, 1.0284e-11, 6.3054e-12, 2.3157e-12,\n 3.2885e-11, 3.3132e-11, 1.1838e-11, 1.5663e-12, 9.5525e-11, 4.6460e-12,\n 7.1218e-11, 7.5287e-12, 2.8437e-11, 8.0629e-13, 5.3590e-12, 2.0974e-10,\n 3.2817e-11, 1.1205e-10, 2.7885e-10, 4.3375e-11, 2.6667e-11, 1.3396e-11,\n 1.5314e-11, 2.1195e-11, 6.2814e-14, 1.1295e-11, 3.6027e-13, 1.9106e-12,\n 1.1664e-10, 1.5817e-11, 2.4975e-11, 1.2423e-12, 2.7142e-10, 5.2552e-11,\n 1.0955e-10, 2.2948e-11, 7.0758e-13, 3.0917e-11, 2.7616e-11, 3.0302e-12,\n 2.6676e-12, 1.4512e-11, 3.7772e-13, 1.0081e-10, 5.2997e-12, 4.6397e-13,\n 2.5554e-12, 3.3466e-11, 1.0921e-12, 1.9272e-12, 4.8092e-14, 1.9021e-11,\n 2.9370e-13, 3.9645e-13, 7.0954e-13, 1.0269e-11, 1.6542e-13, 2.6203e-10,\n 5.8924e-11, 1.2555e-10, 1.3937e-13, 5.6600e-12, 2.2181e-12, 1.9561e-10,\n 2.0562e-12, 5.4475e-13, 3.5810e-13, 3.5995e-12, 2.3774e-13, 2.9447e-11,\n 3.8944e-13, 7.6219e-12, 3.3841e-11, 2.3654e-10, 3.3999e-12, 9.0340e-13,\n 2.7788e-13, 7.0398e-13, 9.0673e-12, 2.1916e-12, 4.4520e-12, 6.6090e-11,\n 2.7105e-13, 7.0882e-13, 2.6396e-12, 7.2445e-11, 6.4559e-12, 2.1069e-11,\n 1.7902e-13, 2.6953e-11, 6.4845e-11, 4.3946e-13, 4.0937e-10, 2.9190e-11,\n 8.5057e-12, 5.7380e-12, 8.1432e-13, 2.2089e-12, 2.2337e-12, 2.5304e-10,\n 8.3459e-12, 3.0251e-12, 3.4665e-13, 5.8961e-12, 1.3618e-10, 1.6612e-12,\n 1.4608e-10, 1.0249e-11, 7.7583e-11, 5.6387e-11, 4.8849e-12, 1.6610e-11,\n 7.5291e-14, 2.6278e-12, 1.7000e-10, 6.9105e-12, 1.1174e-12, 3.0978e-12,\n 2.5409e-13, 1.7942e-10, 1.0803e-10, 8.1847e-12, 1.8099e-12, 6.4378e-11,\n 1.2397e-12, 1.0831e-11, 4.1944e-12, 1.2362e-11, 3.6776e-13, 1.9500e-13,\n 1.7626e-13, 3.5195e-11, 2.9899e-11, 1.0156e-10, 1.2542e-13, 4.9421e-11,\n 8.4685e-11, 2.3739e-11, 2.3998e-11, 3.4522e-12, 2.7714e-11, 1.5626e-10,\n 1.2227e-12, 7.0755e-14, 3.7435e-13, 1.5123e-10, 6.7100e-10, 2.4832e-11,\n 1.2408e-11, 7.7119e-12, 8.4364e-13, 5.3619e-12, 1.6031e-12, 8.0839e-12,\n 1.8157e-10, 2.5877e-13, 7.0033e-11, 1.4028e-10, 6.2468e-12, 3.5568e-12,\n 9.4806e-11, 1.2571e-11, 1.1569e-12, 7.7909e-11, 9.3275e-14, 1.9411e-13,\n 7.5635e-13, 1.3985e-12, 1.0383e-11, 1.3103e-11, 1.0996e-12, 1.6824e-11,\n 7.2514e-11, 4.1958e-11, 2.8237e-12, 1.2407e-13, 1.8627e-11, 1.2229e-13,\n 1.6294e-11, 5.5627e-11, 6.9778e-11, 2.5027e-10, 2.1740e-13, 5.2984e-14,\n 2.3533e-11, 1.6268e-10, 2.6236e-12, 6.0172e-13, 1.7921e-10, 9.7155e-13,\n 1.7628e-13, 6.2744e-13, 6.3088e-12, 4.8846e-12, 4.9305e-12, 1.5498e-12,\n 3.2083e-11, 1.6997e-12, 3.8608e-12, 1.6384e-10, 5.0539e-12, 3.5137e-10,\n 8.6754e-12, 2.4052e-11, 3.8270e-11, 2.2994e-12, 1.8599e-10, 5.2829e-11,\n 5.8703e-11, 1.4270e-13, 3.6894e-13, 2.1731e-12], device='cuda:0')" }, "42": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 2.8435e-17, -1.7008e-18, -5.6052e-45, ..., -2.2536e-17,\n 2.2112e-17, 5.6052e-45],\n [-3.9336e-16, -4.7370e-16, -5.6052e-45, ..., 1.4611e-15,\n -9.7689e-16, -5.6052e-45],\n [ 1.5176e-16, -1.7241e-16, 5.6052e-45, ..., -4.1243e-16,\n 2.5937e-16, 5.6052e-45],\n ...,\n [ 1.7174e-16, -4.4671e-16, 5.6052e-45, ..., 1.9101e-16,\n -2.2088e-16, 5.6052e-45],\n [ 5.6806e-17, -3.7419e-17, 5.6052e-45, ..., 3.2292e-18,\n 5.7980e-16, 5.6052e-45],\n [-7.8033e-17, 4.0142e-16, 5.6052e-45, ..., 5.3036e-16,\n 1.5056e-16, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[6.7918e-12, 7.2376e-12, 7.0205e-16, ..., 7.8430e-12, 2.3165e-12,\n 4.7962e-14],\n [1.9356e-12, 2.1556e-12, 5.9010e-17, ..., 3.9558e-12, 8.7328e-13,\n 7.9300e-15],\n [3.3150e-13, 1.6841e-13, 1.7832e-17, ..., 2.7673e-13, 8.4338e-14,\n 1.8351e-14],\n ...,\n [8.8778e-13, 1.2281e-12, 8.0175e-18, ..., 9.2506e-13, 1.3164e-12,\n 2.5273e-15],\n [4.4913e-13, 5.2694e-13, 7.6452e-17, ..., 6.0785e-13, 1.3833e-13,\n 1.7115e-15],\n [3.2379e-11, 2.5864e-11, 5.3659e-16, ..., 3.6074e-11, 7.5855e-12,\n 3.8325e-14]], device='cuda:0')" }, "43": { "step": "tensor(2504.)", "exp_avg": "tensor([ 4.8773e-13, 4.8866e-13, 1.2868e-12, -6.1130e-14, -1.5571e-13,\n -6.7859e-15, 2.1023e-13, 9.8679e-14, 3.2171e-13, 1.0321e-13,\n 1.1221e-14, 6.1139e-14, -6.8924e-13, 4.9304e-14, 5.7785e-14,\n -1.3653e-13, -1.1797e-12, 7.9870e-13, 1.2344e-12, -1.8215e-12,\n 1.6814e-13, -7.0983e-14, 7.8862e-13, -3.1516e-13, -8.0933e-13,\n 2.6251e-13, -9.7972e-13, 2.4731e-13, -5.4189e-13, -1.5023e-13,\n 2.1332e-12, 1.4296e-12, 3.7299e-13, 1.5123e-13, 2.3118e-14,\n 4.2485e-14, -4.7461e-13, 2.2540e-13, -9.3343e-13, 7.0258e-13,\n 5.5898e-13, -2.0749e-13, 6.8303e-14, -4.3258e-13, 3.5557e-13,\n 7.8980e-14, -2.2333e-13, -3.4280e-14, 3.4603e-15, 2.4252e-13,\n 2.0195e-13, 2.5566e-13, 3.7129e-13, -2.9010e-14, -1.0883e-14,\n 1.6633e-13, -4.1012e-13, 3.1717e-14, -3.6463e-13, -4.4556e-14,\n -1.1980e-12, 9.0445e-14, 6.1222e-14, -3.7216e-14, -1.7818e-12,\n 5.3949e-13, -1.5877e-12, 1.5495e-12, 1.3747e-13, 1.7399e-13,\n 1.7950e-14, 4.8187e-13, -4.7893e-13, 1.0970e-14, 8.1359e-14,\n -6.6654e-13, -3.5624e-14, 2.4237e-13, -1.3947e-12, -4.4654e-13,\n 1.2810e-13, 4.2279e-13, -5.4018e-14, 1.5721e-13, -6.9071e-14,\n -1.6402e-12, -1.0885e-12, -3.6472e-13, -5.9802e-13, 1.0009e-13,\n 6.5169e-13, 1.6168e-13, 1.8357e-13, -1.5526e-14, 2.4003e-14,\n 2.1740e-13, 2.9896e-14, 1.4620e-13, -3.1630e-13, -1.0497e-14,\n 1.8232e-13, 4.6299e-13, -3.7310e-13, -6.2626e-14, 6.4856e-14,\n -1.4461e-13, -1.8746e-13, -8.1631e-14, -1.6776e-13, -9.9179e-14,\n 6.2865e-13, -1.2815e-12, -2.9538e-13, -3.3307e-13, 5.3476e-14,\n 9.2583e-14, 1.5256e-13, 1.8197e-12, -1.6691e-13, -3.9688e-13,\n -3.9686e-14, 1.2574e-13, 2.0250e-15, -2.2057e-13, -8.6440e-15,\n -1.4109e-12, -2.1335e-12, -6.6526e-14, -6.5376e-13, -1.3497e-12,\n -1.5990e-13, -7.4849e-15, -1.8510e-13, 8.4399e-14, 6.6521e-15,\n 2.2688e-13, 5.6566e-13, 2.8577e-13, -3.1401e-14, -9.4719e-14,\n -1.2874e-13, -2.2708e-13, 1.8403e-13, 8.4615e-13, 6.2081e-15,\n -2.6352e-14, 9.8115e-14, -2.4706e-13, 1.1348e-13, 2.2686e-12,\n 3.5380e-13, -3.1143e-13, 1.6940e-12, 8.1090e-14, 3.1283e-13,\n 6.6440e-13, 1.0103e-12, -4.3025e-13, 1.9377e-13, 5.0360e-15,\n 7.4123e-13, 3.5505e-13, -3.6608e-13, 1.6084e-13, 1.4350e-13,\n 3.3957e-13, 1.7930e-13, 4.8024e-14, -6.4716e-13, 8.8199e-13,\n 4.2751e-13, 1.1672e-13, -5.2151e-13, -2.8217e-13, -1.1845e-14,\n 1.2891e-13, 4.9171e-13, 1.5987e-13, -1.1681e-13, 1.2199e-13,\n 1.7817e-13, 5.5530e-13, -5.7299e-13, 6.0832e-13, 7.4941e-14,\n 1.4787e-12, 5.1055e-13, -4.7146e-14, 6.8653e-14, 1.5341e-12,\n 1.6582e-13, -2.8801e-13, -3.6736e-14, -4.1026e-13, -1.1981e-13,\n -4.3987e-13, -1.2947e-13, -3.8769e-13, 2.3783e-13, -4.4856e-13,\n 1.2388e-13, 3.2592e-13, -6.4889e-13, 1.8568e-13, -6.7779e-14,\n 2.9604e-13, 3.6749e-13, -6.7467e-14, 2.0618e-13, -6.0945e-13,\n 1.0974e-13, 4.7174e-16, 6.0500e-14, -7.1619e-15, 7.7771e-13,\n 1.2582e-13, 1.5116e-13, 1.5338e-13, -1.4058e-13, 2.3369e-12,\n -7.0071e-13, -8.6192e-14, -9.6868e-14, -1.8836e-13, -1.9981e-13,\n -1.2818e-14, 1.0881e-12, -2.5004e-13, -3.7672e-13, 4.0530e-13,\n -2.1168e-13, 4.6321e-14, 2.1643e-13, -5.3312e-13, -8.8821e-13,\n -5.5809e-14, -8.9602e-14, 1.2668e-12, 1.4450e-13, 3.4774e-13,\n -9.8131e-13, -1.2717e-13, -1.3911e-13, 9.2465e-14, -3.8638e-14,\n -7.1589e-14, -3.7789e-14, 1.0042e-12, -1.1166e-12, -1.2910e-12,\n 4.2483e-13, 1.9256e-13, -4.5771e-13, -5.4756e-13, -9.3339e-13,\n -4.7064e-13, -9.1171e-13, 9.3476e-14, 8.7145e-14, 4.4234e-13,\n -6.5225e-13, -1.3576e-13, 2.1486e-13, 7.9729e-14, 1.1960e-12,\n 8.8350e-13, 1.1895e-12, 7.9137e-14, 3.7258e-13, -2.6390e-12,\n 2.5068e-13, -2.5644e-14, -2.3191e-13, -2.2055e-12, 6.4444e-13,\n -2.6605e-13, 2.4666e-13, 5.8617e-13, 8.9574e-13, 9.5570e-14,\n -3.8897e-13, 1.0280e-12, -5.4785e-13, 1.8505e-13, 7.2054e-14,\n -2.7650e-12, 2.3620e-13, -7.8698e-13, 2.0139e-13, 7.4664e-13,\n 4.6028e-13, -1.8849e-13, -1.7340e-13, 4.2162e-13, -2.0510e-13,\n 1.7653e-13, -3.9668e-13, -2.4581e-13, -4.0813e-14, -1.2477e-13,\n 3.3557e-13, -6.2211e-15, 5.6191e-13, -5.1576e-13, 1.7626e-14,\n 1.2459e-12, -3.3745e-14, 1.6462e-13, -1.9508e-13, 1.2645e-13,\n 1.2173e-13, 2.5218e-14, -1.2757e-12, 9.6742e-13, -9.7818e-14,\n -5.1105e-14, 1.1186e-13, 3.0455e-13, -4.8234e-14, 1.4725e-12,\n 1.1276e-13, -1.5157e-13, 3.2691e-14, 4.8100e-13, 1.4350e-13,\n 2.9845e-13, 1.9720e-13, 3.8279e-13, 1.2188e-13, 1.9178e-13,\n 5.2796e-14, 2.8267e-13, 7.3920e-14, 1.1733e-13, -3.6541e-13,\n 3.7063e-13, 1.1533e-12, -6.5549e-13, -2.3562e-13, 4.8833e-13,\n 9.6283e-14, 1.7875e-13, -7.6821e-13, 8.1867e-14, -1.4913e-12,\n -1.3398e-12, -6.2030e-14, 9.8670e-13, -6.1511e-13, -3.1409e-13,\n 2.4970e-13, -3.2394e-13, 1.3112e-12, 2.3252e-13, 7.5564e-14,\n 8.7661e-14, -1.1261e-13, 7.1665e-14, 6.9446e-14, 1.3337e-13,\n -3.2933e-14, 4.5790e-15, 1.8937e-13, -2.0360e-13, 1.5537e-13,\n -1.5769e-14, -1.4423e-13, 3.7762e-13, -6.1453e-13, -6.9722e-14,\n 8.7650e-14, 3.3695e-13, -2.9821e-13, 1.9905e-12, -2.0450e-14,\n 2.3682e-13, -6.3479e-13, -5.7984e-13, -3.7920e-14, -4.0397e-14,\n -8.5921e-13, 1.1745e-12, 5.9766e-13, -6.5398e-14, 9.9976e-14,\n 1.3160e-12, -9.1815e-13, 3.1349e-13, -6.7017e-13, 8.3584e-14,\n 6.3749e-13, 3.6673e-13, 1.6725e-13, 1.4196e-12, 6.2794e-14,\n 9.0555e-14, -3.4572e-13, -9.1202e-13, 8.7953e-13, -1.9552e-13,\n 1.3619e-13, 1.6044e-13, 2.4044e-13, 5.7723e-13, 3.8782e-14,\n -4.1897e-13, 3.7497e-13, 2.0078e-13, 2.9190e-13, -1.1442e-13,\n -6.7099e-13, 9.8813e-14, 3.0692e-13, 1.0963e-13, -7.2637e-13,\n -3.2308e-13, 5.6233e-13, 7.5940e-13, -2.6613e-13, 9.9623e-14,\n 5.5488e-13, -1.3692e-12, -1.3529e-13, 1.4369e-14, -3.3995e-13,\n 4.3031e-14, -8.1705e-13, 1.5587e-13, -1.0353e-12, -4.8788e-13,\n 1.1532e-13, 5.8896e-13, -7.7420e-13, -2.2494e-13, -1.1559e-12,\n -2.7996e-13, 5.1812e-13, -2.2924e-13, 3.3197e-14, -2.3630e-13,\n 2.3077e-15, 5.2506e-15, -2.2863e-12, 8.2293e-14, 5.3036e-13,\n 2.8640e-13, -9.1371e-13, -8.8816e-14, -1.8753e-13, -7.1185e-13,\n -1.4792e-14, 8.1603e-14, -4.6664e-13, -1.7605e-12, 8.5623e-13,\n -1.1064e-13, 2.1915e-14, -3.4531e-14, 3.7379e-14, 2.3681e-13,\n -2.0802e-13, 2.3281e-13, 1.0192e-13, 2.2080e-13, 2.3250e-13,\n 2.0087e-12, -3.5327e-13, 3.0038e-13, 3.2344e-13, -1.9715e-13,\n 5.9701e-13, -1.0854e-13, 5.7588e-14, 3.9062e-14, 1.9688e-12,\n 6.6239e-14, 5.4900e-13, 1.5095e-13, 1.3069e-14, 6.5324e-14,\n 8.5209e-14, 4.8385e-13, 1.6030e-12, 7.1069e-15, 7.0956e-13,\n -1.2351e-13, 1.6447e-13, -2.0568e-13, -5.5268e-14, -1.1428e-12,\n 6.0864e-13, -6.0407e-13, 6.5073e-13, 3.6753e-14, 2.0399e-13,\n -1.0124e-12, 1.0099e-12, -9.1881e-13, -8.5755e-13, 4.8049e-14,\n 1.2957e-13, 2.4186e-14, 5.5221e-13, 1.2469e-13, 2.5160e-14,\n -4.7715e-14, -9.8931e-13, 2.4692e-13, 2.0615e-13, -3.6039e-13,\n -7.0929e-13, -1.9298e-13, 1.2827e-13, 1.4539e-13, -1.1553e-13,\n 5.2540e-14, -2.6843e-13, 1.7109e-13, 6.8927e-15, 1.5817e-13,\n -1.0499e-12, -8.1207e-14, -2.8527e-13, 6.3180e-14, -1.5112e-12,\n 9.0509e-14, -1.7656e-13, 6.5122e-13, -1.8833e-14, -1.5987e-12,\n -3.0783e-14, 1.6455e-12, -8.1970e-14, 7.6707e-13, 6.5115e-14,\n 1.2600e-12, 4.0609e-13, 2.4625e-12, 1.6525e-13, -1.6523e-13,\n 1.9669e-14, -1.4991e-13, 1.4210e-13, -1.5388e-13, -9.0711e-13,\n -1.0367e-12, 3.4440e-13, 2.2002e-13, -1.4197e-12, -1.0022e-13,\n -1.4961e-13, 6.3542e-13, 1.1892e-13, -7.3720e-13, -9.6325e-14,\n 1.0106e-13, 3.0807e-13, -1.2366e-14, 4.9348e-13, 8.9710e-14,\n 9.8578e-13, -6.4648e-14, -3.8230e-13, 3.8209e-14, 3.8060e-13,\n -1.8810e-13, 5.4103e-14, -4.6385e-13, -1.6920e-14, -8.2486e-13,\n -9.2025e-14, -2.8449e-14, -1.6053e-14, -8.2881e-13, -5.6324e-13,\n 4.2149e-13, -6.5157e-13, 2.7424e-13, -1.0323e-12, 7.1946e-13,\n -1.6220e-12, 7.3587e-14, -1.2649e-12, -2.2111e-13, -1.5364e-12,\n -1.9441e-13, -6.3504e-13, -9.5017e-13, 9.0125e-13, 2.3282e-13,\n -4.5775e-14, 9.7896e-14, -3.4280e-13, -8.3777e-14, 1.2434e-14,\n 9.0354e-14, 7.0257e-14, -5.1882e-14, -7.8264e-13, 5.8846e-14,\n 6.8574e-14, -1.3106e-14, -1.6427e-13, 4.3793e-13, 2.0142e-13,\n 3.5723e-13, -4.9702e-13, 8.5538e-13, 8.9213e-14, -7.6449e-13,\n 5.5071e-14, 9.4774e-14, 3.9008e-14, -1.4034e-13, 2.9293e-14,\n -4.0240e-13, -1.9050e-13, 7.5482e-14, -6.5318e-13, 6.9475e-15,\n 1.3023e-12, 3.2271e-13, -6.2787e-13, -6.5739e-13, 9.3392e-13,\n -6.3165e-13, 2.6511e-13, -8.4254e-14, 3.3434e-14, -4.1759e-13,\n 1.6055e-13, 1.2854e-13, 1.4793e-13, 3.3205e-13, -7.8983e-14,\n -3.6879e-13, -2.0210e-13, 9.3159e-13, -2.3861e-13, -2.7151e-13],\n device='cuda:0')", "exp_avg_sq": "tensor([2.1313e-07, 8.6554e-08, 7.3581e-09, 4.7982e-08, 4.1977e-09, 2.6340e-07,\n 1.9586e-06, 1.7623e-06, 5.2176e-08, 9.9412e-09, 1.7803e-08, 1.3072e-07,\n 1.4814e-08, 3.6617e-09, 1.2604e-08, 4.0814e-08, 1.6688e-07, 7.0386e-08,\n 4.0587e-07, 3.2730e-08, 1.4169e-07, 1.5048e-07, 1.2251e-08, 1.3421e-08,\n 1.4192e-07, 6.9261e-07, 5.0255e-07, 2.6156e-08, 9.1409e-07, 1.1427e-08,\n 5.6410e-08, 9.4021e-08, 7.0165e-07, 1.6878e-06, 1.0271e-08, 2.3005e-09,\n 1.7026e-07, 1.5839e-08, 6.5808e-07, 3.9858e-08, 3.6322e-09, 2.2252e-08,\n 4.8787e-07, 1.2603e-07, 4.0049e-07, 1.4551e-07, 6.3482e-08, 9.2002e-08,\n 1.3212e-08, 4.4271e-07, 2.7487e-08, 3.7930e-07, 5.3220e-09, 7.5260e-09,\n 5.2939e-09, 4.9377e-07, 1.0792e-06, 8.0535e-08, 1.9339e-06, 6.3186e-09,\n 1.8848e-07, 1.2435e-08, 2.5974e-08, 1.2709e-08, 1.3769e-06, 2.2779e-09,\n 6.9405e-07, 2.4799e-07, 3.8371e-07, 9.9938e-07, 9.3569e-08, 4.2762e-09,\n 1.9950e-08, 2.6753e-09, 4.1765e-09, 5.9309e-07, 1.9865e-09, 7.5023e-07,\n 3.4712e-07, 2.2230e-08, 1.0597e-07, 1.1083e-07, 2.6154e-09, 5.8253e-07,\n 2.1558e-09, 3.2324e-08, 4.6351e-07, 1.5377e-07, 5.9441e-07, 9.9427e-09,\n 8.9929e-08, 3.6916e-09, 4.9936e-08, 2.0651e-09, 3.5823e-07, 1.3500e-06,\n 8.5311e-09, 1.1015e-07, 9.5174e-09, 1.1037e-07, 2.5737e-08, 1.0807e-07,\n 6.5847e-09, 1.5422e-08, 1.4975e-07, 5.1519e-08, 7.8365e-09, 3.8591e-09,\n 9.7781e-07, 3.8080e-09, 1.6525e-06, 8.0301e-07, 1.6466e-06, 7.4431e-08,\n 2.1878e-09, 1.0597e-08, 1.0389e-08, 1.8966e-06, 1.2791e-08, 4.4130e-09,\n 3.6807e-07, 1.3943e-09, 3.8483e-08, 1.9095e-08, 1.1325e-09, 7.1325e-07,\n 1.2447e-07, 5.1436e-09, 7.9580e-08, 6.8872e-08, 1.9380e-08, 2.6219e-07,\n 2.1304e-07, 2.7357e-07, 7.2689e-07, 1.0093e-06, 5.9034e-08, 2.1967e-09,\n 3.7152e-08, 6.5303e-07, 3.7856e-07, 7.4235e-08, 1.4589e-08, 4.3285e-07,\n 2.0525e-09, 5.8065e-08, 5.3250e-09, 2.3197e-08, 1.6890e-06, 2.3314e-06,\n 5.1634e-09, 2.2326e-07, 1.2228e-06, 4.3786e-08, 6.5061e-08, 3.2657e-07,\n 1.2666e-07, 4.9361e-07, 1.7188e-09, 2.4573e-08, 3.6927e-08, 1.5993e-08,\n 1.3982e-06, 3.9489e-09, 4.5558e-07, 1.0145e-08, 1.7315e-08, 1.2185e-06,\n 2.0984e-08, 2.0566e-07, 4.4967e-07, 3.3234e-08, 3.2702e-07, 1.5258e-08,\n 2.5226e-07, 7.9047e-07, 1.7970e-08, 6.7133e-07, 2.0394e-09, 7.2388e-08,\n 1.7415e-08, 1.7358e-08, 8.1319e-09, 3.7621e-09, 2.8118e-09, 8.9007e-08,\n 1.2383e-06, 2.2766e-08, 9.4032e-08, 2.7796e-09, 8.6293e-08, 1.2477e-07,\n 1.0886e-06, 1.0365e-07, 1.9239e-08, 4.7076e-08, 5.9273e-09, 4.6287e-07,\n 1.2182e-06, 2.0469e-06, 2.5163e-09, 6.5075e-07, 6.3389e-07, 4.2884e-09,\n 1.1296e-06, 2.7465e-07, 3.6781e-06, 9.0144e-09, 9.2299e-09, 3.4850e-06,\n 3.2259e-07, 2.0591e-09, 1.2246e-09, 3.9472e-07, 1.1040e-06, 6.0190e-09,\n 8.9535e-07, 2.1072e-08, 6.9464e-10, 1.2872e-07, 1.8385e-08, 9.5575e-09,\n 4.8003e-08, 1.1337e-07, 5.1659e-07, 2.2639e-09, 8.4615e-08, 2.7458e-07,\n 2.7613e-08, 2.4927e-08, 1.5984e-07, 5.9668e-09, 1.9736e-07, 1.2329e-07,\n 1.3788e-06, 2.7411e-08, 2.3407e-07, 7.9528e-07, 3.7779e-09, 5.9498e-08,\n 6.8435e-09, 1.9967e-08, 3.6641e-06, 2.8792e-09, 2.6847e-09, 6.9616e-09,\n 2.1259e-09, 2.4357e-08, 1.4474e-07, 5.5747e-07, 3.4376e-07, 1.3109e-08,\n 2.9308e-09, 1.4183e-08, 2.6509e-09, 4.7299e-07, 1.8571e-07, 1.7544e-08,\n 2.7545e-09, 2.7234e-07, 1.7338e-07, 8.5598e-09, 1.9721e-07, 2.1790e-08,\n 1.1825e-06, 3.9473e-08, 1.2434e-07, 5.7617e-09, 6.3977e-07, 3.4633e-06,\n 2.7057e-08, 7.7628e-08, 4.3505e-07, 1.9833e-07, 4.6912e-07, 9.7793e-07,\n 5.0567e-09, 8.8471e-09, 5.6525e-07, 2.5556e-08, 2.9349e-08, 6.5738e-07,\n 2.0164e-08, 2.2780e-06, 5.0939e-09, 1.0456e-08, 2.4103e-09, 2.1772e-07,\n 4.0956e-07, 4.9987e-09, 4.0469e-07, 2.0720e-08, 1.1300e-08, 3.6249e-09,\n 1.4913e-08, 1.3141e-08, 7.1225e-07, 1.3437e-06, 3.8876e-09, 2.2893e-07,\n 1.1140e-07, 1.7493e-09, 5.9374e-09, 1.2548e-07, 5.5149e-08, 7.3836e-08,\n 1.3138e-09, 1.2880e-06, 1.2790e-08, 2.9336e-07, 4.5432e-09, 3.3102e-08,\n 1.5718e-06, 5.3713e-09, 3.7692e-07, 4.1813e-08, 3.3715e-09, 1.7221e-06,\n 1.9400e-09, 2.7768e-07, 2.2408e-09, 6.3184e-09, 1.9105e-07, 7.3992e-08,\n 4.8004e-07, 3.0675e-09, 2.4105e-08, 3.4738e-08, 4.5618e-08, 5.6685e-09,\n 4.5771e-08, 2.0068e-09, 2.7116e-07, 8.6898e-09, 8.5817e-07, 3.5605e-08,\n 1.4078e-06, 2.5519e-07, 2.4419e-06, 1.2416e-07, 3.7035e-09, 3.9524e-09,\n 2.0862e-07, 1.0389e-06, 7.1001e-07, 1.1961e-08, 1.0053e-07, 5.5113e-08,\n 3.1937e-08, 9.2086e-07, 8.9908e-09, 6.2076e-08, 1.1339e-08, 9.4229e-10,\n 2.5660e-08, 3.7294e-09, 2.7333e-07, 2.5521e-09, 1.6837e-08, 3.1067e-08,\n 1.8923e-08, 4.3428e-07, 1.4093e-08, 8.1249e-10, 5.5737e-07, 1.4206e-07,\n 1.2145e-08, 1.4680e-08, 7.6843e-08, 2.1101e-09, 6.8200e-08, 4.8322e-09,\n 3.9862e-09, 6.4176e-07, 4.0332e-07, 3.0706e-08, 7.4705e-07, 1.1713e-07,\n 7.0319e-09, 5.3934e-08, 8.6367e-07, 1.8629e-07, 3.0051e-07, 1.0681e-08,\n 1.7969e-09, 1.7347e-07, 8.5428e-09, 4.5543e-07, 1.1051e-06, 4.1369e-08,\n 1.6412e-07, 1.0342e-07, 3.3712e-08, 5.4279e-07, 4.6490e-09, 3.5063e-09,\n 2.3270e-07, 6.5517e-07, 4.3239e-06, 7.1307e-07, 6.4142e-09, 2.8856e-07,\n 1.2838e-06, 1.8871e-06, 9.1234e-09, 3.7486e-07, 1.9136e-08, 5.3148e-08,\n 6.6091e-08, 2.8406e-09, 1.9877e-09, 1.4190e-08, 1.3023e-08, 2.6851e-09,\n 2.2803e-08, 3.2240e-07, 1.9332e-07, 9.1033e-08, 1.4807e-07, 2.8537e-08,\n 3.4250e-07, 3.1801e-08, 7.2632e-07, 3.8776e-09, 2.1408e-07, 2.6940e-09,\n 4.1110e-09, 3.3891e-09, 3.8972e-08, 4.9379e-07, 1.8305e-09, 1.2278e-06,\n 1.6370e-07, 2.2416e-07, 4.1490e-09, 8.7600e-09, 3.8282e-07, 6.2931e-08,\n 7.5667e-09, 5.1946e-08, 4.2847e-09, 1.2980e-06, 5.4919e-07, 2.1626e-08,\n 5.1702e-07, 3.3985e-07, 6.2045e-07, 1.4582e-08, 2.5092e-07, 1.3886e-07,\n 2.9556e-09, 7.3732e-09, 4.9771e-08, 1.5527e-07, 2.1689e-09, 1.8213e-07,\n 1.9171e-07, 3.6043e-09, 1.1969e-08, 1.0147e-08, 1.1290e-06, 3.3252e-09,\n 1.4905e-08, 9.9564e-08, 3.5150e-07, 1.3128e-08, 4.3211e-08, 4.8935e-09,\n 3.4612e-07, 1.1354e-09, 1.9725e-07, 2.6486e-08, 2.2360e-07, 8.9102e-10,\n 1.1373e-06, 1.6976e-07, 1.1158e-07, 1.5308e-08, 2.6548e-09, 5.2775e-09,\n 1.4499e-08, 3.1242e-08, 1.0066e-07, 2.4914e-09, 3.8154e-08, 5.2352e-07,\n 6.0255e-07, 7.2313e-09, 2.3896e-09, 1.1421e-06, 1.9782e-07, 2.9558e-07,\n 2.8765e-07, 3.6138e-08, 1.2852e-07, 4.0586e-07, 1.7664e-08, 1.5833e-06,\n 6.6609e-07, 9.0949e-08, 6.1856e-09, 2.4811e-06, 4.5120e-08, 2.0176e-07,\n 4.3791e-07, 5.6235e-09, 8.1353e-08, 2.6667e-09, 5.1131e-09, 2.2130e-08,\n 4.1074e-08, 1.0871e-06, 3.3278e-07, 1.7467e-07, 3.1478e-06, 1.2840e-08,\n 1.1193e-07, 3.1261e-09, 6.1027e-07, 5.7215e-09, 4.0021e-07, 1.0298e-07,\n 2.8960e-07, 1.1332e-08, 5.7794e-08, 2.8438e-09, 4.6861e-09, 4.8523e-08,\n 4.6551e-08, 3.9231e-07, 3.5841e-07, 2.0109e-06, 4.4442e-07, 7.3063e-09,\n 4.3432e-09, 1.4958e-08, 5.8135e-08, 7.8321e-07, 8.4282e-09, 1.8908e-08,\n 1.8041e-08, 3.2196e-07, 3.3061e-07, 6.7161e-08, 3.5514e-08, 3.2579e-08,\n 1.8978e-09, 7.7597e-07, 4.9331e-07, 9.2804e-09, 2.6310e-06, 1.2825e-08,\n 1.0469e-07, 1.2396e-06, 3.7234e-08, 1.1584e-06, 2.8252e-09, 3.5706e-08,\n 5.3594e-09, 1.5783e-07, 1.0107e-08, 4.7151e-08, 9.4184e-07, 1.0353e-09,\n 1.0217e-06, 1.5559e-08, 3.1454e-07, 1.4375e-06, 3.4056e-09, 2.3810e-06,\n 8.8730e-08, 2.8790e-09, 8.6618e-09, 6.4491e-08, 3.8056e-07, 5.2370e-07,\n 4.1704e-07, 5.3773e-09, 9.7025e-08, 7.5489e-07, 3.7157e-07, 4.5433e-09,\n 8.5839e-07, 6.6475e-08, 2.1190e-08, 7.3215e-08, 3.6438e-08, 4.1409e-08,\n 1.6320e-07, 3.2911e-07, 1.9410e-08, 1.2247e-07, 3.1509e-08, 8.0693e-09,\n 2.5463e-09, 2.3272e-08, 3.7515e-08, 1.0869e-09, 3.8180e-09, 2.0793e-08,\n 2.4182e-09, 1.8254e-09, 3.2313e-08, 3.2963e-09, 1.3629e-07, 6.5105e-09,\n 3.8386e-08, 1.3184e-06, 3.9583e-08, 1.8086e-06, 2.9279e-09, 4.9735e-09,\n 2.6015e-07, 1.7546e-09, 4.7931e-08, 3.7989e-09, 4.1550e-07, 6.2837e-08,\n 8.9317e-08, 8.7163e-09, 3.0495e-09, 5.1852e-07, 4.5975e-08, 2.1955e-08,\n 7.0649e-07, 2.4872e-07, 8.0063e-07, 2.4070e-07, 2.8945e-08, 2.6692e-08,\n 1.6046e-08, 1.1206e-08, 1.3892e-08, 2.9064e-09, 1.1487e-08, 1.4141e-09,\n 2.6879e-09, 3.5402e-08, 2.9002e-08, 9.5131e-07], device='cuda:0')" }, "44": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.4995e-15, 2.0359e-14, 2.1549e-14, -3.4525e-15, 3.0501e-16,\n 4.2441e-16, 4.6297e-16, -4.4077e-16, 7.4152e-16, 6.7916e-16,\n 4.5991e-16, 2.2799e-15, -9.2163e-15, 3.9035e-16, 7.1595e-16,\n -3.6972e-15, -3.6689e-14, 3.4587e-15, 1.4587e-14, -5.4894e-14,\n -4.5141e-16, -5.8490e-15, 3.1723e-14, 1.7838e-14, -1.7059e-14,\n 8.4721e-15, -1.1459e-14, 9.0707e-16, -5.5056e-15, -3.4512e-16,\n 2.9540e-14, 2.6979e-14, 1.0226e-15, 8.2070e-15, -2.5691e-16,\n 5.0497e-16, -4.8325e-14, -1.8985e-15, 5.0534e-15, 1.6704e-14,\n 7.9782e-15, 8.9188e-15, -7.5401e-15, 8.5225e-15, 9.8074e-15,\n -4.2134e-15, 1.8815e-15, -5.0925e-15, -4.5005e-16, -3.6245e-15,\n 3.7175e-15, -7.3379e-17, 4.9206e-16, 1.1896e-15, -7.8679e-18,\n -1.7358e-15, 7.2187e-15, 1.5075e-15, -1.6986e-14, 2.4198e-15,\n -1.2512e-14, -1.1786e-14, 4.5869e-16, -3.3952e-16, -4.7529e-14,\n 5.1334e-15, -3.3300e-14, 4.5130e-14, 3.7283e-15, -4.3445e-16,\n -7.7967e-15, -2.7390e-15, 1.9473e-15, -1.0991e-15, 2.7242e-16,\n -5.9689e-15, 1.1433e-15, 1.5076e-15, -3.7290e-16, -1.8723e-15,\n 1.7569e-15, 1.0750e-14, 7.2002e-15, 9.2493e-16, 1.9040e-17,\n -6.0700e-14, -3.0622e-14, 8.3838e-15, -9.0705e-15, -2.2365e-15,\n 1.8019e-14, -4.0103e-16, 2.9480e-15, -6.4741e-16, -1.1180e-14,\n 2.2248e-14, 2.1610e-15, 2.2851e-16, -1.3619e-14, -1.8795e-15,\n -1.3545e-14, 3.4816e-15, 1.9182e-15, -9.7455e-15, 7.6050e-15,\n -1.5746e-15, 4.7570e-15, 5.7660e-15, -4.7130e-15, 1.2607e-16,\n 2.0508e-14, -5.6863e-14, 9.5609e-16, -6.0236e-16, 2.8746e-15,\n -5.7868e-17, -9.6631e-16, 5.3900e-14, 2.7063e-15, -3.0491e-15,\n -7.8987e-16, -2.4211e-15, 4.9614e-15, -1.4012e-15, -6.2767e-16,\n -7.0890e-14, -7.2560e-14, -2.0487e-15, -1.1222e-14, -3.0549e-14,\n 1.7920e-15, -3.8492e-16, 3.2655e-15, 1.2961e-15, -7.0400e-16,\n -1.1121e-15, 9.2344e-15, 1.4986e-16, 8.7524e-16, -2.2375e-15,\n 4.4741e-15, -2.0107e-14, -1.1606e-15, 2.3698e-14, 6.5754e-16,\n 1.2507e-16, 2.7669e-16, -6.3431e-15, 6.9320e-15, 4.6362e-14,\n -1.5271e-15, -9.0304e-15, 5.5346e-14, -2.1539e-15, -1.8837e-15,\n 5.9086e-15, 4.0716e-14, -6.5566e-15, -1.1265e-15, 2.4544e-15,\n 6.4632e-16, 5.1872e-15, 2.0909e-14, -2.4828e-16, 8.5657e-15,\n -8.7551e-16, -1.3001e-15, -2.4060e-15, -1.2955e-14, 2.2563e-14,\n 4.6921e-15, -3.5443e-15, -3.7935e-14, -2.2866e-14, 9.3784e-15,\n 3.6608e-16, 4.4921e-15, 3.2450e-16, -1.3680e-15, 3.3359e-16,\n 6.8165e-15, 5.5266e-15, 5.2921e-15, -3.9115e-15, -5.6335e-15,\n 3.5876e-14, 1.6934e-14, 4.2528e-15, 5.4693e-15, 1.7787e-14,\n -4.9623e-16, 7.3335e-15, -3.1356e-15, -2.9166e-14, 3.2757e-15,\n -1.5016e-14, 2.9615e-15, -3.2798e-15, -1.0422e-16, -1.9940e-14,\n -3.4737e-15, 1.0604e-15, -2.1302e-14, 7.0946e-16, -2.0609e-15,\n 2.9372e-15, 1.8952e-14, -5.0010e-16, 7.3246e-16, -2.9600e-14,\n 3.8702e-16, 1.0301e-15, -3.2207e-16, 1.2492e-15, 8.8986e-15,\n 2.9730e-16, 7.9443e-15, -9.9078e-16, -1.2664e-15, 6.7806e-14,\n -3.9762e-15, 3.1403e-15, 3.1811e-15, -3.1646e-15, 3.5838e-15,\n 1.4605e-15, 4.9993e-15, 6.0435e-15, -1.0895e-14, 9.2947e-15,\n 4.4351e-15, -1.3422e-16, -1.3913e-16, -3.7616e-14, -2.5999e-14,\n 2.7264e-15, 1.6830e-16, 1.1770e-14, -1.0105e-15, 2.9371e-15,\n -3.6825e-14, -2.1133e-14, -1.3140e-14, -3.5946e-16, -1.6796e-16,\n 3.0069e-15, 5.5599e-18, -8.4417e-16, -5.9293e-15, -4.5023e-14,\n 5.7317e-16, -5.9021e-16, 1.0451e-14, -5.4200e-14, -1.1236e-14,\n -3.1706e-14, -2.3812e-14, 7.3997e-16, -7.4561e-15, -5.3051e-16,\n -1.9289e-14, 1.7691e-15, 1.0339e-15, -2.0317e-16, 1.5015e-14,\n 4.4800e-14, 3.0119e-14, -8.5100e-16, -4.7705e-16, -3.4913e-14,\n 2.9222e-16, -2.6726e-16, -1.6341e-15, -1.1509e-13, 2.8310e-15,\n 5.7406e-15, -7.7861e-15, 7.2015e-15, 2.3611e-14, -2.1704e-15,\n -2.5939e-14, 2.9067e-15, 4.1303e-15, 8.7730e-15, -4.8106e-15,\n -7.8474e-14, -7.8411e-16, -1.4279e-14, -1.9371e-15, 4.6763e-15,\n 8.3369e-15, 3.4944e-15, 3.1587e-15, 1.0126e-14, -8.7323e-17,\n -7.3934e-15, 6.2033e-16, -1.0236e-15, 9.4255e-16, 1.3708e-15,\n 1.1224e-15, 3.4252e-16, -1.3141e-15, -1.2042e-14, 1.0423e-16,\n 6.2771e-14, 2.1726e-15, -1.6365e-16, 1.4662e-15, -2.8045e-16,\n -1.4830e-15, 5.2885e-16, -2.9053e-14, -1.8426e-15, -1.4555e-15,\n -2.0645e-15, 1.8013e-16, 2.6020e-15, -3.7914e-16, 2.6399e-14,\n 9.0088e-16, -7.7443e-15, -2.9124e-16, 1.0233e-14, 2.1622e-15,\n -8.6009e-15, 4.1186e-16, 4.6952e-15, -1.0001e-15, -2.9892e-15,\n 1.7379e-15, -1.1589e-15, 1.2219e-15, -6.5084e-15, -3.1366e-14,\n -3.3054e-15, 3.2928e-14, -2.4748e-14, 1.9507e-14, 1.1180e-14,\n 6.6734e-16, -1.9352e-15, -6.1750e-14, -5.8940e-15, -4.1009e-14,\n -1.0079e-14, 2.6737e-15, 1.0508e-14, -9.5005e-14, -4.1362e-15,\n 6.4233e-16, 1.0880e-15, 6.7087e-14, 3.4370e-16, -2.4067e-16,\n -2.4792e-16, 2.1623e-15, 1.7746e-15, -9.6120e-16, -2.4052e-16,\n -3.0956e-15, 1.2192e-15, -2.0617e-15, -4.3534e-16, -9.8064e-16,\n -8.0395e-16, -2.3561e-14, 8.2055e-15, -8.4101e-15, 1.6185e-17,\n 2.0144e-16, 1.9586e-15, -1.0380e-14, 3.1890e-14, 7.5327e-15,\n 2.8483e-15, -3.8690e-14, -1.5053e-14, -1.0361e-14, -1.1534e-16,\n 3.2084e-15, 5.6231e-15, -2.8093e-15, 2.8169e-15, -6.3158e-16,\n 2.8550e-14, -1.9494e-14, 4.6087e-15, -4.9361e-15, 1.9941e-15,\n 1.0397e-14, -8.8534e-16, -1.3810e-16, 1.8380e-14, -2.7832e-16,\n 3.5663e-16, 3.9177e-15, 3.9155e-15, 1.0565e-14, 3.7469e-15,\n -3.4154e-16, 1.2695e-15, 3.0597e-15, 1.6782e-14, -1.8410e-15,\n 6.3169e-15, -2.7674e-15, 1.2006e-15, 1.3312e-15, -5.5156e-16,\n -3.2943e-14, -4.0492e-15, -1.3992e-14, -5.3764e-16, -1.3866e-14,\n 5.6250e-15, 2.7745e-15, 2.6052e-15, -4.5607e-14, 7.0153e-15,\n 1.0773e-14, -4.9012e-14, 6.1722e-15, 5.1245e-15, -8.0017e-15,\n -1.1472e-15, -6.4091e-14, -1.7154e-16, -2.7706e-14, -1.9828e-14,\n -5.9992e-16, 7.1759e-15, -2.0610e-15, -2.2032e-14, -6.1907e-14,\n 5.7818e-16, 5.8155e-15, -3.9034e-14, -6.9632e-16, -4.2130e-14,\n -4.0235e-15, -5.3790e-16, -9.1432e-14, 2.7011e-17, 1.1366e-14,\n -4.7014e-16, -5.1783e-14, 2.3538e-15, -7.9587e-15, -2.0112e-15,\n -2.0940e-15, 3.2565e-15, -5.3470e-14, -1.3127e-14, -4.9657e-15,\n -5.4401e-15, -2.4074e-15, -4.2263e-16, -3.4235e-16, -7.7101e-15,\n -5.4089e-15, -9.1148e-17, -6.5925e-15, 9.9952e-15, 3.3972e-15,\n 5.3605e-14, -3.5925e-15, -1.3907e-14, 4.7724e-15, 6.5340e-15,\n 1.0169e-14, 5.6937e-15, 3.2522e-16, 9.7342e-16, 9.1967e-14,\n 1.3868e-15, 6.9763e-15, 6.7713e-16, 3.0334e-16, 1.7926e-15,\n -1.9674e-15, 1.8481e-14, 2.6474e-14, 1.8884e-15, 1.3133e-14,\n 6.5902e-15, 2.1849e-16, -2.3060e-14, 2.3291e-15, 3.1683e-15,\n -6.8305e-16, 2.1902e-15, 3.5667e-15, -2.8220e-16, -1.6613e-16,\n -1.5754e-14, 1.6604e-14, -1.5704e-14, -1.0120e-14, -2.4596e-15,\n -4.7442e-16, 3.6336e-16, 5.5971e-15, 1.3198e-15, -1.7902e-15,\n -5.5950e-15, -2.1607e-14, -4.2998e-15, -3.5618e-15, -1.2001e-14,\n -2.8087e-14, -7.6480e-15, 1.9778e-16, 5.8885e-16, -4.5995e-17,\n 7.2936e-16, -1.0217e-14, -4.8800e-15, -3.6989e-15, 8.5461e-17,\n -6.1321e-14, 2.9805e-16, -1.9458e-14, 3.2593e-16, -5.1681e-14,\n -2.7308e-15, 2.4744e-15, 5.3175e-16, 1.4888e-15, -3.8232e-14,\n 5.2441e-15, 8.0186e-14, -7.6791e-16, -3.6884e-15, 1.1676e-17,\n 5.8131e-14, 4.4296e-15, 6.4054e-14, 4.2469e-15, -1.8470e-14,\n -7.8764e-15, -6.6277e-15, -7.2636e-16, 5.7028e-16, -2.6236e-14,\n -5.2425e-15, -1.1599e-15, -5.2217e-17, -5.4744e-14, -3.2906e-16,\n 6.3073e-15, 1.8672e-15, 9.0925e-17, -6.7619e-14, 1.4964e-15,\n -3.5942e-16, 2.4495e-15, 6.2649e-16, 4.0456e-15, -3.6753e-16,\n 1.4043e-14, -5.6532e-16, 7.3972e-15, 2.0877e-15, 1.0056e-15,\n 6.7117e-16, -4.3248e-15, 3.8618e-15, 2.3434e-15, -2.3695e-14,\n -2.5715e-15, 2.0972e-16, -6.5221e-17, -2.8909e-14, 6.4052e-15,\n -4.1362e-15, -4.9861e-14, 2.4065e-15, -7.8375e-14, 9.6811e-15,\n -2.1502e-14, 6.4256e-16, -1.6484e-14, 1.7993e-14, -3.8981e-14,\n -1.4603e-15, -1.3797e-14, -1.5030e-16, 1.7590e-14, 6.9712e-17,\n 2.1003e-15, 5.9681e-16, -1.4546e-14, -9.7292e-16, -1.5781e-15,\n -2.6646e-16, -1.1881e-15, -1.6809e-15, -1.4201e-14, 7.8202e-16,\n -4.0697e-15, 8.7787e-16, -4.1922e-15, -2.1392e-15, 9.0103e-17,\n -2.6077e-16, 1.1415e-15, 2.3367e-14, 1.1420e-15, -1.1064e-14,\n -3.2731e-15, 1.1614e-15, -3.0795e-15, -3.0168e-16, -3.4989e-15,\n 1.6242e-15, 3.7218e-15, -1.5173e-15, -1.9551e-15, 1.4892e-15,\n 2.6789e-14, -9.4152e-15, -8.9483e-14, -1.2049e-14, 2.8605e-14,\n -1.0927e-14, 5.6647e-16, 1.9270e-15, 1.3303e-15, 5.2442e-15,\n -2.7589e-16, -1.0466e-16, 1.0063e-15, 4.3745e-15, -4.0424e-15,\n -1.9736e-14, 5.5933e-15, 3.3161e-14, -2.2468e-14, 4.2372e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([1.1272e-12, 2.4457e-12, 7.8843e-14, 1.1762e-12, 1.7615e-13, 8.2811e-11,\n 3.8787e-10, 3.5413e-10, 6.3881e-12, 7.8004e-13, 2.9200e-12, 8.8563e-13,\n 3.7312e-13, 3.1194e-14, 1.2232e-12, 5.2610e-13, 1.1656e-12, 9.5579e-13,\n 1.5380e-11, 2.4330e-13, 1.5408e-11, 2.2714e-11, 1.8681e-13, 1.5333e-12,\n 5.6794e-13, 5.5611e-10, 3.2077e-11, 1.7255e-13, 4.5922e-10, 8.0271e-14,\n 3.7588e-13, 2.2897e-12, 3.7504e-10, 2.6595e-10, 6.1453e-13, 6.8374e-15,\n 2.6197e-12, 2.6229e-13, 6.1033e-10, 9.4220e-12, 1.1103e-13, 4.4202e-12,\n 2.0183e-10, 1.3001e-11, 6.0151e-11, 4.3920e-12, 2.7616e-12, 4.1083e-11,\n 1.4721e-12, 6.4664e-11, 3.9333e-13, 2.1287e-11, 3.2257e-14, 9.8686e-14,\n 6.7741e-14, 4.2541e-11, 4.4826e-10, 9.8277e-12, 1.6128e-10, 6.2766e-14,\n 7.3931e-12, 2.8039e-13, 5.3079e-12, 1.5745e-12, 2.5946e-10, 4.8203e-14,\n 2.5256e-10, 1.4659e-12, 8.3647e-12, 2.0037e-10, 4.1661e-13, 5.0847e-14,\n 8.5417e-12, 2.8750e-14, 1.8493e-13, 5.0329e-10, 4.7768e-12, 1.6030e-10,\n 8.3361e-11, 1.1944e-12, 8.9820e-12, 1.4513e-11, 4.1939e-14, 1.4102e-10,\n 1.9532e-12, 3.4210e-13, 1.9036e-10, 3.6958e-11, 1.9903e-10, 9.0125e-13,\n 5.3676e-11, 9.1309e-14, 1.4277e-13, 4.0635e-12, 3.7501e-11, 8.6470e-10,\n 6.6714e-13, 3.7840e-13, 1.0712e-13, 6.8625e-13, 8.9592e-12, 6.9098e-13,\n 1.9780e-13, 1.6771e-12, 9.3160e-12, 1.0573e-12, 5.8565e-13, 6.0647e-14,\n 5.9211e-10, 5.3921e-13, 1.4638e-09, 6.1561e-10, 3.1154e-10, 1.9238e-11,\n 8.0464e-14, 2.4362e-13, 1.2559e-12, 9.8267e-11, 1.9501e-13, 3.5602e-14,\n 1.8069e-10, 2.5593e-12, 4.5515e-12, 2.9653e-13, 1.5453e-12, 3.2446e-10,\n 3.5030e-11, 2.6423e-13, 3.6869e-12, 1.5421e-12, 1.4131e-12, 7.6219e-11,\n 1.4895e-12, 4.7624e-12, 1.1240e-11, 3.4506e-11, 4.1301e-12, 3.6405e-13,\n 6.8078e-13, 1.4471e-11, 2.2647e-11, 3.1392e-11, 7.8172e-13, 3.1031e-10,\n 7.3613e-14, 5.9026e-12, 3.4737e-14, 3.9887e-12, 3.7677e-10, 2.5953e-10,\n 2.8021e-13, 9.1268e-11, 7.9965e-11, 2.7800e-12, 6.4597e-12, 7.3685e-12,\n 1.6842e-11, 1.0062e-10, 1.5524e-14, 7.7163e-13, 3.8602e-13, 1.9636e-13,\n 5.9726e-10, 7.1037e-14, 4.7838e-11, 1.7187e-13, 1.1414e-13, 1.2745e-10,\n 2.8303e-13, 2.9711e-12, 2.3758e-10, 9.9030e-12, 6.4762e-11, 2.3734e-12,\n 1.7534e-12, 1.6950e-11, 2.6348e-12, 3.1797e-11, 4.7257e-15, 4.2027e-13,\n 3.1223e-13, 4.6583e-13, 2.4052e-13, 9.4335e-14, 9.1393e-14, 1.2435e-11,\n 1.4208e-09, 4.2868e-12, 6.2273e-13, 6.9809e-14, 4.6324e-13, 8.8374e-12,\n 2.0169e-10, 2.9991e-11, 3.1417e-12, 4.5515e-12, 1.3436e-13, 1.0768e-10,\n 5.8167e-11, 1.1794e-09, 3.2213e-14, 4.3782e-11, 1.0238e-11, 5.9490e-12,\n 1.1192e-10, 4.4780e-12, 1.0231e-09, 2.8531e-13, 5.4512e-13, 6.7982e-10,\n 3.0123e-11, 1.0567e-13, 4.8101e-13, 4.0189e-10, 3.0245e-11, 7.7269e-14,\n 3.2301e-10, 3.9745e-12, 1.4162e-12, 8.8268e-13, 1.0413e-12, 8.4755e-13,\n 2.9726e-13, 2.4956e-12, 1.6452e-10, 2.4809e-14, 8.9827e-13, 1.8062e-11,\n 1.7379e-12, 5.1914e-12, 1.2362e-11, 5.7247e-14, 2.1266e-12, 7.3917e-12,\n 1.5995e-10, 7.4474e-12, 2.9827e-11, 1.5268e-10, 1.1842e-14, 1.4277e-12,\n 6.0574e-14, 4.6796e-13, 9.8611e-10, 4.6148e-14, 2.6625e-14, 1.9307e-13,\n 1.7783e-13, 3.3256e-13, 8.2655e-12, 2.5438e-10, 5.8598e-12, 1.5716e-12,\n 8.9985e-14, 2.3620e-12, 3.9537e-14, 2.0567e-10, 4.2840e-12, 5.0105e-13,\n 9.0438e-14, 2.3030e-12, 2.9901e-12, 6.1820e-13, 7.4239e-11, 2.1603e-13,\n 1.8489e-10, 2.7933e-12, 1.8569e-12, 2.2007e-13, 1.0420e-10, 8.5831e-10,\n 2.1260e-13, 2.5425e-11, 3.4134e-11, 4.9555e-11, 1.6369e-11, 4.2757e-10,\n 6.6628e-14, 8.9116e-14, 1.5016e-11, 1.7021e-12, 2.2335e-12, 1.9327e-11,\n 1.4584e-13, 4.5384e-10, 2.6819e-13, 1.5149e-13, 1.4059e-14, 5.7206e-11,\n 6.1751e-12, 7.0871e-13, 1.8909e-11, 1.7701e-13, 6.5232e-13, 1.2555e-13,\n 2.1672e-13, 1.4233e-12, 1.9646e-11, 2.3733e-10, 1.7248e-14, 4.8667e-11,\n 5.7115e-13, 6.6231e-13, 9.6688e-12, 8.9176e-13, 1.0516e-12, 1.3476e-12,\n 6.6628e-13, 2.9666e-10, 2.8752e-14, 1.0382e-10, 2.5836e-13, 9.5705e-12,\n 1.6385e-09, 4.4110e-13, 1.9460e-12, 5.1006e-11, 2.5905e-13, 1.3267e-09,\n 3.8975e-12, 3.3652e-12, 1.6662e-14, 5.3374e-14, 3.2772e-11, 4.9014e-13,\n 1.7707e-11, 4.4221e-13, 3.4864e-13, 5.8515e-12, 3.0843e-13, 8.9455e-12,\n 7.8667e-12, 1.4650e-13, 6.9540e-12, 2.4489e-13, 3.8913e-11, 1.9862e-12,\n 7.7599e-10, 2.8036e-11, 6.8981e-10, 4.6436e-13, 6.6478e-12, 2.4497e-13,\n 2.3256e-10, 5.2419e-10, 5.7949e-11, 1.8110e-13, 2.7105e-12, 9.5265e-12,\n 1.7153e-11, 1.4277e-10, 4.1807e-14, 2.8822e-11, 3.5979e-13, 3.0802e-14,\n 2.2740e-12, 7.8715e-14, 2.2031e-12, 5.0683e-12, 6.7869e-12, 2.2205e-13,\n 2.7915e-12, 1.3809e-11, 1.0858e-12, 1.1290e-12, 2.5404e-11, 1.9016e-12,\n 2.8220e-13, 6.8678e-13, 7.8501e-13, 2.7265e-12, 1.0633e-12, 2.1367e-13,\n 8.1647e-14, 4.2420e-11, 2.0169e-11, 7.0503e-12, 1.0392e-10, 7.0096e-12,\n 2.9053e-13, 1.6269e-11, 7.8228e-10, 3.5142e-11, 2.0576e-11, 3.1877e-14,\n 1.5323e-14, 3.3550e-12, 2.2528e-13, 7.1407e-11, 4.6005e-10, 1.0025e-12,\n 1.5959e-10, 2.9026e-12, 6.8002e-13, 1.0776e-11, 4.7280e-14, 1.0463e-13,\n 2.7384e-10, 3.1729e-10, 1.0712e-09, 1.4795e-10, 5.9484e-13, 5.9143e-12,\n 6.1837e-11, 9.1626e-11, 3.7981e-14, 1.4420e-10, 4.4425e-13, 6.0849e-12,\n 1.9424e-12, 1.0745e-13, 1.9036e-14, 1.4587e-12, 1.5435e-12, 1.1507e-13,\n 2.2508e-13, 2.0766e-12, 8.2083e-11, 3.4081e-13, 2.9605e-12, 1.4262e-13,\n 1.9320e-10, 3.2133e-13, 1.8251e-10, 1.9635e-13, 6.8501e-12, 1.3764e-13,\n 1.4256e-12, 3.7363e-12, 5.6355e-13, 5.8870e-11, 6.5123e-14, 2.5049e-10,\n 2.9686e-12, 1.2726e-10, 1.0747e-13, 2.8996e-13, 2.9113e-10, 1.8966e-11,\n 1.6432e-13, 2.0470e-11, 2.8200e-13, 1.8163e-10, 3.6615e-10, 3.2964e-12,\n 2.0420e-10, 1.0273e-10, 1.9800e-11, 1.8445e-12, 1.0775e-10, 1.0588e-11,\n 6.4251e-13, 4.3560e-14, 1.5805e-11, 2.5164e-11, 1.1971e-13, 4.5745e-11,\n 3.8726e-11, 6.6301e-14, 1.3281e-12, 3.6853e-13, 3.2118e-10, 1.4258e-13,\n 1.9354e-12, 9.7797e-13, 6.6097e-12, 2.9168e-13, 2.6137e-13, 8.4936e-14,\n 6.6725e-11, 3.3999e-14, 1.3972e-11, 4.1283e-12, 3.0676e-11, 1.0171e-12,\n 7.9217e-11, 1.0512e-12, 8.7869e-11, 4.2841e-13, 1.3703e-14, 2.4196e-13,\n 2.0638e-12, 7.8143e-12, 7.4392e-13, 1.3784e-13, 1.7237e-12, 7.2029e-12,\n 1.9869e-10, 2.1433e-13, 2.9635e-14, 3.6684e-10, 8.0761e-13, 3.3575e-12,\n 6.4621e-11, 2.1174e-13, 1.0852e-12, 2.4784e-11, 2.6299e-13, 2.9148e-10,\n 8.1417e-11, 4.8442e-12, 5.4925e-13, 9.5169e-10, 2.9094e-11, 4.7475e-12,\n 9.3821e-11, 7.6057e-14, 3.6718e-11, 3.4875e-12, 1.0968e-13, 1.3379e-13,\n 3.5082e-13, 3.9231e-10, 1.7463e-10, 1.3917e-12, 2.4766e-10, 1.5290e-12,\n 5.2204e-11, 9.6524e-14, 7.8412e-12, 2.4114e-12, 3.5573e-12, 3.6191e-12,\n 5.7761e-11, 1.1222e-12, 5.1595e-13, 2.5314e-13, 1.2474e-13, 4.0978e-13,\n 6.5832e-13, 7.3553e-11, 1.9106e-11, 6.9695e-11, 1.3264e-11, 3.1698e-13,\n 5.8612e-13, 1.3514e-12, 1.0242e-12, 1.5434e-11, 7.7701e-14, 9.2435e-13,\n 6.0607e-12, 1.9575e-11, 2.5576e-11, 1.0104e-11, 2.2461e-13, 3.3920e-12,\n 3.7636e-13, 7.4303e-11, 8.0898e-11, 8.0126e-13, 9.4789e-11, 1.5646e-13,\n 3.4317e-13, 1.8084e-10, 7.3445e-12, 2.3276e-11, 5.1183e-14, 9.4711e-13,\n 2.6812e-13, 6.7971e-12, 2.9301e-13, 7.1793e-13, 3.0849e-10, 8.6135e-13,\n 3.1017e-11, 1.5938e-13, 1.0037e-10, 7.0008e-11, 1.1479e-13, 4.1182e-10,\n 8.3325e-13, 8.9176e-15, 9.9324e-14, 4.6433e-13, 3.8163e-12, 2.0759e-10,\n 1.8503e-10, 4.6703e-14, 4.7066e-11, 5.8885e-12, 1.3517e-10, 7.3095e-14,\n 7.9553e-11, 2.1761e-12, 4.2997e-13, 2.1290e-12, 3.4393e-12, 3.2475e-13,\n 1.9245e-12, 4.7437e-11, 3.4142e-12, 2.9307e-11, 1.8334e-12, 6.8221e-13,\n 1.8019e-13, 1.0106e-12, 2.8026e-12, 2.0852e-12, 1.4651e-13, 2.2506e-12,\n 4.6102e-12, 4.5419e-14, 1.7630e-13, 1.8398e-14, 5.4349e-13, 3.1803e-13,\n 3.6290e-13, 4.6013e-10, 2.0450e-12, 1.1059e-09, 1.1058e-14, 2.6699e-14,\n 1.0520e-10, 4.8040e-12, 1.0238e-12, 5.1870e-14, 1.6967e-11, 1.6080e-12,\n 1.6025e-11, 1.0476e-12, 5.3933e-14, 1.1789e-11, 1.1345e-11, 1.7624e-12,\n 7.4844e-11, 4.9655e-12, 5.8074e-11, 8.9551e-13, 5.4353e-12, 2.6463e-13,\n 7.0213e-13, 4.3492e-13, 2.0511e-12, 4.4597e-14, 4.5188e-13, 4.3102e-13,\n 6.3827e-13, 1.1643e-11, 5.4538e-12, 6.2172e-11], device='cuda:0')" }, "45": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.0387e-14, 1.0768e-14, 3.6800e-14, -9.1658e-15, -8.5071e-15,\n -1.5210e-15, 2.5665e-15, 3.6967e-16, 5.2951e-15, -6.0768e-16,\n -2.6417e-16, -1.6962e-15, -2.8345e-14, -9.8445e-17, -5.7586e-16,\n -1.0820e-14, -4.4080e-14, 1.7307e-14, 3.4343e-14, -6.3737e-14,\n -1.2040e-15, -1.0002e-14, 2.0048e-14, -1.0179e-14, -3.0803e-14,\n 1.8324e-15, -3.6784e-14, 1.9485e-15, -2.1937e-14, -8.5801e-15,\n 5.8024e-14, 3.7684e-14, 3.2669e-15, 1.1081e-17, -5.2172e-16,\n -5.2388e-17, -2.6694e-14, 3.2645e-15, -3.3160e-14, 1.5638e-14,\n 1.0881e-14, -7.0164e-15, -4.6780e-15, -1.5386e-14, 1.1403e-14,\n -4.8488e-15, -1.0075e-14, -6.7818e-15, 1.8779e-16, 7.1070e-15,\n 2.5950e-15, 5.2022e-15, 6.9910e-15, 2.5516e-16, -8.7015e-16,\n -1.4207e-15, -1.5286e-14, -4.0269e-15, -1.8897e-14, -5.1270e-15,\n -4.2715e-14, -6.7041e-15, -1.5824e-16, -2.6179e-16, -6.3122e-14,\n 1.2212e-14, -5.7895e-14, 4.2395e-14, 6.1724e-15, -8.9310e-16,\n -5.1618e-16, 1.4877e-14, -2.1725e-14, 1.1639e-15, -1.5349e-16,\n -2.4208e-14, -4.4143e-16, 2.0353e-15, -4.9601e-14, -2.0256e-14,\n 7.4475e-16, 9.4475e-15, -5.8935e-15, 8.4793e-16, -6.6079e-18,\n -5.8984e-14, -4.0401e-14, -1.5868e-14, -2.4630e-14, 3.7650e-15,\n 1.1603e-14, -7.3758e-17, 3.7320e-15, 2.7327e-16, -7.3864e-15,\n 6.4108e-15, -1.8949e-15, 1.0155e-15, -1.4970e-14, -5.6479e-15,\n -5.5074e-15, 9.4404e-15, -1.3007e-14, -8.4346e-15, -1.0466e-16,\n -9.8686e-15, -2.3400e-15, -3.6738e-15, -1.0443e-14, -4.8331e-17,\n 1.2588e-14, -4.9650e-14, -1.1877e-14, -1.4669e-14, -1.5629e-15,\n -5.4532e-16, 2.6276e-15, 5.0263e-14, -9.4736e-15, -1.6914e-14,\n -2.1604e-15, 1.4189e-15, 2.2906e-15, -1.0004e-14, 2.6072e-16,\n -5.3294e-14, -7.6942e-14, 7.7226e-16, -2.5525e-14, -5.1394e-14,\n -5.9265e-15, -1.5854e-15, -5.0897e-15, 4.9530e-16, -1.4437e-15,\n 2.6138e-15, 9.2558e-15, 7.2462e-15, -1.8056e-15, -8.0451e-15,\n -6.8620e-15, -1.5680e-14, 2.3730e-15, 1.9234e-14, -6.2432e-16,\n -2.3549e-15, 7.1435e-16, -3.4317e-15, 6.1754e-16, 6.6489e-14,\n 6.7877e-15, -1.6940e-14, 4.6824e-14, 1.4956e-16, 7.4440e-15,\n 1.3256e-14, 2.5672e-14, -1.8520e-14, 3.5943e-15, -2.0260e-15,\n 1.5518e-14, 5.4927e-15, -1.5950e-14, 3.5449e-15, 7.2981e-15,\n 7.2812e-15, 3.4530e-15, -4.2767e-15, -2.6058e-14, 1.9900e-14,\n 1.1868e-14, 1.8790e-15, -2.5614e-14, -1.5935e-14, -4.2829e-15,\n 4.2486e-17, 1.1284e-14, -9.2112e-16, -7.9110e-15, 1.0635e-15,\n 1.2745e-15, 8.2780e-15, -1.9953e-14, 1.2291e-14, 1.9584e-15,\n 4.3778e-14, 1.0627e-14, -2.9821e-15, 3.0381e-17, 4.2444e-14,\n 1.4982e-15, -1.0049e-14, -5.8645e-15, -1.8493e-14, -4.1555e-15,\n -1.9328e-14, -1.4952e-15, -1.4614e-14, 1.7976e-15, -2.0240e-14,\n 4.1795e-15, 3.8276e-15, -2.8775e-14, -3.5203e-16, -5.9683e-15,\n 2.7735e-15, 7.4492e-15, 1.4271e-16, 1.9580e-15, -2.6735e-14,\n 7.6609e-16, -1.4856e-15, 1.1765e-16, -3.8753e-15, 1.6674e-14,\n 1.8283e-16, 6.4205e-15, 2.0749e-15, -6.7822e-15, 6.8478e-14,\n -2.6369e-14, -3.1833e-15, -5.3345e-15, -1.0780e-14, -2.3362e-15,\n -3.2727e-15, 2.8536e-14, -1.0606e-14, -1.9854e-14, 6.1993e-15,\n -9.2616e-15, -3.1498e-15, 5.8605e-16, -2.7769e-14, -3.5967e-14,\n -1.2222e-15, -6.1414e-15, 3.5811e-14, 1.2977e-15, 4.2734e-15,\n -3.5499e-14, -1.1826e-14, -1.1566e-14, -2.0837e-16, -1.3238e-15,\n -1.1010e-15, 2.1051e-16, 2.6610e-14, -4.0733e-14, -4.9104e-14,\n 1.7068e-15, 2.7974e-15, -1.1656e-14, -2.8282e-14, -3.5501e-14,\n -2.3895e-14, -3.4901e-14, 4.3035e-16, 4.1268e-15, 8.9595e-15,\n -2.7301e-14, -7.5622e-15, 3.6455e-15, 4.1166e-17, 3.1439e-14,\n 1.9127e-14, 3.0649e-14, 2.3797e-15, 6.3824e-15, -8.8281e-14,\n 2.6498e-15, -2.3322e-15, -4.2207e-15, -7.7399e-14, 1.6186e-14,\n -1.3626e-14, 8.1371e-15, 1.3864e-14, 1.8660e-14, 3.0000e-17,\n -1.7664e-14, 2.9326e-14, -2.0829e-14, 2.7296e-15, 3.5109e-15,\n -9.5133e-14, 3.3378e-15, -2.7943e-14, 5.6038e-15, 2.1675e-14,\n 8.8237e-15, -1.0277e-14, -6.9223e-15, 9.5830e-15, -1.2909e-14,\n 4.9308e-15, -1.8089e-14, -5.3159e-15, -2.5194e-15, -5.8014e-15,\n 5.1838e-15, 4.7105e-16, 7.5675e-15, -2.0726e-14, -1.7699e-15,\n 3.0371e-14, -3.2365e-15, 7.8439e-16, -8.1509e-15, 3.1067e-15,\n 2.0024e-15, -5.7549e-16, -4.3167e-14, 2.7381e-14, -7.6813e-15,\n 1.6849e-15, -4.2230e-16, 3.0074e-15, 9.7057e-17, 3.6875e-14,\n 4.8818e-16, -8.6981e-15, 1.4234e-15, 1.0255e-14, 5.5087e-15,\n 6.6733e-15, 2.2094e-15, 9.1074e-15, -5.7574e-17, 3.1721e-15,\n -3.1307e-15, 6.2129e-15, 8.5777e-16, -3.9134e-15, -2.2847e-14,\n 9.3634e-15, 2.9148e-14, -2.7533e-14, -1.2437e-14, 1.3662e-14,\n -3.4665e-16, 2.4708e-15, -3.4017e-14, -5.1583e-15, -5.5119e-14,\n -4.6622e-14, -2.8326e-15, 2.5925e-14, -3.2079e-14, -1.5118e-14,\n 4.2047e-15, -1.2810e-14, 2.9118e-14, -1.3951e-16, -6.0842e-16,\n 2.5408e-16, -7.7675e-15, -1.9303e-15, 4.8354e-16, 1.3825e-15,\n 2.1053e-15, -3.3391e-15, 1.7276e-15, -1.0513e-14, -1.9021e-15,\n -6.7002e-15, -1.3543e-14, 3.7990e-15, -2.3849e-14, -5.7250e-18,\n -4.0960e-16, 3.6344e-15, -1.5509e-14, 5.9543e-14, -3.0887e-15,\n 3.6487e-16, -2.8551e-14, -2.4626e-14, -8.9641e-15, 5.1385e-17,\n -3.0084e-14, 3.2115e-14, 1.2309e-14, -5.4112e-16, 2.3436e-15,\n 3.3886e-14, -3.4631e-14, 6.2510e-15, -2.5273e-14, -1.2728e-16,\n 1.0872e-14, 1.0636e-14, -1.5054e-16, 4.0591e-14, 1.2258e-15,\n 9.5705e-16, -1.4178e-14, -3.2739e-14, 2.5287e-14, -8.3969e-15,\n 7.3150e-16, 1.3326e-15, 4.1489e-15, 1.1103e-14, -2.9189e-15,\n -1.7341e-14, 7.7515e-15, 4.0878e-15, -1.5675e-15, -1.0710e-14,\n -2.9225e-14, 2.9824e-15, 8.8149e-15, 9.7228e-16, -2.8345e-14,\n -1.4463e-14, 1.3638e-14, 1.9764e-14, -2.0423e-14, 3.0641e-15,\n 1.3685e-14, -5.2866e-14, -7.3281e-15, -1.7656e-15, -1.7274e-14,\n 8.3988e-16, -3.6011e-14, 1.3959e-16, -3.5660e-14, -2.2278e-14,\n 4.9410e-16, 1.2419e-14, -2.8996e-14, -1.6720e-14, -4.3674e-14,\n -1.2255e-14, 4.6376e-15, -1.9487e-14, -7.2577e-16, -1.7646e-14,\n 1.9144e-15, -5.5234e-16, -8.0420e-14, 6.3620e-16, 1.0800e-14,\n 5.5084e-16, -3.7314e-14, -1.3320e-15, -1.1676e-14, -2.6375e-14,\n 1.1109e-15, -9.5839e-16, -2.4044e-14, -6.1101e-14, 2.3538e-14,\n -1.0405e-14, -9.7138e-16, -5.0380e-15, 1.0546e-15, -2.4763e-15,\n -1.0490e-14, 3.2334e-15, 4.3654e-15, 5.5421e-15, 5.9544e-15,\n 5.3064e-14, -1.5722e-14, 7.4028e-15, 5.6264e-15, -3.9615e-15,\n 9.4075e-15, -3.9721e-15, 1.4181e-15, -6.4121e-16, 5.4353e-14,\n 1.3413e-15, 9.3229e-15, 1.3668e-15, -3.1621e-16, -1.7195e-15,\n 1.4124e-15, 1.1666e-14, 4.3062e-14, -3.6053e-15, 1.5540e-14,\n -7.0555e-15, 2.6635e-15, -1.6791e-14, -4.0668e-15, -3.9027e-14,\n 1.5724e-14, -2.1438e-14, 8.3765e-15, -4.9394e-17, 5.5903e-16,\n -3.7936e-14, 2.5855e-14, -3.6466e-14, -3.2629e-14, -3.2127e-15,\n 6.6608e-16, 6.3759e-16, 7.9060e-15, -8.1131e-16, -4.3723e-15,\n -9.3701e-15, -3.7706e-14, 2.9709e-15, -2.2919e-15, -1.8006e-14,\n -2.7185e-14, -1.2478e-14, 8.9845e-16, 2.7982e-15, -6.9167e-15,\n -3.5844e-16, -1.3829e-14, 3.5428e-15, -6.2471e-15, 7.9363e-16,\n -4.1539e-14, -6.1781e-16, -1.6123e-14, -2.4021e-16, -5.5094e-14,\n 2.3238e-15, -9.9472e-15, 1.8443e-14, -5.7809e-15, -5.7774e-14,\n -3.9771e-15, 3.9876e-14, -7.0414e-15, 1.9480e-14, 3.3101e-16,\n 2.8405e-14, 4.9386e-15, 6.7890e-14, 3.0054e-15, -1.5849e-14,\n -6.8748e-15, -1.3072e-14, 4.1706e-15, -9.1820e-15, -3.6529e-14,\n -3.7957e-14, 9.0463e-15, 4.2710e-15, -5.2494e-14, -2.7063e-15,\n -7.8278e-15, 1.3987e-14, 5.3386e-16, -3.4307e-14, -2.2637e-15,\n -1.4490e-16, 3.1520e-15, -5.4268e-16, 8.2658e-15, 3.1081e-16,\n 2.8634e-14, -6.2692e-15, -1.4146e-14, -2.0252e-15, 8.2856e-15,\n -1.0362e-14, -5.1927e-15, -1.8243e-14, -2.1339e-15, -3.2916e-14,\n -1.0234e-14, 1.4169e-15, -2.6749e-15, -3.3514e-14, -2.3518e-14,\n 1.4255e-14, -3.0891e-14, 2.5809e-15, -4.3155e-14, 1.5011e-14,\n -5.7951e-14, -2.8679e-15, -4.5618e-14, -8.0930e-15, -5.4334e-14,\n -1.1668e-14, -2.7413e-14, -3.3929e-14, 2.2405e-14, 8.8656e-16,\n -1.1552e-15, 1.3146e-15, -1.5975e-14, -2.2452e-15, -4.5488e-15,\n -6.1663e-16, -1.9437e-17, 6.6022e-16, -3.3083e-14, 3.3811e-16,\n 1.6300e-15, -3.6710e-15, -1.1183e-14, 1.3989e-14, 1.2385e-15,\n 1.3165e-15, -2.0798e-14, 2.2387e-14, 2.0486e-15, -2.9542e-14,\n 1.2963e-15, 1.5413e-15, -4.9117e-15, 6.3986e-17, -6.5798e-15,\n -1.6227e-14, -8.2155e-15, 2.4350e-15, -2.2368e-14, -3.9394e-15,\n 3.5809e-14, 1.0331e-14, -3.2229e-14, -2.6234e-14, 1.8985e-14,\n -2.6505e-14, 2.3765e-15, -5.4982e-15, -1.5284e-15, -1.5550e-14,\n 1.6783e-15, 1.4420e-15, -1.2302e-15, 7.4764e-15, 1.6528e-15,\n -1.8987e-14, -7.9599e-15, 1.4913e-14, -1.4354e-14, -9.9570e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([4.7288e-11, 1.5422e-11, 1.9337e-12, 1.2846e-11, 9.7469e-13, 5.9678e-11,\n 4.0925e-10, 3.5813e-10, 1.2118e-11, 3.1907e-13, 1.1280e-12, 2.8353e-11,\n 4.4903e-12, 5.5991e-13, 3.3019e-13, 7.5542e-12, 2.8586e-11, 1.7616e-11,\n 8.9041e-11, 8.6525e-12, 3.4405e-11, 2.9917e-11, 2.1421e-12, 4.4710e-13,\n 3.1416e-11, 1.5148e-10, 1.0821e-10, 3.6385e-12, 1.8381e-10, 1.1014e-12,\n 1.4681e-11, 2.1913e-11, 1.4578e-10, 3.3998e-10, 2.9482e-12, 8.3180e-14,\n 4.0030e-11, 3.2479e-12, 1.4957e-10, 1.0134e-11, 1.9464e-13, 1.5815e-12,\n 1.0311e-10, 2.5441e-11, 8.0665e-11, 3.1544e-11, 1.2671e-11, 1.9687e-11,\n 5.3368e-13, 9.0489e-11, 4.1193e-12, 8.0693e-11, 4.9319e-13, 2.7076e-12,\n 1.5890e-12, 1.0896e-10, 2.2819e-10, 1.9417e-11, 3.9579e-10, 4.2717e-13,\n 3.5139e-11, 3.8120e-12, 2.1731e-12, 7.8005e-13, 2.8613e-10, 7.5632e-13,\n 1.4953e-10, 5.6703e-11, 7.4376e-11, 2.2199e-10, 1.5838e-11, 1.9437e-12,\n 6.4548e-12, 7.6778e-13, 1.5381e-12, 1.3466e-10, 1.4191e-12, 1.5547e-10,\n 7.0793e-11, 6.7029e-12, 2.2839e-11, 2.0780e-11, 9.7659e-13, 1.2070e-10,\n 6.7727e-13, 8.1263e-12, 9.9126e-11, 3.4802e-11, 1.2353e-10, 6.2513e-13,\n 2.0861e-11, 2.0406e-13, 7.9547e-12, 1.5818e-12, 7.5282e-11, 2.8906e-10,\n 3.0044e-13, 1.9211e-11, 1.1740e-12, 2.6831e-11, 7.2032e-12, 2.0168e-11,\n 1.2813e-12, 4.1234e-12, 3.0553e-11, 8.9558e-12, 3.4171e-13, 1.9188e-12,\n 2.1034e-10, 1.3566e-13, 3.6664e-10, 1.7978e-10, 3.4663e-10, 1.7027e-11,\n 7.4254e-14, 1.6202e-12, 3.0076e-12, 3.8831e-10, 2.0009e-12, 8.0296e-13,\n 8.1880e-11, 9.3605e-13, 8.7904e-12, 3.3650e-12, 6.5065e-13, 1.4990e-10,\n 2.8733e-11, 7.8806e-14, 1.9929e-11, 1.6589e-11, 4.1168e-12, 5.6674e-11,\n 4.6627e-11, 6.3004e-11, 1.5709e-10, 1.9500e-10, 1.2607e-11, 5.5787e-13,\n 5.4372e-12, 1.3699e-10, 7.5776e-11, 2.0251e-11, 3.5325e-12, 1.0129e-10,\n 2.4177e-13, 1.8906e-11, 7.6902e-13, 2.5642e-12, 3.4532e-10, 4.8550e-10,\n 1.9263e-13, 4.8937e-11, 2.4681e-10, 9.2387e-12, 1.5492e-11, 7.1645e-11,\n 2.7104e-11, 1.0447e-10, 1.2368e-13, 6.7220e-12, 9.1717e-12, 2.5220e-12,\n 2.8827e-10, 3.4865e-13, 8.9733e-11, 3.5535e-12, 5.2048e-12, 2.5479e-10,\n 3.9351e-12, 4.5305e-11, 8.8611e-11, 2.5603e-12, 6.7080e-11, 3.0111e-12,\n 4.7172e-11, 1.6754e-10, 5.7101e-12, 1.4481e-10, 5.0102e-14, 1.3190e-11,\n 2.6604e-12, 5.4338e-12, 8.6623e-13, 1.7758e-12, 1.1217e-13, 2.3780e-11,\n 2.8141e-10, 2.0227e-12, 1.6928e-11, 1.2903e-12, 1.9990e-11, 2.4478e-11,\n 2.2968e-10, 2.0938e-11, 2.2827e-12, 8.0944e-12, 3.3210e-14, 9.4142e-11,\n 2.5838e-10, 4.3845e-10, 1.0351e-13, 1.2947e-10, 1.3593e-10, 2.6906e-12,\n 2.2999e-10, 5.9509e-11, 7.5973e-10, 6.4964e-14, 1.6458e-12, 7.1663e-10,\n 6.3520e-11, 3.1295e-13, 2.6568e-13, 9.3018e-11, 2.2759e-10, 2.2865e-12,\n 1.9311e-10, 7.0668e-12, 7.0466e-13, 2.9402e-11, 3.3266e-12, 3.3557e-13,\n 7.3273e-12, 2.6776e-11, 1.1303e-10, 1.2772e-13, 1.3946e-11, 5.6233e-11,\n 5.4062e-12, 4.8868e-12, 3.2326e-11, 8.4233e-13, 4.5588e-11, 2.3427e-11,\n 2.8628e-10, 1.7865e-12, 5.2785e-11, 1.6532e-10, 1.3618e-13, 1.6388e-11,\n 8.7797e-13, 3.6370e-12, 7.4914e-10, 1.6401e-13, 1.3257e-13, 5.2228e-14,\n 1.0250e-13, 6.4313e-12, 3.3307e-11, 1.1985e-10, 7.5736e-11, 7.2862e-13,\n 5.2697e-13, 3.4477e-12, 1.0431e-12, 9.6690e-11, 3.5917e-11, 5.8970e-12,\n 1.4752e-13, 5.0571e-11, 3.9608e-11, 3.1559e-12, 4.8436e-11, 3.8430e-12,\n 2.5321e-10, 7.7089e-12, 2.9345e-11, 1.9544e-13, 1.3999e-10, 7.0022e-10,\n 6.8579e-12, 1.7076e-11, 9.3686e-11, 4.1085e-11, 1.0098e-10, 2.0495e-10,\n 6.4874e-13, 2.3645e-12, 1.2274e-10, 6.2569e-12, 6.2919e-12, 1.3733e-10,\n 3.1944e-12, 4.6222e-10, 8.2947e-14, 1.8716e-12, 1.6310e-13, 4.6861e-11,\n 7.6266e-11, 1.1543e-12, 7.7634e-11, 2.8861e-12, 2.2510e-12, 8.2369e-13,\n 4.0068e-12, 8.3088e-13, 1.4005e-10, 2.7876e-10, 1.5693e-13, 4.8610e-11,\n 2.5443e-11, 4.0486e-13, 3.6643e-12, 2.9443e-11, 1.3461e-11, 1.7032e-11,\n 3.3435e-13, 2.8111e-10, 1.4639e-12, 6.4409e-11, 1.9133e-13, 2.6818e-12,\n 3.5010e-10, 6.3862e-13, 8.2534e-11, 1.4042e-11, 1.4374e-12, 3.7279e-10,\n 9.0824e-13, 6.0426e-11, 1.9441e-13, 7.3092e-13, 3.9937e-11, 1.8113e-11,\n 9.5106e-11, 3.3066e-13, 4.3260e-12, 7.8978e-12, 7.6549e-12, 3.3177e-12,\n 1.3579e-11, 1.1050e-13, 5.2217e-11, 2.1905e-12, 1.8558e-10, 7.1479e-12,\n 2.9048e-10, 5.4397e-11, 4.9651e-10, 2.2617e-11, 2.4664e-12, 1.0096e-12,\n 5.2019e-11, 2.3254e-10, 1.5287e-10, 1.5501e-12, 2.4362e-11, 1.2674e-11,\n 5.4485e-12, 1.8611e-10, 1.0376e-12, 1.8565e-11, 3.5818e-12, 6.0702e-13,\n 6.3145e-12, 3.1591e-13, 5.0745e-11, 2.0642e-12, 5.4160e-12, 5.1087e-12,\n 1.6472e-12, 9.4467e-11, 3.1885e-12, 5.0046e-13, 1.2144e-10, 3.1795e-11,\n 1.4521e-12, 2.5952e-12, 1.8511e-11, 7.9336e-13, 1.7587e-11, 3.4878e-13,\n 1.4765e-12, 1.2669e-10, 7.4755e-11, 7.8886e-12, 1.5885e-10, 2.7721e-11,\n 7.5645e-13, 5.9291e-12, 1.7659e-10, 4.3624e-11, 6.7225e-11, 1.3900e-12,\n 1.3514e-13, 3.9442e-11, 8.1605e-13, 9.5714e-11, 2.3306e-10, 7.1255e-12,\n 4.2976e-11, 2.1067e-11, 8.3514e-12, 1.1940e-10, 1.4718e-12, 9.3092e-13,\n 6.1370e-11, 1.4265e-10, 8.8389e-10, 1.4834e-10, 2.2908e-12, 6.1677e-11,\n 2.4433e-10, 3.8560e-10, 9.0566e-13, 8.0111e-11, 3.0494e-12, 1.2114e-11,\n 1.0772e-11, 8.3198e-13, 1.8879e-13, 3.5708e-12, 7.1707e-13, 1.0884e-12,\n 6.2196e-12, 5.7850e-11, 4.3016e-11, 2.2992e-11, 2.6267e-11, 3.6769e-12,\n 7.6110e-11, 8.7852e-12, 1.4891e-10, 6.0598e-13, 4.6932e-11, 6.1061e-13,\n 1.3324e-12, 2.0398e-12, 6.1607e-12, 1.0420e-10, 7.5951e-14, 2.5829e-10,\n 3.0861e-11, 4.6675e-11, 1.7305e-12, 1.2753e-12, 8.0381e-11, 1.4453e-11,\n 6.7281e-13, 1.1213e-11, 5.4977e-13, 2.7218e-10, 1.1626e-10, 1.8619e-12,\n 1.0669e-10, 7.1704e-11, 1.3794e-10, 1.0954e-12, 5.4743e-11, 2.8585e-11,\n 2.1241e-13, 7.2516e-13, 9.4075e-12, 3.1277e-11, 5.3931e-13, 4.5143e-11,\n 4.1056e-11, 6.1402e-14, 4.9250e-13, 2.4994e-12, 2.3936e-10, 7.3054e-13,\n 7.8490e-13, 1.7579e-11, 7.0801e-11, 4.1022e-12, 1.1145e-11, 2.3115e-14,\n 7.5763e-11, 2.2970e-13, 4.6202e-11, 2.6106e-12, 4.4659e-11, 5.0019e-13,\n 2.3314e-10, 3.1237e-11, 2.8899e-11, 2.4273e-12, 2.5661e-13, 6.7216e-13,\n 9.1158e-13, 6.4200e-12, 2.4811e-11, 1.5153e-13, 1.0733e-11, 9.9459e-11,\n 1.2414e-10, 8.8315e-13, 8.3228e-14, 2.3815e-10, 4.3857e-11, 5.4256e-11,\n 5.9797e-11, 6.2049e-12, 2.9772e-11, 7.9287e-11, 5.1868e-12, 3.3935e-10,\n 1.4182e-10, 1.8001e-11, 4.3375e-13, 5.1695e-10, 1.3595e-11, 4.6218e-11,\n 9.6861e-11, 2.0898e-12, 2.0367e-11, 1.8399e-12, 1.6993e-12, 5.7636e-12,\n 1.0768e-11, 2.2893e-10, 7.8874e-11, 3.0191e-11, 6.6700e-10, 6.5899e-13,\n 2.4986e-11, 4.3304e-13, 1.3359e-10, 2.5181e-12, 8.7747e-11, 1.9375e-11,\n 6.5422e-11, 4.0581e-13, 1.4761e-11, 1.1813e-13, 1.1380e-12, 7.8646e-12,\n 7.9102e-12, 8.3604e-11, 7.0203e-11, 4.0558e-10, 9.5272e-11, 3.0773e-12,\n 5.9989e-13, 3.2959e-12, 1.6283e-11, 1.6397e-10, 1.4461e-12, 3.3616e-12,\n 4.6599e-12, 6.2332e-11, 6.5771e-11, 1.6888e-11, 5.6252e-12, 8.7838e-12,\n 3.1439e-13, 1.6583e-10, 1.0914e-10, 5.5741e-13, 5.0733e-10, 3.8988e-12,\n 2.0431e-11, 2.5896e-10, 4.2887e-12, 2.4366e-10, 1.3791e-13, 6.4112e-12,\n 4.0556e-13, 3.6109e-11, 1.7784e-12, 7.5476e-12, 1.9389e-10, 4.9802e-13,\n 2.1528e-10, 2.8979e-12, 6.3756e-11, 2.7669e-10, 6.7265e-13, 4.8731e-10,\n 2.1299e-11, 2.0650e-13, 8.3415e-13, 1.6805e-11, 6.8737e-11, 1.1710e-10,\n 8.4427e-11, 2.9905e-13, 2.1081e-11, 1.3941e-10, 7.9389e-11, 7.8600e-13,\n 1.6651e-10, 1.1244e-11, 2.8386e-12, 1.8083e-11, 9.4428e-12, 7.3728e-12,\n 3.8736e-11, 7.5116e-11, 8.4035e-13, 2.6012e-11, 7.4155e-12, 4.7251e-13,\n 3.4203e-13, 7.2672e-12, 1.0429e-11, 8.9303e-13, 1.7389e-13, 5.4951e-12,\n 1.7927e-12, 4.0589e-13, 4.5307e-12, 2.0191e-13, 3.3417e-11, 1.1698e-12,\n 5.5331e-12, 2.7342e-10, 7.7443e-12, 3.8580e-10, 3.4262e-13, 6.6914e-13,\n 5.3511e-11, 1.2819e-12, 1.1970e-11, 5.5680e-13, 8.1659e-11, 1.3203e-11,\n 1.8337e-11, 1.4036e-12, 1.0239e-12, 9.9992e-11, 1.0273e-11, 4.4213e-12,\n 1.4679e-10, 5.6230e-11, 1.7630e-10, 4.5077e-11, 2.9421e-12, 3.8926e-12,\n 3.6898e-12, 3.2279e-12, 4.9194e-12, 3.8226e-13, 2.7699e-12, 2.1542e-13,\n 4.1219e-13, 6.3639e-12, 5.1050e-12, 1.8555e-10], device='cuda:0')" }, "46": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 2.0079e-17, 3.2611e-17, -5.6052e-45, ..., -2.0844e-17,\n 2.1968e-16, 5.6052e-45],\n [-4.2947e-16, 2.9094e-16, -5.6052e-45, ..., 8.8565e-16,\n 6.8569e-16, -5.6052e-45],\n [ 1.0810e-16, 2.8185e-16, -5.6052e-45, ..., -5.9408e-16,\n -3.2576e-16, 5.6052e-45],\n ...,\n [ 7.8117e-18, 6.0216e-17, 5.6052e-45, ..., -9.8652e-17,\n 7.6157e-17, 5.6052e-45],\n [-9.9032e-17, 4.7077e-16, 5.6052e-45, ..., 2.3092e-16,\n 1.8414e-16, 5.6052e-45],\n [-1.6742e-16, 1.4920e-16, 5.6052e-45, ..., -3.4488e-17,\n -1.0885e-17, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[1.2712e-12, 6.4611e-13, 1.4522e-16, ..., 3.3714e-12, 4.8912e-13,\n 1.4830e-14],\n [6.1742e-13, 3.3305e-13, 1.5927e-16, ..., 7.6107e-13, 2.0825e-13,\n 8.9597e-14],\n [9.6960e-14, 7.9862e-14, 5.7336e-18, ..., 1.9304e-13, 2.0678e-14,\n 3.0035e-14],\n ...,\n [3.7033e-12, 2.8217e-12, 7.0866e-17, ..., 5.3839e-12, 9.0384e-13,\n 1.0723e-14],\n [9.2098e-13, 1.1785e-12, 1.4017e-15, ..., 2.1556e-12, 3.1266e-13,\n 1.5395e-14],\n [1.7812e-11, 2.2468e-11, 1.0280e-15, ..., 3.4151e-11, 7.1860e-12,\n 5.1036e-14]], device='cuda:0')" }, "47": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.8819e-13, 2.8867e-13, 5.4062e-14, -5.8708e-14, -1.7466e-14,\n -3.2475e-14, 2.9405e-14, -1.1166e-13, 3.7647e-14, -1.0601e-14,\n 1.8741e-13, -5.3946e-14, -1.7198e-13, 4.9047e-14, -3.2422e-13,\n 6.6604e-14, -8.2273e-13, 1.5409e-13, 1.2630e-13, 9.8624e-14,\n 2.4978e-14, -9.9024e-14, 7.2416e-14, -8.5054e-14, -2.6496e-13,\n -2.8399e-13, 9.9513e-14, -9.1812e-14, -1.0240e-15, 5.3057e-14,\n -6.6836e-14, 1.4306e-13, 2.4579e-13, -5.5745e-13, 9.9890e-14,\n -1.6720e-13, -1.7664e-13, -4.6510e-14, -3.7727e-13, 2.5678e-14,\n -3.3524e-14, 8.4247e-16, -1.7590e-13, -1.8195e-13, -2.3553e-13,\n -1.8052e-13, -3.4208e-15, -3.2208e-15, 5.4834e-14, -3.7775e-13,\n -3.3632e-14, -2.8849e-14, -9.3412e-14, -2.0708e-14, -7.3812e-15,\n -9.2139e-14, 4.9412e-14, 1.4552e-13, 1.5662e-13, -1.2719e-13,\n 7.9953e-14, 7.6876e-14, 3.1434e-14, -1.5826e-14, 2.3342e-14,\n 1.3613e-13, -3.4312e-13, 2.6921e-13, -2.6747e-14, 1.6103e-13,\n -5.4865e-14, 4.6075e-14, -1.8655e-14, -4.3065e-14, -1.0382e-13,\n -1.6172e-15, -2.1331e-13, 3.2080e-13, -3.2436e-13, 1.0892e-13,\n 4.5674e-14, -6.0760e-14, 1.5321e-13, 4.9056e-14, 9.1150e-14,\n 3.2229e-14, -2.2590e-13, 4.1974e-14, 1.1984e-13, 2.2803e-14,\n 5.0309e-14, 3.7220e-14, -1.6069e-13, 1.3056e-14, -7.0726e-14,\n -6.2562e-14, 1.9114e-13, -3.3953e-13, 5.5088e-14, 1.9906e-13,\n -2.0465e-13, -7.1182e-14, 1.1509e-13, 3.0348e-14, -1.7391e-13,\n 1.0565e-13, -7.8882e-14, 1.3166e-13, -1.2189e-14, -4.3478e-16,\n 2.1952e-14, -5.6375e-14, 2.3624e-13, -2.7337e-13, 2.9497e-13,\n 2.2501e-13, 8.3608e-14, -6.4604e-14, -1.8489e-13, 4.8632e-14,\n 2.2419e-14, -1.2040e-13, -1.4022e-13, -9.9503e-14, -3.3719e-14,\n 6.0038e-14, -1.5973e-13, 7.9099e-15, -1.0375e-13, 7.1494e-14,\n 6.5613e-14, -1.0895e-14, 3.9876e-13, 9.3242e-15, 3.0819e-13,\n 1.0118e-13, -4.0061e-14, -3.4311e-14, -6.0330e-14, -1.0356e-15,\n 1.5680e-14, -2.6145e-13, 5.4641e-13, 4.7881e-13, 1.6066e-13,\n 9.4557e-14, 1.8964e-14, -6.3629e-14, -4.9802e-14, 4.5046e-13,\n 2.2581e-14, -1.7222e-14, 1.1334e-13, 3.1730e-14, -3.6919e-14,\n 4.8316e-13, -8.5323e-14, -1.6986e-13, 7.1801e-14, 1.7766e-13,\n 1.9040e-13, -2.6648e-15, 1.9445e-13, 3.3753e-13, 1.3262e-13,\n 1.2498e-13, 4.9471e-14, 1.7516e-13, 5.4919e-14, 3.7768e-13,\n 2.1019e-13, 1.2567e-14, 2.2147e-14, -2.7868e-13, -1.3814e-13,\n 2.9737e-13, -1.7179e-14, 3.4236e-14, -6.3777e-14, 4.7182e-14,\n 1.8971e-14, 8.2070e-14, -3.1164e-15, 3.3460e-13, -4.5332e-13,\n -1.5294e-13, 2.1013e-13, 7.0671e-14, -2.2302e-13, 1.5032e-13,\n 2.9987e-13, -1.3610e-14, 1.0922e-13, 8.6910e-14, 8.9301e-14,\n -1.1151e-13, -4.6984e-14, 1.4035e-13, 9.3672e-14, 1.3993e-13,\n 1.3594e-15, -6.1046e-15, -1.3091e-13, -3.1996e-13, 1.6066e-13,\n 6.6459e-13, 9.3139e-14, -3.0353e-13, 2.7713e-13, -9.8504e-14,\n -5.0822e-15, -1.1047e-13, 5.3927e-14, -1.7647e-13, 2.5930e-13,\n 2.2104e-13, 5.6640e-14, 6.4124e-14, -4.8247e-14, 4.6597e-13,\n 1.6265e-14, -4.3659e-14, 1.1350e-13, -1.5903e-13, 2.7758e-13,\n -2.5552e-13, 4.4989e-14, -6.0303e-13, -5.2285e-14, 5.5524e-14,\n -5.4781e-14, 1.3253e-13, 2.8010e-13, 2.0812e-13, 2.1040e-14,\n 7.2735e-14, 9.6394e-14, 4.8962e-13, -3.4857e-13, -1.0861e-13,\n -1.4743e-15, 2.7556e-14, 5.5645e-14, -1.6114e-13, -1.0080e-13,\n -3.1233e-13, 1.1160e-13, 1.0805e-14, 1.0117e-13, -2.7780e-13,\n 9.7701e-15, 3.0559e-13, 5.6310e-13, -3.3615e-15, -1.2964e-13,\n 3.2178e-13, -1.4052e-13, -3.5916e-14, -2.9839e-13, -3.7830e-13,\n -2.1817e-13, -1.0865e-13, 2.0865e-14, -7.4801e-14, -3.0682e-14,\n -1.1424e-13, 1.3411e-13, -9.5721e-14, 2.9730e-13, -7.0689e-13,\n -6.4186e-14, 1.3874e-13, -1.4085e-14, -6.3487e-13, 1.2517e-13,\n 1.5741e-13, -2.2806e-13, 6.6146e-14, 1.5023e-13, -1.9464e-13,\n -3.5401e-13, 1.0820e-13, -1.6590e-13, 3.5044e-14, 3.2939e-15,\n -1.0409e-12, 3.7582e-15, 1.8947e-14, -5.4671e-14, -3.8140e-14,\n -4.9038e-14, -4.9030e-14, -8.1794e-13, 5.5104e-14, -2.9579e-14,\n -3.8374e-13, 4.4835e-14, 3.5154e-14, -1.2621e-13, -2.1348e-14,\n 1.1726e-13, 1.8473e-14, 2.1070e-14, -1.2626e-13, -2.7562e-13,\n 3.8308e-14, -7.5765e-14, 6.5972e-14, -1.7063e-13, -6.2410e-14,\n -2.3854e-13, 1.2549e-13, 6.4823e-14, 7.7191e-13, -1.1003e-13,\n 7.9974e-14, -3.1700e-13, 1.2005e-14, 2.8307e-13, -1.8375e-14,\n -3.7480e-14, -1.7596e-13, -8.2984e-14, 1.2060e-13, -1.8559e-13,\n 3.6811e-14, 6.0160e-15, 2.9057e-14, 4.7441e-14, -4.0173e-14,\n -2.8186e-14, 9.5777e-14, -1.5689e-13, 3.5557e-14, -7.7068e-14,\n 2.5134e-13, 1.5317e-13, -3.5176e-13, 7.9914e-14, 1.6999e-13,\n -1.1603e-13, 1.1056e-13, 1.8834e-13, 3.4220e-14, -1.0599e-12,\n 8.7899e-14, 1.2585e-13, 2.9640e-14, -6.0954e-14, -1.1286e-13,\n -1.1558e-14, -2.8268e-14, -1.4454e-13, 1.2545e-14, -3.5272e-14,\n -5.8907e-14, 1.6764e-13, -2.5346e-14, 1.5817e-13, 4.6652e-14,\n -6.4722e-14, 8.1665e-14, -3.5764e-13, -2.5360e-14, -1.7414e-14,\n 2.9705e-15, 2.1758e-14, -7.0649e-14, 3.7715e-14, -4.7376e-13,\n 1.6351e-13, -5.5240e-14, 2.3294e-14, 1.7269e-13, -2.6160e-13,\n 2.6133e-14, -1.4099e-15, -2.3083e-13, -1.5823e-13, 6.2336e-13,\n -4.0134e-13, 3.3148e-13, -4.5443e-14, 3.6854e-13, -8.7181e-15,\n 4.1779e-13, -3.7058e-14, 2.5955e-13, 3.9579e-14, 1.9710e-15,\n 3.9744e-13, 3.5391e-14, 2.9415e-13, 7.6172e-13, -3.6948e-13,\n 1.6692e-14, 5.8821e-14, 3.4821e-13, -4.6273e-13, 2.5348e-14,\n -2.0904e-13, 7.4184e-14, 2.2908e-13, 1.7115e-13, 1.5821e-13,\n -2.4906e-13, -1.3624e-13, -6.6367e-15, 5.8188e-15, 1.7033e-14,\n -2.9728e-13, 1.4984e-13, -3.1644e-13, 1.7742e-13, -8.7321e-14,\n 8.2565e-14, 6.2340e-14, 1.4653e-13, -4.5411e-14, -4.4366e-14,\n 2.1123e-14, -1.5207e-13, -1.1137e-14, -1.8774e-13, 2.1405e-13,\n 1.1211e-14, -5.2012e-14, -7.5663e-14, -1.2318e-15, 1.2272e-13,\n 4.2700e-14, 1.6724e-14, 4.2995e-14, 1.2617e-13, 7.4975e-15,\n 1.4964e-13, 6.0806e-14, 1.3740e-13, -1.1558e-13, -2.7592e-15,\n 5.5226e-14, 3.2017e-14, -2.5019e-14, 1.2377e-13, 6.9514e-14,\n -1.5093e-14, 6.4711e-14, 7.0302e-14, -7.6082e-15, -3.8314e-14,\n -5.2662e-13, 2.9723e-14, 2.3482e-13, 1.2013e-13, 3.2264e-13,\n 1.7697e-14, -3.7147e-14, -9.7671e-14, -4.3263e-14, -2.8019e-13,\n 7.4508e-14, 2.8248e-13, 3.9800e-14, 5.3742e-14, 1.1093e-13,\n 5.8984e-13, -1.6834e-13, 6.7785e-14, 2.2015e-13, -1.4529e-13,\n 2.4356e-13, -5.8487e-14, 4.0054e-14, -1.2943e-14, 5.9611e-13,\n 2.2468e-14, 4.1293e-13, -3.7060e-14, -6.1207e-14, 9.1223e-14,\n -3.3895e-13, 7.6457e-14, 4.8340e-13, 1.9384e-14, 5.9858e-14,\n -1.6424e-13, 3.6785e-14, 2.3780e-14, 2.6045e-14, -1.0402e-12,\n -1.2649e-13, 8.1390e-14, -7.1917e-14, -4.7586e-14, 4.7017e-14,\n 2.7862e-14, -3.6344e-14, -3.3532e-15, -8.0081e-14, 1.8116e-13,\n -6.5585e-14, -8.8926e-15, 1.4393e-13, 2.4162e-13, 1.1253e-13,\n 4.5819e-14, -3.0253e-13, -2.3312e-13, -3.2704e-14, -6.0002e-14,\n 1.5344e-13, 3.8629e-14, 6.2225e-14, -4.2963e-14, 2.0559e-13,\n -5.4059e-14, 9.1495e-14, -7.5602e-13, -7.4413e-15, 1.5360e-13,\n 9.8292e-14, 8.1373e-16, 4.7724e-14, -1.4616e-15, -1.0704e-13,\n -2.1411e-13, 1.0830e-13, 2.1266e-14, 1.3608e-14, -2.7672e-13,\n 8.9331e-14, -1.3288e-14, 2.0755e-14, -1.7742e-13, -2.6053e-14,\n 4.5304e-14, 6.3498e-13, 7.9144e-13, 6.5761e-14, -1.1422e-13,\n -4.9752e-13, 2.1725e-13, -1.0679e-13, 4.8882e-14, -4.1149e-13,\n -6.6590e-13, 7.9236e-14, 5.1537e-14, 2.3747e-15, 2.0165e-13,\n -2.9773e-14, -1.0008e-13, 1.6110e-13, -6.4766e-14, 6.3400e-13,\n -1.7481e-13, 1.6788e-13, 1.8986e-14, 5.8979e-14, -2.6761e-13,\n -1.0224e-13, -8.6393e-14, 3.1976e-14, -1.7539e-13, 2.4059e-13,\n -1.5947e-13, -9.1039e-15, -6.4440e-13, 7.2202e-14, 2.0508e-13,\n 1.3865e-13, 6.0361e-14, 7.5959e-14, -2.9165e-13, 1.9126e-13,\n 7.1024e-14, -9.4094e-14, -2.2249e-15, -5.9802e-14, 7.6531e-14,\n 2.5711e-13, 1.5142e-14, 7.4443e-14, -7.9775e-14, -3.5139e-14,\n -2.1734e-14, 2.1253e-14, -2.9806e-14, 1.4194e-13, -1.0369e-14,\n 4.4746e-14, 2.3231e-13, -1.0313e-13, -2.0668e-13, -1.9527e-14,\n -3.9900e-13, 1.7418e-14, -1.1781e-13, 1.9123e-14, 2.2552e-13,\n -2.3081e-15, 1.7617e-13, -5.8488e-14, 4.4919e-13, 1.1056e-14,\n 4.2693e-14, -4.2039e-13, 9.8126e-14, -1.6434e-13, -5.3125e-13,\n 4.6158e-13, 1.6155e-13, 1.9882e-13, -4.6753e-13, 3.4485e-14,\n -4.5072e-13, 1.1370e-13, -2.7738e-13, -1.4169e-13, -6.0691e-14,\n 1.6529e-14, -4.8080e-13, 2.3395e-14, -3.5284e-13, 2.1082e-13,\n 1.6720e-13, -4.5129e-14, -2.1288e-14, 5.9911e-14, -6.1142e-13,\n 1.7556e-13, 1.7078e-13, -1.4552e-14, -4.5207e-16, -1.0539e-13,\n -1.5308e-13, -1.4312e-14, 5.9936e-14, 4.2891e-13, -9.4554e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([3.9510e-08, 2.4888e-08, 2.0866e-09, 2.2652e-09, 2.2299e-09, 9.1624e-09,\n 3.7725e-07, 7.6232e-07, 8.8652e-09, 2.8835e-09, 1.3533e-07, 1.7883e-07,\n 5.2172e-07, 7.6707e-08, 3.0130e-08, 2.2867e-08, 4.2606e-07, 4.7453e-07,\n 1.2571e-07, 1.7728e-09, 3.0423e-08, 2.5391e-08, 3.3604e-08, 2.2777e-08,\n 1.8739e-08, 4.1746e-09, 9.8147e-09, 1.6654e-07, 8.6179e-09, 1.6412e-07,\n 6.8458e-07, 1.3490e-08, 3.6096e-07, 3.3846e-09, 1.6052e-07, 1.8685e-07,\n 1.9336e-07, 6.4744e-10, 3.4706e-08, 1.5289e-09, 9.4604e-09, 4.6628e-09,\n 4.2361e-07, 2.3930e-08, 5.0853e-08, 9.5391e-08, 4.9047e-09, 1.5706e-09,\n 1.1791e-09, 2.7699e-07, 1.3437e-09, 3.6806e-09, 1.6137e-09, 1.5626e-09,\n 4.8118e-09, 2.6186e-08, 1.9590e-08, 2.9646e-07, 6.4735e-07, 2.0555e-07,\n 1.0806e-09, 7.0908e-08, 5.7274e-07, 2.0004e-09, 4.8189e-09, 1.0305e-08,\n 8.3167e-07, 7.6072e-08, 2.1067e-10, 3.7028e-08, 3.0490e-07, 1.5197e-09,\n 7.8872e-09, 1.3831e-09, 5.5009e-09, 5.8658e-10, 2.1494e-08, 7.8931e-07,\n 5.2035e-09, 8.9066e-07, 9.8858e-08, 8.0708e-10, 1.5015e-09, 5.3856e-09,\n 1.2016e-08, 1.5961e-09, 1.0553e-08, 1.5751e-08, 3.6883e-07, 2.8164e-07,\n 1.0373e-08, 2.8120e-09, 4.4678e-07, 4.5725e-07, 1.1274e-09, 2.0463e-09,\n 5.7861e-08, 1.3936e-06, 4.1236e-09, 2.0238e-08, 2.1108e-08, 5.7084e-08,\n 1.6027e-07, 4.4808e-08, 2.6272e-07, 1.9080e-07, 3.6912e-09, 6.2183e-09,\n 2.7307e-07, 1.5522e-08, 2.9508e-09, 2.0331e-08, 8.5363e-07, 5.4503e-08,\n 5.1018e-08, 1.0441e-07, 2.3822e-08, 2.0306e-06, 1.4094e-08, 7.7411e-10,\n 4.7683e-07, 3.7976e-07, 4.4174e-08, 6.3192e-08, 3.7002e-07, 2.9665e-09,\n 1.3905e-08, 2.0218e-09, 8.8208e-08, 1.3524e-07, 7.3444e-08, 5.9303e-09,\n 5.8203e-07, 7.7038e-09, 9.0205e-07, 6.8592e-07, 1.8101e-08, 5.6373e-10,\n 3.4933e-07, 1.1950e-08, 1.4604e-09, 2.4478e-09, 1.9998e-07, 4.4554e-07,\n 8.7544e-09, 2.3210e-09, 1.2179e-08, 1.5956e-06, 2.4593e-08, 3.0176e-07,\n 1.1397e-09, 2.8522e-09, 2.9247e-07, 2.3043e-08, 2.0168e-09, 2.3809e-07,\n 2.6809e-09, 2.1466e-07, 8.5885e-10, 1.7383e-09, 7.6291e-07, 9.8107e-10,\n 4.2098e-07, 2.3133e-09, 1.0915e-07, 1.8229e-09, 6.0569e-09, 1.1901e-07,\n 2.0888e-09, 2.6423e-08, 3.1823e-08, 8.9269e-08, 5.2486e-08, 1.0364e-08,\n 6.8493e-08, 2.9375e-07, 3.4361e-09, 5.7116e-07, 1.2080e-09, 5.3002e-08,\n 5.6429e-08, 1.2484e-08, 2.0437e-07, 1.1054e-07, 1.6003e-08, 7.7749e-08,\n 7.6581e-07, 4.0664e-08, 5.6717e-07, 5.1640e-08, 1.2421e-07, 1.1737e-07,\n 9.2170e-09, 1.2290e-09, 2.4421e-08, 4.7967e-07, 4.0799e-09, 1.1447e-08,\n 3.5241e-08, 2.4582e-07, 3.5985e-09, 3.5541e-09, 1.1141e-06, 1.7546e-08,\n 5.4208e-10, 5.0357e-07, 2.8112e-08, 1.7966e-08, 1.7077e-08, 3.8022e-08,\n 1.6108e-09, 3.5906e-07, 2.1967e-08, 3.6619e-07, 4.9064e-07, 4.3638e-08,\n 2.7606e-07, 7.9125e-09, 2.7244e-08, 1.1354e-06, 2.2616e-09, 6.5252e-09,\n 6.2478e-07, 1.2706e-07, 8.0049e-08, 2.4153e-08, 5.7751e-07, 3.8451e-09,\n 2.1638e-07, 3.5562e-09, 4.3375e-09, 2.7784e-09, 3.2326e-07, 8.4413e-07,\n 3.4215e-08, 2.8246e-08, 1.6209e-07, 2.4443e-08, 3.4022e-08, 1.3908e-09,\n 2.9034e-09, 1.5168e-09, 2.9390e-08, 3.1292e-08, 3.7300e-08, 1.0941e-09,\n 1.0026e-07, 9.2553e-09, 4.4173e-09, 1.6331e-07, 3.8652e-07, 4.8271e-07,\n 5.0331e-09, 2.1495e-09, 3.3769e-08, 1.1332e-06, 1.3543e-07, 3.9206e-09,\n 2.2708e-07, 5.6238e-07, 1.7154e-09, 7.0317e-09, 4.9766e-08, 7.4094e-08,\n 6.6838e-07, 1.0599e-06, 3.9816e-09, 1.8242e-07, 4.8333e-07, 2.7588e-08,\n 4.6313e-09, 3.6379e-09, 3.0603e-07, 1.2265e-07, 2.7439e-07, 1.3779e-07,\n 5.3252e-08, 1.0309e-09, 7.8706e-07, 1.8499e-07, 2.1130e-08, 3.9962e-07,\n 3.9576e-09, 7.4256e-07, 3.0080e-08, 2.9426e-08, 1.0979e-09, 3.3118e-07,\n 2.3959e-09, 1.6769e-09, 1.5654e-08, 3.5643e-09, 4.0709e-07, 4.7929e-09,\n 7.8563e-09, 7.1883e-07, 1.1510e-06, 8.6643e-10, 1.3341e-09, 1.4274e-08,\n 5.8735e-08, 1.0187e-07, 9.7711e-07, 4.8416e-08, 3.3676e-07, 8.2172e-08,\n 3.9567e-08, 3.3647e-07, 2.5505e-09, 1.0635e-09, 1.7634e-09, 5.4300e-09,\n 6.7440e-09, 6.0171e-07, 1.7466e-08, 2.1990e-09, 3.5242e-09, 3.6365e-08,\n 4.2022e-07, 1.3080e-08, 4.8888e-09, 1.4977e-07, 6.6929e-09, 2.2890e-09,\n 1.4048e-08, 7.7833e-10, 1.4227e-09, 4.5583e-09, 1.3262e-08, 3.1761e-07,\n 2.1394e-08, 8.2384e-08, 1.8163e-07, 1.7780e-08, 9.8152e-09, 1.1518e-08,\n 5.0061e-09, 1.6985e-08, 2.1836e-08, 1.0490e-06, 1.6715e-07, 1.4362e-08,\n 1.3891e-07, 3.5673e-10, 5.6919e-08, 2.6005e-08, 3.4301e-08, 1.2217e-07,\n 9.1016e-09, 3.1350e-07, 1.6757e-09, 5.1565e-09, 3.4890e-09, 8.4386e-08,\n 2.0793e-09, 1.0782e-09, 1.3716e-07, 8.7019e-08, 1.9206e-08, 1.2971e-08,\n 7.4279e-07, 2.5824e-07, 8.6973e-09, 2.4876e-08, 1.5910e-07, 8.1920e-09,\n 1.9257e-08, 2.7888e-07, 1.2443e-08, 5.7726e-07, 2.5139e-07, 1.0314e-09,\n 5.4023e-08, 8.6419e-07, 3.0846e-09, 1.5478e-09, 1.5965e-08, 4.9138e-08,\n 9.1408e-07, 6.1912e-08, 3.7646e-08, 2.5760e-08, 3.8137e-09, 4.0818e-08,\n 3.0601e-08, 2.0983e-08, 3.8086e-07, 6.7280e-08, 4.1326e-09, 2.4871e-09,\n 3.6076e-08, 2.2828e-09, 1.0769e-06, 2.1015e-07, 2.3494e-07, 1.1363e-09,\n 5.2162e-10, 3.2826e-07, 2.1380e-06, 3.3001e-07, 1.4456e-07, 4.1292e-07,\n 9.1061e-07, 4.8261e-08, 3.6309e-09, 8.8679e-08, 3.0593e-09, 1.5857e-09,\n 1.1068e-08, 1.0292e-07, 4.0934e-09, 7.9499e-08, 4.6118e-08, 2.3327e-09,\n 1.4198e-09, 3.7498e-08, 7.9207e-09, 2.4288e-07, 1.4421e-07, 1.4360e-08,\n 3.1593e-09, 2.9253e-07, 5.4799e-07, 5.6442e-08, 6.3709e-07, 9.8424e-09,\n 1.3751e-08, 4.8130e-07, 3.2811e-09, 1.5690e-07, 8.2420e-08, 4.1274e-07,\n 8.0601e-10, 3.0608e-07, 2.5375e-09, 5.0284e-08, 1.4901e-07, 7.4607e-09,\n 5.8539e-08, 1.5412e-08, 2.3675e-08, 5.5777e-09, 2.1278e-09, 8.3549e-07,\n 4.0336e-09, 7.6403e-07, 1.0438e-06, 7.0037e-08, 1.4636e-09, 2.7094e-09,\n 6.7127e-09, 2.6639e-07, 3.7050e-08, 6.5933e-10, 2.3851e-08, 2.4618e-08,\n 1.5017e-09, 1.2305e-09, 6.7860e-08, 4.5511e-08, 7.4478e-09, 2.6966e-09,\n 4.7026e-09, 2.0498e-08, 9.0452e-10, 3.2077e-08, 1.4954e-07, 1.1858e-09,\n 6.4157e-08, 1.6184e-07, 1.3702e-08, 1.2755e-08, 2.0085e-09, 1.6079e-07,\n 1.2814e-07, 2.3296e-07, 1.1086e-08, 2.1908e-08, 1.3281e-08, 1.0294e-07,\n 7.1215e-08, 4.6584e-09, 2.1889e-07, 1.8269e-08, 5.0238e-08, 3.4461e-07,\n 2.7947e-07, 7.9638e-10, 7.1180e-09, 8.8335e-07, 1.2335e-08, 1.0574e-06,\n 4.4239e-09, 7.0748e-10, 1.7774e-07, 1.9393e-09, 9.3097e-09, 1.9572e-08,\n 2.0645e-07, 8.0334e-08, 5.9066e-09, 5.2897e-08, 2.6186e-09, 9.9358e-08,\n 8.0338e-09, 1.0113e-08, 1.5962e-09, 2.8177e-08, 1.6733e-09, 1.1203e-07,\n 1.6271e-07, 2.4144e-08, 6.0288e-09, 1.4154e-09, 2.2053e-06, 6.0115e-07,\n 2.2028e-08, 8.9923e-09, 1.2507e-06, 9.8344e-10, 4.6674e-08, 6.9884e-10,\n 8.5951e-08, 1.0711e-07, 3.0982e-08, 1.4462e-07, 2.0271e-08, 3.9755e-08,\n 2.0514e-07, 5.6026e-09, 6.7827e-08, 2.2557e-07, 4.0836e-07, 2.1056e-09,\n 2.6925e-07, 6.3486e-09, 1.5711e-07, 2.4835e-07, 1.6530e-09, 2.7949e-07,\n 6.2120e-09, 8.3246e-08, 6.4712e-07, 1.9720e-07, 1.1250e-08, 2.1543e-08,\n 8.3814e-08, 5.5520e-09, 5.6607e-07, 4.1013e-09, 1.3092e-08, 1.1306e-08,\n 8.7086e-07, 7.9088e-09, 1.8029e-06, 2.1544e-08, 1.7648e-08, 1.3434e-09,\n 2.0056e-09, 9.0916e-08, 8.1080e-09, 7.0099e-07, 1.9835e-07, 2.2497e-09,\n 1.1287e-06, 4.3469e-09, 8.1962e-07, 3.1744e-07, 1.3360e-07, 7.1073e-08,\n 4.1518e-08, 5.6243e-08, 1.5357e-08, 6.0380e-07, 2.5223e-08, 8.7964e-09,\n 2.4018e-07, 1.0523e-09, 1.4171e-09, 1.1874e-06, 5.8243e-08, 1.5288e-09,\n 9.7420e-07, 1.1594e-08, 2.9388e-09, 1.0169e-08, 1.1400e-09, 1.2301e-09,\n 2.0848e-09, 1.0570e-08, 6.5664e-07, 6.1314e-08, 3.9148e-09, 1.3736e-07,\n 1.1158e-08, 3.7591e-07, 8.1656e-09, 8.4131e-09, 7.4064e-09, 8.3251e-08,\n 1.6698e-07, 3.1497e-07, 1.2307e-07, 1.3166e-09, 3.3750e-08, 1.2074e-09,\n 2.2798e-08, 8.3236e-07, 1.8178e-07, 1.0121e-06, 2.6584e-09, 4.8320e-09,\n 3.2072e-08, 5.0140e-09, 1.0199e-08, 1.0802e-07, 7.2824e-08, 2.9541e-09,\n 1.5287e-09, 6.5737e-09, 4.2586e-09, 2.4247e-09, 4.5393e-08, 7.6926e-09,\n 1.6562e-07, 5.3500e-07, 2.0169e-08, 6.0942e-10, 9.7477e-09, 2.2501e-09,\n 6.2813e-07, 1.1523e-08, 4.9778e-09, 2.6523e-09, 1.1189e-08, 3.6161e-08,\n 4.6409e-09, 1.3544e-07, 4.5404e-08, 8.0158e-07], device='cuda:0')" }, "48": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.1868e-16, 3.7595e-15, 1.1945e-16, -6.4598e-16, -7.1442e-16,\n -5.3100e-16, -2.8681e-16, -1.7701e-15, -2.9519e-16, 4.3226e-16,\n 6.5279e-16, -2.6159e-16, -1.1473e-14, 3.2928e-15, 9.5727e-17,\n 2.0253e-15, -3.6402e-14, 1.4843e-15, 1.2266e-15, 4.2461e-15,\n -7.3154e-16, -1.4522e-14, 2.3833e-17, 6.0685e-16, -1.7314e-14,\n -2.8633e-14, -2.1149e-15, -7.6344e-16, -2.0883e-15, 9.2073e-15,\n -4.5704e-15, -1.1175e-15, 2.4006e-15, 3.1671e-15, -5.6881e-16,\n -5.9021e-15, -8.0268e-15, 9.4905e-16, -6.0302e-15, 3.4487e-17,\n 6.8165e-16, 1.3628e-15, -3.1007e-16, 7.4893e-16, -1.9314e-14,\n -4.8006e-15, -1.7717e-15, 1.8460e-16, -8.0352e-16, -1.0150e-15,\n 1.8832e-16, 5.7918e-16, 1.2262e-15, -2.7647e-15, 3.7068e-16,\n -4.4147e-16, -2.1690e-15, -3.2417e-16, 1.2131e-15, -1.3168e-15,\n -4.0278e-15, -4.9256e-15, -3.8196e-16, -3.5072e-15, -7.1798e-16,\n -1.4581e-16, -2.7225e-14, 4.4422e-17, -1.2142e-15, 5.2566e-16,\n -2.4428e-15, 1.7658e-16, -2.0265e-15, 4.9641e-16, -7.7841e-16,\n -1.1669e-15, -2.0315e-14, 6.1829e-15, 1.7361e-15, -9.6604e-15,\n -3.3526e-16, 9.7274e-16, -2.0839e-16, -1.2571e-16, 2.9924e-17,\n 3.4263e-15, -2.7662e-16, -1.7473e-14, 1.7281e-14, -1.3735e-15,\n -2.2647e-16, -6.0771e-16, 3.6791e-15, 2.3238e-16, 1.7313e-15,\n 1.1864e-15, 4.4982e-15, -1.2350e-14, -3.1526e-16, 6.7269e-16,\n -9.6237e-15, -3.3644e-15, 5.6819e-15, 7.1979e-16, -2.1770e-15,\n 6.8469e-16, 8.2786e-17, -2.4123e-15, -1.2402e-16, -5.2042e-15,\n -4.5445e-17, -3.5366e-16, 1.8787e-15, -3.8627e-15, 5.3068e-15,\n 7.5788e-16, -1.2673e-16, 2.9053e-15, -7.6902e-15, -2.4260e-16,\n -9.0247e-17, -6.8245e-16, -1.1861e-15, 2.7378e-16, -9.2794e-16,\n -1.3239e-15, -4.4490e-14, 3.8858e-16, -1.1793e-14, 1.8565e-15,\n -4.2181e-15, -3.4704e-16, 2.3819e-15, 1.8135e-16, 4.6668e-15,\n -3.4438e-15, -2.8479e-16, -2.9018e-16, -2.4703e-15, -1.3201e-15,\n -1.5910e-15, -1.1365e-14, 1.4478e-14, 6.5235e-15, 1.7740e-15,\n -6.9862e-17, 1.4259e-16, -7.8768e-15, -2.1132e-16, 9.9571e-15,\n 2.4958e-16, -3.8696e-15, -4.3532e-16, 1.7027e-15, 9.3143e-16,\n 9.8398e-15, 2.5816e-15, -5.2275e-15, -6.4498e-16, -3.7644e-16,\n 2.1196e-15, 6.1228e-16, 4.8346e-15, 2.8383e-15, 2.3015e-15,\n -1.2395e-15, -4.6486e-17, 6.5864e-16, -7.3532e-16, 3.2248e-15,\n -9.7315e-16, 3.4624e-16, -4.2012e-16, 8.9157e-16, 6.8919e-15,\n 3.8090e-15, -9.9539e-16, -6.9488e-15, -7.9049e-17, -8.0312e-16,\n -7.0302e-15, 4.0773e-16, 8.4215e-15, 2.3236e-15, -3.1926e-14,\n -2.6998e-15, 1.6646e-14, -2.6534e-15, -4.4650e-15, -3.2387e-16,\n 9.6389e-15, 6.4530e-16, 9.6410e-16, -4.1181e-17, -7.6758e-16,\n 7.2504e-15, -6.6864e-16, 6.3768e-16, 1.2319e-16, -5.7355e-15,\n -5.9763e-15, -1.3364e-15, -4.3898e-15, -5.5179e-15, 8.5188e-17,\n 2.3473e-14, 1.7140e-15, -9.0846e-15, 3.8069e-15, -1.4572e-17,\n 4.5924e-17, -1.1213e-15, 2.5645e-16, -8.1385e-15, 1.5758e-15,\n 8.7524e-15, 3.0527e-15, -5.8403e-16, 7.7108e-16, 2.7917e-15,\n -3.5416e-15, 9.7312e-16, 1.6394e-15, -7.4058e-15, 3.8776e-15,\n -1.2012e-14, 3.8081e-15, -4.4482e-14, 4.2221e-15, 6.3233e-16,\n -2.4116e-15, -6.3020e-16, 3.1624e-15, 6.9525e-15, -8.9564e-17,\n -3.6043e-16, -1.4197e-15, 1.0806e-15, -7.0908e-15, 1.1441e-15,\n -1.8096e-15, 2.8832e-16, -1.5578e-16, -5.3741e-15, -8.1767e-16,\n -8.4303e-15, 2.7332e-16, 8.9687e-17, -5.6840e-15, -3.6826e-15,\n -3.3999e-15, 3.9346e-15, 6.1825e-15, 1.2021e-15, 4.8858e-16,\n 3.2697e-15, 1.9801e-15, -6.0941e-16, -7.3772e-15, -1.0760e-14,\n -2.0405e-14, 1.3039e-15, 9.0263e-16, -1.4427e-14, -3.4400e-15,\n 2.6426e-15, -9.9201e-16, -1.7327e-14, 3.9780e-15, -1.1076e-14,\n 1.6805e-16, -2.4563e-15, -7.6933e-16, -2.7904e-14, 1.3777e-15,\n 2.9323e-15, -1.3900e-15, -5.8139e-16, 3.5761e-15, -1.3029e-15,\n -2.5109e-14, 1.2397e-15, -2.2661e-15, 1.3103e-14, -6.8822e-18,\n -7.0004e-14, -1.4915e-16, -4.8818e-16, -1.2122e-15, 9.3815e-17,\n 1.0221e-15, -8.7270e-16, -1.0279e-14, -1.9862e-16, 6.4596e-16,\n -1.6734e-14, 1.8674e-15, -4.7479e-16, 2.2002e-16, 2.5806e-15,\n -1.8789e-15, -1.1033e-16, -1.9182e-15, 2.0041e-16, -5.2700e-14,\n -1.9479e-15, -4.7998e-15, 1.4663e-17, -1.1334e-15, 8.8335e-16,\n -3.1032e-15, -6.3485e-17, -1.5511e-15, 2.5917e-14, 1.7554e-16,\n 8.7958e-17, -1.3175e-14, -1.7033e-16, 2.1923e-15, 5.8886e-16,\n 1.6957e-15, -1.9925e-15, 1.1685e-15, -2.2520e-16, -3.5123e-15,\n 1.7357e-16, -5.2074e-16, 2.2842e-16, 2.9461e-16, 1.8788e-15,\n 2.3866e-16, 2.7936e-16, -2.9282e-15, -2.5683e-16, 2.2390e-16,\n 2.8504e-15, -9.6505e-16, -6.9580e-15, 2.7963e-15, 5.6622e-16,\n -4.8094e-17, 7.4721e-16, 2.6182e-15, -2.4245e-15, -3.4251e-14,\n -2.6805e-15, 5.5583e-16, -9.4668e-16, -5.0810e-16, 1.1922e-15,\n 5.2943e-16, -4.0261e-16, 2.5434e-15, 5.3972e-16, 7.3523e-16,\n 6.0009e-16, 7.0574e-15, -1.6472e-15, -8.6759e-16, -7.2569e-16,\n -1.9499e-15, 4.7018e-15, -1.2626e-14, 4.0207e-15, 6.1477e-16,\n -2.8459e-16, 7.0952e-17, -1.2429e-15, -1.1182e-15, -7.3900e-15,\n 6.0566e-15, 1.2000e-17, -2.1799e-15, 6.4584e-15, -8.3890e-15,\n -1.6798e-16, -2.9159e-16, -4.0865e-15, -1.6885e-16, 7.6599e-15,\n -1.3495e-14, 1.1825e-14, -2.7463e-16, 1.3864e-14, 3.0207e-15,\n 9.5016e-15, 3.1119e-15, 8.9481e-15, -2.8948e-16, -1.8582e-15,\n 5.4905e-15, 8.1919e-17, 1.8536e-15, 2.5412e-14, -5.4773e-15,\n 3.6833e-16, -2.3951e-15, 1.1075e-14, 7.0332e-16, 1.4240e-15,\n -1.4470e-15, 2.8847e-16, 4.3267e-16, -3.3615e-16, 1.7461e-15,\n -1.7707e-15, -4.2583e-15, -3.3521e-15, -4.4327e-16, 3.4557e-15,\n -1.2381e-14, 5.7316e-15, -1.0104e-14, 2.5741e-16, -6.2866e-15,\n 2.4304e-15, 5.6591e-16, 1.3361e-15, 5.1130e-15, 2.1604e-15,\n 4.2833e-16, -6.9718e-15, 3.4273e-16, -9.9327e-15, 1.0508e-15,\n -8.3074e-16, -2.8075e-15, 1.7969e-16, -1.7103e-15, 4.3810e-16,\n -2.5542e-15, 2.3491e-16, -3.4153e-15, 1.0452e-15, 1.2284e-15,\n -1.0785e-15, -1.9605e-15, 5.6848e-16, -2.2243e-15, -5.9251e-17,\n -2.6757e-16, -3.3939e-16, 1.7414e-15, 2.0409e-15, 1.0280e-16,\n -4.4593e-15, -7.0051e-15, -8.4042e-15, 3.2832e-17, 6.0266e-16,\n -3.8952e-14, -4.8194e-15, 6.0973e-15, -4.0665e-15, 9.6038e-16,\n -7.2033e-16, -5.6212e-16, 6.5110e-16, -1.1024e-14, -7.8790e-16,\n 7.2225e-16, 1.6463e-15, -4.1830e-15, -2.2164e-15, -3.4527e-15,\n 1.9540e-14, -1.4102e-14, -2.2021e-15, -7.1944e-15, -7.0867e-16,\n 5.6178e-15, 2.0159e-15, -2.0626e-15, -2.0113e-15, 4.0916e-15,\n 1.5377e-15, 1.4196e-15, 5.3006e-16, -1.2365e-15, -2.2742e-16,\n -9.7189e-15, -2.0586e-16, 1.6888e-14, 8.0903e-16, -1.0815e-15,\n 1.4458e-16, 6.9856e-18, -5.1580e-17, 5.5194e-16, -2.7975e-14,\n 3.3162e-15, 1.3090e-15, 8.3702e-16, -1.4975e-15, -1.6770e-14,\n 2.4870e-16, 1.1885e-15, 1.5002e-17, -4.9664e-15, 3.1372e-15,\n -7.1027e-16, -7.3398e-16, -2.7949e-16, 5.9869e-16, 9.4123e-18,\n -5.8394e-17, 1.6621e-15, -1.3567e-15, -9.2441e-16, -3.4852e-15,\n 5.2932e-15, -4.3783e-16, 1.0633e-15, -7.5272e-16, 2.6424e-15,\n -3.3172e-15, 2.0259e-15, -5.7021e-14, -5.6083e-15, 4.1528e-16,\n -1.0612e-14, 1.2762e-16, -1.0864e-16, -2.1843e-15, 1.4984e-15,\n -1.2851e-14, -8.6046e-16, 4.8125e-16, 4.3721e-15, -1.2580e-14,\n 6.6925e-16, -1.0932e-15, 5.5347e-16, 2.3358e-15, -1.9544e-15,\n -5.8652e-16, 1.5703e-14, 1.2876e-14, 4.6320e-17, -2.3213e-16,\n -9.9008e-15, -8.6040e-16, -2.9736e-15, 2.2460e-15, -2.9520e-14,\n -3.4683e-14, -2.8028e-15, -1.3916e-16, 2.1963e-15, 1.1777e-15,\n -2.7973e-14, 1.8107e-15, 7.1385e-16, -1.9464e-16, 2.6702e-14,\n 2.2483e-15, 4.3019e-16, -2.4788e-15, -1.0518e-15, -1.0815e-14,\n 1.8727e-16, -6.4984e-16, 1.0924e-15, -8.3571e-15, 1.9434e-15,\n -6.0293e-16, -1.1985e-14, -8.3781e-15, 2.4104e-15, -5.8087e-16,\n 3.8090e-15, -3.3256e-16, 1.5066e-16, -1.6637e-14, -3.0777e-15,\n -3.5593e-15, -5.0654e-15, 8.0343e-16, 1.3129e-15, -6.1679e-16,\n -4.7404e-15, 2.5370e-16, 5.3437e-15, 4.0468e-15, 9.5804e-16,\n -3.3841e-16, 2.3990e-16, -2.7844e-15, -4.7908e-16, -2.7893e-16,\n 2.1963e-15, 2.8380e-15, -6.2756e-16, -7.8793e-15, -4.3491e-15,\n -2.2260e-14, -1.0067e-15, -1.0941e-14, 3.4204e-15, 2.0625e-15,\n -1.3764e-15, 1.9889e-15, -1.8864e-15, 1.3199e-14, -2.1594e-15,\n 4.5348e-17, -2.7915e-14, -3.8368e-15, -2.0453e-15, -1.7490e-14,\n 3.9541e-15, -1.1149e-16, 1.1589e-15, -6.6947e-15, 9.3466e-17,\n -2.0158e-14, 8.3666e-16, -1.9185e-15, 7.3186e-16, 4.3396e-16,\n -2.3490e-16, 2.7043e-15, -2.0635e-15, -2.8003e-14, 6.8251e-16,\n 9.4820e-16, 2.2359e-16, 2.2683e-15, 2.4113e-18, -1.4757e-14,\n 1.0487e-15, -1.9849e-15, -1.0756e-16, 1.4849e-15, -6.8534e-17,\n -1.4708e-15, 1.1404e-16, 2.7244e-15, 1.1432e-14, -7.0483e-16],\n device='cuda:0')", "exp_avg_sq": "tensor([3.6155e-13, 5.7171e-12, 1.9667e-14, 5.8165e-14, 2.2930e-13, 7.4035e-14,\n 2.8864e-11, 1.5382e-10, 1.2636e-13, 3.2486e-14, 2.5021e-12, 2.7676e-12,\n 2.1816e-10, 2.2293e-11, 2.0841e-11, 1.6696e-13, 9.9391e-11, 2.0716e-11,\n 3.8955e-12, 3.4485e-14, 1.9456e-12, 4.3524e-12, 6.5156e-12, 1.5949e-12,\n 2.7234e-13, 1.1777e-12, 1.7944e-12, 1.6945e-12, 1.6225e-13, 4.6105e-12,\n 4.1231e-11, 2.5346e-13, 7.8430e-11, 2.0387e-12, 1.0677e-12, 1.6934e-10,\n 5.8965e-11, 3.2445e-14, 1.4792e-13, 1.1806e-14, 2.8653e-14, 4.1834e-13,\n 9.8982e-11, 4.7899e-13, 9.1120e-12, 1.4934e-12, 4.9504e-12, 9.1490e-14,\n 4.0172e-14, 1.7375e-11, 2.6057e-13, 3.4952e-13, 6.5535e-15, 1.7665e-14,\n 9.2088e-14, 3.6473e-13, 1.7090e-13, 2.8141e-11, 1.6490e-10, 7.1569e-11,\n 2.1305e-13, 9.1214e-11, 1.0309e-10, 4.2660e-14, 9.3087e-13, 1.1078e-13,\n 2.2679e-10, 6.3003e-13, 5.9777e-13, 3.5450e-13, 3.0468e-12, 4.8181e-14,\n 1.6073e-12, 2.1452e-14, 1.3066e-14, 9.5990e-13, 2.0397e-12, 1.9199e-10,\n 1.5643e-13, 7.3349e-11, 8.4317e-12, 1.8312e-13, 1.5891e-14, 1.6891e-13,\n 3.8839e-14, 1.1085e-14, 1.4750e-13, 2.7844e-12, 2.0041e-10, 2.9942e-11,\n 1.1764e-13, 2.0828e-14, 6.1165e-11, 7.0057e-12, 5.0672e-14, 2.3684e-12,\n 1.0131e-11, 1.0403e-09, 1.8318e-13, 9.7115e-14, 4.2994e-12, 5.6436e-13,\n 1.8148e-11, 8.9278e-12, 4.0051e-11, 4.3943e-12, 3.5929e-13, 9.5602e-14,\n 1.2543e-10, 1.9090e-13, 3.0650e-12, 6.4327e-14, 1.0626e-10, 1.1944e-11,\n 5.6422e-12, 2.9329e-11, 4.9252e-13, 1.7709e-10, 7.9078e-13, 1.3945e-13,\n 1.0215e-10, 3.3003e-11, 1.8695e-13, 5.7962e-13, 3.6075e-11, 2.3533e-13,\n 1.0217e-12, 9.3365e-14, 2.9644e-12, 1.2741e-11, 7.6461e-11, 1.1371e-12,\n 4.7986e-11, 1.8442e-13, 4.8919e-11, 5.2221e-11, 8.0859e-14, 6.9462e-13,\n 1.1305e-11, 2.6407e-12, 2.0671e-12, 2.4054e-13, 2.1939e-11, 5.6489e-10,\n 7.1761e-14, 3.4445e-14, 1.5118e-12, 2.2436e-10, 3.0290e-13, 1.2480e-10,\n 1.4233e-14, 1.3801e-13, 1.0303e-11, 1.4750e-13, 2.2263e-13, 4.9854e-12,\n 2.0683e-13, 1.5478e-11, 4.4312e-14, 1.4412e-13, 8.5308e-11, 1.3339e-13,\n 2.4610e-10, 5.1987e-14, 1.0570e-11, 2.5477e-14, 7.5181e-13, 8.0340e-13,\n 1.8364e-13, 2.2720e-13, 7.4878e-12, 2.9089e-13, 8.2930e-13, 7.6423e-14,\n 7.3378e-13, 8.2635e-11, 8.4431e-14, 2.0462e-10, 2.8694e-14, 2.8991e-13,\n 1.9921e-12, 1.8512e-12, 7.2320e-12, 2.6802e-12, 1.1714e-12, 1.3823e-11,\n 5.1995e-10, 5.1117e-13, 1.6835e-10, 3.2245e-12, 6.8288e-13, 7.6358e-11,\n 1.3264e-13, 1.5408e-14, 5.1388e-13, 2.5095e-10, 9.9201e-14, 2.3872e-12,\n 7.2731e-13, 1.0449e-11, 1.6921e-13, 5.4040e-14, 2.0519e-10, 7.5806e-14,\n 1.0173e-12, 1.5814e-10, 3.4678e-13, 6.6805e-12, 1.6486e-13, 1.5277e-11,\n 6.2293e-14, 6.1334e-11, 1.4349e-12, 4.7604e-10, 1.2407e-11, 4.8853e-11,\n 1.7705e-11, 9.2195e-14, 6.4329e-14, 5.1051e-11, 5.9971e-13, 1.4612e-12,\n 1.2875e-10, 3.0444e-11, 4.7438e-11, 4.6556e-12, 5.7811e-11, 4.7499e-13,\n 1.4618e-10, 1.9950e-14, 3.2040e-14, 3.2794e-13, 1.1055e-11, 6.3798e-10,\n 1.0637e-11, 1.1470e-11, 3.2306e-11, 3.4382e-13, 1.7085e-12, 7.7008e-14,\n 2.4159e-13, 8.2384e-14, 8.9108e-12, 4.6744e-12, 6.6773e-13, 4.1911e-14,\n 1.7137e-12, 1.7883e-12, 9.3328e-14, 5.8598e-12, 9.9580e-11, 2.9061e-10,\n 3.2561e-13, 2.1693e-12, 8.7163e-13, 4.0987e-10, 1.1171e-10, 6.5663e-13,\n 1.4690e-10, 1.8247e-10, 3.9245e-14, 9.2632e-13, 2.4510e-11, 3.7233e-12,\n 1.2547e-10, 3.2536e-10, 4.2481e-13, 5.4608e-11, 6.9612e-12, 5.7107e-13,\n 7.7004e-13, 3.8944e-13, 2.8241e-11, 8.7288e-11, 5.2534e-12, 1.8066e-12,\n 5.1580e-12, 2.3130e-14, 3.5066e-10, 5.1074e-12, 5.7718e-12, 2.4785e-11,\n 1.2498e-14, 1.3626e-10, 4.2974e-12, 1.9215e-11, 7.1072e-14, 1.1567e-10,\n 3.4001e-12, 4.0436e-14, 4.3105e-14, 2.6945e-12, 7.7052e-11, 3.9624e-13,\n 3.9513e-13, 4.1590e-10, 9.1880e-11, 6.3387e-13, 6.7864e-14, 6.9069e-12,\n 1.4460e-11, 1.6582e-11, 4.4954e-10, 3.3319e-13, 1.7536e-10, 5.4995e-11,\n 2.9159e-13, 3.2491e-12, 1.4930e-14, 3.9112e-14, 2.3453e-14, 7.0505e-14,\n 6.4093e-12, 4.9945e-11, 5.3230e-12, 1.0732e-14, 3.7557e-14, 1.5180e-13,\n 7.4261e-12, 5.1429e-12, 3.6577e-13, 1.6476e-11, 1.1881e-12, 6.9196e-14,\n 7.1797e-14, 2.4760e-13, 2.0785e-12, 1.0338e-12, 4.5214e-13, 4.5312e-12,\n 2.2208e-12, 6.0798e-12, 1.0091e-11, 1.4501e-13, 2.1857e-12, 5.4425e-13,\n 7.4918e-13, 3.6886e-12, 1.4606e-13, 3.3259e-10, 2.7281e-12, 6.5071e-14,\n 6.2789e-12, 8.4347e-13, 2.4510e-13, 8.0589e-14, 1.8907e-13, 7.2058e-13,\n 3.3961e-12, 1.2532e-11, 6.1125e-15, 1.0318e-12, 3.8385e-13, 1.2102e-11,\n 1.0312e-13, 5.9652e-13, 1.3010e-12, 6.7958e-13, 1.0117e-12, 9.6209e-14,\n 1.3543e-10, 1.2973e-11, 5.6586e-13, 7.4837e-14, 6.4356e-13, 8.4484e-14,\n 4.1936e-12, 9.4277e-11, 1.9543e-13, 2.0332e-10, 3.7240e-12, 5.9370e-15,\n 6.3965e-12, 9.8342e-10, 1.2067e-14, 3.7185e-14, 1.5090e-13, 4.8616e-13,\n 3.7933e-10, 1.1652e-12, 1.1787e-12, 6.6658e-13, 1.0954e-13, 9.1896e-12,\n 1.0589e-11, 1.9734e-13, 8.2596e-11, 4.3797e-11, 4.9782e-12, 2.4891e-14,\n 5.3802e-13, 2.4483e-13, 2.2031e-10, 5.7631e-12, 1.3614e-10, 2.8722e-14,\n 5.3988e-13, 1.3023e-10, 2.2346e-10, 3.7267e-12, 1.6417e-11, 1.4284e-10,\n 3.0029e-11, 6.6007e-13, 1.1598e-13, 2.5856e-12, 4.7690e-14, 2.1738e-13,\n 1.2400e-11, 5.3209e-11, 1.6640e-13, 3.2690e-11, 9.9502e-12, 2.6323e-13,\n 1.5586e-14, 3.3532e-13, 6.2763e-14, 7.5431e-11, 5.9812e-13, 9.0239e-12,\n 1.8737e-13, 1.2630e-10, 3.4145e-10, 1.7369e-11, 4.4247e-11, 2.7137e-12,\n 8.7438e-14, 1.6380e-11, 5.8079e-13, 4.8301e-12, 5.7843e-12, 2.1747e-11,\n 1.1391e-12, 1.0581e-10, 3.9299e-14, 4.3524e-13, 5.0997e-12, 4.1210e-13,\n 1.3359e-11, 5.5235e-12, 2.4772e-12, 5.7591e-13, 1.0454e-13, 8.8739e-11,\n 3.9011e-13, 1.3996e-10, 1.4077e-10, 1.8040e-12, 6.2772e-14, 9.0613e-14,\n 1.4240e-12, 1.3394e-10, 2.1131e-12, 5.0689e-13, 3.4653e-12, 5.8631e-12,\n 2.8528e-14, 4.4482e-14, 9.9674e-11, 1.1525e-11, 1.6350e-13, 6.9841e-14,\n 5.9602e-13, 3.0362e-13, 8.4011e-14, 1.7089e-11, 3.5967e-11, 4.5670e-14,\n 3.1889e-11, 6.3380e-12, 3.2563e-12, 3.6235e-12, 2.4157e-12, 3.3480e-11,\n 2.1277e-12, 3.3954e-12, 1.0038e-13, 2.0107e-12, 2.7394e-12, 6.1178e-13,\n 1.9515e-11, 2.3973e-13, 1.4858e-10, 3.3515e-12, 1.2775e-11, 2.9279e-11,\n 1.1522e-11, 3.4029e-13, 5.7007e-14, 6.8119e-11, 3.7324e-12, 2.3768e-10,\n 6.2868e-13, 2.5260e-13, 1.6571e-11, 6.5026e-14, 1.1326e-13, 5.4752e-12,\n 1.5091e-11, 5.0343e-11, 8.6453e-13, 4.2187e-13, 1.7667e-13, 2.9433e-12,\n 2.2824e-13, 2.3827e-13, 3.3167e-14, 1.4848e-13, 2.6760e-13, 2.9673e-11,\n 9.7355e-11, 1.3896e-11, 1.5578e-12, 2.6982e-13, 2.2874e-10, 1.6775e-10,\n 1.5141e-13, 1.9946e-12, 1.7998e-10, 2.0374e-14, 6.1110e-13, 3.1025e-14,\n 2.4164e-11, 8.1939e-12, 8.8890e-13, 9.5971e-11, 7.1156e-12, 1.1317e-13,\n 7.4895e-12, 1.2022e-13, 7.9472e-13, 2.7238e-12, 8.6687e-11, 2.6496e-13,\n 6.7828e-11, 5.1315e-12, 1.7094e-12, 2.1401e-12, 2.2737e-14, 3.6505e-11,\n 8.4513e-13, 9.2993e-13, 1.8636e-10, 1.2428e-10, 4.0209e-12, 3.8804e-12,\n 2.2804e-12, 6.3538e-13, 1.6971e-10, 4.2258e-14, 2.7926e-12, 2.3182e-12,\n 4.8659e-10, 2.5507e-12, 3.7582e-10, 6.4319e-12, 6.2423e-14, 4.3730e-13,\n 1.4541e-13, 3.3874e-12, 7.5518e-13, 2.0522e-10, 1.7482e-11, 1.2807e-12,\n 5.3430e-11, 4.7368e-14, 5.7043e-10, 4.1731e-12, 2.1054e-11, 5.3182e-13,\n 1.6996e-11, 1.1055e-12, 1.0566e-13, 1.0621e-10, 3.7142e-13, 1.5397e-12,\n 2.0670e-11, 7.6586e-15, 6.4767e-14, 4.2736e-11, 1.1607e-12, 2.0239e-14,\n 1.0307e-10, 7.8237e-14, 1.3555e-13, 1.0745e-13, 2.1324e-15, 1.3927e-13,\n 2.1383e-13, 3.4060e-12, 2.6540e-10, 1.6374e-11, 4.4868e-13, 1.2475e-11,\n 3.2920e-12, 1.0904e-10, 2.2505e-14, 1.4015e-12, 5.0513e-13, 2.2269e-11,\n 1.4521e-11, 3.1712e-11, 1.7209e-12, 7.5175e-15, 3.8136e-13, 1.1132e-13,\n 3.7614e-13, 2.6548e-10, 6.0584e-11, 2.7282e-10, 3.9133e-14, 5.1134e-14,\n 2.6411e-13, 1.0543e-12, 1.6283e-12, 3.5316e-11, 7.5282e-13, 1.2739e-13,\n 1.1304e-14, 9.7654e-13, 3.9571e-13, 2.0718e-12, 9.7267e-12, 5.2894e-13,\n 6.6779e-12, 2.6013e-11, 4.9956e-12, 6.5779e-13, 1.6606e-12, 1.2135e-12,\n 3.7320e-11, 8.7311e-14, 1.3556e-13, 9.1274e-14, 2.7094e-12, 2.1790e-11,\n 4.5391e-14, 1.0842e-12, 9.3118e-13, 9.9373e-11], device='cuda:0')" }, "49": { "step": "tensor(2504.)", "exp_avg": "tensor([ 2.5382e-15, 2.0599e-15, -6.5497e-16, -3.8630e-16, 5.6813e-16,\n -1.3501e-15, -3.7440e-16, -2.9277e-15, 9.1904e-16, 1.6344e-16,\n 3.0236e-15, -1.0030e-15, -9.6136e-15, -1.1706e-16, -1.0112e-14,\n -6.7100e-16, -2.7398e-14, 2.4282e-15, 1.2355e-15, 2.1016e-15,\n -3.1311e-16, -7.4134e-15, 1.8773e-15, -1.6653e-15, -1.2569e-14,\n -1.3220e-14, 3.4265e-15, -1.2992e-15, 3.7423e-16, 1.4094e-15,\n -4.7976e-15, 2.6935e-15, 4.9767e-15, -1.7244e-14, 7.1307e-16,\n -8.0448e-15, -8.5516e-15, -6.7656e-16, -1.2891e-14, 3.0906e-16,\n -6.6649e-16, -7.9505e-16, -5.3142e-15, -6.8156e-15, -1.3332e-14,\n -8.3075e-15, 8.1816e-16, 1.3849e-15, -1.6804e-16, -1.2548e-14,\n -8.0080e-16, -4.5501e-16, -1.9251e-15, -3.9098e-15, -8.2093e-17,\n -4.7044e-15, 1.6834e-15, 6.2029e-17, 1.2498e-15, -5.5549e-15,\n 3.4906e-15, -2.5350e-15, -1.0004e-15, -3.7908e-15, 8.8876e-16,\n 8.1806e-16, -1.6644e-14, 5.2671e-15, -2.9408e-15, 6.5572e-16,\n -1.3043e-15, 7.8740e-16, 9.8624e-16, 1.3519e-15, 3.6783e-16,\n -3.2844e-15, -1.0464e-14, 6.8633e-15, -1.0206e-14, -3.6241e-15,\n 6.9241e-16, -5.4069e-16, 2.5216e-15, -1.0303e-16, 1.4875e-15,\n 6.6752e-16, -8.1565e-15, -6.1877e-15, 1.0433e-15, -2.0886e-15,\n 6.7151e-16, 7.5283e-16, -6.0997e-15, 1.1376e-16, -1.9299e-15,\n -2.5879e-15, 1.5647e-15, -1.2707e-14, 4.9137e-16, 3.9649e-15,\n -9.9451e-15, -4.5998e-15, 2.8975e-15, -2.2450e-15, -2.5625e-15,\n 2.4965e-15, -1.2708e-17, 2.4084e-15, -3.2689e-15, -4.5401e-15,\n -7.0063e-16, -8.4447e-16, 2.3763e-15, -1.0724e-14, 8.2434e-15,\n 1.9082e-15, 5.9903e-16, -3.9436e-15, -9.9091e-15, 8.2292e-16,\n -5.6307e-16, -3.6655e-15, -2.6580e-15, -4.2622e-15, -3.5347e-15,\n 2.3974e-15, -1.3243e-14, -7.4258e-17, -7.7828e-15, -1.5237e-15,\n -2.6236e-15, 2.8986e-16, 8.2635e-15, -2.0315e-15, 4.0441e-15,\n 2.1648e-15, -2.7340e-15, 8.5575e-17, -1.1728e-16, 1.0119e-15,\n 1.1974e-15, -1.1355e-14, 1.0174e-14, 9.0952e-15, 2.4148e-15,\n 1.0618e-15, -2.5391e-16, -5.5614e-15, -1.8780e-16, 1.2963e-14,\n 5.3647e-16, -4.0070e-15, 2.7235e-15, -4.8354e-16, -1.2645e-16,\n 8.7457e-15, -8.7392e-16, -8.1199e-15, 1.7629e-15, 2.9636e-15,\n 2.8917e-15, -2.1933e-15, 3.2718e-15, 7.5235e-15, 3.5208e-15,\n 3.0319e-15, 3.2142e-17, 3.7782e-16, 7.3902e-16, 6.6266e-15,\n 5.6085e-15, -2.4501e-16, -3.8039e-16, -9.6370e-15, -5.3223e-15,\n 4.5122e-15, 1.3892e-15, -3.8422e-15, 3.6719e-17, -2.2014e-15,\n -3.4581e-15, 1.7870e-15, -2.4974e-15, 3.9349e-15, -1.8290e-14,\n -2.4286e-15, 3.1920e-15, -2.2784e-15, -9.0896e-15, 3.8649e-15,\n 7.3324e-15, -1.1054e-15, 2.2912e-15, 1.4643e-15, -1.6803e-15,\n -4.0572e-15, -9.7769e-16, 3.5696e-15, 2.1270e-17, -1.5133e-15,\n -3.7855e-15, 8.0236e-16, -6.6632e-15, -1.1171e-14, 7.1347e-16,\n 1.5660e-14, 2.8254e-15, -1.3441e-14, 4.0656e-15, -1.5857e-16,\n -1.0671e-16, -4.6460e-15, -4.7613e-16, -7.7740e-15, 4.6882e-15,\n 4.4142e-15, 1.3832e-15, 2.2142e-15, -2.0503e-15, 1.0863e-14,\n 2.2211e-15, -8.2236e-16, 2.4976e-15, -8.3777e-15, 5.5083e-15,\n -1.1286e-14, 1.4166e-15, -2.2895e-14, -4.3283e-15, 1.5213e-15,\n -1.2368e-15, 1.0629e-15, 4.0802e-15, 3.0688e-15, 2.1344e-16,\n 6.7146e-16, -1.4274e-16, 1.1979e-14, -1.2557e-14, -1.8057e-15,\n 2.1484e-15, 3.4411e-16, 4.1738e-16, -7.3126e-15, -1.4493e-15,\n -7.7747e-15, 2.2504e-15, -1.4210e-16, 4.2971e-15, -1.0425e-14,\n -2.7372e-15, 5.6735e-15, 1.3704e-14, -1.3570e-15, -5.3978e-15,\n 3.6780e-15, -5.5945e-15, 3.8432e-16, -1.1757e-14, -1.1460e-14,\n -1.1939e-14, -4.7067e-15, -1.0810e-16, -6.5524e-15, -2.6004e-15,\n -3.1542e-15, 2.5604e-15, -8.3550e-15, 5.2089e-15, -2.1908e-14,\n -2.3532e-16, 4.6705e-15, -2.1756e-15, -2.2127e-14, 1.9454e-15,\n 3.6562e-15, -1.0876e-14, 4.5471e-16, 1.4735e-15, -8.1798e-15,\n -1.3798e-14, 1.7781e-15, -5.2167e-15, -2.9926e-15, 3.6385e-16,\n -3.7292e-14, 6.6538e-16, -8.9591e-16, 4.5868e-16, 4.7570e-16,\n -2.6243e-15, 3.8160e-16, -2.5494e-14, 4.9413e-16, -1.7864e-15,\n -1.6114e-14, -1.5806e-15, 2.6747e-16, -3.0411e-16, -1.0182e-15,\n -1.1631e-15, 2.2404e-15, -1.0262e-15, -5.6396e-15, -1.6832e-14,\n -2.0079e-15, -5.0919e-15, -4.8600e-16, -6.9343e-15, -7.5828e-16,\n -9.2947e-15, 7.0363e-16, 1.5814e-15, 1.7146e-14, 2.9653e-16,\n 1.3841e-15, -1.0843e-14, 3.7147e-16, 5.0215e-15, -1.1494e-16,\n -2.4019e-15, -2.6948e-15, -6.5040e-16, 3.5601e-15, -6.0905e-15,\n 8.4289e-16, 3.3082e-16, 4.7634e-16, 6.9623e-16, -2.6596e-15,\n -2.0391e-15, 2.8868e-15, -2.7271e-15, 2.4002e-15, -8.6898e-16,\n 6.1398e-15, 2.9153e-15, -1.1972e-14, 1.9262e-15, 1.3807e-15,\n -4.2895e-15, 1.7498e-15, 3.6488e-15, -2.4247e-15, -3.4191e-14,\n 3.3050e-15, 1.0630e-15, 3.9006e-16, 2.0413e-16, -3.7472e-15,\n -1.5431e-16, 3.7001e-16, -2.5489e-15, -2.2735e-16, -1.8317e-16,\n -4.0296e-15, 4.4349e-15, -8.6526e-17, 1.9312e-15, -1.0829e-15,\n -4.1338e-15, 4.0106e-16, -1.2074e-14, -2.4862e-15, -5.2091e-16,\n 5.7297e-17, -1.2351e-15, -1.1009e-15, 1.1720e-15, -1.7512e-14,\n 1.9042e-15, -1.7430e-15, -2.2606e-15, 3.3027e-15, -1.1854e-14,\n 4.4787e-16, 2.5146e-16, -9.9523e-15, -4.1988e-15, 1.4317e-14,\n -1.5135e-14, 6.4927e-15, -1.0740e-15, 6.7007e-15, -1.4089e-15,\n 8.7277e-15, -3.2155e-15, 3.8696e-15, 1.8772e-16, 1.2642e-15,\n 7.1195e-15, -3.7650e-16, 3.5527e-15, 1.7744e-14, -1.2501e-14,\n 5.2304e-16, 2.3475e-15, 7.5363e-15, -1.2953e-14, 7.9293e-16,\n -8.6774e-15, -1.2506e-17, 6.4384e-15, 3.5170e-15, 3.1934e-15,\n -9.4373e-15, -4.1796e-15, 1.5751e-15, 2.3372e-16, -5.6640e-18,\n -1.0612e-14, 6.1658e-15, -1.4402e-14, 3.8713e-15, -5.7797e-15,\n -1.5952e-16, -3.1521e-16, 3.1888e-15, -1.8881e-16, -1.9835e-15,\n -3.7761e-16, -8.9007e-15, -1.5886e-15, -1.0168e-14, 1.8942e-15,\n 6.1533e-16, -1.0241e-15, -9.6293e-16, 9.9577e-16, 7.4807e-16,\n -1.7215e-15, 3.4182e-16, 2.5543e-15, -7.2654e-16, -3.0632e-15,\n 2.9023e-15, 8.7658e-16, 2.7858e-15, -1.7903e-15, -9.1393e-16,\n -3.2808e-16, 3.9851e-16, -2.0857e-15, 2.4472e-15, 1.9037e-16,\n -4.1336e-15, -3.4775e-15, -3.4900e-15, -1.2555e-15, -2.3806e-15,\n -1.9796e-14, -3.4603e-15, 4.4635e-15, 3.0914e-15, 1.0900e-14,\n 9.8443e-16, 4.8859e-16, -3.2586e-15, -5.9600e-15, -8.7520e-15,\n 5.3498e-16, 5.4243e-15, 2.8733e-15, -2.4621e-16, 3.6547e-15,\n 1.4077e-14, -9.0930e-15, 2.3769e-15, -1.0252e-15, -1.3567e-15,\n 6.0927e-15, -8.0134e-16, 1.1997e-15, -1.1615e-15, 1.4460e-14,\n -9.5790e-17, 9.6417e-15, 1.6691e-16, -1.6582e-15, 8.9096e-16,\n -1.1639e-14, 3.1923e-16, 8.6894e-15, -2.6064e-16, -1.1202e-15,\n -7.1473e-15, -1.2763e-15, 2.5006e-17, -4.3943e-16, -3.3977e-14,\n -2.3192e-15, 3.6248e-15, -6.6491e-16, 9.6988e-16, -5.7161e-15,\n 8.6469e-16, -1.0809e-15, -1.0476e-16, -5.3207e-15, 1.1391e-15,\n -1.4251e-15, 1.2500e-16, 2.5460e-15, 7.4627e-16, 2.3359e-16,\n -4.3322e-16, -1.0579e-14, -8.2153e-15, 3.5990e-16, -5.5367e-15,\n 5.0581e-16, 6.7683e-16, 9.1078e-16, 5.2115e-16, 2.6966e-15,\n -5.0763e-15, 9.3104e-16, -2.7676e-14, -4.6114e-15, 1.6620e-15,\n -3.1806e-15, -3.0548e-16, -1.1856e-15, -3.0842e-15, -3.6546e-15,\n -9.9420e-15, -9.8204e-16, 3.4499e-16, -2.1300e-15, -1.2954e-14,\n -2.2376e-16, -3.2086e-16, -1.7620e-15, -1.5998e-15, -3.9184e-15,\n 1.1232e-15, 1.3898e-14, 2.1533e-14, 1.4308e-15, -5.7800e-15,\n -1.7589e-14, 5.0257e-15, -1.1174e-15, 5.9858e-17, -1.5807e-14,\n -2.4660e-14, 2.1350e-15, 1.2769e-15, -4.5564e-15, 4.9830e-15,\n -8.5686e-15, -1.4056e-15, 4.2493e-15, 9.6049e-17, 1.2867e-14,\n -1.6662e-15, 2.6453e-15, 1.5606e-15, 7.7491e-16, -1.1609e-14,\n -9.5815e-16, -8.3467e-16, -1.4072e-15, -5.8439e-15, 1.5340e-15,\n -6.2574e-15, -5.3965e-15, -2.1975e-14, -1.0879e-15, 2.5863e-15,\n 2.4247e-15, 3.8927e-17, 3.5686e-16, -1.3037e-14, 7.5642e-15,\n 1.8466e-15, -6.1142e-15, -9.8650e-16, -4.1864e-15, 2.1685e-15,\n 5.0107e-15, 4.6750e-16, -5.3871e-16, -4.3334e-15, -2.5243e-15,\n -1.3149e-15, -3.0371e-16, 1.4909e-15, 1.4562e-15, 1.2912e-16,\n -1.4203e-15, 5.6519e-15, 4.4167e-16, -4.6880e-15, -4.1979e-15,\n -1.6800e-14, -5.1854e-16, -7.8399e-15, -9.0179e-16, 6.6859e-15,\n -3.9772e-15, 8.3768e-16, -4.1148e-15, 1.1506e-14, -2.4954e-15,\n -1.7621e-17, -1.7659e-14, 2.6845e-15, -2.3447e-15, -1.8909e-14,\n 1.3251e-14, 3.4281e-15, 2.3011e-15, -1.4597e-14, -1.0280e-15,\n -1.5956e-14, 1.8237e-15, -9.0874e-15, -5.5185e-15, -8.4559e-16,\n 1.6985e-16, -1.5095e-14, -4.9593e-15, -1.5750e-14, 4.4816e-15,\n 6.7069e-16, -2.5153e-16, -1.7529e-15, 8.4399e-17, -2.0822e-14,\n -1.1597e-15, 2.6020e-15, -1.3816e-15, -1.6006e-15, -5.0991e-15,\n -5.8236e-15, -9.0255e-16, 2.6375e-15, 7.8487e-15, -1.0610e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([1.0711e-11, 4.8099e-12, 2.7764e-13, 6.2715e-13, 8.2016e-14, 9.2268e-13,\n 7.4931e-11, 1.5192e-10, 1.3768e-12, 4.8565e-13, 3.3041e-11, 4.4007e-11,\n 1.2539e-10, 1.5323e-11, 8.9895e-12, 3.7981e-12, 8.0240e-11, 1.1265e-10,\n 3.2503e-11, 3.8618e-13, 1.1080e-11, 4.9991e-12, 7.0650e-12, 7.1856e-12,\n 5.6349e-12, 1.4759e-12, 1.0463e-12, 3.0708e-11, 3.5823e-12, 2.8756e-11,\n 1.6366e-10, 4.1703e-12, 8.9496e-11, 1.4248e-12, 3.9270e-11, 4.9336e-11,\n 5.2127e-11, 1.0797e-13, 5.5896e-12, 1.4449e-13, 1.0359e-12, 4.0458e-13,\n 8.3621e-11, 4.0453e-12, 1.5514e-11, 2.4669e-11, 1.9724e-12, 5.6316e-14,\n 8.2964e-13, 5.2258e-11, 1.9983e-13, 2.5698e-13, 8.2178e-14, 1.5382e-13,\n 1.8311e-12, 7.7108e-12, 2.7817e-12, 7.2368e-11, 1.5043e-10, 3.9592e-11,\n 1.1194e-13, 2.0900e-11, 1.3501e-10, 1.1152e-12, 2.9007e-13, 3.6763e-12,\n 1.9221e-10, 1.9397e-11, 3.0554e-13, 1.0540e-11, 5.6021e-11, 2.6162e-13,\n 8.0897e-13, 5.4232e-14, 4.4027e-13, 3.8556e-13, 5.4279e-12, 1.8492e-10,\n 5.5363e-13, 2.0821e-10, 1.8877e-11, 8.4532e-14, 5.8402e-13, 6.8828e-13,\n 1.3257e-12, 4.9496e-14, 3.3359e-12, 3.3825e-12, 7.2051e-11, 7.1486e-11,\n 3.9323e-12, 1.7676e-13, 8.4158e-11, 8.4659e-11, 4.2520e-14, 9.3689e-13,\n 1.0316e-11, 2.9462e-10, 1.9293e-12, 6.4536e-12, 5.8674e-12, 9.1136e-12,\n 3.0012e-11, 7.5493e-12, 4.9551e-11, 3.4733e-11, 2.1380e-13, 2.0689e-12,\n 5.3604e-11, 2.0901e-12, 1.3130e-12, 2.5900e-12, 2.0065e-10, 1.6224e-11,\n 9.6355e-12, 2.0308e-11, 7.9055e-12, 4.4710e-10, 2.4631e-12, 8.1209e-14,\n 9.4186e-11, 7.3387e-11, 6.8405e-12, 1.1192e-11, 7.1988e-11, 1.5189e-13,\n 4.6970e-12, 6.4186e-14, 2.4173e-11, 3.4887e-11, 2.1331e-11, 1.8134e-12,\n 1.3078e-10, 2.6596e-12, 2.0393e-10, 1.3762e-10, 5.1860e-12, 3.3924e-13,\n 6.7138e-11, 1.3767e-12, 7.9228e-13, 4.9774e-13, 5.3189e-11, 1.1386e-10,\n 9.5451e-13, 1.1696e-12, 3.0896e-12, 3.6330e-10, 3.5805e-12, 7.4805e-11,\n 1.1729e-14, 8.0715e-13, 7.0582e-11, 3.5290e-12, 1.0698e-13, 5.7839e-11,\n 6.1063e-13, 5.4386e-11, 3.0084e-14, 5.5401e-14, 1.7290e-10, 8.2011e-14,\n 8.2794e-11, 1.5282e-12, 2.1128e-11, 7.3189e-13, 5.8651e-13, 2.8821e-11,\n 5.4512e-14, 7.4276e-12, 1.0674e-11, 2.2068e-11, 9.1801e-12, 1.1208e-12,\n 1.0757e-11, 7.1596e-11, 1.0470e-12, 1.3391e-10, 8.2234e-15, 8.9693e-12,\n 9.8316e-12, 4.1922e-12, 3.7847e-11, 2.8946e-11, 5.0038e-12, 1.5492e-11,\n 1.6558e-10, 1.1889e-11, 1.0980e-10, 9.5703e-12, 3.0830e-11, 2.4304e-11,\n 3.1962e-12, 1.5180e-13, 6.9823e-12, 9.6575e-11, 1.0327e-12, 3.8595e-12,\n 1.0221e-11, 6.5215e-11, 6.4485e-13, 4.3326e-13, 2.5417e-10, 2.4363e-12,\n 4.4309e-13, 1.1497e-10, 4.4382e-12, 4.8141e-12, 5.7673e-12, 5.9004e-12,\n 1.0111e-13, 6.9959e-11, 4.0168e-12, 7.7134e-11, 1.1260e-10, 1.4772e-11,\n 5.1669e-11, 1.7642e-12, 4.6098e-12, 2.5736e-10, 7.7457e-13, 5.4827e-13,\n 1.2864e-10, 3.6117e-11, 1.6644e-11, 4.7386e-12, 1.1545e-10, 8.0716e-13,\n 4.1057e-11, 2.3431e-13, 5.7638e-13, 1.6467e-12, 7.6997e-11, 1.7194e-10,\n 5.2102e-12, 4.1031e-12, 4.2969e-11, 8.0166e-12, 1.0053e-11, 5.6954e-13,\n 1.4385e-13, 1.3690e-13, 4.3341e-12, 5.3553e-12, 5.7614e-12, 4.5238e-13,\n 1.9054e-11, 9.6966e-13, 1.7743e-12, 4.0981e-11, 9.3859e-11, 1.1884e-10,\n 2.1819e-12, 1.1014e-12, 1.0712e-11, 2.6477e-10, 2.8061e-11, 2.0917e-13,\n 4.5168e-11, 1.0898e-10, 1.4166e-13, 3.0701e-12, 1.5183e-11, 2.0354e-11,\n 1.5877e-10, 2.1296e-10, 2.2909e-13, 4.6077e-11, 1.0965e-10, 4.4805e-12,\n 3.2275e-13, 1.9601e-12, 6.2691e-11, 2.3859e-11, 6.5004e-11, 2.5460e-11,\n 9.0223e-12, 4.2736e-13, 1.8779e-10, 4.4318e-11, 6.0612e-12, 9.2652e-11,\n 2.6104e-13, 1.4799e-10, 6.0495e-12, 9.4283e-12, 1.3281e-13, 6.9153e-11,\n 1.1610e-12, 1.1247e-13, 1.9155e-12, 1.4340e-12, 9.8343e-11, 2.1079e-12,\n 3.4618e-12, 1.7017e-10, 2.2973e-10, 3.9335e-13, 2.6608e-14, 3.4588e-12,\n 1.5845e-11, 2.0680e-11, 2.0779e-10, 1.2148e-11, 8.2585e-11, 2.1643e-11,\n 6.0168e-12, 7.8621e-11, 2.0970e-13, 1.8467e-14, 3.7198e-13, 2.1110e-12,\n 2.5098e-12, 1.3877e-10, 2.2809e-12, 1.7791e-13, 4.0332e-13, 5.9424e-12,\n 8.5366e-11, 1.4878e-12, 2.0489e-12, 2.8602e-11, 1.6704e-12, 6.0558e-13,\n 1.9876e-12, 2.2338e-13, 7.9407e-13, 1.7795e-12, 2.2451e-12, 6.1075e-11,\n 7.3956e-12, 1.6714e-11, 3.3743e-11, 2.3105e-12, 1.0722e-12, 1.9830e-12,\n 6.3005e-13, 2.8229e-12, 3.0599e-12, 2.1356e-10, 3.0106e-11, 5.0624e-12,\n 2.7816e-11, 3.6373e-13, 1.6180e-11, 3.6890e-12, 1.0474e-11, 3.2709e-11,\n 8.6350e-13, 5.9400e-11, 2.7666e-13, 3.4423e-13, 1.9747e-13, 2.4946e-11,\n 1.1271e-13, 3.6591e-13, 2.4327e-11, 1.4727e-11, 6.6060e-12, 1.5420e-12,\n 1.7052e-10, 6.3664e-11, 3.1880e-12, 3.6044e-12, 3.9037e-11, 2.7730e-12,\n 4.8562e-12, 5.5996e-11, 3.9769e-12, 1.1605e-10, 6.5264e-11, 5.0392e-14,\n 1.5339e-11, 1.7227e-10, 2.1145e-13, 2.4160e-13, 5.4735e-12, 1.4090e-11,\n 1.7955e-10, 1.6143e-11, 1.1940e-11, 7.5335e-12, 2.0211e-12, 7.6230e-12,\n 4.7680e-12, 5.8376e-12, 7.1065e-11, 2.0127e-11, 1.7811e-12, 1.4642e-13,\n 1.1804e-11, 1.4519e-12, 2.5249e-10, 4.9820e-11, 5.6930e-11, 1.2147e-13,\n 2.9582e-13, 6.4979e-11, 4.2830e-10, 6.2986e-11, 3.9905e-11, 9.9503e-11,\n 1.7171e-10, 1.2998e-11, 6.9684e-13, 2.4207e-11, 3.8783e-13, 1.2427e-13,\n 3.7102e-12, 1.9504e-11, 7.5257e-13, 1.6498e-11, 1.3667e-11, 9.9154e-14,\n 2.8000e-13, 5.7340e-12, 7.9239e-13, 6.4007e-11, 2.5393e-11, 4.5961e-12,\n 1.4705e-12, 7.2212e-11, 1.1070e-10, 9.6043e-12, 1.5094e-10, 1.1738e-12,\n 1.8059e-12, 9.1271e-11, 4.7858e-13, 3.7251e-11, 2.2180e-11, 9.6517e-11,\n 4.3683e-13, 7.3247e-11, 5.5458e-13, 7.6360e-12, 4.0009e-11, 1.8338e-12,\n 1.3968e-11, 4.2628e-12, 7.6529e-12, 5.9059e-13, 9.8163e-14, 1.9092e-10,\n 3.7483e-13, 1.7742e-10, 2.4276e-10, 2.0057e-11, 1.2394e-13, 1.5583e-13,\n 1.5962e-12, 6.8236e-11, 6.2902e-12, 1.7110e-13, 7.5022e-12, 8.4115e-12,\n 5.1375e-13, 1.1662e-13, 2.2239e-11, 9.0693e-12, 2.2243e-12, 3.4632e-13,\n 3.7199e-13, 3.2830e-12, 1.2218e-13, 7.7337e-12, 3.9375e-11, 2.2944e-14,\n 1.7955e-11, 3.0054e-11, 5.5225e-12, 1.5025e-12, 9.0579e-13, 2.9091e-11,\n 3.2404e-11, 4.2497e-11, 1.5073e-12, 4.1690e-12, 3.2844e-12, 1.7215e-11,\n 1.9327e-11, 8.8027e-13, 6.0391e-11, 5.4451e-12, 1.6741e-11, 6.7140e-11,\n 6.8428e-11, 1.9822e-13, 7.4853e-13, 1.7081e-10, 1.4063e-12, 2.1222e-10,\n 2.9694e-13, 1.0535e-13, 4.8613e-11, 1.9565e-13, 3.3513e-12, 2.5714e-12,\n 5.4083e-11, 1.5243e-11, 7.3642e-13, 8.6497e-12, 6.9711e-13, 2.6232e-11,\n 2.6735e-12, 3.7086e-12, 2.9104e-13, 4.1905e-12, 7.1637e-13, 3.0452e-11,\n 4.0098e-11, 7.5216e-12, 3.6407e-12, 1.4363e-13, 4.8609e-10, 1.4324e-10,\n 3.0584e-12, 1.7716e-12, 2.8290e-10, 4.8006e-14, 1.3087e-11, 4.0171e-13,\n 2.3714e-11, 2.9500e-11, 4.9349e-12, 2.6463e-11, 5.4885e-12, 6.5268e-12,\n 3.6959e-11, 2.3432e-12, 1.1138e-11, 5.3652e-11, 1.0035e-10, 8.0399e-14,\n 5.1222e-11, 2.4874e-12, 3.9349e-11, 6.0455e-11, 1.9777e-13, 5.2033e-11,\n 1.0666e-12, 1.4217e-11, 1.2982e-10, 4.1748e-11, 2.4293e-12, 6.6539e-12,\n 1.4795e-11, 6.8748e-13, 1.3271e-10, 1.5558e-12, 3.6324e-12, 3.7864e-12,\n 1.7825e-10, 7.2618e-13, 4.1046e-10, 2.9621e-12, 2.4713e-12, 4.5592e-13,\n 8.1193e-14, 2.3974e-11, 2.1226e-12, 1.4260e-10, 3.5953e-11, 9.0952e-13,\n 2.4955e-10, 8.9864e-13, 1.8838e-10, 5.9130e-11, 3.5126e-11, 1.8282e-11,\n 1.2289e-11, 1.5392e-11, 5.0984e-12, 1.4010e-10, 3.5554e-12, 2.5533e-12,\n 6.2010e-11, 1.4173e-13, 3.0253e-14, 2.2817e-10, 9.5702e-12, 2.2719e-13,\n 1.9151e-10, 1.4216e-12, 2.6995e-13, 3.6312e-12, 1.6435e-14, 6.1764e-14,\n 3.5486e-13, 1.1919e-12, 1.5091e-10, 1.1514e-11, 1.9671e-13, 2.5223e-11,\n 3.9316e-12, 9.0923e-11, 1.0529e-12, 2.6875e-12, 2.2338e-12, 1.5600e-11,\n 2.9729e-11, 7.7818e-11, 2.2424e-11, 1.1317e-13, 9.7008e-12, 2.6369e-14,\n 3.4319e-12, 1.7004e-10, 3.4165e-11, 2.0149e-10, 5.3839e-13, 7.2535e-13,\n 8.7343e-12, 1.5969e-12, 1.1342e-12, 1.8670e-11, 1.1948e-11, 1.1116e-12,\n 5.2418e-14, 5.6008e-13, 3.0370e-13, 1.2586e-12, 8.8247e-12, 1.2983e-12,\n 4.0722e-11, 1.2071e-10, 2.6701e-12, 3.4876e-13, 1.0900e-12, 8.6494e-13,\n 1.4535e-10, 3.7047e-12, 2.1814e-12, 1.1067e-12, 1.2749e-12, 1.0147e-11,\n 3.5112e-13, 2.3307e-11, 8.1911e-12, 1.5798e-10], device='cuda:0')" }, "50": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 3.4892e-17, -1.7962e-16, -5.6052e-45, ..., -1.1590e-16,\n 1.1181e-19, 5.6052e-45],\n [-4.2547e-16, 4.3333e-16, -5.6052e-45, ..., 9.5159e-16,\n -9.8495e-17, -5.6052e-45],\n [ 1.1689e-16, -1.6672e-16, -5.6052e-45, ..., -1.0232e-16,\n -1.0937e-16, 5.6052e-45],\n ...,\n [-1.1564e-16, 2.7701e-16, 5.6052e-45, ..., 2.1496e-16,\n 3.6936e-16, -5.6052e-45],\n [ 5.3741e-18, -1.4106e-17, 5.6052e-45, ..., 1.5366e-16,\n 1.3261e-16, 5.6052e-45],\n [-2.3445e-16, 1.9823e-16, 5.6052e-45, ..., 3.5370e-16,\n -4.7232e-17, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[6.3381e-12, 3.2931e-12, 1.3704e-16, ..., 3.5895e-12, 1.4173e-12,\n 1.1000e-13],\n [1.4186e-13, 1.0377e-13, 8.0480e-18, ..., 1.4193e-13, 1.1684e-13,\n 4.3293e-15],\n [3.1406e-14, 8.4926e-14, 2.6538e-19, ..., 6.6250e-14, 8.7477e-15,\n 6.3197e-16],\n ...,\n [4.1611e-13, 3.2590e-13, 4.5857e-16, ..., 7.5522e-13, 2.2247e-13,\n 8.0696e-14],\n [8.5707e-14, 6.7707e-14, 4.9076e-17, ..., 1.3520e-13, 3.6301e-14,\n 1.3757e-15],\n [1.6632e-13, 8.6513e-14, 2.7788e-17, ..., 4.2626e-13, 8.6592e-14,\n 8.8882e-16]], device='cuda:0')" }, "51": { "step": "tensor(2504.)", "exp_avg": "tensor([ 4.0529e-13, -1.5045e-12, 3.1919e-13, 4.7534e-14, -1.0038e-13,\n -1.9517e-13, 1.1034e-13, 7.8576e-15, -8.2527e-14, 8.9081e-14,\n 3.3938e-13, 4.8641e-13, -6.7428e-14, 5.3800e-14, -1.1409e-13,\n -1.5711e-14, -7.9714e-13, 3.1535e-13, 8.0485e-14, -5.7275e-14,\n 5.1625e-14, 1.3813e-13, 1.1739e-13, -2.2353e-14, -2.4210e-13,\n -5.2798e-13, 3.2581e-14, -5.0294e-14, -6.0012e-15, -2.3119e-14,\n -2.3961e-13, 2.1979e-14, -2.6910e-13, 6.1793e-14, 3.0124e-13,\n 5.1867e-14, 7.2901e-14, -8.5379e-14, -3.1339e-13, 3.6414e-14,\n 1.4594e-13, 5.2898e-14, 3.6075e-13, -5.8322e-13, -4.2857e-13,\n 4.8870e-14, -7.8702e-15, -1.6901e-14, -4.0360e-14, -1.5099e-13,\n 1.5321e-13, 4.3841e-14, 2.1058e-13, 3.1548e-13, 8.4440e-14,\n 5.5617e-14, -7.7985e-14, -4.0331e-13, 9.5471e-14, 4.9644e-13,\n 2.4572e-13, 1.7280e-13, 1.5212e-13, -9.1883e-14, -5.8683e-13,\n -1.1342e-14, -8.8422e-13, 5.8473e-13, -1.5049e-13, 5.4115e-13,\n -5.6304e-14, -2.8945e-13, -6.7038e-13, -6.4725e-14, 5.3431e-14,\n 3.2241e-14, -1.6532e-13, 4.6062e-13, -2.2570e-13, 4.6513e-14,\n 2.2627e-13, -7.2977e-13, 8.5658e-13, -5.7135e-14, 1.3687e-13,\n -1.0008e-13, -2.0929e-13, 4.6950e-13, -7.6733e-13, -4.5318e-14,\n 1.6660e-13, 2.7880e-13, -4.8463e-13, -4.4761e-14, -6.2790e-13,\n 6.5558e-14, -7.6853e-14, 1.4295e-13, 4.0120e-13, 3.5259e-13,\n -2.0878e-13, -6.0676e-14, -2.4332e-14, -7.3496e-14, 1.6734e-14,\n 1.0936e-13, 2.0469e-13, 4.7585e-13, -2.8304e-13, -3.0873e-13,\n -1.2396e-13, -3.4077e-13, -9.2754e-14, 4.2186e-13, 1.8698e-13,\n 4.1065e-14, 2.6838e-13, 5.6176e-13, -3.7403e-13, -2.6625e-13,\n 8.5250e-14, 8.0775e-14, 7.8194e-14, 2.2461e-14, 1.2138e-13,\n -7.4691e-14, -7.4809e-13, -3.6393e-14, -2.5010e-14, 3.0448e-15,\n -1.3349e-13, 2.0141e-13, -1.9735e-13, 6.3482e-15, 3.0952e-13,\n -2.2191e-13, -6.7544e-13, 2.9056e-13, 4.5635e-14, -2.6663e-15,\n 5.1852e-16, 1.0988e-13, 4.0701e-13, 4.2652e-13, 3.3138e-13,\n 1.9085e-14, -8.0694e-14, 4.4587e-13, 1.0768e-13, -1.3206e-14,\n 1.1576e-13, -2.8408e-15, 1.0525e-13, -1.1514e-13, 4.2958e-13,\n 4.5288e-13, -6.4941e-14, -4.3154e-14, 5.1602e-14, -1.7195e-13,\n 4.2525e-13, 3.9427e-13, -3.7215e-13, 6.1810e-14, -3.1512e-13,\n 2.0001e-13, 4.0862e-13, 6.8662e-14, 1.4349e-13, 5.8307e-13,\n 1.4982e-13, 7.2015e-14, 1.5224e-14, 1.4739e-14, -4.3690e-13,\n -6.1615e-15, 2.8210e-14, 4.1799e-13, -2.3693e-13, -2.3834e-14,\n 4.2095e-14, 4.9550e-14, 9.2844e-14, -2.9684e-14, -1.4266e-13,\n 1.3701e-14, -5.3783e-13, 2.9818e-13, -4.6436e-13, 4.5388e-13,\n 3.2763e-13, -3.0035e-13, -7.6143e-15, 2.7323e-14, 6.9508e-13,\n 3.6528e-14, -6.5756e-15, -4.1988e-14, 4.1749e-13, 1.6830e-13,\n -3.3374e-13, -4.6601e-13, -4.9274e-14, -4.3589e-14, -3.9946e-14,\n 9.9465e-14, -3.2140e-13, -2.6358e-13, -4.4491e-14, 1.5396e-13,\n 3.7363e-14, -6.7339e-15, -3.2865e-13, 2.0045e-14, 1.2337e-13,\n 2.4686e-13, -2.1312e-13, 1.4724e-14, 1.6461e-13, 1.1294e-13,\n -1.8070e-13, 1.8071e-13, 2.7026e-14, 1.1843e-13, 1.6236e-13,\n 3.3085e-14, 6.8299e-14, 3.4742e-14, 1.7162e-13, -1.2654e-13,\n -2.3795e-13, 7.2266e-14, 6.5318e-13, -5.4091e-13, -5.7640e-14,\n 3.0177e-13, 2.7305e-13, 3.6751e-13, -1.2134e-13, 5.3990e-13,\n -4.8799e-14, -1.9867e-13, 8.0886e-14, 1.1774e-14, -1.6678e-13,\n 1.3468e-14, -7.8352e-15, 8.4525e-13, 3.9166e-14, 9.0860e-14,\n 1.5561e-14, 2.9738e-14, 8.9207e-14, 4.6001e-14, 4.1003e-14,\n 1.5730e-13, 1.6031e-13, 9.9248e-14, -6.7407e-15, -3.1649e-13,\n -3.4768e-13, 2.7816e-14, 1.1903e-14, 5.8775e-14, -5.2083e-14,\n 5.6034e-14, 4.8641e-13, -4.6951e-13, 1.3018e-13, -6.8253e-14,\n 1.2149e-13, 2.7041e-13, 2.2426e-13, -4.4720e-13, 9.9261e-15,\n -5.0786e-13, -2.8376e-13, 4.0197e-14, 3.2659e-13, -1.0732e-13,\n -3.7564e-14, 3.8034e-13, 1.9209e-13, -5.7968e-13, 4.7852e-13,\n -5.7914e-13, 2.2624e-13, 8.3958e-14, 2.3698e-14, 2.4106e-13,\n 7.8747e-14, -1.0714e-13, 5.8209e-14, 1.1749e-13, -2.5043e-13,\n 9.9024e-14, -5.1539e-13, 1.2368e-13, -3.5799e-14, -5.7528e-14,\n 3.1083e-14, -6.6070e-14, 1.6687e-13, -1.9028e-13, -3.0324e-13,\n -7.0025e-15, -1.7542e-13, 9.1552e-14, -7.0003e-14, -2.2934e-14,\n 1.3951e-14, 1.3413e-13, 4.1135e-15, 1.1394e-13, -1.0975e-13,\n -3.7965e-14, -1.9355e-13, -5.1778e-14, -1.8486e-13, 3.8194e-13,\n 1.1797e-13, 7.8741e-14, 1.2640e-13, -6.0164e-14, 2.4820e-14,\n -8.2157e-13, 3.7666e-15, -2.3475e-13, 2.9630e-13, 4.7761e-15,\n -1.6034e-13, 1.1367e-13, 6.3810e-14, -1.5354e-14, -2.8980e-13,\n 3.8137e-13, 2.8175e-13, 5.4532e-14, 1.3129e-13, -6.0027e-13,\n 1.5471e-14, 2.8733e-13, -2.8242e-13, 2.6123e-14, -3.0438e-15,\n -1.7611e-13, 2.4062e-13, 1.0711e-13, -4.9999e-13, -5.5838e-13,\n 4.0819e-14, 4.5318e-15, 3.1494e-13, 1.4335e-14, -4.1569e-15,\n -3.3556e-13, 9.3436e-14, 1.8500e-13, 2.8459e-14, 1.0712e-13,\n -2.6679e-13, -1.2774e-13, 1.0713e-14, -5.3244e-13, 1.3214e-13,\n 8.5417e-13, -1.4437e-13, 2.3637e-13, 2.0035e-13, -9.8063e-13,\n 5.8366e-13, 5.3862e-14, -2.2781e-13, 5.9903e-14, -4.7449e-13,\n 1.1173e-13, -9.3719e-14, 5.1480e-14, 8.2447e-14, 4.7752e-13,\n -1.4818e-13, 7.0272e-14, 1.3299e-13, 3.1274e-13, 2.7331e-14,\n 3.4201e-13, -3.1898e-13, 1.2589e-13, -4.5017e-13, -4.1084e-13,\n -7.3007e-15, 7.9908e-14, 1.7527e-13, -1.0194e-13, -1.8695e-13,\n 8.3956e-14, -1.7404e-13, -1.7765e-13, -6.5238e-13, -5.2817e-14,\n 4.0191e-14, 1.0436e-13, -5.5775e-13, 5.7666e-13, 9.3429e-14,\n -3.1795e-14, 5.9077e-13, -2.2256e-14, 3.7059e-13, -9.6870e-14,\n 1.5376e-13, 1.7459e-14, -4.2204e-13, -7.5583e-14, -1.6631e-13,\n -9.7275e-14, -6.0020e-14, 1.8651e-14, -3.8879e-13, 2.7836e-14,\n 2.0716e-14, 3.3881e-14, 1.0517e-13, -3.7212e-13, 2.1014e-13,\n 1.5865e-13, 1.6624e-13, -6.0780e-14, 1.0116e-13, -4.8890e-14,\n 8.0415e-14, 3.3621e-13, -4.8543e-13, 2.9851e-14, -1.4337e-13,\n -2.6562e-13, -2.5300e-13, -4.6004e-13, 4.2629e-15, -1.8672e-14,\n 2.8816e-14, -1.8944e-13, -3.9701e-13, 6.4403e-14, -6.9063e-14,\n 1.3988e-13, 4.7622e-13, 2.3150e-13, -3.7597e-14, 3.4573e-13,\n 1.2326e-14, -3.1192e-13, 3.3722e-14, -4.7906e-13, 2.2356e-13,\n -4.2622e-14, -3.1167e-13, 4.5704e-14, -3.1681e-13, -3.6602e-14,\n 3.9483e-13, 2.7813e-13, -3.3059e-13, -3.8604e-13, -6.0730e-17,\n 1.8348e-13, 1.0282e-13, 1.5172e-13, 1.7070e-13, -2.7000e-14,\n 1.8328e-13, 8.8087e-13, -2.7325e-14, -6.5006e-14, 5.6405e-13,\n -1.4522e-13, 2.2054e-13, 1.0747e-13, 2.6633e-14, -3.2239e-13,\n -5.5086e-14, 1.4814e-14, 5.9301e-14, 7.5917e-14, -2.0719e-14,\n -9.6452e-14, 6.0310e-14, -4.4715e-13, 4.4504e-13, -1.7564e-13,\n 3.0215e-13, -3.1001e-13, -6.3971e-14, -2.5556e-13, -1.7095e-13,\n 2.1468e-13, -8.8248e-14, 6.2843e-14, 3.5998e-15, -1.7445e-13,\n 1.5123e-13, 4.0366e-14, 3.2125e-14, -4.2594e-15, -1.0596e-14,\n -5.3788e-14, -6.2443e-13, -5.1297e-14, 1.3442e-13, -7.9101e-14,\n 1.3242e-14, -7.7405e-14, 4.3624e-14, 1.0437e-13, 1.9533e-14,\n 2.5537e-13, 1.2467e-13, -6.3155e-13, 3.8302e-13, 6.0751e-14,\n 1.8190e-13, 3.5535e-14, 9.8859e-14, 2.7016e-13, -5.0033e-13,\n -3.5478e-14, 8.5157e-14, -8.4347e-14, 1.5903e-13, -5.0089e-13,\n -2.7001e-13, 1.6909e-13, 8.5200e-14, 1.7736e-13, 5.6756e-14,\n -2.2064e-14, 1.1603e-13, 2.4830e-13, -5.8853e-14, -5.8100e-13,\n 3.5150e-14, 5.3715e-13, -5.9092e-15, 6.4023e-14, -1.9866e-13,\n -2.8630e-13, -6.8871e-14, 1.9628e-13, -3.8424e-14, -3.9437e-14,\n -5.6334e-13, 1.9536e-13, 3.7807e-13, -3.1401e-14, 8.1814e-13,\n -7.6902e-14, 4.5756e-14, 1.1027e-14, -5.7025e-15, 2.7769e-14,\n 9.4954e-14, 6.0531e-14, -7.4194e-14, -1.4701e-13, 7.4324e-14,\n -1.8656e-14, -5.3599e-13, 1.0163e-13, -1.2439e-14, -1.6980e-13,\n 7.0731e-14, 6.3913e-14, -2.9934e-14, 4.2578e-13, -3.7180e-14,\n 7.6826e-14, -2.6737e-13, 8.4438e-14, -1.4153e-13, -2.9986e-13,\n -1.5280e-13, -5.7559e-14, 7.5815e-14, -1.6751e-13, -2.0945e-13,\n -5.9713e-14, -2.3876e-13, -4.2298e-13, 9.0965e-13, 1.8001e-13,\n -1.3494e-13, 1.1198e-13, 1.9059e-13, 2.6394e-13, -5.0623e-14,\n 4.7549e-14, 1.9822e-13, 5.3065e-14, -8.8546e-14, 4.5704e-14,\n 3.3660e-13, -5.6485e-15, -3.1807e-13, 6.9847e-13, 2.6352e-13,\n -3.3486e-13, 2.7048e-13, 9.0642e-14, -3.3751e-14, -2.2423e-13,\n 5.9533e-13, 1.6780e-15, -1.1503e-13, 1.3151e-13, -1.0263e-13,\n -2.4079e-13, -4.0107e-13, -8.6423e-14, -1.0402e-14, 1.2642e-13,\n 2.0793e-15, -4.7038e-13, -4.7357e-13, -7.9424e-14, -5.5433e-14,\n 3.0412e-13, 5.1004e-14, 6.0889e-14, 1.5572e-13, -6.1747e-14,\n 2.7233e-13, 4.2100e-13, 2.6044e-14, -6.1752e-13, -1.0489e-14,\n -4.6580e-14, -1.0400e-13, -6.0878e-13, 3.8410e-13, -6.0528e-13],\n device='cuda:0')", "exp_avg_sq": "tensor([8.0174e-08, 7.3106e-09, 6.8669e-10, 6.5079e-09, 3.4961e-09, 4.8540e-09,\n 2.2944e-07, 3.1309e-07, 1.0512e-07, 8.7650e-10, 3.2788e-07, 2.0476e-08,\n 5.5309e-07, 6.4998e-08, 2.5373e-09, 2.2852e-07, 5.7028e-08, 1.4830e-07,\n 1.7384e-08, 6.7569e-08, 4.5379e-08, 2.2545e-09, 1.0836e-08, 7.5992e-10,\n 5.0072e-07, 4.9629e-08, 3.9365e-09, 4.3815e-07, 1.9888e-08, 7.8936e-08,\n 1.1397e-08, 3.5291e-09, 2.1221e-09, 4.5805e-09, 4.3295e-09, 2.5141e-08,\n 5.8581e-09, 4.7423e-10, 5.5936e-09, 3.9531e-09, 3.1258e-08, 1.7278e-09,\n 7.0456e-08, 2.0377e-08, 2.2571e-08, 2.3582e-08, 6.6094e-10, 4.7656e-10,\n 1.5058e-07, 3.8114e-08, 3.8374e-09, 1.7832e-08, 4.2694e-08, 3.2647e-08,\n 2.7467e-09, 8.7733e-09, 1.1131e-07, 1.6551e-07, 3.7234e-07, 1.2714e-07,\n 5.2869e-09, 5.3091e-10, 1.3535e-07, 1.3169e-09, 1.0686e-07, 8.7324e-09,\n 6.9914e-09, 4.5312e-07, 6.0875e-07, 2.4285e-07, 4.1349e-08, 3.3481e-09,\n 9.8467e-08, 1.0559e-09, 2.7349e-09, 7.1749e-10, 7.7920e-10, 3.3610e-08,\n 7.7229e-08, 2.4621e-07, 8.7138e-08, 6.8682e-09, 9.4882e-08, 8.6038e-08,\n 3.5354e-08, 6.8888e-09, 2.5566e-09, 8.5439e-09, 1.2314e-07, 2.0162e-07,\n 1.0012e-09, 7.8239e-09, 3.5667e-09, 3.8679e-08, 4.4349e-08, 7.4291e-10,\n 5.4023e-09, 5.7913e-07, 6.4970e-08, 7.5232e-07, 5.7553e-09, 1.1052e-07,\n 9.2024e-09, 3.6055e-08, 8.9635e-10, 1.5510e-08, 1.9489e-08, 5.8406e-09,\n 2.2457e-09, 7.0754e-09, 3.3286e-07, 1.4212e-07, 5.2177e-07, 2.5186e-07,\n 4.3084e-08, 1.8884e-09, 1.6177e-09, 2.3550e-07, 1.2505e-08, 7.9206e-08,\n 1.0123e-09, 7.1953e-08, 1.1816e-09, 3.0872e-10, 1.7174e-07, 8.5758e-09,\n 1.8855e-07, 3.3412e-08, 5.4114e-08, 2.1868e-08, 5.4450e-10, 6.0972e-08,\n 5.5216e-08, 1.9517e-07, 1.7561e-07, 6.4689e-07, 2.6798e-09, 5.7580e-10,\n 2.0408e-08, 3.0546e-08, 4.0747e-10, 8.7006e-09, 1.4750e-08, 3.0698e-08,\n 5.4523e-09, 2.4079e-09, 5.6960e-09, 3.3583e-07, 2.7976e-09, 4.8188e-09,\n 1.5893e-08, 2.2627e-08, 1.0630e-07, 2.5077e-09, 8.3250e-08, 2.0302e-09,\n 3.2475e-09, 2.2787e-07, 4.5767e-08, 1.0397e-08, 2.3446e-07, 1.3022e-07,\n 4.3965e-07, 2.1282e-08, 2.0676e-08, 3.9190e-07, 3.5274e-09, 4.8233e-08,\n 1.0154e-07, 2.4209e-07, 6.2198e-09, 2.9579e-07, 1.9962e-08, 1.3653e-09,\n 3.3002e-07, 2.1373e-08, 1.9145e-09, 3.0551e-07, 2.6060e-08, 2.5244e-08,\n 2.7126e-07, 2.0946e-08, 6.1280e-08, 4.8655e-10, 2.5556e-08, 6.3091e-10,\n 3.3354e-07, 3.4163e-08, 1.2706e-08, 7.1250e-10, 3.3168e-08, 8.6670e-10,\n 7.6835e-09, 1.0395e-09, 4.1000e-07, 1.0027e-09, 4.0237e-08, 1.9597e-08,\n 7.9818e-07, 1.8475e-07, 5.0429e-09, 1.1836e-07, 1.3545e-07, 3.3100e-07,\n 8.5449e-10, 3.2288e-10, 3.4358e-07, 1.4166e-09, 2.3196e-08, 2.0932e-07,\n 2.9817e-07, 2.7302e-09, 2.8820e-09, 4.7952e-08, 7.6923e-07, 1.2825e-07,\n 4.2400e-08, 5.3678e-10, 2.3560e-08, 3.3342e-08, 4.4067e-08, 8.1346e-08,\n 4.6118e-07, 2.8435e-09, 3.7843e-10, 3.6542e-09, 1.1645e-06, 2.1323e-09,\n 1.0499e-07, 1.3152e-08, 2.0470e-09, 1.9045e-09, 3.1775e-07, 3.3968e-08,\n 1.7736e-07, 2.6879e-07, 5.9890e-10, 3.5940e-07, 5.5711e-09, 2.4427e-08,\n 5.7523e-10, 1.5463e-07, 2.5884e-07, 2.5683e-08, 2.2696e-09, 3.5669e-09,\n 1.7475e-09, 6.0653e-08, 1.3945e-08, 5.2635e-08, 5.6623e-09, 1.8731e-09,\n 1.3004e-09, 1.4974e-09, 7.2410e-10, 2.7040e-09, 2.3694e-09, 4.6104e-10,\n 2.5387e-08, 1.0297e-07, 2.1404e-07, 7.6863e-10, 1.4160e-08, 6.5544e-10,\n 5.2406e-09, 1.0873e-07, 1.0188e-08, 7.6612e-09, 3.2769e-08, 3.1198e-07,\n 1.4403e-08, 9.7658e-10, 5.2734e-09, 2.7604e-09, 6.0447e-08, 3.9464e-08,\n 4.4608e-09, 5.8097e-10, 1.2530e-07, 8.9186e-08, 6.9902e-09, 1.4138e-07,\n 2.3467e-09, 1.0228e-06, 1.2038e-08, 3.0577e-09, 4.8530e-10, 3.9334e-10,\n 3.1525e-07, 2.5812e-08, 3.3106e-09, 6.9652e-09, 3.4426e-08, 1.0498e-08,\n 2.3302e-09, 2.0610e-09, 2.5047e-07, 7.6328e-08, 3.1020e-08, 2.5268e-08,\n 2.3335e-07, 1.2247e-08, 1.8343e-07, 1.7849e-07, 1.1479e-07, 4.7783e-10,\n 2.2736e-09, 1.3967e-08, 2.2255e-08, 6.5597e-08, 6.5483e-08, 5.9291e-09,\n 1.3586e-07, 4.9017e-08, 2.7150e-07, 3.3767e-10, 1.0463e-09, 7.8855e-08,\n 3.6682e-07, 2.0690e-07, 2.6174e-10, 2.9764e-08, 3.6804e-08, 3.4265e-09,\n 9.7787e-10, 7.4933e-08, 5.3984e-08, 3.8683e-09, 7.6101e-08, 1.3798e-09,\n 2.0733e-07, 4.6242e-09, 1.8899e-07, 3.6364e-08, 2.7980e-07, 6.4256e-09,\n 2.1581e-07, 1.1148e-09, 3.4883e-07, 6.5124e-07, 1.9590e-07, 2.1241e-08,\n 2.7966e-09, 2.9627e-09, 6.8106e-09, 2.4696e-07, 8.7176e-09, 3.7768e-07,\n 3.1487e-08, 7.7610e-08, 8.5173e-08, 1.1605e-09, 4.4756e-10, 4.7731e-10,\n 4.1943e-09, 4.4223e-08, 4.1640e-07, 6.3407e-08, 6.1684e-09, 9.6850e-08,\n 7.4210e-08, 2.3196e-07, 1.1477e-08, 1.2132e-07, 2.8322e-07, 2.6533e-08,\n 4.8480e-08, 6.8660e-08, 6.7381e-09, 1.1897e-07, 6.6110e-07, 2.7678e-09,\n 2.9059e-07, 4.9790e-07, 3.3114e-09, 5.4723e-08, 8.6154e-09, 9.0075e-10,\n 9.8433e-10, 3.7263e-07, 1.2039e-07, 1.4853e-07, 1.4908e-07, 5.5371e-09,\n 4.4820e-10, 1.5001e-07, 2.3891e-09, 1.8156e-09, 3.2949e-07, 1.6849e-07,\n 1.8812e-07, 4.9107e-10, 2.9125e-07, 6.5624e-09, 1.4196e-09, 6.8909e-10,\n 5.8947e-10, 1.1385e-07, 1.2576e-08, 5.8876e-07, 3.0118e-10, 2.6535e-09,\n 9.1916e-07, 1.5484e-07, 4.9829e-08, 4.9451e-09, 1.0690e-09, 6.7167e-10,\n 2.7016e-07, 6.3802e-08, 4.0272e-08, 5.2601e-10, 1.9178e-08, 5.9262e-09,\n 7.9204e-09, 3.3526e-09, 1.1016e-09, 2.6200e-07, 8.3588e-07, 2.1618e-09,\n 4.0087e-09, 1.3431e-09, 3.1390e-07, 9.9094e-08, 4.2208e-07, 8.3145e-08,\n 2.3642e-09, 3.1501e-09, 8.7351e-09, 1.1612e-08, 5.2573e-10, 8.0498e-08,\n 1.9474e-08, 1.9395e-07, 1.1023e-08, 4.5150e-07, 2.1595e-09, 1.6542e-07,\n 4.7228e-10, 9.5091e-10, 2.6559e-09, 7.0296e-09, 2.5953e-07, 2.9392e-09,\n 1.3469e-08, 4.7331e-08, 2.1996e-07, 3.7693e-08, 3.9401e-09, 1.7682e-09,\n 7.0016e-10, 7.4250e-09, 1.3899e-09, 1.7664e-07, 3.5442e-08, 1.9831e-09,\n 1.7846e-07, 1.3621e-09, 2.3463e-07, 8.9854e-10, 3.0479e-08, 3.0618e-08,\n 1.3636e-07, 6.3029e-09, 4.0109e-07, 4.5223e-09, 3.8408e-07, 1.1262e-09,\n 1.7559e-08, 5.6010e-10, 3.3568e-08, 6.4227e-08, 2.6637e-08, 8.9312e-09,\n 3.2164e-08, 1.5604e-07, 1.8554e-09, 2.5634e-09, 2.3548e-09, 7.2655e-08,\n 1.2168e-08, 7.5618e-10, 5.8900e-07, 2.0181e-07, 1.5599e-08, 7.7115e-07,\n 1.3389e-07, 1.7153e-07, 6.5528e-09, 7.3365e-10, 5.1044e-08, 3.9581e-09,\n 1.2938e-09, 2.8340e-08, 6.0306e-07, 3.7766e-08, 2.0055e-09, 6.2388e-09,\n 5.1316e-07, 9.4252e-10, 5.5608e-09, 4.7090e-07, 3.8122e-08, 2.6305e-07,\n 1.1560e-07, 1.7145e-08, 1.5545e-09, 1.6534e-08, 4.5522e-09, 7.5280e-08,\n 4.9600e-10, 8.8942e-10, 1.5933e-08, 1.7748e-07, 1.6396e-08, 5.9587e-09,\n 4.0939e-09, 1.2272e-08, 7.1925e-07, 1.0617e-09, 3.7479e-07, 2.9777e-10,\n 1.1805e-09, 9.4249e-08, 1.0383e-07, 1.7263e-08, 1.1755e-09, 6.1394e-07,\n 1.7437e-07, 2.2902e-07, 3.0986e-07, 3.6893e-07, 5.1652e-08, 6.0476e-08,\n 1.7076e-07, 3.8725e-07, 1.0685e-07, 1.3719e-08, 9.6599e-08, 6.8592e-08,\n 3.9326e-09, 1.3702e-07, 1.9907e-07, 1.8106e-09, 3.2237e-07, 6.7328e-10,\n 1.6795e-08, 9.8378e-09, 1.4770e-08, 6.2437e-09, 1.0775e-08, 1.8453e-07,\n 4.9637e-07, 7.6401e-08, 1.4203e-07, 1.5051e-07, 1.9135e-08, 3.2586e-09,\n 2.9945e-08, 4.1104e-09, 3.6848e-09, 1.2556e-09, 5.8791e-10, 2.8382e-07,\n 7.1801e-09, 4.9646e-09, 5.1300e-08, 7.6579e-08, 4.3266e-08, 4.5838e-07,\n 3.7989e-09, 1.6935e-07, 1.1004e-08, 1.4068e-07, 6.1644e-09, 7.3248e-08,\n 6.2773e-09, 5.5005e-09, 3.6183e-08, 2.8163e-06, 5.4199e-10, 6.7398e-10,\n 6.7338e-10, 1.5915e-09, 1.1723e-09, 5.6796e-09, 5.5457e-09, 1.7935e-08,\n 2.8864e-08, 1.9763e-09, 2.3943e-09, 2.1126e-09, 1.3457e-09, 2.4218e-09,\n 5.0803e-09, 5.7221e-10, 9.6940e-09, 1.2591e-08, 7.0871e-10, 5.3619e-09,\n 1.1181e-07, 1.6923e-08, 2.3733e-08, 3.8893e-10, 7.2530e-08, 1.2474e-09,\n 1.6450e-08, 1.0337e-07, 1.6236e-07, 3.3447e-07, 1.7768e-08, 9.4786e-10,\n 7.1455e-09, 5.3000e-10, 1.4526e-06, 1.9155e-08, 3.3116e-09, 3.9636e-09,\n 8.8136e-09, 5.4691e-07, 6.8558e-10, 1.0972e-08, 1.1289e-08, 9.3758e-09,\n 1.4811e-07, 3.0590e-07, 4.8191e-08, 5.6631e-08, 9.5344e-09, 1.9471e-08,\n 1.8871e-07, 1.3678e-08, 2.0125e-09, 9.0593e-08, 2.0485e-07, 1.4834e-09,\n 9.5246e-08, 1.5074e-08, 2.2226e-09, 6.6603e-09], device='cuda:0')" }, "52": { "step": "tensor(2504.)", "exp_avg": "tensor([ 1.9910e-15, -1.0930e-13, 2.0416e-16, -2.2592e-16, 2.4201e-15,\n -3.4411e-15, -1.7251e-15, 3.6058e-16, 2.3716e-16, -1.2809e-15,\n -1.1990e-14, 4.9262e-15, -9.3186e-15, 6.4883e-16, 1.2771e-16,\n 2.0446e-15, -3.2273e-14, 1.1413e-15, 2.5827e-16, 1.4196e-15,\n -2.9639e-17, -2.5279e-15, -2.1977e-16, -4.5530e-16, -1.5812e-14,\n -9.9417e-15, 3.7446e-16, -2.6797e-16, 1.3889e-15, 5.3397e-15,\n 1.1419e-15, 4.1828e-16, -1.0675e-16, -4.6766e-16, 1.2080e-15,\n 1.7361e-16, 6.5898e-16, 1.7037e-16, -1.0915e-14, 2.8045e-17,\n -1.1076e-15, 6.0651e-16, -1.2094e-15, -3.8665e-14, 3.2614e-17,\n -1.7104e-15, 2.0408e-16, -2.1161e-15, -6.5551e-15, -2.1514e-15,\n -1.1755e-16, -4.5815e-17, 7.5495e-16, 1.0229e-15, 1.3839e-17,\n 1.8437e-16, 1.8280e-15, -1.6661e-14, 7.7115e-16, 3.5425e-15,\n -2.1747e-15, -1.3218e-15, -4.0069e-15, 4.2856e-16, -3.0987e-14,\n -1.4664e-15, -4.0749e-14, 4.6007e-15, -5.8142e-16, 3.7406e-15,\n 5.6050e-17, -8.6129e-17, -3.2119e-14, 4.7665e-16, 1.2259e-15,\n 5.4782e-16, -2.1353e-15, 4.6027e-15, -8.0266e-16, -8.0629e-15,\n 1.7431e-16, -3.2827e-14, 1.7025e-14, -1.2890e-15, 1.0351e-15,\n -2.6907e-15, -6.4934e-16, -1.5778e-14, -3.1686e-14, -4.4395e-15,\n -1.6684e-16, -4.7294e-18, -4.1383e-14, -3.6232e-15, -3.7174e-14,\n -2.6083e-15, -1.8472e-16, -3.4546e-15, -8.3331e-16, -5.4991e-16,\n -1.8439e-14, -2.3807e-16, 1.7607e-15, -2.3077e-15, -3.3805e-15,\n 3.2693e-15, 4.2571e-16, 3.1262e-15, -5.3847e-15, -1.3475e-14,\n 1.9338e-15, -3.8285e-15, -1.3774e-14, -1.2389e-16, -2.0494e-16,\n -9.9254e-17, -4.7998e-16, 4.7036e-15, -1.9978e-14, -2.6148e-15,\n -5.6227e-16, -1.8336e-16, 6.4024e-16, -5.7301e-16, 8.8530e-15,\n -1.0326e-14, -6.2230e-14, 6.5241e-16, -8.5610e-16, -5.1959e-15,\n -1.3715e-15, -3.9585e-15, -3.6084e-16, -2.1420e-15, -5.6826e-16,\n -3.1104e-15, -2.2990e-14, 1.9889e-15, -5.8782e-16, 1.1035e-15,\n -9.4163e-16, -9.6593e-16, 1.7560e-15, 1.8705e-15, 9.7441e-16,\n -8.4301e-16, -2.2892e-14, 1.6349e-15, -1.7949e-15, 7.3805e-16,\n -9.4410e-16, -5.7264e-15, -4.6553e-15, -3.7964e-14, 3.0273e-15,\n 2.6388e-16, 1.5740e-15, -1.0252e-14, -7.5464e-17, 4.0878e-15,\n -1.1052e-14, 8.7801e-16, -3.6513e-15, 1.1196e-15, -1.1653e-14,\n -6.4816e-15, 1.8877e-15, 3.3917e-16, -1.3437e-15, 6.5597e-15,\n -1.6194e-15, -5.0665e-16, -2.3632e-15, 1.3858e-15, -1.4039e-14,\n -1.8813e-15, 1.8764e-16, 7.0735e-16, -1.4170e-14, 7.5237e-16,\n -8.2710e-15, -9.6658e-17, -2.2522e-16, 5.0136e-16, -2.5505e-14,\n 1.2076e-15, -1.6189e-14, 4.2299e-16, -2.5255e-14, 2.2506e-15,\n -4.5969e-17, -1.1055e-14, 1.1431e-16, 1.1124e-16, 1.3700e-14,\n 1.5324e-15, -7.1147e-16, -3.3748e-15, 2.2100e-15, -3.6028e-16,\n -2.4184e-14, -3.3107e-14, -1.0516e-15, -1.3993e-16, -9.4354e-17,\n 1.0212e-15, -2.5586e-15, -8.4803e-16, -1.7927e-17, -1.8775e-15,\n 5.6927e-16, -4.1903e-16, -1.3155e-14, 7.3413e-16, -4.6102e-16,\n -7.9008e-15, -1.1019e-15, -4.4839e-17, -1.0020e-15, -1.1149e-15,\n -3.2221e-15, -3.5465e-17, 1.3465e-15, -1.7767e-16, -5.7614e-16,\n 4.0501e-16, 5.1678e-15, -1.3719e-16, 3.2496e-16, 5.1147e-15,\n -2.0558e-14, 1.3717e-16, 6.3473e-15, -2.5264e-14, -5.7513e-15,\n 7.0916e-16, 2.4749e-16, 2.7256e-15, -1.8015e-15, 4.9670e-15,\n -9.8555e-16, -3.9829e-15, -2.1073e-16, -2.4869e-14, 4.3532e-16,\n 3.1426e-16, 3.4300e-16, 1.0971e-14, 4.6914e-15, -6.3369e-16,\n 4.3164e-16, 2.3319e-16, -8.7105e-16, -2.7436e-16, -1.4264e-16,\n -4.6151e-15, -4.2285e-16, -5.7320e-17, -6.6887e-16, -1.9766e-14,\n -1.2241e-14, -6.3088e-16, 5.3409e-16, 1.2244e-15, 7.0196e-16,\n 7.3608e-17, 3.4163e-15, -8.0318e-14, -1.8839e-16, -6.2758e-15,\n -7.0538e-16, -1.8737e-15, 4.4443e-16, -1.9915e-14, -1.6127e-16,\n -8.1643e-15, -7.7262e-14, 3.2615e-16, 1.4227e-15, -7.9957e-15,\n -2.2704e-16, 1.2995e-15, -7.3896e-16, -3.3566e-15, 3.1683e-15,\n -4.3682e-14, 4.6450e-16, -2.9037e-15, 9.7068e-18, 1.6684e-15,\n -6.5929e-16, 8.0090e-16, -1.9516e-15, 2.2901e-16, -8.5397e-16,\n -3.8432e-15, -1.5408e-14, 7.7759e-15, -1.5934e-15, -1.1815e-15,\n 5.1307e-16, -1.8190e-14, -3.9500e-17, -3.0395e-15, -6.8843e-16,\n -3.2166e-16, -1.7388e-14, -1.8346e-15, 1.7209e-15, -1.3737e-15,\n -1.5114e-15, -4.7076e-17, -2.8019e-15, -2.1062e-15, -4.0491e-15,\n -2.3091e-15, -1.8148e-15, 1.1940e-15, -2.5775e-14, 2.0564e-15,\n 4.9153e-16, -1.4184e-16, 1.6191e-15, 7.8213e-16, -2.5596e-15,\n -2.5645e-14, -1.2269e-15, -1.9280e-14, -2.6002e-16, -3.6728e-15,\n -3.4416e-15, 2.3947e-16, -4.5041e-17, -2.6612e-14, -2.8205e-14,\n 1.5414e-15, 7.4650e-16, 2.3272e-16, 4.0425e-15, -5.5451e-15,\n -1.6135e-15, 1.6215e-16, -2.4556e-16, 2.0859e-15, 1.7221e-15,\n 5.1886e-15, 9.5042e-17, -3.2003e-15, -9.4289e-14, -1.4985e-14,\n 9.7078e-16, -8.1915e-16, 1.0160e-15, -5.8696e-16, 3.7804e-16,\n -5.1919e-15, 2.1421e-15, -1.4800e-15, -2.1813e-15, -3.2137e-16,\n -1.5354e-14, -1.1388e-15, -2.4223e-15, -1.3148e-14, 2.9956e-16,\n 1.4166e-14, -5.3867e-14, -1.3189e-14, 1.6791e-17, -2.3423e-14,\n 7.0462e-15, -3.2232e-16, -4.2799e-14, -1.1784e-16, -4.3616e-14,\n -4.8921e-15, -2.1044e-15, 7.9586e-17, 8.0379e-16, 2.5532e-15,\n -2.6188e-14, -9.2674e-16, -3.6827e-16, -1.5754e-15, -1.7109e-15,\n 5.4831e-16, -2.4767e-14, 5.4832e-16, -1.7900e-14, -3.9982e-14,\n -5.6178e-15, -1.2503e-16, 3.5928e-16, 1.8292e-15, -1.4318e-14,\n 4.4408e-16, -1.6010e-15, -1.5598e-15, -5.4290e-15, -1.9761e-16,\n -1.5113e-15, 9.8671e-16, -9.7416e-15, 3.1269e-15, 1.8157e-15,\n -2.5016e-16, 6.8881e-15, -4.8931e-15, 3.7727e-15, -1.5108e-16,\n -1.3380e-14, -9.4305e-16, -2.1994e-14, 3.9327e-16, -1.6656e-15,\n 9.7751e-16, -1.7536e-15, -6.5508e-16, -2.1693e-15, -2.7989e-15,\n 1.1956e-16, -2.8660e-16, -2.4461e-16, -3.3234e-14, -7.0994e-15,\n -7.1704e-16, -2.1731e-14, -3.8691e-16, -1.1496e-16, -1.9438e-15,\n -1.8076e-17, -1.2608e-16, -1.6362e-14, -2.6023e-15, -6.2131e-15,\n -1.2812e-15, -8.4969e-16, 4.3312e-15, -3.2977e-16, -2.9874e-15,\n -3.6217e-17, -3.1815e-16, -1.7631e-14, 8.2932e-16, -1.3951e-15,\n -7.5520e-16, -1.1384e-14, 1.7371e-16, -5.3929e-16, -5.2818e-15,\n 1.5080e-15, -1.7963e-14, -3.4155e-15, -1.5063e-15, 7.1404e-16,\n -2.0712e-15, -7.0076e-15, -2.3015e-16, -3.5320e-14, -2.4698e-16,\n -2.5027e-16, -1.9060e-15, -5.0766e-14, -1.9574e-14, 1.2446e-16,\n -8.3392e-16, -1.6384e-14, -2.5333e-15, 5.8183e-16, -7.5546e-17,\n -4.7439e-15, 1.9652e-14, -3.4841e-16, 1.0515e-15, 5.2897e-15,\n -2.2670e-15, -6.1086e-15, -1.1152e-16, 7.5505e-17, -3.7165e-15,\n 8.1676e-16, -2.2794e-15, -8.1428e-15, -6.9093e-17, 3.9813e-16,\n 5.7273e-15, 8.3144e-17, -1.1823e-14, -5.2276e-16, -1.1766e-15,\n -1.4012e-15, -1.7491e-15, -3.1110e-15, -9.5556e-15, -4.7510e-14,\n 3.6908e-15, -8.9167e-17, -2.4403e-16, -1.7698e-15, -8.3829e-16,\n -2.0307e-15, 1.3211e-17, 9.3415e-16, -8.8682e-15, -3.3198e-15,\n -1.5664e-15, -1.6446e-14, -5.4680e-15, 1.1047e-15, -1.0013e-14,\n -2.2425e-16, -1.6229e-15, 8.2429e-16, 8.3001e-16, -5.0595e-16,\n -3.8803e-17, -2.7752e-15, -3.3401e-14, 2.1341e-15, 8.0297e-17,\n -1.2733e-15, -2.4319e-16, -9.4112e-17, -7.7766e-15, -1.9401e-14,\n -2.7831e-16, 2.4267e-16, 3.8177e-16, -5.7460e-15, -3.3293e-14,\n -4.4023e-15, -1.3518e-15, 3.6395e-16, -7.4579e-16, -1.3781e-15,\n 4.8004e-16, -1.3391e-15, 5.1093e-16, -1.7670e-14, -4.4708e-15,\n -2.8274e-15, 7.4053e-15, 1.7807e-15, -2.2234e-16, 3.4809e-16,\n 1.3552e-15, -1.5353e-15, -9.1700e-16, -4.9417e-16, 3.2970e-15,\n -1.3621e-14, -3.3339e-16, 3.3084e-15, -4.4429e-15, 1.6615e-14,\n 1.4683e-15, -3.3668e-15, -5.5878e-16, 1.0035e-15, -2.2328e-15,\n -4.1136e-15, -2.2009e-16, -7.7164e-16, -2.6094e-15, 6.7594e-16,\n -2.1888e-15, -3.0824e-14, 5.9119e-15, -5.9835e-15, -1.7944e-14,\n -4.6179e-15, 1.2108e-15, 7.8108e-16, 4.3061e-17, -5.9167e-15,\n 3.5623e-15, -8.1893e-15, -4.7624e-16, -9.0519e-16, -2.0568e-15,\n 8.4596e-16, -3.7088e-16, -1.8260e-15, -3.6817e-15, -2.0539e-15,\n -1.6080e-15, -2.9551e-16, -1.5266e-14, 2.2714e-14, -5.5059e-16,\n 2.3162e-16, -7.4622e-16, 2.1543e-15, -5.6504e-16, -1.0941e-15,\n -2.7784e-16, 3.8228e-16, -3.0890e-15, -1.4617e-14, -9.4560e-17,\n 2.7913e-15, 4.7628e-17, -1.9943e-14, 9.3983e-15, -2.2705e-15,\n -1.6904e-14, 2.8879e-17, -2.1689e-16, -7.2694e-15, 2.2669e-15,\n 5.2377e-15, 8.1635e-17, -1.3095e-15, -9.5507e-17, -8.0820e-15,\n -3.7334e-14, -1.5568e-14, -2.5213e-16, 6.5058e-15, -6.7610e-17,\n -1.1088e-15, -1.0389e-14, -5.1378e-14, -1.2434e-15, -4.5228e-15,\n -3.6978e-16, -4.0045e-16, -9.7501e-16, -4.0080e-16, 3.4112e-16,\n 4.5512e-16, -3.4465e-17, 4.6269e-17, -3.4242e-14, -3.6176e-15,\n -1.6515e-15, -7.3015e-16, -3.4061e-14, -9.5101e-16, -4.3991e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([5.7897e-13, 1.7509e-12, 1.1927e-14, 7.8978e-14, 1.1968e-13, 3.4996e-13,\n 6.3002e-12, 1.3881e-11, 1.0623e-10, 6.7192e-14, 4.2439e-10, 2.4127e-13,\n 1.9023e-10, 3.4831e-12, 1.5293e-13, 1.1134e-10, 9.9610e-13, 2.5194e-12,\n 1.3302e-13, 4.7393e-12, 3.8387e-11, 1.1455e-14, 4.0435e-13, 2.1827e-14,\n 2.0973e-10, 1.4916e-12, 5.6221e-13, 1.0700e-10, 1.6549e-13, 1.7353e-11,\n 4.9634e-12, 1.1455e-12, 6.2077e-13, 3.4402e-12, 1.0260e-12, 3.5279e-12,\n 1.2085e-13, 1.3804e-14, 9.1120e-13, 3.7635e-14, 1.5069e-13, 3.8003e-14,\n 6.7377e-12, 1.1666e-12, 1.0715e-12, 2.3002e-13, 1.8949e-13, 8.4094e-14,\n 6.8210e-11, 6.7592e-13, 1.5188e-13, 1.5723e-13, 2.1051e-12, 5.1384e-13,\n 4.2105e-14, 1.5758e-13, 9.0940e-12, 3.1592e-11, 5.1979e-11, 4.8749e-11,\n 3.3309e-14, 1.0039e-14, 5.5108e-12, 1.5355e-13, 1.6982e-12, 5.6797e-12,\n 8.3835e-14, 2.0247e-11, 1.0875e-10, 1.4868e-11, 2.1307e-13, 1.1486e-12,\n 2.3663e-11, 1.2474e-14, 4.1351e-13, 9.6692e-13, 7.0385e-13, 9.9338e-13,\n 1.0247e-11, 1.2442e-10, 1.6850e-11, 6.0884e-13, 8.7611e-11, 8.9522e-12,\n 1.8050e-13, 1.7735e-12, 4.4556e-14, 1.5862e-12, 1.0721e-11, 7.7720e-11,\n 3.3457e-14, 1.6400e-12, 1.1934e-13, 2.0358e-13, 1.4833e-12, 6.9180e-13,\n 5.5776e-14, 4.3998e-11, 4.0992e-11, 2.1158e-10, 3.7833e-13, 3.3840e-12,\n 4.1500e-13, 6.0315e-12, 1.0176e-12, 2.1373e-13, 2.8034e-12, 4.4418e-13,\n 2.4892e-14, 3.1800e-13, 7.1359e-11, 8.9141e-11, 2.7821e-11, 6.2591e-11,\n 6.0714e-12, 2.5642e-14, 2.2596e-13, 1.7800e-12, 1.3918e-12, 3.2636e-11,\n 1.0965e-12, 6.1165e-13, 1.3814e-13, 3.5948e-13, 1.4331e-10, 9.5823e-14,\n 3.9993e-11, 2.2492e-11, 1.1017e-11, 2.1908e-12, 8.2850e-14, 8.6634e-13,\n 1.1234e-12, 7.5209e-11, 1.2927e-12, 1.2928e-10, 6.9059e-14, 4.9190e-13,\n 7.9214e-14, 3.2363e-13, 3.1004e-13, 1.1464e-12, 3.7329e-13, 4.3913e-13,\n 2.6437e-13, 6.3654e-13, 7.0329e-13, 9.8283e-12, 2.8937e-12, 2.0143e-12,\n 2.6522e-12, 2.7424e-13, 8.8459e-13, 1.5153e-13, 5.8888e-11, 3.3488e-13,\n 1.4688e-13, 7.3531e-11, 3.9131e-12, 3.0160e-12, 1.2477e-11, 5.2239e-11,\n 1.3119e-10, 7.1493e-14, 1.1489e-13, 1.6865e-10, 7.5866e-13, 2.5828e-13,\n 4.4296e-11, 4.1016e-11, 7.4861e-14, 3.6919e-12, 3.5371e-13, 1.4829e-14,\n 1.5253e-11, 3.7003e-13, 3.1276e-14, 2.5847e-10, 1.5752e-11, 2.5639e-13,\n 7.3164e-11, 6.9716e-13, 6.3652e-13, 1.9890e-13, 8.9718e-12, 9.8589e-14,\n 9.1035e-11, 1.3678e-13, 3.9210e-13, 1.0034e-14, 3.4366e-13, 3.1253e-14,\n 2.0185e-12, 1.1115e-13, 1.8353e-11, 8.8214e-13, 3.3170e-11, 2.3446e-13,\n 3.6923e-10, 3.1866e-12, 4.6143e-13, 5.1197e-11, 3.3347e-12, 3.3418e-11,\n 1.2333e-12, 1.7668e-14, 1.4466e-11, 1.6050e-13, 1.1359e-13, 4.5685e-12,\n 2.6859e-11, 4.4757e-14, 3.2197e-13, 5.8367e-13, 2.4146e-10, 3.8428e-12,\n 2.7445e-12, 6.9990e-13, 2.8720e-12, 4.3107e-13, 6.5418e-12, 1.5753e-11,\n 4.8795e-11, 2.4641e-13, 4.4563e-13, 8.5053e-14, 3.6750e-10, 2.0340e-12,\n 4.0845e-11, 4.1327e-12, 6.5828e-14, 2.5480e-14, 4.3296e-11, 3.7211e-12,\n 4.2291e-12, 1.4011e-11, 5.2567e-14, 1.0929e-10, 9.9022e-14, 5.8574e-12,\n 1.0401e-13, 3.5479e-11, 3.3820e-12, 5.5602e-12, 1.1077e-14, 4.4140e-14,\n 2.9420e-14, 4.0737e-13, 3.4257e-12, 4.0144e-12, 1.5473e-12, 3.2369e-13,\n 6.0320e-14, 5.0937e-13, 1.7175e-13, 7.4920e-14, 2.1528e-12, 1.5804e-14,\n 3.6889e-12, 2.8775e-11, 3.5108e-11, 8.7362e-15, 6.9446e-12, 2.6528e-14,\n 1.5500e-12, 2.0036e-12, 1.3217e-13, 9.0105e-13, 3.5755e-13, 1.1852e-11,\n 8.3947e-13, 1.9581e-14, 3.5604e-14, 4.4854e-14, 1.1986e-12, 1.0349e-12,\n 1.6959e-12, 7.3933e-15, 3.9862e-12, 5.8843e-11, 8.8242e-14, 2.5479e-12,\n 7.9601e-14, 3.6173e-10, 5.8807e-12, 5.9163e-14, 6.3943e-15, 2.2901e-13,\n 1.0431e-11, 9.6397e-12, 2.1120e-12, 1.7751e-13, 1.3490e-12, 3.5759e-12,\n 4.3369e-13, 3.7805e-14, 8.8036e-12, 1.5975e-12, 1.7678e-11, 1.1865e-13,\n 4.1800e-11, 1.0639e-12, 1.5017e-12, 2.2292e-12, 5.7495e-11, 1.7959e-14,\n 1.5328e-13, 3.7266e-13, 2.8394e-13, 1.2346e-11, 8.6999e-12, 1.7898e-12,\n 1.9290e-12, 7.0867e-13, 2.8982e-11, 1.3227e-13, 7.8838e-14, 1.1829e-12,\n 2.1252e-10, 1.3427e-11, 1.6282e-13, 1.1472e-12, 1.6262e-11, 7.3472e-13,\n 9.0503e-13, 7.0691e-12, 5.6281e-13, 3.8784e-13, 1.6389e-11, 1.7782e-12,\n 5.9227e-11, 7.5794e-13, 1.4952e-11, 4.2330e-11, 1.1614e-10, 1.8778e-12,\n 9.9957e-12, 9.8914e-14, 1.6565e-11, 2.9227e-10, 1.1849e-11, 1.2433e-12,\n 3.2629e-14, 2.1382e-12, 1.3364e-13, 2.6654e-11, 1.0087e-13, 8.1375e-11,\n 3.3041e-12, 3.6012e-13, 3.3142e-11, 1.5787e-13, 2.4397e-14, 8.2372e-14,\n 5.4230e-14, 1.1814e-11, 5.2445e-11, 2.7823e-12, 2.1021e-12, 5.4924e-12,\n 9.1595e-13, 8.4579e-11, 1.8326e-13, 6.4444e-11, 5.8450e-11, 1.0031e-13,\n 1.0674e-11, 3.1113e-11, 1.5226e-13, 1.8261e-12, 4.8388e-10, 3.3779e-14,\n 1.9445e-10, 2.1302e-10, 5.5335e-13, 1.0562e-11, 2.3976e-12, 3.5853e-14,\n 2.8526e-13, 1.2905e-11, 1.2567e-11, 4.5887e-11, 4.1980e-11, 2.8635e-14,\n 5.9352e-14, 3.9091e-12, 1.6348e-13, 2.9525e-13, 5.2796e-11, 1.0394e-10,\n 4.6660e-11, 9.1627e-15, 1.1745e-11, 2.2748e-12, 1.2004e-13, 2.3958e-14,\n 5.2845e-13, 1.4196e-11, 4.8512e-12, 1.0234e-10, 1.1190e-13, 4.8800e-13,\n 1.8214e-10, 6.6199e-13, 2.1361e-13, 7.1879e-14, 6.1417e-15, 6.0738e-14,\n 5.5298e-12, 2.7152e-12, 5.0732e-12, 3.0769e-15, 2.7437e-12, 5.3841e-13,\n 2.5706e-12, 2.6013e-12, 9.5570e-14, 3.8450e-11, 1.1956e-10, 7.1762e-14,\n 2.9717e-14, 2.2264e-13, 5.2122e-11, 3.6925e-11, 1.3825e-10, 3.5353e-12,\n 4.6818e-13, 4.5701e-14, 2.8224e-14, 1.1073e-13, 2.4459e-14, 6.9882e-13,\n 4.8158e-13, 4.5134e-11, 1.5406e-13, 6.2532e-11, 5.5138e-13, 2.9062e-11,\n 1.6392e-13, 6.3403e-15, 2.6661e-13, 1.9131e-12, 1.9794e-10, 1.1554e-13,\n 4.9425e-13, 6.5287e-12, 1.0541e-11, 3.4319e-13, 1.1032e-12, 4.2317e-13,\n 2.0644e-14, 3.0344e-12, 1.8238e-13, 2.0060e-11, 8.5399e-13, 3.9667e-13,\n 3.0040e-11, 6.6355e-14, 1.3740e-10, 6.2841e-14, 3.8051e-13, 5.5280e-12,\n 3.1644e-11, 9.4380e-14, 1.4985e-10, 1.3046e-13, 6.8935e-11, 3.3241e-14,\n 4.9477e-12, 1.4488e-14, 3.6887e-13, 1.4275e-12, 2.3544e-12, 3.8864e-13,\n 1.8372e-13, 4.6438e-12, 8.0428e-14, 1.5562e-14, 4.4089e-14, 8.6984e-13,\n 1.8556e-13, 5.4482e-14, 3.4518e-10, 3.2149e-11, 1.3415e-11, 2.4753e-10,\n 9.5012e-11, 3.1651e-11, 7.0816e-14, 4.8549e-13, 5.4436e-13, 3.8745e-13,\n 5.7196e-14, 9.4651e-12, 4.6396e-10, 1.2551e-13, 5.2468e-14, 8.1513e-14,\n 1.0200e-10, 1.6339e-14, 1.9792e-14, 3.7515e-11, 6.6424e-12, 1.6678e-11,\n 6.5920e-12, 1.6219e-13, 1.3563e-14, 4.0399e-13, 1.0293e-12, 3.7791e-11,\n 3.8779e-14, 1.0060e-13, 6.9869e-12, 3.7074e-12, 5.3710e-12, 2.3540e-13,\n 2.0079e-13, 1.2832e-12, 2.1993e-11, 1.0213e-14, 1.1063e-11, 8.8108e-14,\n 9.6179e-14, 8.5296e-11, 1.8433e-11, 2.3505e-13, 1.8894e-14, 5.1367e-10,\n 1.9532e-10, 3.4281e-11, 2.8387e-11, 4.4443e-12, 6.6163e-13, 1.8888e-11,\n 2.3252e-11, 1.9128e-11, 6.2714e-11, 4.2264e-12, 3.0170e-11, 7.6705e-12,\n 3.1524e-14, 9.6492e-12, 2.7448e-11, 4.7079e-14, 1.7262e-11, 1.3811e-14,\n 3.1334e-12, 3.5504e-12, 1.8078e-12, 6.9946e-14, 5.3156e-13, 2.3794e-11,\n 3.6118e-10, 7.5550e-11, 8.3648e-13, 1.6062e-12, 8.6285e-13, 8.5264e-15,\n 1.7914e-12, 1.2109e-12, 6.0414e-14, 1.0885e-12, 2.0081e-13, 1.3221e-10,\n 1.6290e-12, 2.1003e-13, 1.1960e-11, 3.1432e-13, 1.8313e-12, 2.4217e-11,\n 7.9311e-14, 4.4526e-11, 4.8386e-14, 7.9588e-11, 3.6107e-12, 1.0016e-11,\n 4.3100e-14, 3.0090e-14, 5.6213e-12, 1.5964e-09, 1.2308e-13, 4.6660e-14,\n 6.4986e-13, 2.5115e-14, 1.2958e-12, 1.8257e-12, 2.7413e-12, 9.4280e-13,\n 1.7641e-13, 1.3029e-13, 3.9189e-13, 2.5526e-13, 3.7633e-15, 7.0967e-14,\n 5.0735e-13, 2.8901e-14, 4.8990e-12, 2.0742e-12, 3.6878e-14, 3.7434e-13,\n 1.3091e-11, 1.3716e-12, 3.1970e-12, 6.6608e-14, 7.4458e-13, 4.7635e-14,\n 1.2332e-13, 4.7983e-12, 8.7690e-12, 1.3780e-10, 1.3049e-12, 7.2672e-15,\n 1.6603e-12, 4.5089e-13, 3.2127e-10, 3.7572e-12, 1.1482e-13, 3.0088e-14,\n 3.3178e-14, 6.0125e-11, 4.2265e-14, 1.0025e-12, 2.0805e-12, 2.2986e-12,\n 1.0495e-12, 1.9278e-11, 6.3934e-13, 3.3567e-13, 6.8995e-14, 1.4887e-13,\n 6.8619e-12, 1.5091e-13, 3.5879e-13, 1.2663e-11, 2.5864e-11, 1.5238e-14,\n 2.6510e-11, 5.2461e-12, 1.5350e-13, 2.8678e-13], device='cuda:0')" }, "53": { "step": "tensor(2504.)", "exp_avg": "tensor([ 5.2017e-15, -5.5078e-14, 2.9351e-15, -2.7600e-18, -4.8653e-15,\n -1.1608e-14, 2.5031e-15, -2.8501e-15, -5.7011e-15, -3.9340e-15,\n -4.9531e-15, 7.1045e-15, -1.1701e-14, -2.5193e-15, -5.6716e-18,\n -2.9687e-15, -3.1261e-14, 2.0334e-15, 3.6625e-16, -5.0465e-15,\n -1.0107e-16, 4.9244e-15, -1.9774e-15, -3.6916e-16, -1.6729e-14,\n -2.2664e-14, -3.4297e-16, -5.7530e-16, -1.9497e-15, -2.5370e-15,\n -4.4396e-16, -2.6702e-16, 8.8183e-17, 5.9227e-16, 2.1058e-15,\n -3.3808e-16, -5.5461e-16, -5.3333e-16, -1.7138e-14, 1.8175e-16,\n 2.7568e-15, -8.2794e-16, -1.2082e-15, -2.8222e-14, -1.7858e-14,\n -4.3234e-15, -6.8040e-17, 1.2722e-15, -8.1466e-15, -1.0123e-14,\n -2.1347e-15, -1.4009e-19, 1.4797e-15, 5.0905e-16, 4.3490e-16,\n -3.6117e-15, -5.3529e-15, -2.0654e-14, -1.2078e-15, 2.2782e-15,\n 9.7036e-16, -3.2132e-15, -4.3313e-15, -1.1656e-15, -2.7297e-14,\n 1.3589e-15, -3.5108e-14, 1.2507e-14, -7.3906e-15, 4.1669e-15,\n -4.8678e-15, 2.8627e-17, -2.9840e-14, -4.0257e-16, -2.0674e-15,\n -1.4449e-15, 8.9462e-16, 3.0373e-15, -1.1243e-14, -7.9929e-15,\n 1.7016e-15, -2.9213e-14, 1.6815e-14, -1.5497e-15, 1.0095e-15,\n 1.1570e-15, -1.0018e-14, -6.0742e-15, -3.1371e-14, -8.5249e-15,\n -2.0407e-16, 8.8777e-17, -2.6335e-14, -8.1719e-15, -2.8996e-14,\n 2.4886e-15, -6.5138e-15, 3.0429e-15, -3.9279e-16, -5.6830e-16,\n -1.6656e-14, -7.0233e-15, -3.0892e-15, -7.3259e-15, 2.2506e-15,\n 1.5269e-15, 8.5991e-16, 6.7091e-15, -1.3772e-14, -1.7449e-14,\n -9.4432e-15, -1.6244e-14, -1.3331e-14, 2.4852e-17, 1.6103e-15,\n -2.5226e-16, 4.5912e-15, 6.3965e-15, -1.9694e-14, -1.4325e-14,\n -2.0347e-15, -7.8111e-17, -1.2409e-15, -4.4312e-15, -1.3589e-15,\n -1.1642e-14, -3.6241e-14, -5.7989e-15, -6.1540e-15, 3.6310e-15,\n 8.0145e-16, -3.8551e-15, 1.8623e-16, -6.7860e-15, -3.4209e-17,\n -1.1564e-14, -2.8118e-14, 7.6647e-16, 1.0403e-15, -2.1060e-15,\n 8.0484e-16, -4.3810e-16, 4.8954e-15, 3.9267e-15, 2.6921e-15,\n 1.2147e-15, -1.4307e-14, 3.2640e-15, 1.6187e-15, -2.8434e-16,\n -2.3756e-15, -8.2405e-15, -5.9990e-15, -1.7799e-14, 3.7422e-15,\n 7.8630e-15, -1.6041e-15, -1.0658e-14, 1.2056e-15, -2.5514e-15,\n -4.6852e-15, -3.1637e-16, -1.6221e-14, 2.4831e-15, -1.5746e-14,\n -4.4900e-15, 4.2401e-15, -8.9312e-17, -2.9235e-15, 6.6552e-15,\n -2.1331e-15, -4.2805e-15, -5.6721e-15, -1.7562e-15, -2.0758e-14,\n -6.6786e-15, -5.8051e-16, 1.2082e-15, -1.5363e-14, -3.7833e-15,\n -8.2452e-15, -1.0937e-17, -7.7523e-16, -3.8419e-16, -1.6402e-14,\n 9.5951e-16, -2.3858e-14, 3.3163e-15, -2.3249e-14, 5.7403e-15,\n -1.9813e-16, -1.6422e-14, -7.9305e-16, 2.1586e-16, 8.5650e-15,\n -2.7218e-15, -4.4248e-16, -9.1676e-15, 1.4077e-15, -5.3994e-16,\n -1.9471e-14, -2.3803e-14, -6.0906e-15, -4.7414e-15, 6.0622e-17,\n 1.2369e-15, -1.4564e-14, 2.0391e-16, -3.8844e-16, -3.1734e-15,\n -1.3835e-15, -1.6117e-16, -1.7516e-14, 4.2621e-16, -2.8869e-16,\n -4.8644e-15, -1.1510e-14, 1.8368e-17, -1.5663e-15, 6.6739e-16,\n -1.1270e-14, -1.3400e-16, -1.8330e-15, 2.3470e-16, 9.2873e-16,\n -2.6318e-15, 2.6417e-15, 1.9173e-17, 1.1815e-15, -7.8687e-15,\n -1.7145e-14, 1.7498e-16, 1.1762e-14, -2.4823e-14, -9.4558e-15,\n 4.2535e-15, 3.5449e-16, 1.8627e-15, -9.5899e-15, 6.9317e-15,\n 6.6916e-16, -1.1881e-14, -2.7644e-15, -1.2799e-14, -1.4393e-15,\n -3.5124e-16, -1.9011e-16, 1.5373e-14, -2.3203e-15, 2.8320e-15,\n -7.8982e-16, -4.4907e-16, 8.1353e-16, 6.9206e-16, -2.0674e-16,\n -5.0272e-15, -2.8560e-16, -2.1433e-15, -4.0481e-15, -1.9059e-14,\n -1.8045e-14, -4.1583e-16, -3.4718e-15, -6.1169e-16, -2.1517e-16,\n 1.5091e-15, 7.3072e-15, -2.9734e-14, 6.1527e-16, -5.2236e-16,\n 1.4616e-15, -1.9089e-15, 7.6994e-16, -2.1622e-14, 3.5371e-17,\n -2.0286e-14, -2.6004e-14, -1.9436e-15, 4.0248e-15, -1.1128e-14,\n -5.1318e-16, 4.0336e-15, -1.5806e-15, -2.0948e-14, 1.8527e-15,\n -2.9292e-14, 1.6942e-15, 2.3227e-15, -2.5662e-15, 5.8207e-16,\n 7.9775e-16, -6.3816e-15, 1.8258e-15, -9.7847e-16, 4.7739e-16,\n 2.6766e-15, -2.3819e-14, 2.2787e-16, -4.7942e-15, 6.8278e-16,\n -1.3059e-15, -1.3032e-14, 5.1217e-16, -1.1435e-14, -1.5491e-14,\n 2.0097e-16, -1.4035e-14, 1.8689e-15, -5.5364e-15, 3.0320e-16,\n 2.8114e-15, 9.8060e-16, 9.2737e-16, 1.3351e-15, -1.0027e-14,\n 1.4152e-15, -1.1781e-14, -3.9569e-15, -1.6996e-14, 4.5514e-15,\n 3.9287e-16, -4.7435e-16, -8.0264e-16, 1.5081e-18, 1.9125e-15,\n -3.2230e-14, 1.5238e-15, -1.7056e-14, 1.0723e-15, 2.4619e-15,\n -1.1078e-14, 8.8638e-16, -5.0156e-15, -1.4432e-14, -1.9888e-14,\n 2.4140e-15, 3.8984e-15, 4.7297e-16, 1.4917e-15, -2.1118e-14,\n 1.4055e-15, -1.0292e-16, -1.3278e-14, -4.7864e-15, -4.3262e-15,\n -7.6309e-15, 2.1099e-15, -3.8334e-15, -3.2019e-14, -2.3406e-14,\n -1.7783e-15, 6.0291e-16, 1.9631e-15, 1.6168e-16, -1.7458e-16,\n -1.5658e-14, 2.0004e-15, 2.2760e-15, 1.6896e-15, 1.3978e-15,\n -1.7678e-14, -8.6763e-15, 1.9715e-15, -2.2360e-14, 3.8333e-16,\n 1.5177e-14, -2.0275e-14, -7.2601e-15, 9.3410e-16, -3.4197e-14,\n 4.4886e-15, -6.0115e-16, -2.0645e-14, -1.1457e-15, -2.5651e-14,\n -5.0809e-15, 1.0841e-15, -2.7081e-16, 9.1415e-16, 5.1516e-15,\n -1.6074e-14, -9.2943e-16, -1.4792e-15, -1.6179e-15, 1.0527e-15,\n 6.6327e-16, -1.9742e-14, 3.6396e-16, -2.1825e-14, -2.4223e-14,\n -7.6246e-15, 5.0786e-16, 5.9371e-16, -1.6978e-15, -1.3435e-14,\n -3.6104e-16, 6.9813e-16, -1.1894e-14, -2.4904e-14, -4.2264e-15,\n 7.4277e-17, -1.1321e-15, -2.0888e-14, 9.0534e-15, 6.9235e-16,\n -2.8276e-15, 7.0181e-15, 2.7402e-15, 3.4466e-15, -6.6023e-15,\n -8.3844e-15, -2.7765e-16, -2.2262e-14, -1.2341e-16, 8.1764e-16,\n -7.5187e-15, -7.6031e-15, -6.9717e-16, -1.6827e-14, 1.9321e-15,\n -3.1710e-15, -3.2509e-16, 5.8889e-15, -2.1704e-14, -4.8129e-15,\n -1.9849e-15, -9.8764e-15, -5.9050e-16, 2.1389e-16, -7.3414e-15,\n 3.5360e-17, -5.1361e-16, -2.2407e-14, -6.1762e-15, -1.2158e-14,\n -1.4242e-14, 3.7844e-16, -1.8327e-14, 1.6831e-16, -3.2147e-15,\n -1.0444e-15, 2.3186e-16, -2.0081e-14, 6.5027e-16, -9.6789e-15,\n -2.5859e-15, -2.9262e-15, 1.7656e-16, 4.2709e-16, -1.9752e-15,\n -2.5432e-15, -1.8775e-14, 2.6382e-15, -1.9923e-14, 1.6672e-15,\n 1.2220e-15, -1.5344e-14, 8.6223e-16, -2.1467e-14, 5.5923e-16,\n 6.0335e-16, -4.1417e-16, -2.4251e-14, -2.0683e-14, 1.7292e-15,\n 2.8681e-15, -9.2535e-15, -2.8350e-15, 1.9192e-15, -3.5238e-16,\n -5.4835e-15, 1.0342e-14, -4.3719e-15, -6.6224e-15, 9.9333e-15,\n -9.3640e-15, -3.5058e-15, 1.6168e-16, -1.3391e-16, -1.4210e-14,\n -3.8204e-15, 1.5238e-15, -6.3819e-15, 2.0590e-15, -3.1712e-15,\n -6.0613e-15, -9.3943e-17, -2.0710e-14, 2.1411e-16, 3.0399e-16,\n 4.3269e-15, -1.3691e-14, -9.8956e-15, -1.3695e-14, -1.9791e-14,\n 4.8283e-15, -6.1102e-15, 2.7510e-16, -5.3006e-15, 3.3628e-16,\n -2.5200e-15, 2.4517e-15, -1.5043e-15, -1.0136e-14, -7.2066e-15,\n -7.4526e-15, -2.5839e-14, -9.6096e-15, 1.7931e-15, -1.1737e-14,\n 1.7972e-16, 6.9384e-17, -1.5500e-15, -1.4248e-15, 3.7632e-16,\n 2.8247e-16, -4.9239e-15, -2.8978e-14, 3.5442e-15, 4.4566e-16,\n -2.6813e-15, 1.0285e-16, 1.3826e-16, -3.9950e-15, -2.3637e-14,\n 1.6800e-16, -8.7069e-16, -7.8513e-15, -4.6908e-15, -2.5408e-14,\n -1.3164e-14, -2.9312e-15, -1.5816e-15, 1.5585e-15, -3.8431e-15,\n 1.8328e-15, -1.7569e-15, 4.1902e-15, -1.2956e-14, -2.2907e-14,\n 4.3914e-15, 4.8076e-15, -2.7177e-15, 3.1143e-16, -9.5542e-15,\n -1.3406e-14, -5.8705e-15, 2.4067e-15, 4.3104e-16, -6.9619e-16,\n -2.3545e-14, -5.4274e-16, 2.6036e-15, -8.3119e-15, 1.1483e-14,\n -1.0959e-15, -4.9719e-15, -2.3443e-15, -6.3689e-16, 2.1652e-15,\n -5.7009e-15, -2.0248e-16, 5.2177e-16, -8.6898e-15, -4.8610e-16,\n 1.5521e-15, -2.5410e-14, -6.7465e-19, -6.7083e-15, -1.5829e-14,\n -6.0325e-15, 9.4344e-17, -1.2308e-15, 1.2302e-15, 2.8899e-15,\n -8.1068e-16, -1.5148e-14, -2.8761e-15, -8.6920e-15, -1.2282e-14,\n -6.5496e-16, 5.6701e-16, 7.0001e-16, -1.1860e-14, 7.8555e-16,\n 8.8737e-16, -9.0958e-15, -2.0038e-14, 1.4067e-14, 1.8898e-15,\n -3.3598e-16, -3.3314e-15, 8.5050e-16, 4.2018e-15, 7.2672e-16,\n 8.0036e-17, 1.4713e-15, -4.5293e-15, -1.3404e-14, 1.6587e-16,\n 2.7067e-15, 1.2523e-17, -1.7820e-14, 9.5816e-15, -1.6034e-15,\n -1.8779e-14, 3.0450e-15, -1.2293e-15, -8.6963e-15, -1.2580e-14,\n 9.2700e-15, 7.0934e-17, 6.5675e-16, 2.6240e-17, -1.0901e-14,\n -1.9941e-14, -1.9852e-14, 3.7223e-16, -2.2469e-15, -7.6225e-16,\n 9.3988e-16, -2.1354e-14, -2.6830e-14, -6.8386e-15, -9.1854e-15,\n 7.1064e-16, -4.2200e-16, 1.4209e-15, 7.7350e-16, -5.7846e-15,\n 2.4170e-15, 6.5478e-15, -1.1356e-15, -2.8860e-14, -8.6891e-15,\n -6.8736e-15, -8.0228e-15, -2.7832e-14, 1.4212e-15, -2.8936e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([1.9451e-11, 1.5350e-12, 1.1459e-13, 2.0455e-12, 1.0281e-12, 1.3641e-12,\n 4.6147e-11, 6.3738e-11, 2.3426e-11, 4.1986e-14, 7.7847e-11, 5.2841e-12,\n 1.3068e-10, 1.3061e-11, 1.0647e-12, 4.9181e-11, 1.1073e-11, 3.3599e-11,\n 4.7712e-12, 1.7792e-11, 1.3520e-11, 4.4042e-13, 2.3980e-12, 5.5470e-14,\n 1.1289e-10, 1.1292e-11, 5.3924e-13, 9.1299e-11, 5.8179e-12, 1.4120e-11,\n 1.8267e-12, 3.4491e-13, 1.4595e-13, 1.4886e-12, 5.3458e-13, 6.2872e-12,\n 1.7451e-12, 7.3947e-14, 1.8640e-12, 4.5028e-13, 5.3380e-12, 5.7165e-13,\n 1.5656e-11, 5.4488e-12, 4.3298e-12, 6.4711e-12, 1.1293e-13, 2.7065e-14,\n 3.7497e-11, 7.4644e-12, 4.7318e-13, 4.8882e-12, 8.0479e-12, 8.8173e-12,\n 9.6079e-13, 2.7343e-12, 2.1255e-11, 4.0270e-11, 8.7913e-11, 2.6821e-11,\n 6.6861e-13, 2.4968e-13, 3.1723e-11, 6.5398e-13, 2.7768e-11, 3.5719e-12,\n 2.2963e-12, 1.0472e-10, 1.2825e-10, 5.7771e-11, 7.0922e-12, 3.6412e-13,\n 2.4499e-11, 8.6829e-14, 8.9039e-13, 3.7692e-13, 2.2100e-13, 8.7615e-12,\n 1.4765e-11, 6.1194e-11, 1.8439e-11, 1.2772e-12, 2.4842e-11, 1.6458e-11,\n 5.8873e-12, 2.0787e-12, 9.6538e-13, 2.0554e-12, 2.5381e-11, 5.1450e-11,\n 5.3657e-13, 1.6555e-12, 5.7088e-13, 7.3146e-12, 1.1281e-11, 3.1807e-13,\n 8.0184e-13, 1.1947e-10, 1.6680e-11, 1.6897e-10, 9.7550e-13, 2.2260e-11,\n 1.7718e-12, 7.3493e-12, 3.7957e-13, 3.2896e-12, 5.9361e-12, 2.7068e-12,\n 2.2683e-13, 1.0783e-12, 7.3226e-11, 3.2092e-11, 1.1801e-10, 6.0639e-11,\n 9.3108e-12, 1.9248e-13, 7.5952e-13, 5.4949e-11, 2.7249e-12, 1.7099e-11,\n 4.8286e-13, 1.3029e-11, 5.3507e-14, 1.5259e-13, 3.5019e-11, 2.9087e-12,\n 4.4992e-11, 6.5148e-12, 1.4679e-11, 6.1909e-12, 3.5655e-14, 1.5694e-11,\n 1.2682e-11, 4.8206e-11, 4.0871e-11, 1.3744e-10, 7.0186e-13, 3.0118e-13,\n 3.4828e-12, 8.2525e-12, 1.7933e-13, 2.7557e-12, 4.7641e-12, 8.9092e-12,\n 1.6284e-12, 3.0236e-13, 1.2116e-12, 7.7413e-11, 9.9933e-13, 5.9002e-13,\n 4.5254e-12, 6.2335e-12, 2.5613e-11, 7.9200e-13, 2.1412e-11, 2.2115e-13,\n 1.2327e-12, 5.4378e-11, 8.3405e-12, 3.8317e-12, 5.2653e-11, 2.6046e-11,\n 9.2305e-11, 3.9259e-12, 3.5302e-12, 9.3349e-11, 3.8259e-13, 1.2253e-11,\n 2.4428e-11, 5.8256e-11, 1.8193e-12, 6.8238e-11, 3.6507e-12, 1.2258e-13,\n 6.7227e-11, 5.6051e-12, 2.2072e-13, 7.3748e-11, 7.6238e-12, 4.4965e-12,\n 5.7345e-11, 5.8941e-12, 1.0992e-11, 5.6875e-14, 6.1740e-12, 2.5364e-14,\n 7.8191e-11, 9.1573e-12, 2.7071e-12, 1.0031e-13, 8.4372e-12, 2.7612e-13,\n 1.0859e-12, 7.0921e-14, 9.4367e-11, 4.3849e-13, 1.0182e-11, 3.8345e-12,\n 1.8665e-10, 4.6395e-11, 1.2902e-12, 2.3844e-11, 3.3922e-11, 6.4897e-11,\n 3.5729e-13, 1.4012e-13, 7.5493e-11, 9.3419e-14, 6.2253e-12, 4.7863e-11,\n 6.2399e-11, 6.4996e-13, 5.3604e-13, 9.0553e-12, 1.7756e-10, 3.0929e-11,\n 8.6328e-12, 3.2088e-13, 6.6850e-12, 8.4355e-12, 9.4341e-12, 2.0770e-11,\n 9.7477e-11, 9.1325e-13, 2.3627e-13, 1.3058e-12, 2.4629e-10, 8.6242e-13,\n 1.9526e-11, 2.9240e-12, 4.8147e-13, 3.4842e-13, 7.6736e-11, 6.3125e-12,\n 4.2714e-11, 6.2062e-11, 6.4614e-14, 8.4941e-11, 8.7778e-13, 8.1687e-12,\n 9.6557e-14, 3.2630e-11, 5.8529e-11, 7.6974e-12, 2.7993e-13, 1.3217e-12,\n 1.7047e-13, 1.4444e-11, 4.3200e-12, 1.4309e-11, 7.4344e-13, 1.7348e-13,\n 2.4483e-13, 3.8588e-13, 5.6418e-14, 9.7570e-13, 9.1620e-13, 2.3454e-13,\n 4.8116e-12, 1.9525e-11, 5.1710e-11, 1.8791e-13, 5.8106e-12, 1.5732e-13,\n 7.2130e-13, 2.0325e-11, 3.1143e-12, 2.1352e-12, 8.5204e-12, 6.2851e-11,\n 4.1384e-12, 1.1122e-13, 7.7791e-13, 5.2550e-13, 1.5357e-11, 7.4314e-12,\n 1.0182e-12, 2.5089e-14, 3.1751e-11, 2.2931e-11, 9.7698e-13, 3.3958e-11,\n 2.7865e-13, 2.1676e-10, 4.4657e-12, 5.7600e-13, 3.5135e-14, 9.3452e-14,\n 6.6020e-11, 5.2191e-12, 1.2754e-12, 9.6112e-13, 9.8284e-12, 2.7864e-12,\n 2.2662e-13, 7.6232e-13, 5.0606e-11, 1.4524e-11, 7.0343e-12, 5.0358e-12,\n 5.7560e-11, 2.9709e-12, 3.9132e-11, 4.2472e-11, 2.9916e-11, 2.7020e-13,\n 4.6336e-13, 4.3101e-12, 3.6061e-12, 1.3651e-11, 1.3123e-11, 7.8057e-13,\n 2.7318e-11, 1.2995e-11, 6.3063e-11, 4.3183e-14, 7.6524e-14, 1.6532e-11,\n 8.0345e-11, 4.9210e-11, 9.1288e-14, 6.2826e-12, 7.9158e-12, 3.6695e-13,\n 4.1831e-13, 1.4673e-11, 1.0902e-11, 8.7614e-13, 1.5597e-11, 4.3685e-13,\n 5.0455e-11, 2.2939e-12, 3.5863e-11, 1.0638e-11, 6.7679e-11, 2.4741e-12,\n 5.1347e-11, 5.9586e-14, 6.9985e-11, 1.3690e-10, 3.9366e-11, 6.2841e-12,\n 6.3826e-13, 1.1691e-12, 2.1808e-12, 4.9915e-11, 2.6648e-12, 8.9839e-11,\n 8.0094e-12, 1.4866e-11, 1.7944e-11, 5.1735e-14, 1.7298e-13, 7.1551e-14,\n 8.3218e-13, 9.7299e-12, 8.6592e-11, 1.2276e-11, 1.9243e-12, 1.9455e-11,\n 1.8385e-11, 5.6283e-11, 3.4192e-12, 2.5249e-11, 6.6022e-11, 7.1589e-12,\n 1.2739e-11, 1.5606e-11, 1.9019e-12, 2.2939e-11, 1.5478e-10, 9.3671e-13,\n 6.8894e-11, 1.0597e-10, 8.5171e-13, 1.4665e-11, 1.2621e-12, 4.1727e-13,\n 2.2782e-13, 8.3938e-11, 3.0532e-11, 3.6338e-11, 3.8449e-11, 8.2263e-13,\n 2.0964e-14, 3.5108e-11, 5.2317e-13, 1.8551e-13, 6.9005e-11, 3.6207e-11,\n 4.8576e-11, 5.9562e-14, 6.8689e-11, 8.7984e-13, 8.3389e-14, 7.7285e-14,\n 1.3448e-13, 2.4643e-11, 3.1437e-12, 1.2051e-10, 4.1312e-14, 2.6310e-13,\n 1.8935e-10, 3.5949e-11, 8.8470e-12, 1.5859e-12, 1.3058e-13, 2.9047e-14,\n 5.1281e-11, 1.6991e-11, 1.0703e-11, 2.9158e-14, 5.6240e-12, 1.9683e-12,\n 1.0939e-12, 1.0793e-12, 1.7834e-13, 6.2759e-11, 1.6835e-10, 2.9431e-13,\n 5.7011e-13, 1.9593e-13, 6.5383e-11, 1.9630e-11, 9.8565e-11, 2.1825e-11,\n 6.7926e-13, 3.4459e-13, 1.2232e-12, 3.3800e-12, 5.1669e-14, 2.0314e-11,\n 3.8775e-12, 4.6124e-11, 3.4180e-12, 9.1616e-11, 1.6690e-13, 3.3489e-11,\n 6.8651e-14, 1.9062e-13, 8.7939e-13, 9.5928e-13, 6.1983e-11, 1.0219e-12,\n 4.2101e-12, 1.2850e-11, 5.2552e-11, 9.9845e-12, 4.2432e-13, 4.7165e-13,\n 1.0288e-13, 2.1717e-12, 9.0150e-14, 3.5366e-11, 9.5925e-12, 1.4409e-13,\n 4.3043e-11, 4.1697e-13, 5.8790e-11, 8.0164e-14, 7.9892e-12, 8.8344e-12,\n 3.4203e-11, 1.2165e-12, 8.6596e-11, 1.4636e-12, 9.2170e-11, 3.6194e-13,\n 5.3794e-12, 4.6767e-14, 9.4816e-12, 1.6101e-11, 4.6765e-12, 1.6597e-12,\n 8.4262e-12, 2.9640e-11, 4.8250e-13, 3.6872e-13, 4.6074e-13, 1.3584e-11,\n 3.4776e-12, 3.5995e-13, 1.4087e-10, 4.2346e-11, 3.9509e-12, 1.6034e-10,\n 3.5347e-11, 3.5398e-11, 1.9899e-12, 2.0821e-13, 1.3493e-11, 7.1452e-13,\n 4.2226e-13, 6.8942e-12, 1.4081e-10, 6.3548e-12, 3.0545e-13, 2.0658e-12,\n 1.2016e-10, 7.2192e-14, 1.8628e-12, 9.8811e-11, 7.7889e-12, 6.2486e-11,\n 2.7965e-11, 5.0193e-12, 3.1705e-13, 3.0291e-12, 1.7741e-12, 1.9580e-11,\n 3.9309e-14, 1.7219e-13, 6.3053e-12, 3.5368e-11, 2.7053e-12, 2.0589e-12,\n 1.1831e-12, 3.6509e-12, 1.6038e-10, 1.9186e-13, 8.4752e-11, 4.5444e-14,\n 1.2073e-13, 2.5281e-11, 2.7701e-11, 3.2322e-12, 2.2234e-13, 1.3690e-10,\n 3.5943e-11, 5.4986e-11, 6.1269e-11, 8.2723e-11, 1.3008e-11, 1.5907e-11,\n 3.4995e-11, 7.5811e-11, 2.7708e-11, 2.1365e-12, 1.8408e-11, 1.2998e-11,\n 4.3596e-13, 2.6444e-11, 4.0078e-11, 7.1795e-13, 6.5749e-11, 8.4959e-14,\n 3.4447e-12, 1.5177e-12, 4.7958e-12, 1.9856e-12, 1.9779e-12, 4.3799e-11,\n 1.0617e-10, 2.0453e-11, 3.3799e-11, 3.4335e-11, 3.9429e-12, 3.0870e-13,\n 8.3335e-12, 4.6923e-13, 9.2108e-13, 5.5515e-13, 1.0247e-13, 5.8142e-11,\n 1.1500e-12, 1.4756e-12, 1.3712e-11, 1.4308e-11, 1.1532e-11, 1.0061e-10,\n 1.3023e-12, 3.6769e-11, 1.5885e-12, 3.6876e-11, 1.7894e-12, 1.4452e-11,\n 1.8919e-12, 7.1394e-13, 7.6375e-12, 5.9019e-10, 4.6928e-14, 1.5872e-13,\n 3.3979e-13, 3.0732e-13, 4.6562e-13, 7.2297e-13, 1.4224e-12, 4.0708e-12,\n 7.7175e-12, 5.2615e-13, 2.2408e-13, 6.8887e-13, 1.6310e-13, 9.3890e-13,\n 1.6938e-12, 1.8724e-13, 3.7770e-12, 2.7095e-12, 1.6650e-13, 1.7993e-12,\n 2.1865e-11, 5.2112e-12, 4.9392e-12, 4.3786e-14, 1.7812e-11, 6.6384e-13,\n 2.5057e-12, 1.9632e-11, 3.1588e-11, 6.8562e-11, 5.4223e-12, 1.5041e-13,\n 2.4241e-12, 2.5605e-13, 3.2503e-10, 4.0105e-12, 4.7728e-13, 1.0833e-12,\n 1.3019e-12, 1.2705e-10, 1.8172e-14, 2.8775e-12, 2.4850e-12, 3.0667e-12,\n 3.6514e-11, 7.0903e-11, 1.3965e-11, 1.0635e-11, 2.8977e-12, 3.3342e-12,\n 4.4316e-11, 3.8226e-12, 2.1719e-13, 2.2307e-11, 4.7900e-11, 5.2071e-13,\n 2.1052e-11, 2.7967e-12, 3.6848e-13, 1.3198e-12], device='cuda:0')" }, "54": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 2.7074e-17, 1.7782e-16, -5.6052e-45, ..., 3.4809e-16,\n 5.0503e-17, -5.6052e-45],\n [-2.6478e-16, 1.1323e-16, -5.6052e-45, ..., 1.0124e-15,\n -5.5791e-16, -5.6052e-45],\n [ 7.9233e-18, -2.4746e-17, 5.6052e-45, ..., 2.7161e-16,\n 1.7900e-16, -5.6052e-45],\n ...,\n [-1.9620e-16, 2.7744e-17, 5.6052e-45, ..., 8.9711e-16,\n -2.0709e-15, -5.6052e-45],\n [-6.9449e-17, -5.4402e-16, 5.6052e-45, ..., 7.1328e-16,\n 7.3489e-16, 5.6052e-45],\n [-7.4386e-16, 1.6560e-15, 5.6052e-45, ..., 2.1416e-15,\n 3.1814e-16, -5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[4.6736e-13, 6.4617e-13, 7.2530e-17, ..., 8.1667e-13, 1.5636e-13,\n 4.5535e-15],\n [5.9398e-12, 5.6715e-12, 3.2496e-17, ..., 7.6704e-12, 1.6274e-12,\n 2.7293e-14],\n [4.2251e-13, 4.7110e-13, 3.1429e-15, ..., 4.9145e-13, 1.0368e-13,\n 3.1734e-14],\n ...,\n [3.5062e-12, 6.5358e-12, 4.2864e-17, ..., 6.6328e-12, 1.1164e-12,\n 1.1831e-14],\n [1.7389e-12, 1.3494e-12, 5.6442e-17, ..., 3.3839e-12, 9.5528e-13,\n 9.2260e-15],\n [5.4459e-11, 4.6875e-11, 1.9090e-15, ..., 6.9241e-11, 1.6202e-11,\n 4.2376e-14]], device='cuda:0')" }, "55": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.3240e-12, -1.4181e-12, -1.8218e-13, 1.0484e-12, -4.0539e-13,\n -2.3838e-14, 1.4508e-16, 5.5383e-13, 2.2677e-13, -3.4483e-13,\n 5.1781e-13, 1.5577e-13, 8.9996e-13, 1.3521e-12, -6.9729e-13,\n -1.8815e-13, -4.1150e-14, -1.0070e-12, -2.1100e-13, -1.5289e-12,\n 5.2722e-13, -4.2309e-12, -1.4074e-13, -2.9647e-13, 1.6592e-13,\n 3.1120e-13, 2.0475e-12, -1.3771e-13, -3.0992e-13, 1.6637e-13,\n -1.1956e-13, 9.6021e-13, -1.0246e-12, 3.8773e-13, -1.6142e-14,\n -4.1412e-13, -2.2319e-13, 4.9859e-13, 6.6329e-13, -2.2412e-13,\n 6.3539e-13, 2.6442e-13, 3.6346e-13, 6.1616e-13, -2.4754e-12,\n 1.0701e-12, -6.9393e-13, -5.1465e-13, -1.9933e-13, -1.3617e-12,\n -2.3594e-13, -8.7440e-15, 1.2191e-14, 4.7875e-13, 1.1612e-12,\n -6.2076e-13, -2.4123e-13, 2.7587e-13, -2.3458e-13, 3.4150e-14,\n -1.5786e-12, 1.4334e-13, -4.4496e-13, 1.1935e-12, 4.8396e-13,\n -1.9146e-13, 3.4746e-13, 1.2448e-13, -7.6647e-13, 5.7898e-13,\n 2.1559e-13, 1.1897e-13, -8.8007e-14, -3.6499e-13, -8.1672e-13,\n 3.0074e-13, 6.5492e-13, -4.4500e-14, -9.6403e-13, 2.6784e-13,\n -8.5226e-14, -6.3593e-13, 4.9889e-14, 6.7349e-14, -5.1656e-13,\n 2.3285e-13, 4.1907e-13, 2.9381e-14, 9.2417e-13, 9.9943e-14,\n 1.4580e-13, -7.3752e-13, 1.6469e-13, 5.8459e-13, 2.9839e-13,\n -2.1694e-13, 1.0957e-13, -6.2945e-13, -1.7126e-13, 1.0164e-12,\n -1.4244e-12, -3.7593e-15, 4.5920e-13, -7.9971e-14, -7.5952e-14,\n -7.3505e-13, 6.0363e-14, 1.3368e-12, 4.1444e-13, -8.0079e-13,\n 1.7825e-12, -3.1215e-13, 8.1319e-13, 6.5295e-13, 5.7172e-14,\n -5.1240e-13, 1.1990e-12, 8.5843e-14, -7.2922e-13, 7.5928e-13,\n 2.5348e-13, -3.4718e-13, 1.4546e-13, 1.6114e-13, 4.4417e-13,\n -2.1686e-14, -1.6034e-12, -9.0856e-13, -7.9170e-13, -4.5053e-13,\n -3.8989e-13, 1.1018e-12, 2.7701e-12, 6.3002e-13, 8.2925e-14,\n -2.1740e-13, -2.2977e-13, -6.2889e-13, 1.5867e-13, -5.4578e-13,\n 1.0847e-13, 1.3503e-13, 6.5054e-13, -2.4074e-13, 3.4002e-13,\n 7.5637e-13, -1.2904e-12, 4.0966e-13, 2.7503e-14, 8.2057e-14,\n 1.6513e-12, -2.2268e-13, -1.1764e-13, 1.7020e-14, 2.4125e-13,\n -6.3317e-13, -2.2715e-13, 1.0511e-12, 1.2406e-13, 1.8796e-13,\n -4.4849e-13, -5.0421e-14, -1.2359e-12, -1.3496e-12, -3.1823e-13,\n -1.5936e-13, -8.7057e-13, -9.2721e-13, -2.8828e-13, 4.7985e-13,\n 2.7781e-13, 3.1552e-13, -1.8516e-14, -8.0641e-13, -1.6143e-12,\n 3.0502e-13, 1.5372e-14, 5.4853e-13, 8.2589e-14, 6.0149e-14,\n -1.5277e-12, 3.7346e-13, -7.1207e-13, -5.4246e-13, 1.4958e-14,\n 3.1949e-13, -1.6426e-12, 2.3106e-13, 1.0030e-12, 4.3589e-14,\n -6.3309e-13, -7.8342e-13, 6.3732e-13, 9.7993e-14, 4.5169e-13,\n 1.9503e-14, -5.6790e-13, -1.8857e-12, 1.3142e-12, 7.0263e-14,\n -3.3172e-13, -9.2329e-13, 1.4899e-12, 6.6792e-14, 5.6032e-13,\n -2.6987e-13, -1.2883e-12, 3.9689e-13, 5.8031e-13, -7.5514e-13,\n -3.5547e-13, -9.1722e-13, 1.8608e-13, 7.8146e-13, 1.3447e-12,\n -1.5975e-13, 1.1729e-13, 3.0896e-13, 1.0390e-13, 2.4723e-12,\n 7.1325e-13, 8.7812e-13, -9.9032e-13, 2.0377e-13, 4.9573e-14,\n 5.2323e-13, -6.7900e-14, -2.7980e-12, 7.0041e-13, 1.5464e-13,\n -2.0561e-14, 1.1282e-12, 6.0630e-14, -3.7546e-13, 1.0369e-12,\n 4.0240e-13, -3.8205e-13, 1.8063e-13, -7.0685e-13, 2.8974e-13,\n 1.8697e-13, -1.3203e-12, 6.6805e-13, 1.5085e-14, 4.1132e-13,\n 6.6428e-14, 1.2635e-14, 1.3898e-12, 1.3022e-14, 3.4271e-13,\n 2.8072e-13, 5.9426e-13, 3.5005e-14, -1.3832e-12, 2.6494e-13,\n 1.0256e-12, -1.2710e-12, 1.6524e-12, 6.1836e-13, -2.6336e-13,\n -6.6316e-13, -8.0097e-15, -1.7475e-13, 2.6695e-13, 5.5691e-13,\n -2.5792e-12, 3.9549e-13, 5.3474e-13, 1.9339e-13, -2.9549e-12,\n 1.4932e-12, 1.1318e-12, 1.9409e-15, 3.7381e-14, 1.4097e-12,\n 1.6329e-13, -1.6517e-12, -7.1214e-13, 2.7574e-13, 5.9586e-13,\n -1.0186e-12, -2.2647e-13, 1.8705e-12, -2.3259e-12, 1.2696e-12,\n -3.9627e-13, -6.4722e-13, -1.0070e-13, -2.0284e-12, -1.8337e-12,\n -1.6270e-12, -2.4323e-12, 4.3424e-14, 2.8181e-13, 6.5889e-13,\n 1.7061e-13, 1.2976e-13, -4.9281e-14, -3.9134e-13, -2.0722e-13,\n -8.2401e-14, -2.7370e-13, 1.4293e-13, -2.8815e-13, -2.0788e-12,\n 1.5639e-13, 6.4221e-13, 1.1805e-12, -1.1977e-12, -2.6363e-13,\n -1.4440e-13, 2.4582e-12, -2.4915e-12, 4.3719e-13, 1.8741e-13,\n 3.2974e-13, 3.1332e-13, -2.2289e-13, 8.9968e-14, 8.2760e-13,\n 3.8208e-14, -4.2761e-13, 1.9384e-12, 6.0014e-13, -6.2208e-13,\n 6.6388e-14, 1.4855e-12, 9.1907e-14, 6.5368e-13, -2.4207e-13,\n 4.3148e-13, 1.6738e-12, 1.9898e-12, 3.0697e-13, 3.1462e-13,\n -4.8591e-13, 3.3524e-13, -1.0178e-13, -1.0635e-12, -6.8691e-13,\n -3.1057e-13, -1.7203e-13, 8.1863e-13, 6.0761e-13, 1.3822e-12,\n 5.7223e-13, 3.3316e-13, 1.0991e-12, -1.7287e-12, -9.0942e-14,\n -1.2514e-15, 4.0276e-13, 4.1216e-14, 5.9683e-14, 1.0986e-12,\n -1.0890e-12, 2.3115e-13, 1.3265e-12, -2.3361e-13, -1.7029e-12,\n -4.4459e-13, 1.9255e-12, 1.3252e-13, 5.1068e-14, 1.1594e-12,\n 4.0888e-13, -6.1648e-13, 3.3992e-13, 7.4890e-13, -4.0489e-13,\n -3.9828e-14, -4.2259e-13, -7.2488e-14, -2.8709e-13, -1.7254e-12,\n 3.8841e-12, 1.1261e-12, 1.4028e-15, -1.9413e-12, -7.2387e-14,\n -1.5409e-13, -6.9719e-14, 4.2724e-13, -7.7216e-13, 1.4592e-13,\n -3.5074e-13, -7.6551e-14, -2.6362e-13, -2.4580e-12, 6.4179e-15,\n 1.1412e-12, 5.3025e-13, 1.1129e-12, 1.5616e-12, -3.6818e-13,\n 2.9200e-12, 8.2888e-13, -9.1547e-13, 1.4976e-12, -1.1663e-12,\n 3.8493e-13, 5.3732e-14, 1.4864e-12, 4.6713e-13, -1.4104e-12,\n 1.7448e-12, 1.1843e-12, -1.1322e-12, -3.4145e-12, 5.9802e-13,\n -1.8808e-12, 5.8158e-14, -3.0739e-13, 1.1289e-12, 4.6488e-13,\n 2.9145e-13, 1.7496e-13, -3.3525e-13, -7.1565e-13, -5.3614e-14,\n 1.8067e-13, -3.1205e-13, 2.5356e-13, -4.5327e-13, 1.4041e-12,\n 9.6838e-14, -5.5468e-13, 5.3535e-13, -1.7022e-12, -1.6572e-13,\n -3.1454e-13, 1.8095e-13, -1.1769e-13, 4.4563e-13, 1.0197e-12,\n -4.6829e-13, 1.4963e-12, -1.1570e-12, -2.1642e-13, 9.5978e-13,\n 3.7739e-13, -1.0164e-13, 9.7836e-13, -1.8442e-12, 3.6163e-13,\n 3.4519e-13, 2.0948e-12, -4.8002e-13, -1.2238e-13, -4.7330e-14,\n 3.2654e-13, 1.4633e-12, -6.1098e-13, -1.8837e-12, -6.8501e-14,\n -1.5884e-13, -4.6618e-13, 8.5423e-14, 3.5576e-13, -8.8076e-13,\n 2.2222e-12, 4.3002e-15, 2.1029e-12, 3.5247e-14, 1.9260e-13,\n 1.1796e-12, -4.8054e-14, -1.8283e-12, 6.9186e-14, -2.6155e-13,\n 6.5235e-13, 1.0622e-12, -3.6949e-13, 5.0384e-13, 2.4209e-12,\n -1.2482e-12, -1.2099e-13, -9.2663e-13, 2.7172e-13, -1.7197e-12,\n 5.5910e-13, 1.4059e-13, 5.4818e-13, -1.0928e-12, -1.4387e-13,\n 1.3513e-13, 1.2894e-13, -3.4667e-13, 8.4885e-13, -3.7577e-13,\n 6.0327e-13, -1.4797e-12, -1.1251e-12, -4.5907e-13, 5.8210e-13,\n -4.7366e-13, -2.4477e-12, 1.8897e-14, -1.0920e-14, -3.6172e-14,\n 1.5544e-12, 2.0413e-14, 1.1122e-13, 5.2661e-13, -4.0108e-13,\n -3.0362e-14, 8.1112e-14, 2.3472e-12, -1.8339e-13, -1.7271e-12,\n 4.2480e-15, -1.7986e-13, 6.8183e-13, -5.5965e-13, 2.5757e-12,\n -3.7734e-13, 3.8615e-13, -5.3840e-13, -1.5040e-12, 2.7380e-14,\n -1.7609e-13, 1.1922e-13, 7.9038e-13, 3.0554e-13, 4.7883e-13,\n -1.1789e-12, 2.2073e-13, -5.2347e-13, 7.4290e-14, 8.8644e-14,\n 6.1678e-13, 1.2103e-12, 3.9221e-13, 4.5380e-13, 1.8232e-13,\n -5.5705e-14, 7.5132e-13, -1.4295e-13, 2.9914e-13, -6.3244e-14,\n -3.0284e-12, -1.1692e-12, -1.3658e-12, -6.7384e-13, 1.4219e-13,\n -6.8249e-14, -3.6368e-13, -3.9538e-13, -1.6521e-13, 4.7591e-13,\n 1.4906e-12, 8.9381e-14, 2.7430e-13, 9.7587e-14, 8.9946e-13,\n 5.7237e-13, 6.1936e-13, -6.8289e-13, 1.6200e-12, -3.6256e-13,\n -1.5720e-13, 7.1497e-13, 2.9343e-13, 1.0210e-12, 2.1748e-12,\n -2.2727e-13, -6.8564e-13, -6.5134e-13, -8.6029e-14, 2.3592e-13,\n -3.5595e-15, -1.0330e-13, -3.9395e-13, 1.8095e-13, -3.2661e-13,\n 1.5327e-12, 8.9508e-14, 5.4389e-13, -1.3151e-13, 3.2719e-13,\n -1.4479e-13, 1.1319e-12, -2.2352e-12, 2.0434e-13, -2.5080e-12,\n 3.6558e-13, 2.0178e-13, -4.0585e-13, 9.0174e-14, 1.0833e-12,\n 5.4967e-13, 9.9661e-14, -2.6524e-12, 1.1289e-12, 1.0672e-12,\n -3.7338e-13, -2.9389e-14, -3.9527e-15, -1.6350e-12, 1.3301e-14,\n -3.0370e-12, 1.3031e-12, 9.7650e-14, -3.0810e-13, -2.0106e-13,\n -4.2346e-14, -3.2164e-12, -6.9387e-13, 1.4437e-13, -1.7827e-13,\n 2.2151e-13, 1.0277e-12, 5.5533e-13, 2.1094e-13, 1.1063e-12,\n 8.0451e-13, -1.1323e-12, 2.3116e-13, -9.7538e-13, 3.9759e-13,\n 1.1944e-13, 8.8340e-13, -1.2886e-12, 2.4644e-13, 6.2297e-13,\n 2.7076e-12, -5.2357e-13, 3.2578e-13, -4.4863e-13, -1.1149e-12,\n -3.0594e-13, 3.8191e-13, -4.6426e-13, -2.6862e-13, 8.0841e-13,\n 1.5110e-13, -1.2651e-13, -1.4159e-12, -1.8825e-12, -2.7524e-12],\n device='cuda:0')", "exp_avg_sq": "tensor([2.1132e-08, 2.1368e-07, 2.3216e-08, 3.2093e-07, 2.3095e-07, 4.5969e-09,\n 5.2836e-09, 8.5096e-07, 3.2149e-08, 3.5108e-08, 3.5796e-07, 3.9693e-07,\n 5.3627e-07, 6.2579e-10, 2.6194e-08, 1.9336e-08, 7.7245e-09, 2.7501e-08,\n 1.8397e-07, 3.0943e-08, 5.9487e-08, 2.6727e-07, 1.1991e-09, 1.7918e-08,\n 2.1605e-07, 2.4725e-08, 4.5956e-07, 2.0366e-08, 3.1400e-09, 2.8363e-09,\n 1.2394e-08, 4.0147e-09, 8.2839e-09, 8.2932e-09, 1.9884e-09, 6.2293e-09,\n 4.1315e-07, 1.3542e-09, 2.7637e-09, 6.7170e-10, 6.1164e-08, 1.2143e-09,\n 2.8221e-08, 1.7256e-08, 1.2773e-07, 5.5782e-10, 7.2316e-08, 8.8033e-10,\n 1.0074e-09, 5.1705e-07, 9.5828e-09, 2.6146e-07, 5.3180e-10, 6.0383e-07,\n 9.4009e-10, 1.5720e-08, 3.1596e-07, 6.7564e-10, 3.8799e-09, 1.2800e-07,\n 2.6641e-07, 6.8259e-07, 1.2737e-08, 1.7256e-09, 2.7253e-07, 5.9386e-09,\n 6.7673e-08, 5.3925e-07, 4.6466e-08, 1.7109e-06, 8.3154e-08, 4.1785e-07,\n 9.8848e-08, 1.6394e-07, 1.5992e-07, 2.1814e-09, 4.1525e-08, 6.7896e-09,\n 1.4091e-06, 4.7819e-08, 2.9419e-08, 7.1831e-08, 3.2299e-08, 1.8593e-07,\n 3.0437e-09, 1.1273e-09, 5.6095e-07, 3.2339e-09, 1.6376e-09, 6.0268e-08,\n 1.8883e-09, 3.4515e-08, 4.5537e-09, 6.5661e-07, 7.9287e-09, 2.3529e-08,\n 1.3342e-09, 2.0399e-09, 1.0987e-08, 2.2195e-07, 1.6466e-07, 1.1043e-07,\n 4.6241e-07, 1.7818e-09, 1.9966e-07, 3.4287e-07, 5.5340e-08, 3.7007e-07,\n 1.4110e-09, 5.5862e-08, 9.5773e-07, 1.8164e-07, 2.5717e-06, 4.6601e-07,\n 9.8300e-09, 7.1940e-07, 1.1143e-07, 8.0999e-07, 3.5519e-09, 6.9058e-08,\n 7.8710e-08, 2.6841e-08, 7.4701e-10, 5.9866e-09, 4.3485e-07, 8.2052e-08,\n 1.6507e-07, 1.4167e-07, 2.3423e-08, 5.4894e-09, 2.0405e-09, 2.8740e-07,\n 7.8447e-07, 3.0599e-08, 5.2424e-07, 6.3573e-09, 5.5356e-07, 6.8325e-08,\n 7.0653e-09, 4.1625e-08, 1.8173e-08, 9.9733e-08, 1.9728e-07, 1.4711e-08,\n 1.4310e-07, 1.6047e-07, 1.6441e-07, 1.6649e-08, 4.3078e-08, 1.5319e-08,\n 1.1453e-09, 1.6367e-09, 5.0169e-07, 3.7643e-07, 2.8893e-08, 9.1075e-08,\n 2.0496e-07, 1.5676e-08, 3.3496e-08, 3.9225e-08, 2.9094e-08, 2.2543e-09,\n 2.2351e-06, 8.9626e-07, 3.5901e-09, 6.7930e-08, 3.9352e-08, 2.7334e-09,\n 8.4656e-08, 3.4583e-07, 3.6801e-08, 6.2619e-08, 2.2451e-07, 3.1159e-08,\n 1.8559e-07, 1.4684e-07, 1.4748e-08, 2.9298e-07, 8.0980e-08, 1.8142e-07,\n 5.5013e-07, 7.9526e-08, 1.4236e-07, 5.7672e-08, 2.3319e-08, 2.0699e-07,\n 1.6055e-06, 1.4441e-07, 2.3595e-09, 2.1285e-07, 2.5257e-09, 1.6724e-09,\n 7.8016e-09, 8.1314e-09, 1.4018e-07, 2.6721e-07, 1.0487e-08, 1.2579e-07,\n 8.6400e-07, 1.0799e-08, 3.6569e-08, 1.4457e-07, 1.0217e-06, 7.1828e-09,\n 1.3728e-09, 4.0466e-08, 7.0823e-08, 6.5684e-09, 1.2153e-06, 4.3644e-08,\n 7.8146e-09, 3.3443e-08, 5.2264e-09, 3.0919e-09, 1.2141e-09, 5.2253e-08,\n 3.5882e-09, 8.3355e-10, 1.7147e-09, 8.8185e-09, 8.5493e-10, 6.0307e-09,\n 4.2408e-08, 1.6825e-08, 1.3721e-09, 3.3707e-10, 1.8389e-08, 1.0460e-06,\n 1.3382e-08, 6.9995e-08, 2.4142e-07, 2.3789e-08, 4.1032e-07, 6.4328e-08,\n 7.2654e-07, 1.8814e-07, 8.5904e-09, 2.0503e-07, 3.8716e-07, 1.6062e-09,\n 1.1060e-09, 1.5517e-07, 6.6724e-07, 2.4544e-09, 1.6257e-07, 5.3528e-08,\n 1.2374e-07, 6.1223e-09, 2.2297e-07, 4.9754e-08, 5.9220e-07, 4.5708e-07,\n 1.0369e-08, 7.3456e-07, 1.2046e-07, 4.2673e-08, 9.8474e-08, 1.2658e-07,\n 2.6864e-09, 7.7404e-09, 1.7100e-07, 5.9828e-09, 2.0563e-07, 1.3601e-09,\n 6.8601e-09, 2.0835e-07, 2.0465e-07, 7.6850e-09, 1.0439e-08, 1.2693e-06,\n 9.7164e-10, 8.6492e-10, 1.7913e-08, 2.6324e-09, 4.6681e-08, 5.6938e-10,\n 6.4298e-08, 9.6966e-08, 4.2397e-07, 7.3419e-09, 3.6188e-09, 1.3649e-08,\n 6.5302e-07, 8.9022e-07, 2.8746e-08, 2.1326e-07, 5.1840e-08, 2.2833e-08,\n 5.6234e-07, 3.6417e-07, 2.5408e-07, 2.2837e-07, 2.7432e-07, 1.2174e-09,\n 2.0876e-08, 7.0671e-08, 4.2084e-09, 2.5440e-07, 1.6817e-07, 5.1006e-09,\n 6.9750e-07, 4.0061e-08, 1.1529e-08, 7.1538e-07, 2.1172e-07, 6.6104e-09,\n 2.8357e-09, 2.6733e-07, 1.8697e-07, 7.4241e-09, 3.2015e-07, 2.0145e-09,\n 1.3300e-06, 6.6679e-08, 7.5669e-07, 1.0235e-07, 3.1731e-09, 9.2887e-08,\n 3.1839e-07, 8.8002e-09, 1.0629e-08, 6.7292e-08, 1.9607e-09, 6.4713e-08,\n 5.0462e-07, 1.2507e-09, 1.0584e-09, 1.2061e-07, 1.8486e-09, 1.5383e-07,\n 7.5474e-10, 1.3283e-07, 3.5963e-08, 5.5217e-09, 8.8258e-09, 1.0522e-08,\n 3.5561e-07, 2.6269e-09, 2.0277e-07, 1.1874e-07, 1.9362e-07, 2.1144e-09,\n 1.6108e-08, 1.4522e-09, 2.5957e-08, 8.2441e-08, 8.3420e-08, 1.7724e-07,\n 2.8502e-08, 6.3152e-08, 2.2962e-09, 6.8519e-10, 1.6128e-09, 1.3019e-07,\n 1.3991e-09, 4.0030e-07, 7.0254e-09, 6.2046e-09, 1.0514e-07, 1.6171e-06,\n 1.7978e-08, 2.0058e-09, 5.7632e-09, 1.8314e-09, 3.8933e-08, 1.7860e-09,\n 4.3428e-08, 1.9619e-07, 5.6007e-07, 5.1458e-07, 1.6197e-07, 5.5032e-08,\n 1.5257e-09, 3.3330e-08, 3.0083e-08, 4.7517e-08, 3.6473e-08, 1.1206e-07,\n 2.5458e-07, 1.4932e-08, 5.5496e-08, 1.0720e-08, 8.1248e-10, 1.7701e-08,\n 1.9710e-09, 9.0990e-07, 2.6807e-08, 1.8827e-08, 1.0124e-06, 1.0860e-07,\n 1.8778e-07, 3.1334e-09, 2.1244e-06, 3.3861e-07, 4.3484e-09, 3.6998e-07,\n 2.1639e-08, 1.4198e-07, 1.3127e-06, 2.4541e-08, 6.7006e-08, 2.0900e-07,\n 4.4276e-06, 3.8463e-07, 6.1284e-08, 1.0005e-09, 5.3843e-08, 6.9178e-08,\n 2.2741e-07, 6.3362e-09, 5.1426e-08, 1.0095e-09, 1.6739e-07, 5.1384e-08,\n 3.0036e-09, 9.3888e-10, 9.4270e-07, 2.2253e-08, 3.9594e-07, 6.1317e-08,\n 6.8227e-10, 1.1919e-08, 1.8712e-09, 2.4140e-07, 1.5511e-07, 3.9314e-08,\n 1.8972e-07, 5.3951e-10, 1.9064e-06, 2.0224e-06, 6.7375e-08, 1.9891e-07,\n 1.2228e-07, 1.3225e-09, 1.9616e-08, 1.8559e-07, 4.5458e-08, 3.5602e-09,\n 8.1138e-10, 8.0285e-10, 2.3046e-08, 5.8804e-07, 1.3214e-08, 1.2011e-07,\n 1.2228e-08, 4.4472e-07, 2.1643e-06, 1.2799e-07, 1.1458e-07, 1.9817e-09,\n 1.6198e-09, 2.4247e-09, 3.9832e-09, 2.5848e-07, 3.5480e-08, 1.9448e-09,\n 3.0026e-08, 2.0507e-07, 5.9998e-09, 1.6052e-08, 3.6748e-07, 3.1484e-07,\n 1.5754e-07, 3.6128e-09, 2.1940e-08, 8.8118e-07, 1.7302e-08, 6.1468e-08,\n 2.2983e-09, 3.6191e-08, 6.6950e-09, 3.9496e-07, 9.5331e-09, 1.0109e-07,\n 1.0566e-08, 6.8175e-07, 1.0919e-08, 8.2238e-09, 9.1670e-10, 6.0474e-07,\n 1.3837e-09, 5.6255e-08, 2.2750e-06, 1.3586e-07, 1.8906e-09, 1.7465e-08,\n 7.3297e-09, 1.0998e-09, 1.9826e-09, 2.1945e-07, 1.9329e-08, 1.5486e-07,\n 3.2798e-08, 2.9272e-09, 9.0106e-07, 1.5893e-07, 1.1339e-07, 1.5168e-09,\n 1.1212e-08, 2.0153e-09, 8.9985e-09, 4.5799e-08, 4.2919e-09, 1.0977e-08,\n 5.1040e-07, 1.9947e-08, 2.4742e-09, 3.8283e-07, 1.7334e-07, 1.2272e-07,\n 1.0950e-07, 1.6360e-08, 5.7771e-08, 1.1503e-08, 6.0947e-07, 1.2229e-08,\n 4.4744e-08, 9.8179e-08, 4.3529e-08, 1.0848e-08, 7.1297e-07, 2.1199e-09,\n 9.6550e-10, 8.6905e-09, 3.2612e-07, 3.9302e-07, 2.5370e-09, 2.3608e-08,\n 1.5860e-08, 6.8624e-09, 1.1025e-07, 4.9814e-08, 1.8121e-08, 1.3229e-07,\n 5.0123e-08, 4.0853e-09, 8.0311e-08, 3.4951e-07, 1.4143e-09, 7.5612e-08,\n 5.1817e-08, 1.6715e-07, 1.4603e-08, 2.7524e-08, 4.2646e-09, 4.8507e-10,\n 6.7866e-08, 2.1092e-07, 1.3612e-08, 1.0574e-07, 1.6679e-06, 1.2100e-08,\n 1.0870e-09, 9.8159e-10, 5.8782e-07, 2.7709e-07, 2.5712e-09, 2.0970e-07,\n 1.4421e-07, 3.8530e-08, 1.4873e-09, 8.0434e-07, 2.8911e-09, 8.7530e-08,\n 1.5259e-08, 4.1880e-09, 3.8214e-09, 1.2174e-06, 1.2401e-07, 8.7767e-08,\n 2.4841e-07, 5.3479e-08, 5.6335e-09, 5.9696e-07, 1.2539e-07, 7.6562e-09,\n 1.1503e-07, 4.1460e-08, 2.9137e-08, 3.2147e-08, 8.3269e-08, 3.5265e-08,\n 2.5680e-07, 1.5671e-07, 3.4432e-07, 9.5391e-08, 2.0322e-09, 2.5871e-07,\n 4.0239e-08, 8.0287e-07, 3.2687e-09, 3.4284e-08, 1.6352e-07, 3.9563e-08,\n 6.0491e-09, 4.6355e-07, 3.1661e-07, 2.1100e-08, 8.5035e-08, 5.0682e-10,\n 1.1060e-06, 4.4745e-09, 1.0873e-09, 8.2639e-08, 1.0293e-06, 1.4209e-08,\n 7.5038e-07, 1.4176e-09, 8.3854e-10, 1.1552e-08, 3.4553e-09, 2.0226e-08,\n 1.5311e-09, 7.6022e-09, 7.1660e-09, 1.9607e-09, 5.3956e-07, 5.9353e-08,\n 4.0032e-07, 6.6283e-07, 1.0584e-09, 3.6018e-08, 1.2660e-07, 1.4822e-07,\n 3.6030e-08, 2.0869e-06, 1.2052e-08, 6.5708e-07, 2.4448e-08, 7.4122e-07,\n 8.8603e-08, 6.3595e-07, 9.3952e-08, 7.6211e-10, 1.0391e-06, 5.9868e-08,\n 2.1930e-07, 2.1492e-07, 1.4415e-07, 2.1799e-06], device='cuda:0')" }, "56": { "step": "tensor(2504.)", "exp_avg": "tensor([ 7.0085e-16, -4.2133e-14, -4.9979e-15, 2.6978e-15, -5.3898e-14,\n 1.2316e-15, 1.0546e-16, 7.0542e-15, -1.8871e-15, 4.5587e-16,\n 1.6123e-15, 2.5873e-15, 4.9822e-16, 6.8730e-15, -1.1391e-13,\n -3.8082e-14, 1.3176e-15, 8.3777e-15, 2.3914e-15, -2.7980e-13,\n -7.9356e-14, -1.3027e-13, -8.5050e-16, 1.4990e-14, -8.3096e-16,\n 2.0153e-15, 1.1520e-14, 2.4745e-15, 4.4886e-16, 2.5570e-15,\n -3.2304e-15, -3.9169e-15, 7.7372e-15, -7.2524e-15, 2.7552e-15,\n -1.4864e-15, 3.8837e-15, -6.3288e-16, -3.4728e-17, -1.0956e-15,\n -1.6680e-16, 8.4747e-16, -3.0656e-16, -1.6351e-13, -1.6727e-13,\n -1.8663e-15, 1.2592e-14, -2.7454e-15, -4.9132e-16, -4.9440e-14,\n -1.1513e-15, -3.3094e-16, 4.2088e-15, -1.8399e-16, -1.1903e-15,\n -4.0884e-14, 9.9102e-15, 1.6701e-15, -9.5433e-16, 9.9050e-15,\n -8.1662e-14, -2.7373e-16, 7.9837e-15, 3.5369e-17, -5.5279e-15,\n -7.4467e-16, -1.8288e-15, -9.8034e-16, 2.8453e-16, -1.0811e-15,\n 4.7923e-15, -2.6934e-15, 1.2899e-15, -1.5102e-14, 2.3901e-14,\n -1.6903e-16, -1.1134e-14, 6.7183e-16, -4.0271e-14, -1.0752e-15,\n 1.9242e-16, -2.7947e-13, -1.4186e-15, -5.3370e-15, 9.5810e-16,\n 3.7070e-16, -3.2444e-15, -7.7243e-15, 1.4594e-16, -2.1900e-14,\n 2.1691e-16, -4.1630e-14, 1.6684e-15, 1.6679e-14, -1.5840e-15,\n -4.1445e-14, 1.0750e-15, -8.5264e-14, 2.1840e-15, 5.1772e-15,\n -7.8028e-14, 3.8440e-15, -1.0244e-14, -2.9309e-15, 8.8524e-15,\n 1.0576e-14, -4.7096e-15, 7.4481e-15, -3.7929e-16, 1.3843e-14,\n 2.8990e-15, 1.5045e-15, 2.2564e-15, 2.6985e-16, 2.2226e-15,\n -1.3646e-14, -1.8229e-14, -1.8335e-16, -1.0951e-15, 2.4860e-14,\n 2.9432e-15, -2.6435e-14, -2.0543e-15, 7.2236e-16, 5.8383e-15,\n 2.8908e-16, -1.9671e-13, -7.5065e-14, -2.7457e-15, 1.2638e-15,\n 4.7075e-15, -1.3238e-15, 4.3354e-14, 1.0469e-15, 9.0449e-15,\n 7.5932e-15, -1.1291e-14, 3.2259e-15, -2.5048e-15, 6.4707e-15,\n -1.4319e-16, 5.0035e-15, -3.3605e-15, -2.9715e-16, -4.7199e-16,\n -1.9361e-15, -5.2293e-14, 1.7862e-15, 2.6021e-15, -7.9104e-15,\n 1.2567e-14, -6.5270e-15, 3.0863e-15, -1.1526e-15, 2.8395e-16,\n 4.6405e-15, -1.1083e-13, 1.2454e-14, 2.2624e-15, -4.0566e-16,\n -1.1181e-15, 2.3814e-16, 9.8701e-15, 1.2403e-14, 7.2514e-16,\n -3.6013e-15, -3.4065e-13, 5.4622e-15, -2.9350e-14, -3.6037e-14,\n -3.3905e-14, 3.9403e-15, 5.9571e-15, -7.5950e-15, -5.9736e-14,\n -6.5115e-16, -2.5910e-17, -2.7057e-16, 1.5364e-15, 2.9948e-15,\n -2.7654e-14, -3.7589e-16, 2.7796e-15, 6.0684e-16, 1.3491e-14,\n -6.4152e-16, -8.3173e-14, 3.6267e-16, 1.2097e-15, 6.9690e-16,\n -7.0500e-15, -1.2845e-15, -9.1209e-16, -3.8871e-15, -6.6751e-15,\n 6.4596e-15, 5.7385e-15, -7.4557e-14, -1.2658e-15, 2.9298e-16,\n -1.0900e-13, -6.3212e-14, 4.7500e-15, -2.0412e-14, -9.8968e-16,\n 1.5497e-16, -6.5118e-14, -1.0081e-13, -6.0330e-16, 1.3154e-14,\n -1.3474e-14, 7.3991e-16, 3.0815e-15, -1.0059e-14, 4.4429e-15,\n 5.7434e-16, -3.9698e-15, -8.7506e-16, -2.0576e-15, 1.2677e-14,\n -3.9079e-16, -3.4668e-15, -8.5980e-14, 5.3506e-16, 6.5453e-17,\n 8.0355e-16, -2.9789e-15, -6.7311e-14, -2.1454e-15, -4.1451e-15,\n 3.9618e-15, 3.4138e-15, -3.5070e-14, -5.5794e-14, 2.2620e-15,\n 2.8805e-15, 7.2879e-15, 5.6906e-16, -4.3834e-14, 1.6536e-15,\n 3.8890e-15, -1.2042e-14, 1.5053e-17, -1.5043e-15, -1.7259e-15,\n -6.8932e-16, 1.3466e-14, 8.1862e-15, 1.3260e-15, -7.2088e-16,\n -5.0529e-15, -4.1845e-15, -2.1329e-15, -7.2304e-14, -7.2756e-15,\n -2.6807e-15, -5.9849e-14, -1.3903e-14, -1.6096e-14, -8.8859e-15,\n -9.1899e-14, 8.0408e-15, -1.1560e-14, 9.1595e-16, -1.1136e-15,\n -4.5876e-14, -3.7816e-15, -4.3540e-16, -1.3518e-17, -1.3839e-13,\n 2.8201e-15, 1.4384e-15, 1.1179e-15, 2.5901e-15, 1.8162e-15,\n 7.8768e-16, -1.5565e-13, -1.6252e-13, 2.0030e-16, -3.5449e-15,\n -3.7116e-15, -2.2417e-15, 1.0829e-14, -4.8564e-14, -2.8093e-15,\n -5.7852e-15, -4.3623e-14, 5.7323e-16, -1.1165e-13, -5.4748e-14,\n -4.4103e-14, -6.2811e-14, 2.1662e-16, -6.6288e-15, 1.9156e-15,\n 9.4244e-17, 5.2658e-15, 8.8974e-15, -3.3355e-15, -4.1405e-14,\n 3.1248e-15, -9.0729e-15, 2.9553e-15, 8.1246e-15, -6.8573e-14,\n 8.2724e-16, -1.6104e-15, -9.4092e-16, -5.1726e-14, -6.0478e-17,\n 8.4797e-15, 1.6902e-14, -1.4553e-13, 1.0290e-16, -6.1015e-16,\n 5.5798e-16, 1.0615e-15, 1.8933e-15, 9.4950e-15, -2.8939e-15,\n -1.0786e-13, 1.8133e-15, 2.6394e-14, 4.2288e-16, -3.4265e-15,\n -3.8236e-15, 1.3337e-15, 1.2370e-15, -5.8787e-16, 6.7376e-17,\n 1.2636e-15, 1.4535e-14, 8.5341e-15, -4.0730e-16, -1.5819e-16,\n -1.7538e-15, -4.9320e-16, 4.1801e-15, 1.5129e-15, -8.6024e-15,\n -6.1127e-15, 9.6031e-16, -9.7723e-16, -7.0924e-15, 3.6911e-16,\n -2.2113e-14, -7.7840e-16, 2.3450e-15, -3.1153e-13, -3.4776e-15,\n 5.2003e-16, 1.6079e-15, 1.3972e-15, -6.5609e-16, -6.8852e-15,\n -3.1049e-14, -5.5387e-15, -8.7649e-15, 2.0401e-17, -8.1265e-14,\n -1.1403e-13, 1.7516e-14, -2.3962e-16, 9.7802e-16, 1.7427e-14,\n -2.9507e-15, -6.4748e-15, 3.9998e-16, -1.3365e-15, 3.5146e-15,\n 2.4781e-15, 1.9504e-15, -4.3798e-15, -1.0069e-14, -2.7809e-13,\n 4.5660e-14, -5.6083e-15, -1.8520e-15, -9.5589e-14, 7.3575e-15,\n 4.8290e-15, -4.2714e-16, 6.2411e-16, -8.4109e-14, -1.5792e-16,\n -5.5789e-14, -4.2544e-15, -3.5007e-15, -7.2752e-14, -6.1148e-16,\n -9.2448e-15, -1.5942e-17, 1.2257e-16, 5.6467e-15, 2.3920e-15,\n 2.3280e-14, 3.9896e-17, -2.4083e-14, 5.7432e-15, -3.6971e-14,\n -1.4851e-15, 3.9612e-15, 3.0816e-15, -4.2863e-15, -8.0444e-14,\n 9.2905e-15, 2.1158e-15, -4.8709e-15, -2.0194e-13, -1.6226e-15,\n -2.5871e-13, -1.2072e-15, -4.7438e-14, -9.8433e-14, -1.4280e-14,\n -5.5099e-14, 4.3570e-14, 4.3943e-16, -7.1198e-15, -1.0245e-13,\n 4.2917e-15, -3.7843e-16, -6.2174e-17, -3.5004e-14, 2.2441e-15,\n 2.2564e-15, -9.1711e-14, 7.5308e-17, -7.2131e-15, 1.5963e-15,\n -1.2995e-13, -1.3171e-15, -3.8456e-15, 6.8339e-17, -7.6682e-14,\n -1.2315e-15, 3.9221e-15, -1.3841e-14, 7.8159e-16, 6.1822e-16,\n -5.1481e-15, -1.6595e-14, 1.0734e-15, -1.8473e-13, 1.1946e-15,\n -1.9950e-16, 2.8545e-14, 3.6224e-15, -5.5668e-14, 3.2479e-15,\n -8.1419e-14, 1.0472e-14, -6.7346e-15, -1.7189e-13, 3.4904e-15,\n -3.0629e-15, -5.6253e-14, -3.0355e-15, 2.5286e-17, -5.2296e-15,\n 2.0864e-14, -8.0769e-16, 8.5414e-15, 1.4876e-15, 1.2332e-14,\n 3.5285e-15, 1.7519e-15, -3.8146e-14, 5.4396e-16, 5.1693e-15,\n 1.3822e-15, 2.1407e-15, -1.8143e-14, -1.3283e-13, 1.8513e-14,\n -4.6987e-14, -5.6839e-14, 2.8769e-15, 3.9299e-15, -5.0653e-14,\n -1.9572e-15, -7.4619e-16, -8.3276e-16, -2.0306e-14, -7.3040e-17,\n 1.5665e-15, -1.5513e-16, -5.2126e-16, 1.7820e-15, 2.8833e-14,\n -3.4531e-15, -4.7334e-14, -7.5340e-14, 4.8355e-15, -1.8396e-15,\n -4.0663e-14, -1.5077e-13, -4.9686e-18, 1.5041e-15, -6.7081e-15,\n 1.0440e-14, -1.8539e-15, 1.7812e-16, -1.7971e-15, -4.4697e-14,\n 2.1367e-16, 6.5496e-16, 4.4767e-14, 8.0646e-15, -5.6134e-14,\n 2.8271e-15, 2.3154e-15, -8.7682e-14, 1.0528e-15, 1.4510e-14,\n 1.7019e-15, 4.0414e-16, 5.5228e-15, 3.6049e-15, -2.3164e-16,\n -4.9593e-16, 1.3433e-16, -4.4734e-15, 1.2448e-15, -1.5622e-15,\n -5.2429e-14, -1.1411e-15, -5.6106e-15, -1.0532e-15, 7.7542e-16,\n -7.5670e-14, -2.4830e-15, 3.9912e-16, -2.8718e-16, 6.1975e-15,\n 4.8521e-16, -3.3121e-15, 3.2204e-15, 1.4040e-16, -1.3077e-14,\n -1.2427e-13, -4.2941e-14, -5.9325e-14, -2.4269e-15, -2.5420e-15,\n -7.5855e-16, -4.3453e-15, 5.4276e-15, -2.4458e-14, -1.9100e-15,\n 1.3271e-14, -1.5703e-16, 6.6427e-16, 3.6280e-15, 9.7914e-16,\n -3.2983e-15, -5.3198e-16, -7.1379e-15, 3.3020e-15, 3.8803e-15,\n -1.6779e-15, 1.5877e-14, -4.6520e-16, 4.9001e-15, 1.4167e-14,\n 1.5669e-15, 4.7459e-15, 2.4250e-14, 1.5955e-15, -1.1754e-15,\n -2.1509e-15, -6.5872e-18, 4.8755e-15, -1.1156e-14, -1.5791e-13,\n -5.1153e-15, -1.4932e-16, 2.6234e-15, -1.5963e-13, -1.1729e-14,\n -2.2523e-15, -7.6516e-14, -5.5004e-14, -1.3185e-14, -1.5710e-13,\n 1.1257e-15, 2.8902e-17, -5.3139e-14, -5.0754e-16, -2.7442e-15,\n -2.1807e-15, -1.3016e-13, -1.5094e-13, -5.3907e-16, 1.2261e-15,\n 4.5612e-15, 4.9606e-16, -6.2005e-15, -1.6441e-13, -6.2860e-16,\n -1.2025e-13, -4.5139e-16, -2.3651e-14, 2.6726e-15, -1.3844e-14,\n 3.3217e-15, -1.5406e-13, -9.3381e-15, -5.6188e-15, -1.7268e-14,\n 8.6230e-16, 4.8164e-15, -5.1275e-16, 4.9559e-15, -7.8717e-16,\n 8.2720e-16, -6.8566e-14, 4.1195e-15, -6.7763e-14, -3.8747e-15,\n 4.8041e-15, -1.0301e-13, -4.3282e-14, -9.0390e-16, -6.9194e-15,\n 3.6920e-14, -2.2853e-15, 4.2532e-15, 4.4746e-15, -4.4605e-14,\n 2.2616e-15, -9.1814e-16, -3.2783e-14, -3.5047e-15, -8.8929e-15,\n 2.6025e-16, 3.3022e-15, 8.8580e-15, -2.4760e-13, -4.1083e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([8.0304e-12, 1.7443e-11, 4.5490e-13, 1.8375e-10, 8.8055e-11, 9.1226e-14,\n 3.0638e-12, 1.0967e-10, 1.6232e-12, 1.3893e-12, 2.1446e-11, 6.3085e-11,\n 8.9449e-11, 2.0546e-13, 1.0053e-11, 2.2195e-13, 7.2406e-14, 1.0151e-11,\n 8.6605e-13, 6.9406e-12, 5.6825e-11, 9.2968e-11, 2.9880e-13, 3.3799e-12,\n 4.2277e-11, 3.6338e-13, 1.4484e-11, 3.3615e-13, 7.8022e-14, 3.2790e-14,\n 4.6785e-12, 5.7294e-14, 2.6268e-12, 4.7290e-12, 3.3705e-14, 6.1576e-13,\n 1.9876e-10, 3.3865e-13, 1.1005e-13, 1.2509e-13, 1.6305e-12, 2.3026e-14,\n 9.5234e-12, 2.6943e-12, 5.5941e-11, 1.4705e-13, 3.9970e-12, 2.2724e-13,\n 1.8878e-14, 6.4284e-11, 2.3734e-13, 2.8232e-12, 1.1105e-14, 2.2290e-10,\n 1.0360e-13, 3.5158e-12, 2.4024e-11, 2.2776e-14, 6.2976e-14, 5.2479e-12,\n 1.7248e-11, 1.6757e-10, 1.6146e-13, 2.6234e-13, 8.4794e-11, 1.1119e-13,\n 5.6179e-13, 1.0238e-10, 2.7120e-12, 4.2410e-10, 2.7633e-13, 3.8703e-11,\n 9.4371e-13, 5.2977e-12, 1.0526e-10, 8.7607e-14, 5.1928e-12, 7.0154e-14,\n 4.6416e-10, 4.9637e-11, 8.9817e-12, 4.1636e-11, 1.4795e-12, 5.3575e-12,\n 1.0574e-13, 6.9660e-13, 8.0749e-11, 1.6574e-12, 3.5135e-14, 4.3376e-11,\n 7.2280e-14, 9.7531e-12, 3.5602e-12, 7.9763e-11, 3.1011e-12, 8.9094e-13,\n 4.4750e-13, 8.5713e-13, 1.2155e-12, 1.0445e-12, 1.3598e-11, 7.2316e-12,\n 1.7101e-10, 5.7698e-13, 1.2502e-11, 2.7036e-10, 6.2735e-12, 1.4504e-11,\n 2.7241e-13, 2.1200e-11, 3.9829e-11, 8.9194e-12, 6.9955e-10, 3.3874e-11,\n 1.5115e-13, 6.8039e-11, 4.1949e-11, 6.0314e-11, 1.1933e-12, 2.0463e-11,\n 9.3095e-13, 1.3937e-13, 2.3637e-14, 4.0458e-13, 3.9693e-11, 8.1468e-12,\n 5.8624e-11, 9.6030e-11, 7.6504e-13, 2.8715e-14, 6.5345e-13, 6.9165e-12,\n 1.6139e-11, 2.6609e-12, 8.0667e-12, 3.1619e-12, 1.9500e-11, 1.1534e-11,\n 3.9161e-13, 3.8556e-13, 2.1821e-12, 7.4524e-12, 1.1999e-11, 2.3618e-12,\n 1.7525e-11, 2.0676e-10, 8.1018e-11, 5.6158e-12, 4.7182e-13, 1.1163e-13,\n 1.4873e-13, 2.1366e-13, 7.0032e-12, 6.4606e-11, 1.0681e-12, 8.6868e-13,\n 1.2920e-10, 5.8169e-12, 3.5060e-12, 9.3269e-12, 1.2669e-13, 7.2981e-13,\n 5.9583e-10, 7.3717e-10, 2.4574e-13, 4.5282e-11, 2.4580e-11, 6.6726e-13,\n 4.9445e-12, 2.6103e-11, 4.2634e-11, 1.6661e-12, 4.1716e-12, 1.7983e-13,\n 1.6582e-11, 1.7892e-12, 4.9622e-13, 1.5243e-11, 2.3283e-11, 3.4434e-11,\n 9.7320e-11, 1.3804e-12, 2.7404e-12, 1.5883e-11, 1.3727e-12, 2.4258e-11,\n 1.4697e-09, 3.6729e-12, 8.3849e-13, 9.1834e-11, 4.1554e-13, 3.7634e-14,\n 3.3512e-12, 2.3798e-13, 1.3940e-12, 5.6743e-11, 3.6171e-13, 2.8260e-11,\n 3.1223e-10, 3.9130e-12, 2.9113e-12, 1.0824e-11, 1.2747e-10, 3.6588e-12,\n 4.6200e-14, 5.4056e-13, 1.1705e-12, 3.0999e-13, 1.7858e-10, 3.1285e-13,\n 4.0637e-12, 3.9589e-12, 9.5938e-14, 1.1400e-13, 8.0976e-14, 9.7757e-13,\n 9.6019e-13, 1.6789e-13, 3.4477e-13, 1.9170e-12, 1.0562e-13, 1.4525e-13,\n 1.0730e-12, 2.7374e-13, 5.5104e-13, 1.1099e-13, 1.8590e-13, 3.6535e-10,\n 6.2366e-14, 7.1175e-12, 5.5540e-11, 1.2298e-12, 3.1315e-10, 3.4877e-12,\n 7.0698e-11, 1.1823e-12, 1.2759e-13, 4.6981e-11, 4.9443e-11, 2.7577e-14,\n 2.8693e-13, 5.8390e-11, 3.5651e-11, 1.1319e-14, 5.8290e-12, 7.6257e-13,\n 6.2468e-11, 2.2915e-13, 2.6414e-11, 2.9993e-13, 2.0999e-10, 1.1669e-10,\n 3.3720e-13, 5.8214e-11, 6.7346e-11, 4.1659e-13, 2.3288e-12, 5.1221e-11,\n 2.0907e-13, 1.3131e-13, 3.4238e-11, 1.0171e-13, 1.9037e-10, 4.6781e-13,\n 4.3989e-13, 1.6161e-11, 3.7021e-11, 1.7861e-13, 2.6322e-12, 2.2852e-10,\n 5.7284e-13, 2.5186e-14, 8.4455e-13, 1.6854e-12, 8.5154e-13, 1.1832e-14,\n 1.6425e-11, 4.7733e-11, 2.7812e-11, 2.6166e-13, 2.2890e-12, 1.7087e-13,\n 4.6974e-11, 9.7907e-11, 2.5769e-13, 7.6974e-12, 2.3646e-11, 1.7365e-12,\n 1.1712e-10, 7.7996e-11, 7.5458e-12, 2.0982e-11, 5.6222e-11, 1.6274e-13,\n 2.2865e-13, 1.0718e-12, 2.8348e-12, 5.9686e-11, 8.3729e-11, 4.5175e-13,\n 5.8545e-10, 1.5561e-12, 6.2139e-12, 2.7075e-10, 4.5913e-11, 1.9537e-13,\n 1.2034e-12, 2.2642e-12, 1.1839e-12, 5.4797e-14, 2.9825e-11, 3.4302e-13,\n 2.8468e-10, 1.9655e-12, 1.7156e-10, 1.8801e-11, 9.0227e-13, 1.0180e-12,\n 8.2390e-11, 4.8060e-13, 2.0645e-11, 4.5932e-12, 1.8475e-13, 6.2743e-13,\n 8.6984e-11, 1.8413e-13, 2.5941e-13, 1.7969e-12, 1.0918e-14, 2.3390e-12,\n 2.2190e-13, 4.5854e-11, 1.3470e-12, 1.4953e-13, 1.6284e-13, 2.0284e-13,\n 9.8221e-12, 2.7142e-14, 3.3854e-12, 3.7304e-12, 3.5407e-12, 2.9668e-14,\n 8.9486e-13, 7.8380e-13, 1.3846e-13, 2.4967e-12, 1.9627e-12, 1.1637e-12,\n 3.2410e-11, 3.2974e-13, 1.6793e-13, 3.7647e-13, 4.1207e-13, 4.8509e-11,\n 2.0305e-14, 2.7177e-10, 6.8940e-13, 1.9863e-13, 4.2735e-12, 7.8606e-10,\n 7.6997e-13, 5.1010e-13, 3.3629e-13, 9.7391e-13, 3.3948e-13, 2.2422e-14,\n 1.2413e-11, 3.0420e-11, 9.8191e-12, 1.3295e-11, 2.6616e-12, 1.6632e-12,\n 5.1321e-13, 2.7604e-13, 1.2412e-11, 2.6041e-11, 3.4219e-13, 1.2720e-11,\n 3.9240e-11, 2.3600e-13, 1.9426e-11, 2.8209e-13, 1.4140e-13, 4.3555e-12,\n 4.5841e-14, 3.4070e-10, 4.4642e-12, 1.7198e-12, 5.0113e-10, 8.2110e-12,\n 4.7371e-11, 9.4004e-14, 6.0605e-10, 2.6270e-11, 7.8813e-14, 7.0219e-12,\n 3.6014e-13, 1.0437e-10, 4.2710e-11, 4.4221e-13, 1.2757e-12, 2.4212e-12,\n 9.7444e-10, 8.5341e-12, 4.5178e-12, 5.0626e-13, 4.1889e-12, 7.7100e-11,\n 3.1188e-11, 1.0514e-13, 5.9887e-11, 1.3700e-13, 5.5896e-11, 2.6069e-11,\n 7.3767e-13, 1.1617e-13, 9.1673e-11, 1.7297e-13, 3.2529e-11, 1.9852e-11,\n 2.4761e-14, 6.4363e-12, 4.5249e-14, 1.3030e-10, 1.2726e-11, 7.0353e-12,\n 6.7852e-11, 3.5777e-14, 6.8604e-10, 6.3619e-10, 3.6764e-12, 1.3266e-12,\n 5.1152e-11, 4.4219e-14, 8.9722e-12, 3.0378e-11, 4.8996e-13, 1.5167e-12,\n 5.9513e-13, 1.4189e-14, 2.8103e-13, 3.3523e-10, 2.4995e-13, 8.3634e-11,\n 2.5138e-13, 6.7944e-11, 9.0376e-10, 3.8812e-11, 6.3800e-11, 2.4163e-13,\n 4.8242e-13, 6.7904e-13, 3.7192e-14, 1.0785e-10, 3.6034e-13, 7.8284e-14,\n 1.0920e-11, 4.8930e-11, 3.1328e-12, 7.8789e-13, 8.6092e-12, 5.2017e-11,\n 1.3128e-10, 2.8758e-12, 1.8493e-13, 6.8175e-10, 1.7931e-13, 1.0123e-11,\n 6.3330e-14, 6.4589e-12, 2.8317e-12, 8.7387e-12, 6.8024e-13, 3.9299e-11,\n 9.6710e-13, 2.1426e-10, 1.0656e-12, 1.3321e-13, 2.2175e-14, 1.5770e-10,\n 2.7305e-13, 7.8482e-12, 5.3611e-10, 5.0556e-11, 7.1535e-13, 1.2991e-13,\n 3.1711e-12, 3.2334e-14, 2.2501e-13, 2.4346e-11, 1.8125e-13, 3.3215e-12,\n 5.8000e-12, 3.0418e-13, 1.3894e-10, 6.3970e-11, 4.3515e-11, 3.4071e-14,\n 5.2403e-12, 1.1808e-13, 3.7168e-12, 3.0016e-12, 2.0358e-13, 1.3281e-13,\n 2.8832e-10, 3.2134e-13, 6.6800e-14, 2.2046e-11, 5.1189e-11, 2.3465e-11,\n 5.9198e-12, 2.2196e-13, 3.6598e-11, 3.4230e-13, 7.2233e-12, 1.3564e-12,\n 2.1251e-12, 5.5732e-11, 1.7413e-11, 5.7226e-14, 3.2369e-10, 2.1402e-14,\n 1.6883e-13, 4.1936e-13, 9.3936e-11, 1.8055e-10, 4.5851e-14, 7.9072e-13,\n 7.1740e-13, 1.0264e-13, 1.9637e-12, 2.5212e-11, 2.0232e-13, 2.5490e-12,\n 1.1598e-12, 1.4850e-12, 6.3453e-11, 2.6339e-12, 3.5518e-14, 1.1692e-11,\n 1.2052e-11, 1.9640e-12, 3.6037e-13, 9.7686e-13, 2.4453e-12, 3.5063e-14,\n 6.1467e-12, 1.4084e-12, 8.6503e-13, 3.6754e-12, 2.2443e-10, 5.1309e-12,\n 6.2434e-13, 8.4884e-14, 3.1653e-11, 1.8394e-12, 1.1086e-13, 2.4114e-11,\n 4.0043e-11, 6.4449e-13, 2.7211e-14, 6.1799e-11, 1.2536e-13, 1.7922e-11,\n 2.5650e-13, 1.0059e-13, 1.2452e-13, 4.7381e-11, 1.1036e-12, 6.8539e-13,\n 3.0894e-11, 8.5189e-13, 3.0325e-12, 2.1886e-10, 1.9404e-11, 6.7856e-13,\n 3.8323e-12, 1.0998e-12, 3.8244e-12, 2.2347e-11, 2.3413e-11, 6.6106e-12,\n 7.7078e-12, 9.0294e-12, 1.2711e-10, 2.4188e-11, 1.0260e-12, 7.7166e-11,\n 1.1091e-12, 6.4445e-10, 1.1458e-13, 1.1778e-11, 4.2613e-11, 2.4633e-13,\n 2.9180e-13, 9.7080e-11, 5.7363e-11, 2.1235e-13, 4.2593e-11, 1.1498e-13,\n 1.3591e-10, 4.6695e-14, 1.2356e-14, 1.0027e-11, 3.0619e-10, 5.8349e-12,\n 1.7414e-10, 3.7561e-13, 9.6971e-14, 2.5808e-12, 1.1525e-13, 1.5244e-13,\n 1.8401e-13, 3.5186e-13, 4.5018e-13, 1.0958e-13, 1.8131e-10, 2.7007e-11,\n 4.9320e-10, 3.0344e-10, 2.4779e-14, 1.0177e-11, 1.1945e-11, 1.0822e-10,\n 1.9266e-11, 4.9297e-10, 5.0309e-12, 1.6085e-10, 2.9055e-13, 3.1091e-11,\n 1.9919e-12, 7.2707e-11, 3.5883e-11, 2.9474e-14, 3.1362e-10, 2.7071e-12,\n 1.7649e-10, 5.1868e-12, 1.1760e-10, 2.8885e-10], device='cuda:0')" }, "57": { "step": "tensor(2504.)", "exp_avg": "tensor([-8.6431e-16, -6.6622e-14, 3.3962e-15, 1.3428e-15, -4.5367e-14,\n -3.3499e-15, -2.1080e-16, 5.5673e-15, 1.5542e-15, 2.4755e-16,\n -7.2830e-17, -3.2023e-15, -2.9780e-15, 9.5216e-15, -6.4093e-14,\n -3.5645e-14, -4.1893e-15, -6.1623e-15, -1.9016e-15, -1.0625e-13,\n -3.7992e-14, -1.4722e-13, 1.7246e-15, -1.8317e-14, -1.7129e-15,\n -8.6336e-15, 2.1705e-14, -1.4668e-14, -1.3084e-15, -4.5456e-15,\n -2.5387e-15, -3.4539e-15, -5.8964e-15, 6.9584e-15, 1.2982e-15,\n -1.0382e-16, -1.8983e-14, -2.8501e-15, 9.6627e-16, 3.4860e-15,\n 5.0807e-15, -2.1214e-15, -9.1676e-15, -5.3011e-14, -1.1074e-13,\n 1.4495e-14, -2.9292e-14, -1.8497e-15, 9.0711e-16, -6.4971e-14,\n 1.4048e-15, -1.4255e-14, 2.3139e-15, 2.3785e-15, -1.4488e-15,\n -5.4161e-14, -8.8048e-15, 4.7973e-15, -1.1174e-15, -5.4374e-15,\n -7.7282e-14, -7.2625e-16, -5.0411e-15, 2.2272e-14, -1.1529e-14,\n 6.5191e-16, 2.5586e-15, -1.2331e-14, -7.3523e-16, 2.7374e-15,\n 4.7172e-15, 3.0864e-15, -8.9614e-16, -3.2063e-14, -3.9666e-14,\n -2.6602e-15, -7.1212e-15, 6.7729e-16, -5.5486e-14, -7.3487e-15,\n -8.1576e-16, -8.4370e-14, 9.4963e-16, -2.1916e-15, -1.4687e-15,\n -5.4190e-16, -1.4042e-14, 6.5519e-15, 5.8877e-15, -2.7699e-14,\n 7.9327e-16, -5.1393e-14, -3.5665e-15, 1.9506e-14, 2.5323e-15,\n -3.7759e-14, -2.0500e-15, -6.0316e-14, -3.5619e-15, 1.7263e-14,\n -7.1651e-14, 1.9505e-15, -1.8020e-14, 2.9651e-15, -1.1568e-14,\n -3.2452e-14, -1.9939e-14, 9.0338e-15, -3.1200e-15, -3.0401e-14,\n 3.7214e-15, -1.9714e-14, 5.6502e-15, 8.3931e-16, -9.1264e-15,\n -3.3624e-14, -4.5673e-15, 5.8467e-16, 2.8903e-16, 1.9345e-14,\n -1.9797e-15, -3.4674e-14, 1.1934e-15, -6.5522e-16, -1.4537e-15,\n 4.6720e-16, -9.6418e-14, -5.8347e-14, 3.5123e-15, -1.4778e-15,\n -3.0629e-15, 1.2127e-14, 5.0686e-14, 2.6412e-15, 4.2287e-15,\n -2.1997e-14, -2.7177e-14, 6.1806e-15, 3.0507e-15, -3.3977e-15,\n 2.6665e-16, -7.3741e-15, -8.0750e-16, 1.8753e-16, 8.4580e-16,\n -5.0859e-15, -6.4509e-14, 9.7652e-15, -5.9947e-15, -1.8853e-14,\n 2.2587e-14, 6.0094e-15, -3.3461e-15, -4.5937e-18, 9.5897e-16,\n -1.5375e-15, -5.4956e-14, 1.1680e-14, -8.2048e-15, 6.1366e-16,\n 6.6461e-16, -1.0422e-15, -4.4640e-14, -5.1530e-14, 1.5557e-15,\n 4.7233e-15, -9.6091e-14, -7.6433e-15, -3.4622e-14, -3.0232e-14,\n -2.9494e-14, -3.5860e-15, 2.0115e-15, 4.4723e-15, -7.2482e-14,\n 2.4735e-16, 1.5887e-16, -3.0079e-15, -1.2915e-14, 7.6713e-16,\n -6.4181e-14, 1.4964e-15, -3.3569e-14, -5.9480e-17, -1.1384e-14,\n -6.4618e-15, -7.8788e-14, 5.9138e-16, 7.7561e-15, -2.9867e-15,\n -1.3423e-14, 1.2859e-15, 7.7529e-15, -1.1647e-15, -1.5229e-14,\n -8.9813e-15, -2.7677e-15, -8.1108e-14, 1.8361e-15, 2.1066e-16,\n -5.6515e-14, -5.8845e-14, 1.4498e-14, 1.1886e-14, 2.4793e-15,\n -3.2834e-16, -6.6485e-14, -4.3315e-14, 5.1014e-15, -9.2940e-15,\n -3.7114e-14, -4.3897e-16, -8.0800e-15, -1.0913e-14, 1.7512e-14,\n -1.7021e-16, 4.1875e-15, 3.2455e-15, -4.3444e-15, 3.7432e-14,\n -6.9523e-16, 1.2201e-14, -6.5580e-14, 1.8081e-15, 1.1828e-15,\n 1.5619e-16, -2.0193e-14, -1.0471e-13, -1.2107e-15, -1.9330e-14,\n -7.1211e-15, 1.3794e-14, -3.1392e-14, -4.6354e-14, 1.1589e-14,\n 3.0027e-15, -5.5128e-15, -4.2585e-15, -5.2279e-14, -7.2813e-15,\n 4.0195e-15, -5.4394e-14, -1.6046e-15, 2.3234e-15, 5.7217e-15,\n 3.7552e-16, 5.8556e-16, 1.7109e-14, -5.0768e-15, 9.9091e-16,\n -1.0268e-14, -9.5450e-15, 1.4906e-15, -6.9329e-14, -1.8166e-14,\n 1.1927e-14, -6.3730e-14, -9.2840e-15, -1.6027e-14, 5.5548e-15,\n -5.9962e-14, -5.8909e-15, -2.4698e-14, 1.0688e-15, 6.7110e-15,\n -9.9638e-14, -9.6991e-15, -5.0283e-15, 1.8852e-15, -1.1850e-13,\n 2.7349e-14, 1.6211e-14, -8.1650e-16, -3.3254e-15, 1.1873e-14,\n -1.3406e-15, -9.4654e-14, -7.5918e-14, -5.8190e-15, 4.0895e-15,\n 1.4149e-15, 2.7604e-16, 1.1458e-14, -8.8572e-14, -1.8026e-15,\n -2.6005e-14, -4.8813e-14, 3.6664e-15, -9.2064e-14, -7.7516e-14,\n -6.7608e-14, -9.4129e-14, -1.8342e-15, -1.3299e-14, 6.2755e-15,\n -2.2885e-16, -1.0561e-14, -2.3674e-15, 1.3997e-15, -3.5652e-14,\n -8.5077e-15, 3.2246e-15, -7.7616e-15, -1.2161e-14, -8.1369e-14,\n -9.3465e-16, 5.7640e-15, 1.8589e-15, -6.2057e-14, -3.3564e-16,\n 8.9613e-15, 4.2050e-14, -1.0726e-13, 3.0415e-16, 1.5365e-15,\n -5.1141e-15, -3.8008e-15, -7.8477e-15, -5.3889e-15, 9.9335e-15,\n -4.9256e-14, -2.0321e-15, 2.9625e-14, 7.6483e-16, -3.3785e-14,\n 7.2234e-15, -7.1791e-16, -1.5619e-15, 4.0381e-15, -2.1107e-14,\n -3.4600e-15, 1.2371e-14, 1.0320e-14, 5.5606e-16, 1.9583e-16,\n 2.0454e-15, 1.0776e-15, 4.4256e-15, -4.4134e-14, -3.9280e-14,\n -2.8450e-14, 3.2718e-16, -8.0629e-16, -1.1572e-14, -2.3968e-16,\n -1.9629e-14, -7.7349e-15, 7.8482e-15, -1.1081e-13, -2.1229e-15,\n -8.3710e-16, -1.5429e-15, -2.6646e-15, 1.0531e-15, -8.9448e-15,\n -5.3636e-14, 5.5686e-15, -4.7981e-15, 5.3422e-16, -8.3695e-14,\n -6.2737e-14, 1.5052e-14, -8.4479e-17, -1.0005e-15, 2.4406e-14,\n 2.6083e-15, -4.3656e-16, -1.9066e-15, 8.1536e-15, -2.2796e-14,\n 9.7129e-16, -1.9874e-15, 3.7397e-15, 4.9465e-15, -1.0915e-13,\n 2.7610e-14, 1.6762e-14, -1.5431e-14, -8.6905e-14, -1.6608e-15,\n 3.7478e-15, 4.8402e-16, 2.3626e-15, -6.2546e-14, 9.9036e-17,\n -4.7198e-14, 4.2975e-15, 2.4483e-15, -9.1175e-14, -3.0938e-15,\n -6.3972e-15, 3.9400e-15, -1.2893e-15, 7.7751e-15, 2.8408e-15,\n 4.2700e-14, -2.0254e-16, -4.8980e-14, 5.6478e-15, -6.2326e-14,\n 3.9838e-15, 8.3723e-16, 6.5014e-15, 6.5503e-15, -7.4961e-14,\n 7.1183e-15, 3.9872e-15, -4.9502e-14, -1.3206e-13, 2.5958e-15,\n -1.0652e-13, -1.9763e-15, -4.6133e-14, -3.3454e-14, 8.7969e-15,\n -3.3561e-14, 3.0207e-15, -3.8593e-15, -3.1340e-14, -4.9324e-14,\n -1.7475e-15, -3.5671e-15, 2.1422e-15, -4.1962e-14, 3.4473e-15,\n -4.2729e-15, -5.8826e-14, 6.0018e-15, -5.5840e-14, -4.1622e-16,\n -6.2735e-14, 8.5067e-16, -1.6699e-15, -3.9221e-16, -2.9115e-14,\n -3.1203e-14, 1.1511e-14, -6.1669e-14, -3.1486e-16, 8.7458e-15,\n -9.5703e-15, -2.3683e-14, 1.9450e-14, -9.9252e-14, -4.1808e-16,\n -5.0764e-15, 2.9499e-14, -2.7359e-14, -4.2096e-14, -5.1780e-15,\n -4.3344e-14, 1.1112e-14, 4.1964e-15, -9.7800e-14, -1.5821e-14,\n 3.0303e-15, -4.8220e-14, -1.7208e-14, -7.3236e-16, 4.3885e-15,\n 2.0572e-14, 5.8670e-17, 5.4179e-15, -2.4000e-15, -3.6180e-15,\n 8.1370e-16, -1.7041e-15, -7.5102e-14, 4.9470e-17, -1.3835e-14,\n 1.2155e-15, 1.9802e-15, -3.2803e-14, -4.7123e-14, 4.3671e-14,\n -6.0466e-14, -3.9996e-14, -1.3460e-14, 5.4817e-15, -7.3854e-14,\n 5.8166e-15, -1.6568e-15, -3.9894e-15, -5.2985e-14, 3.8708e-15,\n -4.3292e-15, 2.8298e-16, 1.6415e-16, 1.2584e-14, -2.3757e-14,\n 6.8422e-15, -6.6028e-14, -6.6400e-14, -7.0701e-15, -2.9601e-15,\n -4.5854e-14, -1.0683e-13, 5.5305e-16, -1.3204e-15, -2.1398e-14,\n 1.6143e-14, 2.0442e-15, -1.3277e-15, 4.7315e-15, -4.8497e-14,\n -2.5771e-14, 2.0123e-15, 2.6016e-14, -1.5469e-14, -7.7237e-14,\n 1.7918e-15, -2.6154e-15, -3.8981e-14, -3.1656e-14, 4.7775e-14,\n -1.1245e-15, -2.7165e-16, -2.7610e-14, -2.6767e-14, 1.1003e-16,\n -1.2350e-15, -3.9693e-16, 1.0441e-14, -2.2462e-15, -7.2932e-15,\n -6.1060e-14, 2.0168e-15, -3.1338e-14, -1.3753e-14, -5.5036e-16,\n -3.5671e-14, 2.1625e-14, -2.3309e-15, -5.3265e-15, 5.2415e-16,\n -2.1684e-14, -5.5061e-15, -3.9153e-15, -2.4143e-17, -6.2257e-16,\n -1.1374e-13, -5.9115e-14, -6.7333e-14, 3.8863e-16, -1.5855e-15,\n -2.0805e-14, -2.9293e-14, -5.9018e-15, -3.4663e-14, 5.1227e-15,\n 8.9643e-15, -7.6657e-16, 9.9788e-16, 7.8783e-16, 5.3093e-15,\n 4.3824e-15, -5.2959e-16, -3.8244e-14, -3.4148e-15, -1.4702e-15,\n 1.6961e-15, 1.5698e-14, 3.3704e-15, 9.0204e-15, 2.9941e-14,\n -2.5520e-15, -5.7603e-15, -2.0978e-14, -2.7811e-15, 1.1733e-15,\n -5.1926e-16, -1.4500e-14, -3.2170e-15, -1.9452e-14, -6.4295e-14,\n -2.1449e-15, -9.2500e-17, -2.5553e-16, -6.1797e-14, 1.0915e-14,\n 4.3650e-15, -2.8196e-14, -8.5483e-14, -7.1089e-15, -1.0842e-13,\n -2.4010e-15, -2.0554e-15, -4.3037e-14, 8.5319e-16, -3.6438e-15,\n 7.1849e-15, -5.3016e-14, -1.1169e-13, 1.1595e-14, 1.0253e-14,\n -2.3932e-14, 6.9115e-16, 5.9278e-15, -9.3503e-14, 1.1554e-15,\n -1.1869e-13, 1.3218e-14, -2.8985e-14, -2.0226e-14, -3.2925e-14,\n -3.9380e-15, -1.2515e-13, -4.3070e-14, -1.8562e-14, -3.1742e-14,\n -1.7414e-15, 8.2424e-15, 2.5304e-15, -1.2253e-14, 2.5523e-14,\n 1.2664e-14, -6.4748e-14, -5.6063e-15, -6.1159e-14, -1.1487e-14,\n -1.0061e-15, -3.7161e-14, -6.2736e-14, 1.0708e-15, 8.5741e-15,\n 2.6752e-14, 1.5278e-15, 2.0784e-14, -2.0772e-15, -6.2001e-14,\n -1.2953e-15, -1.2513e-15, -4.0752e-14, 2.4532e-15, -1.1703e-14,\n 6.8824e-16, 3.4495e-15, -5.4839e-14, -1.0592e-13, -9.9754e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([3.9500e-12, 4.7922e-11, 5.8574e-12, 7.7605e-11, 5.5178e-11, 6.5811e-13,\n 1.3343e-12, 1.7995e-10, 8.2764e-12, 7.3703e-12, 8.3886e-11, 8.8797e-11,\n 1.3021e-10, 8.3096e-14, 8.0278e-12, 4.1658e-12, 1.2721e-12, 5.7102e-12,\n 4.0538e-11, 9.3576e-12, 2.0512e-11, 5.9077e-11, 1.5540e-13, 5.3045e-12,\n 4.9647e-11, 7.0599e-12, 1.0162e-10, 3.7865e-12, 8.2475e-13, 4.0943e-13,\n 2.6197e-12, 8.7042e-13, 1.9040e-12, 1.8828e-12, 5.0505e-13, 2.3527e-12,\n 1.0226e-10, 1.1025e-13, 9.8320e-13, 1.4831e-13, 1.1692e-11, 1.8708e-13,\n 7.3856e-12, 6.6821e-12, 3.2512e-11, 1.1570e-13, 1.5234e-11, 1.4453e-13,\n 4.1711e-13, 1.1002e-10, 2.0110e-12, 6.0861e-11, 6.6709e-14, 1.3959e-10,\n 1.4581e-13, 4.0985e-12, 6.6302e-11, 1.2534e-13, 1.1299e-12, 2.6241e-11,\n 7.0621e-11, 1.6101e-10, 2.8287e-12, 4.6173e-13, 6.6910e-11, 1.3791e-12,\n 1.6319e-11, 1.2724e-10, 1.0647e-11, 3.9416e-10, 1.6869e-11, 9.7789e-11,\n 2.2293e-11, 3.7970e-11, 3.7498e-11, 4.7157e-13, 1.0909e-11, 1.4581e-12,\n 3.1036e-10, 1.1662e-11, 8.1732e-12, 2.5624e-11, 7.9069e-12, 3.8826e-11,\n 3.6678e-13, 3.7032e-13, 1.3420e-10, 7.9652e-13, 1.4695e-13, 1.8211e-11,\n 6.4347e-13, 1.0455e-11, 1.0626e-12, 1.4180e-10, 1.5407e-12, 4.8362e-12,\n 2.0404e-13, 5.5639e-13, 2.1707e-12, 4.9409e-11, 4.2268e-11, 2.3278e-11,\n 9.6588e-11, 1.4765e-13, 4.5597e-11, 7.5723e-11, 1.1473e-11, 8.6869e-11,\n 8.6212e-14, 1.4103e-11, 2.1741e-10, 4.1991e-11, 5.7120e-10, 1.0856e-10,\n 3.2332e-12, 1.5765e-10, 2.9142e-11, 1.7833e-10, 6.5951e-13, 1.7428e-11,\n 1.5471e-11, 5.2149e-12, 1.0834e-13, 2.0360e-12, 9.2972e-11, 2.2125e-11,\n 4.4426e-11, 3.3116e-11, 4.1632e-12, 1.2365e-12, 3.1258e-13, 6.3527e-11,\n 1.7054e-10, 8.7442e-12, 1.1174e-10, 1.4670e-12, 1.2112e-10, 1.4658e-11,\n 1.5922e-12, 9.2735e-12, 3.7809e-12, 2.3634e-11, 4.6364e-11, 5.4772e-12,\n 3.5200e-11, 5.0654e-11, 3.4769e-11, 3.3989e-12, 8.4464e-12, 3.6257e-12,\n 1.7924e-13, 6.6179e-14, 1.0680e-10, 8.7726e-11, 7.5837e-12, 2.0763e-11,\n 4.4948e-11, 4.1163e-12, 7.9219e-12, 1.1102e-11, 7.3636e-12, 3.9508e-13,\n 4.9987e-10, 1.9697e-10, 1.0528e-12, 1.8928e-11, 1.2878e-11, 5.1463e-13,\n 1.8630e-11, 7.9017e-11, 1.1895e-11, 1.5355e-11, 5.2045e-11, 5.8069e-12,\n 4.1260e-11, 3.3682e-11, 3.5844e-12, 6.9540e-11, 2.2801e-11, 3.8987e-11,\n 1.2120e-10, 1.7992e-11, 3.0652e-11, 1.4468e-11, 5.9323e-12, 4.5201e-11,\n 3.7542e-10, 3.2645e-11, 2.7077e-13, 5.3364e-11, 5.3009e-13, 3.4581e-13,\n 1.5933e-12, 1.9478e-12, 3.2418e-11, 5.5617e-11, 3.4445e-12, 2.9143e-11,\n 2.0256e-10, 2.2286e-12, 9.9881e-12, 3.4227e-11, 2.2826e-10, 1.6980e-12,\n 5.7422e-13, 1.0453e-11, 1.9702e-11, 2.3526e-12, 2.6851e-10, 1.0206e-11,\n 1.8658e-12, 1.0218e-11, 1.2009e-12, 1.1549e-12, 2.4956e-13, 1.2259e-11,\n 5.6453e-13, 1.8201e-13, 2.6102e-13, 1.8975e-12, 8.7487e-14, 1.1845e-12,\n 1.0890e-11, 4.2192e-12, 2.9094e-13, 9.8250e-14, 3.6838e-12, 2.2919e-10,\n 2.3556e-12, 1.4403e-11, 5.9109e-11, 5.6968e-12, 1.0475e-10, 1.6184e-11,\n 1.6541e-10, 4.1434e-11, 2.7590e-12, 5.4364e-11, 8.9668e-11, 3.8687e-13,\n 1.8716e-13, 3.2376e-11, 1.4775e-10, 4.5201e-13, 3.7801e-11, 1.2675e-11,\n 2.6725e-11, 1.6361e-12, 5.2765e-11, 1.1710e-11, 1.4599e-10, 1.0833e-10,\n 2.1749e-12, 1.5331e-10, 3.3663e-11, 9.9170e-12, 2.4081e-11, 3.3774e-11,\n 1.0712e-12, 1.3933e-12, 4.3098e-11, 1.4952e-12, 4.8854e-11, 3.8281e-13,\n 1.4863e-12, 5.0389e-11, 5.0612e-11, 1.9343e-12, 2.4638e-12, 2.7886e-10,\n 2.7769e-13, 1.4204e-13, 4.7829e-12, 7.7155e-13, 1.0467e-11, 6.4411e-14,\n 1.6838e-11, 2.5701e-11, 1.0563e-10, 1.8253e-12, 1.2052e-12, 3.6925e-12,\n 1.3673e-10, 2.0104e-10, 5.6554e-12, 4.7495e-11, 1.6158e-11, 5.3520e-12,\n 1.1993e-10, 8.6264e-11, 5.7069e-11, 5.1344e-11, 6.5702e-11, 3.3259e-13,\n 4.6198e-12, 1.7017e-11, 1.4119e-12, 5.2967e-11, 3.7077e-11, 1.5175e-12,\n 1.6156e-10, 8.4773e-12, 2.6560e-12, 1.6749e-10, 4.9660e-11, 2.2294e-12,\n 4.3413e-13, 6.0033e-11, 3.8977e-11, 1.3308e-12, 6.6027e-11, 4.4839e-13,\n 3.0677e-10, 1.5741e-11, 1.7331e-10, 2.2806e-11, 5.5624e-13, 2.2482e-11,\n 7.1465e-11, 1.8130e-12, 5.4516e-12, 1.3609e-11, 4.3114e-13, 1.5542e-11,\n 1.0714e-10, 1.5545e-13, 2.1535e-13, 2.7909e-11, 3.4063e-13, 3.3674e-11,\n 9.8223e-14, 3.3598e-11, 9.5582e-12, 1.6217e-12, 1.9601e-12, 3.3128e-12,\n 8.1267e-11, 5.0976e-13, 4.2515e-11, 2.3164e-11, 4.3742e-11, 7.4464e-13,\n 5.0917e-12, 3.5840e-13, 7.1431e-12, 2.2594e-11, 2.1284e-11, 4.1233e-11,\n 1.1546e-11, 1.3221e-11, 3.4840e-13, 1.7261e-13, 1.5811e-13, 3.5527e-11,\n 4.0879e-13, 8.5535e-11, 1.5109e-12, 2.0295e-12, 2.2501e-11, 3.5731e-10,\n 3.9399e-12, 2.7822e-13, 1.6343e-12, 3.0685e-13, 8.8066e-12, 4.3744e-13,\n 1.1114e-11, 4.8375e-11, 1.2225e-10, 1.1020e-10, 3.7505e-11, 1.4692e-11,\n 5.1116e-13, 6.4672e-12, 8.9067e-12, 1.7095e-11, 8.8164e-12, 2.8983e-11,\n 5.4703e-11, 3.5701e-12, 1.1630e-11, 2.8807e-12, 1.1690e-13, 5.4664e-12,\n 2.4336e-13, 2.1502e-10, 6.0495e-12, 4.1494e-12, 2.2612e-10, 2.3218e-11,\n 4.8493e-11, 1.0007e-12, 4.9722e-10, 7.9376e-11, 6.4768e-13, 8.0943e-11,\n 7.3764e-12, 3.2978e-11, 2.7764e-10, 5.2434e-12, 1.2370e-11, 4.6571e-11,\n 9.4328e-10, 8.1781e-11, 1.3906e-11, 2.5908e-13, 1.0733e-11, 1.7464e-11,\n 5.9684e-11, 1.7590e-12, 2.0910e-11, 3.3265e-13, 4.3387e-11, 1.5693e-11,\n 4.8276e-13, 1.7708e-13, 2.0404e-10, 5.6583e-12, 8.5003e-11, 2.0818e-11,\n 3.4559e-13, 2.6268e-12, 3.1073e-13, 5.1383e-11, 3.8305e-11, 1.1328e-11,\n 4.2578e-11, 7.1358e-14, 4.1959e-10, 4.6662e-10, 1.7632e-11, 4.6066e-11,\n 2.4641e-11, 4.0758e-13, 8.2959e-12, 3.8378e-11, 1.0987e-11, 6.8771e-13,\n 2.3376e-13, 1.8231e-13, 6.7278e-12, 1.3844e-10, 3.1874e-12, 3.0612e-11,\n 3.8092e-12, 1.0492e-10, 4.9238e-10, 3.1914e-11, 3.2978e-11, 4.5879e-13,\n 6.8571e-13, 3.4983e-13, 7.0686e-13, 5.4954e-11, 9.4950e-12, 6.3510e-13,\n 9.8142e-12, 4.8409e-11, 1.2592e-12, 3.0995e-12, 8.3536e-11, 7.6835e-11,\n 4.2302e-11, 9.4096e-13, 4.8372e-12, 2.1971e-10, 4.6654e-12, 1.4851e-11,\n 5.8483e-13, 9.5614e-12, 1.1547e-12, 9.1217e-11, 2.3949e-12, 3.4318e-11,\n 2.0982e-12, 1.4825e-10, 2.9790e-12, 1.9038e-12, 1.4482e-13, 1.3083e-10,\n 2.1705e-13, 1.0720e-11, 5.2322e-10, 2.9744e-11, 3.1840e-13, 3.5689e-12,\n 1.4805e-12, 2.0077e-13, 4.3212e-13, 4.6754e-11, 4.1984e-12, 3.6013e-11,\n 1.1945e-11, 1.1588e-12, 2.0971e-10, 3.0872e-11, 2.6918e-11, 5.8500e-13,\n 2.2350e-12, 7.2444e-13, 1.7973e-12, 9.4141e-12, 7.8318e-13, 2.6824e-12,\n 1.1685e-10, 4.8996e-12, 7.4243e-13, 8.6579e-11, 4.6391e-11, 2.7459e-11,\n 2.3286e-11, 3.9918e-12, 1.6646e-11, 3.1728e-12, 1.3313e-10, 3.6069e-12,\n 1.1111e-11, 2.5604e-11, 9.9578e-12, 2.0236e-12, 1.6906e-10, 5.4330e-13,\n 1.5027e-13, 3.0040e-12, 7.8439e-11, 8.7667e-11, 4.0341e-13, 6.1780e-12,\n 4.7647e-12, 1.8087e-12, 2.5656e-11, 1.0747e-11, 4.5732e-12, 2.9533e-11,\n 9.7122e-12, 8.3104e-13, 1.8995e-11, 8.3187e-11, 3.1088e-13, 2.0035e-11,\n 1.3616e-11, 3.6656e-11, 3.0414e-12, 5.4381e-12, 8.8925e-13, 3.8300e-14,\n 1.4547e-11, 4.8754e-11, 3.7723e-12, 2.4856e-11, 3.6632e-10, 2.2534e-12,\n 3.0864e-13, 2.7492e-13, 1.3207e-10, 6.2722e-11, 8.5514e-13, 4.9314e-11,\n 4.0688e-11, 9.0958e-12, 6.5063e-13, 1.7075e-10, 5.9698e-13, 2.2189e-11,\n 3.6150e-12, 8.3938e-13, 6.6955e-13, 2.6174e-10, 2.8532e-11, 1.9921e-11,\n 5.9196e-11, 1.0535e-11, 1.5321e-12, 1.4282e-10, 3.8316e-11, 2.6607e-12,\n 2.8445e-11, 1.0417e-11, 8.5574e-12, 7.2663e-12, 1.8061e-11, 1.1274e-11,\n 5.5699e-11, 3.8534e-11, 9.2633e-11, 2.3841e-11, 3.9235e-13, 5.8909e-11,\n 9.5878e-12, 1.9035e-10, 9.2028e-13, 1.1743e-11, 3.7413e-11, 9.5120e-12,\n 1.8088e-12, 1.0648e-10, 7.7200e-11, 4.2143e-12, 2.1537e-11, 4.4732e-14,\n 2.5420e-10, 1.2009e-12, 1.8834e-13, 1.7609e-11, 2.4258e-10, 4.4079e-12,\n 1.6694e-10, 2.3763e-13, 8.5592e-14, 3.2660e-12, 1.2491e-12, 4.2304e-12,\n 6.7367e-13, 2.6695e-12, 1.5666e-12, 3.9289e-13, 1.1809e-10, 1.5143e-11,\n 8.7053e-11, 1.5313e-10, 1.7837e-13, 1.0787e-11, 3.1334e-11, 3.8624e-11,\n 7.3041e-12, 4.7679e-10, 2.1751e-12, 1.4178e-10, 5.9053e-12, 1.6281e-10,\n 2.2214e-11, 1.3973e-10, 2.4199e-11, 1.8200e-13, 2.2858e-10, 1.4884e-11,\n 4.7622e-11, 4.9635e-11, 4.3948e-11, 4.6991e-10], device='cuda:0')" }, "58": { "step": "tensor(2504.)", "exp_avg": "tensor([[-8.5167e-16, 1.5092e-15, -5.6052e-45, ..., 1.1842e-15,\n -1.4990e-15, -5.6052e-45],\n [ 6.3900e-16, 7.4005e-16, -5.6052e-45, ..., -1.1192e-15,\n 1.0388e-15, 5.6052e-45],\n [-2.1105e-16, -3.0520e-17, -5.6052e-45, ..., 1.4796e-16,\n -1.1149e-16, 5.6052e-45],\n ...,\n [-1.7654e-16, -4.0758e-16, 5.6052e-45, ..., 1.0366e-16,\n -7.2839e-16, -5.6052e-45],\n [-4.9879e-16, 3.1241e-16, -5.6052e-45, ..., 7.6298e-16,\n 1.7663e-16, -5.6052e-45],\n [ 6.0398e-17, -1.4952e-17, 5.6052e-45, ..., -7.4486e-16,\n 6.7089e-16, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[3.7708e-11, 2.8765e-11, 2.7634e-15, ..., 3.7032e-11, 8.8569e-12,\n 9.0728e-13],\n [1.7973e-12, 1.4709e-12, 4.1312e-16, ..., 1.5952e-12, 2.3459e-12,\n 4.1745e-14],\n [3.4619e-11, 4.2862e-11, 1.3908e-16, ..., 5.0958e-11, 1.2626e-11,\n 1.1708e-13],\n ...,\n [3.6142e-13, 2.8224e-13, 1.7328e-17, ..., 4.2523e-13, 1.2997e-13,\n 4.2579e-15],\n [2.5894e-13, 1.7220e-13, 4.9696e-17, ..., 3.6943e-13, 1.0805e-13,\n 1.4861e-15],\n [5.0181e-12, 4.0287e-12, 7.1121e-17, ..., 5.1390e-12, 2.2377e-12,\n 3.2478e-16]], device='cuda:0')" }, "59": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.0321e-12, 9.3589e-13, -6.9756e-14, -1.6956e-15, -7.9758e-14,\n -4.2051e-13, 1.9842e-12, -3.6153e-12, -9.3117e-14, -1.1100e-13,\n -6.8481e-13, 9.4254e-13, 4.2780e-13, 1.7172e-13, -1.5009e-12,\n 3.3800e-14, -1.5722e-12, -1.1247e-13, -5.4093e-13, 4.3133e-12,\n 5.1203e-13, -6.1466e-12, -2.6437e-13, -1.7674e-12, 1.3979e-12,\n -5.3354e-13, 1.7815e-12, -5.2048e-13, 1.4670e-12, -6.5983e-13,\n -2.3454e-12, -6.9896e-14, 3.5389e-13, -1.6312e-12, 1.3075e-13,\n 8.6843e-13, 4.8349e-13, 1.1278e-14, 7.2736e-13, -2.1097e-13,\n 2.8289e-12, -2.6654e-12, -2.4045e-13, 3.8962e-13, 3.8528e-14,\n 1.7006e-12, -4.1580e-12, 1.0104e-12, 1.0042e-13, -1.1174e-12,\n -6.0045e-13, 3.9672e-14, -1.2249e-13, 1.6112e-13, -7.7940e-13,\n -4.8920e-13, 3.8065e-13, 2.1030e-12, 1.1295e-12, -1.0331e-13,\n -2.0031e-13, -9.4227e-14, 6.6701e-13, 3.9579e-12, 3.2877e-12,\n -6.8869e-13, -8.0813e-13, 8.9995e-14, 4.4774e-14, 1.5183e-13,\n -5.2961e-12, 4.9632e-14, 3.0238e-12, -9.9680e-14, -3.4173e-12,\n 1.0018e-12, -3.3658e-12, -2.4133e-13, 7.2139e-14, 9.3094e-13,\n 5.7904e-13, -8.3693e-13, -8.2730e-13, 8.4288e-13, -8.6193e-13,\n 2.8874e-13, -2.3703e-13, 2.0346e-13, 1.9150e-12, 1.6329e-12,\n -8.9122e-13, -8.3086e-13, 1.8836e-13, -1.8202e-12, 8.8832e-13,\n 5.8903e-13, -2.0935e-12, -3.5028e-12, 1.4529e-12, 8.6881e-13,\n 1.3511e-13, 5.2468e-13, 2.0514e-12, 2.6341e-13, 1.9762e-13,\n -7.3796e-13, -1.3656e-12, -1.9762e-12, 2.7278e-13, -1.1834e-12,\n 1.3584e-12, 1.0109e-12, 2.0938e-12, 3.5275e-13, -3.2860e-12,\n 4.2480e-13, -1.4008e-12, -2.4030e-13, -6.7747e-14, 6.5581e-13,\n 6.9458e-13, 8.9978e-14, -3.6801e-12, -5.8922e-13, -1.4229e-12,\n -8.4401e-13, 2.9662e-13, 1.9023e-12, 9.8759e-13, 4.2730e-13,\n 2.3954e-13, -7.9655e-13, 8.3011e-13, 8.0494e-13, 1.4621e-12,\n -1.8657e-15, 9.9543e-13, -4.1264e-12, -1.0065e-12, -1.9123e-13,\n -2.6456e-13, 4.2176e-13, 1.5444e-12, -5.8266e-13, -4.2214e-12,\n 4.6205e-13, 1.1677e-12, 3.2030e-12, -6.7683e-14, 4.1176e-13,\n 1.4363e-13, -3.1970e-13, -3.3963e-13, -5.1010e-13, -4.8160e-13,\n 2.7869e-13, -8.6632e-14, 1.9371e-12, -2.4316e-12, -2.1560e-12,\n -3.7951e-13, -6.4227e-14, 2.9270e-13, -4.9966e-14, 6.2532e-13,\n 1.9304e-13, -8.0915e-13, 2.6502e-12, -8.9044e-13, -5.0310e-14,\n -9.3834e-13, 2.1370e-14, 1.4762e-13, 1.3543e-13, -1.7590e-12,\n 1.5277e-12, -8.3319e-13, 4.2363e-13, 1.0288e-12, 3.2146e-14,\n -3.9837e-12, 1.5655e-13, 6.9987e-13, 7.9705e-14, 6.5255e-13,\n 5.4420e-14, -1.1235e-13, -2.7807e-12, 2.5167e-13, -2.4280e-12,\n 3.1338e-12, 2.3017e-13, 3.6912e-12, 3.1861e-12, -1.7087e-13,\n -4.7188e-13, 8.5832e-13, -1.1828e-12, 6.8073e-13, -5.4018e-13,\n 4.4301e-12, 6.4765e-13, 7.0988e-13, 1.0037e-12, -8.3396e-14,\n -1.1364e-12, 3.0075e-13, -3.2949e-13, 1.2750e-12, 1.4652e-12,\n -2.9974e-13, -5.1144e-13, -2.2583e-13, 1.7062e-13, -3.1739e-13,\n 1.5585e-13, 1.2734e-13, -4.7519e-14, -3.5834e-13, -5.2914e-13,\n -4.8169e-13, 9.2203e-13, 1.7204e-13, 2.2074e-13, -1.1287e-12,\n -3.0981e-13, -1.8563e-12, -2.8889e-12, 5.7958e-13, 9.9070e-13,\n -4.2318e-13, 1.1966e-12, -4.7585e-13, 1.8274e-13, 3.4467e-12,\n 2.3167e-12, 1.4046e-12, -1.5569e-12, 3.3412e-12, -2.4366e-12,\n 3.0672e-12, 5.5047e-13, -2.6951e-14, -1.4095e-13, -3.4325e-13,\n -2.5401e-12, -1.7258e-12, 3.6337e-13, 1.0776e-12, 2.0173e-13,\n -6.8211e-13, -4.9744e-13, 3.9337e-13, 3.1840e-13, 3.5604e-12,\n 2.0141e-13, -3.4394e-13, -1.1141e-13, 1.2939e-12, -4.9534e-12,\n -2.9795e-13, 1.1906e-12, 3.0684e-13, 1.7976e-13, -1.4541e-12,\n 5.9543e-13, 1.1995e-12, 3.7556e-13, 4.0246e-13, -7.0135e-13,\n -1.4692e-12, 1.2726e-12, -6.9633e-14, -3.5978e-13, -6.0420e-14,\n -5.7876e-14, -1.4880e-12, 2.5432e-13, -1.6899e-12, 5.2905e-13,\n -2.7331e-12, -3.4157e-12, 6.5671e-12, -1.4033e-12, -4.3427e-13,\n 5.4575e-13, 6.1956e-13, 2.6184e-12, -3.2760e-12, -4.1798e-13,\n -2.3842e-12, -3.6488e-12, 7.4991e-13, 1.1443e-13, 1.6044e-13,\n 2.4182e-12, 3.8782e-13, 7.7449e-14, 6.4134e-13, -2.2427e-12,\n 6.1098e-14, -1.8108e-12, 1.5128e-13, 2.8573e-12, 1.4380e-12,\n -2.0815e-12, -2.5841e-13, -8.2297e-13, 1.2705e-13, 1.7620e-13,\n -1.1892e-14, 3.0175e-14, -2.0518e-13, -1.9043e-13, 5.6321e-13,\n -4.7793e-13, 2.0747e-12, -4.9886e-13, -2.6601e-13, -1.1066e-12,\n 9.9148e-13, -2.9721e-13, 1.3123e-12, 1.8583e-12, 2.4540e-13,\n -2.2148e-12, 2.8675e-13, -1.8988e-12, 9.3007e-14, -4.6044e-13,\n -5.5082e-14, 1.3047e-12, -1.6366e-12, -2.9047e-13, 9.8865e-13,\n -2.0857e-12, 8.0472e-13, -6.9544e-13, 3.9895e-12, -1.0697e-12,\n -4.1962e-13, -1.7005e-13, -4.1614e-14, 3.4883e-13, -2.7404e-13,\n -3.3033e-13, -2.1161e-12, -4.5590e-13, -8.0555e-15, 2.1711e-12,\n 1.0326e-12, -3.5420e-13, 3.6998e-14, 1.9010e-12, -4.9260e-13,\n 1.8895e-12, -5.3562e-14, 2.7813e-13, 6.5101e-13, -3.2061e-13,\n -5.9515e-13, 1.5809e-12, 5.9417e-13, 1.5136e-12, -3.5640e-13,\n 1.6606e-12, 6.2256e-13, -1.9644e-13, 1.1202e-12, 9.3725e-13,\n 1.7407e-13, 1.2922e-13, -3.9771e-13, -5.5724e-12, -1.8078e-12,\n 5.2157e-13, 1.1935e-12, 7.0891e-13, -9.0131e-13, 6.2969e-13,\n 2.0985e-13, -2.2772e-12, -1.0445e-12, -4.2688e-12, -4.1169e-13,\n 4.6927e-13, -1.6396e-12, 1.9165e-12, 1.3608e-13, -1.3206e-13,\n 1.4447e-12, -1.3348e-12, 1.7901e-13, -1.4467e-12, 4.9386e-13,\n 1.0880e-12, -1.9902e-12, 1.0428e-12, -1.1849e-12, 3.4153e-13,\n 2.4737e-12, -1.0875e-13, -3.3856e-12, -1.1381e-12, -2.4012e-13,\n -5.4412e-13, -9.0847e-13, -7.4773e-13, 2.4743e-12, 7.5303e-13,\n -1.9091e-12, 1.4598e-12, 2.2757e-12, 1.7781e-13, -3.9219e-13,\n -1.8193e-13, -6.5821e-14, -2.7086e-12, -1.7277e-12, 5.4912e-13,\n -1.4117e-12, 3.9105e-12, 3.1486e-12, 1.3445e-12, 2.6333e-13,\n -4.2652e-13, 5.5950e-13, 1.0379e-13, 4.7946e-14, 1.4645e-12,\n -2.5912e-13, -2.2162e-13, -1.2163e-13, 2.5797e-12, 2.6153e-12,\n -4.6321e-13, 3.7817e-13, -5.7638e-12, 4.0847e-13, -1.6316e-13,\n -7.4369e-13, -1.0294e-12, 5.3877e-12, -6.1549e-15, -3.3115e-12,\n 8.8199e-14, 3.8566e-12, 1.4567e-13, 1.3346e-12, -7.7477e-13,\n -1.2001e-13, 2.6712e-12, 1.3144e-12, 9.8516e-13, -6.2221e-12,\n 3.8309e-13, -4.9165e-13, -1.2832e-13, 1.5120e-12, 6.3161e-13,\n 4.0725e-12, 4.9517e-13, 1.9977e-12, 3.7225e-13, -7.9972e-13,\n -9.5076e-14, 1.6190e-12, 1.3421e-12, 2.5978e-13, -3.8630e-13,\n -1.5302e-12, -2.4583e-12, -3.6547e-13, 1.6096e-12, 8.2855e-13,\n 6.3253e-13, 3.0603e-13, 2.4159e-13, 8.9837e-13, -1.0274e-12,\n 1.8573e-12, -1.7439e-13, -2.9551e-12, 2.6688e-13, -1.5850e-13,\n -2.4550e-13, 1.1539e-12, 6.0735e-13, 4.4405e-13, -5.6905e-13,\n -3.4815e-13, -2.6727e-12, -4.6993e-14, 1.4655e-12, 8.4107e-13,\n -1.1937e-12, -3.0404e-12, 1.0728e-12, -6.5774e-13, 1.5807e-13,\n 4.9611e-13, -3.3961e-12, -1.7459e-14, 2.7256e-12, 1.4055e-12,\n -2.4274e-13, 2.2703e-13, -1.4452e-12, 7.1242e-13, -1.3900e-13,\n 4.0565e-12, 4.9694e-13, -2.5169e-13, -8.3136e-12, 1.7388e-12,\n 4.8134e-13, 2.0004e-12, 1.0107e-13, -2.7323e-13, 6.2396e-13,\n 2.0794e-12, 4.6128e-13, 1.8804e-12, -3.5258e-13, 3.5070e-12,\n -2.8358e-13, 1.5726e-12, -4.1356e-12, 1.5554e-13, 2.5050e-13,\n -5.0094e-13, 1.3547e-12, 5.1176e-13, 2.8677e-13, -7.9497e-13,\n 4.9490e-13, 2.6647e-13, -1.9508e-12, -8.0193e-13, -3.4272e-12,\n -5.9917e-12, -6.4335e-13, 7.4155e-13, 2.3790e-14, 2.4794e-13,\n 2.1563e-13, 2.3557e-13, 7.9107e-13, 9.1290e-13, -6.5126e-14,\n -6.2629e-13, 7.7176e-13, -2.2755e-12, 2.5651e-12, 6.0414e-13,\n -3.1241e-12, 1.0251e-13, -4.1819e-14, 2.4624e-12, -3.5088e-13,\n 6.7337e-14, -1.6970e-12, -5.5323e-13, -4.4062e-12, 1.1275e-12,\n 2.2232e-12, 5.2313e-13, -1.3606e-13, -8.1153e-13, 7.2098e-13,\n 1.2955e-12, -4.2713e-12, -5.7186e-13, 2.2993e-12, 1.8753e-12,\n 2.2098e-12, 3.5210e-13, 4.3507e-14, -5.4357e-13, -1.2406e-13,\n 7.2270e-13, 9.2828e-13, -7.7582e-13, 2.3766e-12, -8.9126e-13,\n -3.6803e-13, 1.2180e-12, 4.9484e-12, -4.5529e-13, -1.0270e-12,\n 2.7165e-12, -1.2045e-13, -3.5252e-12, 1.5243e-12, -2.5701e-13,\n 3.4747e-13, 1.8231e-13, -2.8557e-13, 1.8871e-12, -2.4377e-13,\n -1.8583e-13, 1.9104e-12, -6.3931e-13, -3.4877e-12, 1.0297e-13,\n 3.3539e-13, -3.6232e-12, -1.6372e-12, -2.9994e-12, -7.5307e-13,\n -1.7803e-12, -1.4478e-13, 8.7926e-13, 9.4275e-14, 6.6586e-13,\n 5.7661e-13, -3.0415e-14, 1.6049e-13, -6.4201e-13, -8.6521e-14,\n -1.8072e-12, 1.5005e-12, 1.0447e-12, 1.3989e-13, 1.6251e-12,\n 8.2460e-13, 1.7132e-13, -3.1981e-13, 8.6303e-14, -3.5663e-13,\n -1.0162e-12, 6.3848e-13, 2.7651e-12, 1.8606e-13, -3.2695e-13,\n 4.8550e-13, 4.3360e-13, 3.9117e-14, -1.7163e-13, -3.1861e-13],\n device='cuda:0')", "exp_avg_sq": "tensor([1.1689e-06, 1.2847e-07, 1.8525e-06, 9.8543e-09, 9.2978e-08, 2.5002e-08,\n 8.1298e-08, 7.2847e-06, 2.2809e-06, 2.6041e-07, 6.0121e-09, 1.2532e-06,\n 4.0066e-08, 8.5668e-09, 1.0386e-07, 5.5588e-09, 2.4523e-08, 7.8183e-06,\n 3.6877e-06, 3.5852e-07, 1.2698e-07, 4.9601e-07, 2.5828e-07, 7.3491e-07,\n 9.2399e-07, 5.9358e-08, 1.3217e-08, 1.3533e-08, 4.6027e-08, 1.8603e-07,\n 6.1641e-06, 4.9453e-07, 1.2892e-06, 4.1924e-06, 1.1373e-07, 6.3135e-09,\n 3.5562e-08, 2.7602e-07, 4.2683e-09, 1.6731e-07, 7.8638e-09, 1.5698e-06,\n 2.6814e-07, 1.1643e-08, 1.8334e-07, 6.2865e-09, 2.1251e-06, 2.8403e-08,\n 9.7275e-09, 2.7361e-06, 5.9593e-07, 2.1284e-06, 1.3069e-08, 2.2599e-07,\n 3.0051e-07, 6.2673e-07, 1.2530e-07, 1.4553e-08, 2.7837e-08, 6.4630e-07,\n 2.9718e-07, 1.8527e-07, 2.9088e-08, 7.5206e-09, 9.4852e-07, 4.3979e-07,\n 1.4626e-08, 3.2063e-06, 4.0745e-07, 6.7340e-06, 1.1088e-06, 1.9862e-06,\n 2.9383e-07, 6.0223e-07, 2.3451e-07, 3.4416e-09, 2.0370e-06, 9.6737e-07,\n 7.8479e-06, 1.0262e-06, 1.3948e-07, 2.5408e-08, 1.3667e-06, 4.5210e-06,\n 2.3937e-06, 2.3751e-07, 2.2159e-08, 5.7901e-07, 3.8572e-08, 2.8112e-09,\n 1.2294e-06, 6.7495e-08, 6.2268e-07, 8.8055e-07, 2.0622e-07, 3.4605e-06,\n 2.8349e-07, 3.6351e-06, 3.4784e-08, 8.6596e-07, 8.4846e-08, 4.2677e-09,\n 2.9483e-08, 1.0082e-07, 1.6333e-08, 1.9641e-06, 6.2841e-07, 1.3044e-06,\n 3.9970e-09, 6.6999e-09, 2.4290e-06, 5.5421e-07, 3.2164e-06, 2.4441e-08,\n 3.0715e-07, 6.4419e-09, 1.3466e-07, 9.9666e-06, 1.1823e-06, 3.6859e-07,\n 3.6901e-08, 2.0894e-07, 5.0288e-07, 2.0929e-07, 1.9254e-06, 9.2329e-09,\n 4.3621e-08, 2.0120e-06, 1.7536e-08, 7.4376e-09, 6.9934e-08, 1.2096e-07,\n 2.5371e-06, 9.8814e-08, 8.8932e-07, 5.6599e-06, 7.8410e-09, 1.0006e-06,\n 2.8699e-06, 6.8882e-09, 5.0640e-07, 1.3165e-06, 7.8706e-09, 8.2312e-08,\n 1.1727e-07, 7.1663e-09, 1.4202e-07, 9.7110e-07, 3.2320e-07, 2.1681e-06,\n 1.2279e-08, 3.6190e-08, 1.4835e-06, 3.6027e-07, 6.6423e-08, 3.5767e-08,\n 3.4598e-08, 3.6035e-08, 7.4684e-07, 4.2260e-07, 3.1389e-06, 4.4398e-08,\n 9.3336e-06, 2.1216e-07, 3.8888e-08, 2.5852e-06, 1.5356e-07, 7.7064e-08,\n 3.9424e-06, 6.9374e-07, 1.4106e-06, 4.0600e-08, 3.9403e-08, 1.5706e-06,\n 3.7888e-07, 5.5248e-06, 2.5298e-07, 2.1178e-06, 4.6649e-09, 8.5701e-09,\n 9.0988e-07, 5.7271e-07, 2.7140e-07, 3.8453e-07, 3.3953e-09, 3.1925e-07,\n 4.3107e-06, 4.3453e-06, 5.5519e-08, 1.9951e-06, 1.5513e-06, 3.7773e-08,\n 3.6728e-08, 7.6210e-09, 3.4093e-06, 8.3617e-07, 4.6654e-09, 7.0537e-07,\n 1.7324e-06, 1.4309e-07, 1.8379e-08, 1.6008e-08, 2.4354e-07, 4.0218e-06,\n 1.6992e-07, 1.1770e-06, 3.4604e-08, 1.7604e-08, 6.3709e-08, 6.4537e-07,\n 9.2281e-07, 7.1988e-09, 1.2973e-06, 1.4857e-06, 1.0886e-07, 1.8274e-07,\n 4.1264e-07, 5.6808e-07, 3.0312e-07, 8.9656e-06, 4.1616e-07, 1.9505e-08,\n 9.9377e-07, 2.7741e-09, 1.3457e-08, 8.0825e-09, 6.2716e-06, 1.1172e-06,\n 3.3719e-08, 3.9100e-08, 1.1932e-08, 6.2400e-09, 3.2415e-06, 1.7177e-07,\n 6.5986e-08, 2.4078e-08, 3.8785e-09, 5.9027e-06, 8.6497e-08, 1.7730e-07,\n 7.8642e-08, 2.9876e-09, 4.6083e-07, 3.5066e-08, 7.0077e-09, 3.2074e-06,\n 1.8524e-06, 2.2491e-06, 6.6432e-07, 9.0310e-08, 2.9648e-06, 3.5226e-07,\n 1.1220e-06, 7.4970e-08, 8.2352e-09, 2.5195e-06, 1.9749e-06, 7.7356e-08,\n 8.2683e-07, 1.6157e-06, 9.9516e-09, 4.1551e-09, 4.8649e-08, 1.1072e-06,\n 3.3332e-06, 1.8477e-07, 2.1489e-07, 3.6619e-08, 9.0790e-07, 6.4433e-08,\n 2.6126e-08, 2.0205e-07, 4.1266e-07, 4.2994e-07, 8.7155e-07, 1.4422e-08,\n 1.3317e-07, 7.9268e-08, 3.3389e-06, 1.1028e-08, 5.2714e-07, 3.1890e-06,\n 1.0667e-07, 4.6057e-06, 1.0754e-08, 9.2864e-07, 4.8856e-08, 5.4062e-09,\n 1.0624e-05, 4.7820e-08, 5.3193e-06, 1.4670e-06, 4.8723e-08, 1.7083e-07,\n 5.6229e-09, 1.3670e-07, 3.3182e-08, 4.8097e-07, 1.2003e-07, 6.8394e-07,\n 8.8830e-07, 6.0363e-07, 1.5424e-07, 2.5355e-08, 1.5620e-07, 1.4353e-06,\n 8.9310e-08, 7.3304e-08, 7.0708e-07, 3.2222e-09, 6.8182e-07, 3.3273e-08,\n 1.2862e-06, 5.3070e-07, 1.0043e-08, 3.5736e-07, 1.5751e-08, 2.0437e-06,\n 1.5831e-08, 2.5201e-06, 4.7161e-07, 4.5135e-08, 4.2734e-09, 1.7258e-08,\n 2.7525e-07, 3.2060e-07, 2.0156e-07, 3.2874e-07, 1.2760e-07, 2.5871e-06,\n 4.4776e-08, 4.8353e-09, 2.9313e-06, 1.8848e-08, 1.3411e-08, 8.8103e-07,\n 2.1507e-06, 2.6292e-07, 4.6581e-07, 3.7308e-09, 2.3165e-08, 3.2896e-07,\n 7.4865e-09, 9.8368e-07, 4.0939e-08, 1.0338e-07, 1.2334e-06, 4.4677e-06,\n 1.4484e-08, 6.0982e-06, 9.5569e-09, 7.4576e-08, 3.7389e-07, 5.6464e-08,\n 8.8970e-09, 7.9854e-08, 5.2221e-07, 8.4698e-09, 5.7139e-09, 9.2247e-07,\n 3.6403e-07, 7.5468e-08, 3.1396e-08, 4.4174e-08, 7.1189e-08, 1.1166e-08,\n 7.1646e-09, 1.5866e-06, 2.1198e-07, 4.5476e-06, 3.8226e-06, 5.0888e-07,\n 7.7727e-08, 1.6108e-06, 8.5605e-07, 1.6255e-08, 5.5903e-07, 1.6666e-08,\n 1.4732e-08, 3.1337e-08, 6.2228e-08, 2.3165e-06, 5.7459e-07, 7.9603e-08,\n 6.2510e-07, 4.5556e-06, 1.4937e-06, 2.4198e-08, 9.9337e-08, 3.2872e-06,\n 1.1847e-06, 6.6456e-07, 5.6336e-08, 3.3742e-06, 8.0543e-09, 7.9363e-09,\n 3.7551e-06, 1.6098e-07, 3.1910e-06, 3.2541e-06, 1.5256e-08, 1.9731e-08,\n 3.1639e-07, 1.4385e-06, 2.5043e-06, 2.8562e-07, 6.2335e-07, 2.9290e-07,\n 7.8031e-07, 5.2793e-07, 2.2603e-07, 1.9168e-08, 6.3835e-08, 3.2473e-07,\n 1.5537e-07, 9.9069e-07, 1.8211e-07, 4.0568e-06, 1.5827e-07, 1.5834e-06,\n 3.8035e-07, 3.1594e-07, 7.0824e-08, 1.6215e-07, 1.0197e-06, 5.3748e-07,\n 8.2727e-07, 1.5070e-08, 2.5291e-07, 1.2931e-08, 7.7276e-07, 1.4014e-06,\n 2.5463e-07, 1.4421e-07, 1.5105e-07, 3.0316e-07, 1.3615e-06, 7.0968e-07,\n 4.8196e-09, 7.6286e-09, 1.5772e-07, 3.5287e-08, 1.8750e-07, 8.4215e-07,\n 1.3828e-06, 2.8086e-07, 7.0019e-07, 3.9829e-07, 2.1598e-08, 1.9575e-07,\n 5.1474e-08, 1.0881e-08, 9.0887e-08, 6.6344e-07, 2.5686e-06, 1.1827e-06,\n 3.9589e-08, 3.2312e-08, 2.5431e-07, 3.8453e-07, 3.4422e-08, 1.4219e-06,\n 7.5552e-09, 4.8802e-07, 4.2121e-07, 2.7367e-06, 6.3818e-07, 2.8700e-07,\n 8.4088e-09, 5.3954e-08, 1.2675e-06, 9.3448e-06, 4.5217e-07, 1.4616e-08,\n 3.8280e-06, 1.8082e-06, 7.8895e-09, 5.7245e-09, 4.3488e-08, 1.5404e-08,\n 1.9631e-08, 3.5872e-08, 5.1913e-06, 1.1664e-08, 3.1172e-08, 3.7118e-07,\n 6.4920e-07, 2.6607e-09, 8.5619e-08, 4.2987e-07, 1.2572e-08, 1.4377e-06,\n 3.4140e-09, 1.0044e-08, 5.8472e-08, 3.0915e-06, 5.4701e-08, 6.3820e-09,\n 6.8594e-07, 1.1004e-06, 3.5371e-08, 1.7901e-06, 3.7212e-07, 4.6545e-08,\n 3.1192e-07, 4.2053e-08, 6.5850e-07, 7.1332e-07, 6.8566e-09, 1.1800e-07,\n 1.4257e-08, 3.9214e-08, 1.7007e-06, 2.4297e-06, 1.1539e-06, 4.0124e-07,\n 1.4389e-08, 2.2908e-07, 6.1944e-06, 5.8185e-09, 1.5338e-06, 6.9455e-08,\n 6.6267e-09, 5.7466e-07, 1.2269e-08, 1.2642e-07, 4.5355e-09, 2.0273e-06,\n 1.0848e-07, 4.8124e-09, 1.7108e-07, 7.2699e-06, 2.8179e-06, 2.3150e-07,\n 1.8199e-08, 4.8675e-07, 1.2352e-07, 1.2702e-05, 8.8605e-07, 1.2475e-07,\n 4.7361e-07, 1.2173e-06, 2.5787e-06, 5.3693e-09, 5.0480e-07, 3.2227e-07,\n 7.3273e-07, 3.4392e-07, 2.6654e-08, 2.1492e-06, 3.5379e-06, 1.1409e-07,\n 1.0509e-06, 2.7114e-09, 1.1360e-05, 5.9680e-06, 3.8692e-07, 1.3778e-06,\n 5.6218e-09, 1.4606e-06, 3.2863e-07, 3.3510e-06, 4.8691e-08, 1.8990e-06,\n 1.4046e-06, 1.5200e-08, 2.0491e-08, 3.0466e-06, 3.5587e-06, 4.6808e-07,\n 9.5090e-08, 2.1088e-06, 3.0531e-06, 3.2146e-07, 1.0643e-06, 5.1657e-08,\n 7.8794e-07, 3.1493e-08, 2.7203e-07, 5.9731e-08, 1.4084e-07, 2.3634e-08,\n 1.9815e-07, 1.2882e-07, 3.4424e-08, 6.8478e-08, 5.4316e-09, 1.9501e-08,\n 2.4052e-06, 1.6439e-07, 3.1139e-08, 9.2840e-08, 2.6773e-06, 4.8955e-08,\n 7.4976e-09, 5.4501e-09, 9.5815e-08, 1.6652e-06, 6.0136e-09, 1.3272e-07,\n 8.2452e-08, 2.0613e-08, 5.8143e-08, 4.0691e-07, 1.3926e-06, 1.9682e-08,\n 2.1099e-06, 1.6039e-06, 1.1135e-06, 6.8161e-07, 1.1096e-06, 1.6687e-08,\n 4.2891e-09, 1.4976e-06, 7.5964e-07, 7.8336e-08, 3.3974e-08, 5.1941e-08,\n 4.0037e-07, 4.5178e-08, 3.6921e-07, 8.6767e-07, 1.1890e-08, 4.1649e-09,\n 6.5547e-06, 1.1810e-06, 2.3584e-06, 5.9542e-06, 4.9344e-07, 3.2278e-06,\n 5.6207e-06, 3.8215e-08, 2.0218e-08, 8.3944e-09, 1.2779e-07, 3.6529e-08,\n 6.7271e-09, 1.2568e-08, 9.7777e-09, 1.4344e-07], device='cuda:0')" }, "60": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.9344e-15, 9.1713e-15, 8.2953e-15, 1.1978e-15, 5.3805e-17,\n 1.2019e-14, 1.1923e-14, -4.0872e-14, 4.6664e-15, -4.6207e-15,\n 2.7250e-15, -1.2875e-15, -1.6744e-15, -7.1717e-16, -1.2205e-13,\n -7.3042e-15, 6.0208e-16, 6.0954e-15, 1.8475e-15, 1.3653e-13,\n -3.6710e-16, -3.9125e-13, -4.7987e-15, 2.0079e-14, -2.5091e-15,\n -1.0610e-13, -4.8052e-15, -3.4585e-15, 3.4146e-15, -4.8852e-15,\n -1.3803e-13, 1.1801e-14, 1.3510e-15, -7.6846e-14, 2.6268e-15,\n -3.7074e-15, 2.8757e-16, 3.3002e-15, 8.1968e-15, -3.4106e-15,\n 5.1428e-14, -2.3323e-14, -7.4679e-16, 1.6891e-16, 3.2220e-16,\n -1.1528e-14, -1.0767e-13, 1.4115e-15, -5.8992e-15, -2.8197e-14,\n 1.0154e-14, -5.1036e-15, 4.8539e-15, 2.2684e-15, -1.6390e-14,\n -9.9240e-15, -4.5614e-15, 1.4245e-14, -2.3005e-15, 1.0342e-15,\n -4.6921e-14, -1.3548e-14, -9.1638e-15, 6.4889e-14, 5.6188e-14,\n -1.4904e-14, -3.0964e-15, 2.9711e-15, -8.0419e-15, -6.0342e-15,\n -1.9385e-13, -1.5240e-14, 5.4543e-14, 1.4069e-15, -1.2847e-13,\n -1.3430e-15, 7.3460e-14, -4.6735e-16, 3.2596e-15, -3.4672e-15,\n -6.5150e-15, -5.1428e-14, 1.0305e-15, 2.7704e-14, 1.4709e-14,\n -9.8849e-16, 1.7855e-14, 4.3366e-16, 5.9995e-15, 3.6898e-15,\n -1.1338e-13, -2.6280e-13, 1.0946e-14, -8.6840e-14, -1.3563e-14,\n 4.7317e-15, -9.3199e-14, -3.1321e-14, 8.1880e-15, -4.7547e-15,\n -3.1510e-15, -4.7969e-15, 1.0127e-14, -1.2619e-15, 2.5624e-15,\n 2.7403e-15, -1.5068e-14, -3.5039e-14, -1.4664e-16, -4.5972e-15,\n 4.8284e-15, -7.9526e-15, 1.8098e-14, 3.1478e-14, -2.0287e-13,\n -3.1195e-16, -2.8517e-13, -4.4247e-14, -7.0951e-15, -8.8501e-15,\n -4.1319e-15, -5.0626e-15, -1.9568e-14, 4.3406e-15, -1.1460e-15,\n 5.5516e-15, -9.7297e-16, 1.3354e-14, -2.5215e-15, 4.4617e-15,\n -2.8670e-17, 1.6064e-14, -5.3735e-15, -6.4949e-15, -4.9931e-15,\n 3.4482e-14, -2.2423e-14, -4.6202e-13, 2.2148e-14, 3.9394e-15,\n 7.5252e-16, 1.0462e-15, 1.0721e-14, 4.2244e-15, -3.2736e-13,\n -9.0279e-16, -7.1381e-15, -4.3373e-15, -1.1831e-16, -8.9427e-15,\n -8.1157e-15, -8.6080e-16, 3.6171e-15, 3.6608e-15, 9.5967e-16,\n 4.5114e-16, -1.8736e-15, 2.8690e-14, -5.5858e-14, -2.1052e-13,\n 4.0645e-15, -1.5058e-16, 1.3925e-15, 2.2279e-15, -2.1008e-14,\n -9.3313e-16, 5.3730e-15, 1.3114e-14, -3.4706e-14, 4.7592e-15,\n -7.7261e-14, 5.3053e-15, -5.0052e-15, -2.5737e-15, -2.1529e-13,\n 8.5241e-15, 2.6585e-15, 4.3755e-16, 1.7765e-15, 2.0625e-15,\n -1.3698e-13, -1.0127e-15, 1.2820e-16, -6.9070e-16, -8.6458e-16,\n 5.3846e-15, -3.0122e-15, -1.7563e-13, 5.2212e-16, -6.4533e-14,\n 6.0060e-14, -2.0386e-16, 2.0125e-14, 3.9274e-14, -9.6502e-15,\n -1.9836e-14, 6.7790e-16, -7.9910e-15, -1.3301e-14, 9.7196e-16,\n 1.1355e-13, -5.4996e-14, -1.4099e-15, 4.3311e-15, -1.3533e-15,\n -3.2035e-14, 2.5111e-15, 1.6133e-15, -5.9970e-15, -1.2784e-14,\n 1.7584e-14, 6.8827e-15, 6.0563e-15, -7.1637e-16, 8.5778e-15,\n 6.1721e-15, -2.7221e-17, 6.3694e-16, -4.9158e-16, -2.2577e-15,\n 9.2358e-15, 3.5266e-15, 3.2495e-15, 3.5875e-15, -5.1686e-15,\n 6.2100e-15, 4.1990e-14, -2.5817e-13, -8.4657e-15, -3.1459e-16,\n -9.9868e-15, -4.7867e-15, -1.1936e-14, -1.6197e-15, -1.0837e-14,\n 6.6558e-16, -1.9093e-14, -5.3143e-14, 6.1474e-14, -1.8043e-14,\n 5.3030e-14, -2.0223e-16, 9.0098e-15, 2.0649e-15, 8.1985e-15,\n -8.0796e-14, -3.6375e-14, -1.1995e-14, -1.0061e-13, 2.0346e-15,\n -8.5390e-15, -3.6302e-14, -7.1791e-15, -4.1500e-15, 3.1690e-14,\n 6.2572e-15, -2.9664e-15, -4.1697e-15, 1.2799e-15, -2.5057e-13,\n -2.0032e-16, -1.7800e-15, 1.8004e-15, 1.8341e-15, -2.5110e-14,\n -1.9225e-15, -6.7040e-15, -6.9476e-15, 3.6126e-16, 7.4290e-15,\n 2.8755e-14, 3.3525e-15, -4.8987e-16, 4.4656e-15, 9.8337e-15,\n -3.3735e-15, -5.3598e-13, -6.5870e-16, -7.1631e-14, -4.8474e-15,\n -1.1460e-13, -1.0881e-13, 1.7148e-13, 1.7144e-15, 7.9295e-15,\n -2.0946e-14, -1.6690e-14, 3.0394e-14, -9.4430e-14, 9.0431e-15,\n -4.2853e-14, -1.0237e-13, -4.9543e-15, -6.1524e-16, 7.1613e-15,\n -3.8761e-15, 2.0103e-15, -2.2554e-13, -2.1204e-14, -1.5301e-13,\n 1.4847e-15, -1.0389e-13, -3.1013e-15, 2.5587e-14, -4.2407e-14,\n -8.7935e-14, 8.8826e-16, 9.4246e-15, 1.8048e-16, -7.0558e-15,\n 2.2343e-15, -3.3863e-15, -9.8752e-16, -1.0429e-15, 1.7396e-15,\n -1.0352e-13, -5.2492e-15, 4.7523e-15, -6.8062e-15, -2.3619e-14,\n -3.2313e-15, 1.4720e-15, -3.5409e-15, 2.4890e-14, -7.1990e-15,\n -3.4894e-14, -8.0814e-15, -4.8239e-14, -2.9209e-14, 1.7127e-14,\n 3.7527e-16, 5.3882e-15, -7.9406e-14, -5.1897e-15, 1.4924e-15,\n -6.0736e-14, -1.0417e-15, -6.6071e-15, 2.8684e-14, -6.0958e-14,\n -1.8154e-13, 4.2233e-15, -7.5016e-15, -1.6320e-14, -8.5237e-15,\n -2.1331e-14, -1.7032e-14, 8.6786e-15, -4.6059e-15, 4.8281e-14,\n -2.9372e-14, -1.9548e-15, 6.6239e-15, -6.8737e-16, -5.2334e-15,\n -1.0242e-14, -1.7126e-15, -1.1349e-15, -1.3067e-16, -1.0891e-14,\n 6.4864e-15, 1.5132e-15, -5.8781e-15, -6.7537e-15, 1.3646e-14,\n -7.8251e-15, -4.4887e-15, -1.4317e-14, -7.1440e-16, -9.1875e-16,\n -5.5193e-14, 9.3490e-17, 4.2314e-15, -6.0613e-14, -4.8868e-15,\n -1.4772e-15, 1.8574e-15, -6.2902e-15, -4.1913e-15, 1.0726e-15,\n -4.1827e-15, -6.8921e-14, -5.6724e-15, -3.1208e-13, 3.9128e-15,\n -4.0879e-15, -2.8803e-14, 2.2858e-14, 2.0000e-15, 3.6392e-14,\n 9.6810e-15, -2.0174e-14, 6.1334e-15, -6.3570e-14, 1.0790e-17,\n -2.4897e-15, -7.0364e-14, -1.9001e-15, -3.0240e-14, 5.1554e-15,\n 2.2329e-15, -1.6962e-15, -4.2661e-14, 2.4242e-14, 2.1902e-14,\n 1.1151e-14, 1.5649e-14, -7.3986e-14, 8.4046e-16, -2.4255e-15,\n -7.8941e-15, 4.3038e-15, -7.6552e-16, 1.8635e-14, -3.6872e-15,\n 1.4510e-15, 2.3714e-15, -1.4502e-13, -1.5624e-13, -1.4732e-15,\n -3.9268e-14, 6.6030e-14, 6.2690e-14, -5.3153e-14, 2.9909e-15,\n -3.3757e-14, 1.0924e-15, -7.3791e-17, 2.5439e-15, 2.0454e-16,\n -2.3187e-14, -2.1466e-14, 5.1602e-15, 3.5241e-14, 3.2015e-14,\n -1.2068e-13, 5.8536e-16, -8.9627e-14, 8.6058e-16, 7.2898e-15,\n -1.8610e-13, 7.8412e-15, 1.4441e-13, 4.6271e-15, -1.6625e-13,\n -5.7975e-16, 4.1732e-14, -1.6039e-15, -7.8129e-16, -1.5822e-14,\n 7.5324e-15, 2.9398e-14, -6.6791e-15, 1.8420e-17, -1.8098e-13,\n -2.2733e-14, 2.9950e-15, 5.9296e-15, 8.8448e-15, 1.0507e-15,\n 4.0291e-14, 1.3355e-15, 1.6220e-14, 1.7598e-14, 1.0188e-14,\n -9.6262e-15, 8.2321e-15, -5.0392e-14, 1.8838e-16, 4.0078e-15,\n -6.2904e-14, -1.1856e-13, -1.6215e-15, 8.7075e-15, 6.8332e-17,\n 2.3360e-16, -1.3329e-14, -1.4961e-14, -1.7332e-15, -2.5233e-14,\n -5.4890e-16, -1.5462e-14, -1.6462e-13, 3.7165e-16, 3.5641e-15,\n -1.0654e-14, -7.8773e-16, -4.0498e-14, -1.9321e-14, -3.5315e-13,\n 2.0150e-15, -1.1290e-13, 1.5826e-16, -1.2193e-14, -6.1661e-15,\n -5.0632e-14, -4.5394e-14, -3.1012e-14, 3.0367e-15, -4.4340e-16,\n -9.3969e-17, -1.5425e-13, 3.0939e-15, 2.3616e-14, 5.8687e-15,\n -3.5641e-13, 4.6003e-15, -2.7636e-13, 2.5066e-16, -3.0375e-16,\n 7.2740e-14, 1.2137e-15, 6.6392e-15, -2.9885e-13, -9.3023e-15,\n -5.2740e-16, 2.5370e-14, -4.8782e-16, 1.2532e-14, -6.5822e-16,\n -6.3593e-15, -8.1897e-16, 1.9561e-16, 3.9866e-15, 3.5032e-14,\n -1.2388e-15, 1.3255e-14, -4.9639e-14, 1.2835e-16, -1.5175e-14,\n -1.5728e-14, 2.3195e-15, 6.7689e-16, -4.7408e-16, -6.4174e-15,\n -7.1552e-15, -8.1718e-16, -2.7191e-14, 5.6184e-15, -3.4836e-13,\n -7.2797e-13, -4.6478e-15, 1.1405e-14, 3.9626e-15, -4.5634e-15,\n -3.1684e-13, -2.0331e-15, 6.7985e-15, -4.0243e-15, -5.1825e-16,\n -1.8028e-14, -1.2079e-15, -1.3582e-14, 2.5076e-14, -9.3615e-15,\n -5.8806e-14, -5.6719e-15, -3.5424e-15, 2.3295e-14, -2.0842e-14,\n -9.8041e-15, 1.3129e-14, 1.2161e-15, -6.0689e-14, -3.2737e-15,\n 1.7719e-14, -2.0095e-16, -4.5143e-15, 2.4882e-15, -4.3132e-15,\n 6.5434e-15, -1.9686e-13, -6.5900e-15, 2.8704e-14, 1.3775e-14,\n 1.4871e-14, -5.6384e-16, -4.1732e-14, 5.0896e-15, -2.5655e-14,\n -1.4780e-14, -3.3890e-14, 3.4104e-15, 1.5825e-14, -1.0415e-15,\n 3.2926e-15, 3.1743e-15, 1.5097e-13, -6.6959e-15, 3.5936e-15,\n 3.1480e-14, -6.2011e-15, -7.8613e-14, 1.1930e-14, 2.4036e-16,\n -1.2382e-14, -6.4732e-15, -1.8126e-14, 2.0415e-14, -8.1682e-15,\n -7.8938e-14, 1.8125e-14, 5.6089e-15, -6.2000e-14, -4.2127e-14,\n -5.0771e-16, -1.2333e-13, 7.2802e-15, -1.1896e-13, -1.6974e-14,\n -1.7934e-14, 6.2504e-16, 1.9472e-16, 1.7603e-15, 7.2059e-16,\n 1.4400e-14, -2.8537e-14, -3.9889e-15, 9.1967e-15, -1.0486e-15,\n -8.8470e-14, -1.8377e-15, 2.1939e-15, -1.4625e-17, 1.1167e-14,\n 1.0691e-14, 5.0689e-15, -9.5890e-15, 3.2647e-15, 1.7009e-14,\n -4.9642e-14, -1.7822e-15, 5.4071e-14, -1.0148e-15, -4.0931e-16,\n -1.7968e-15, -1.7862e-15, 2.9788e-15, 1.0155e-16, -4.6276e-15],\n device='cuda:0')", "exp_avg_sq": "tensor([9.2903e-11, 1.5678e-11, 6.0200e-10, 1.8893e-12, 3.1340e-11, 3.2209e-13,\n 2.9457e-12, 4.4492e-09, 1.5396e-09, 4.2510e-11, 1.4982e-12, 2.7845e-11,\n 1.1139e-11, 1.2719e-13, 9.8052e-12, 1.0833e-13, 2.2455e-12, 1.3494e-09,\n 2.3647e-10, 9.6669e-11, 7.5373e-11, 2.5039e-10, 5.3238e-11, 3.6637e-11,\n 3.7954e-11, 7.8129e-12, 1.6079e-13, 1.4883e-13, 5.6894e-13, 2.2968e-12,\n 1.4911e-09, 2.6759e-11, 2.4596e-10, 1.6474e-10, 1.8410e-11, 3.2835e-14,\n 3.3708e-12, 1.0475e-10, 1.3502e-13, 1.8504e-11, 2.0410e-13, 4.3821e-10,\n 5.5617e-11, 2.4340e-13, 2.4640e-11, 1.0716e-12, 3.0114e-10, 2.4761e-13,\n 2.2638e-13, 2.0971e-10, 8.3275e-12, 2.4077e-10, 2.5784e-13, 4.5540e-12,\n 4.5618e-11, 7.0179e-11, 6.1788e-13, 1.4949e-12, 5.7423e-12, 3.3778e-11,\n 1.9479e-11, 3.3594e-12, 8.5310e-12, 1.7122e-13, 2.8994e-11, 3.9670e-11,\n 2.4668e-12, 2.9691e-10, 4.8299e-12, 9.1243e-10, 1.4306e-10, 6.4786e-10,\n 2.2337e-12, 2.7642e-11, 1.0766e-11, 1.0697e-13, 6.8280e-10, 2.1551e-11,\n 1.1175e-09, 2.7683e-10, 6.5221e-11, 6.1463e-13, 1.1017e-09, 1.0862e-09,\n 5.9548e-11, 1.3070e-12, 4.6495e-12, 2.1355e-11, 1.0587e-12, 4.2286e-14,\n 4.1919e-10, 1.1946e-11, 8.5645e-12, 8.6168e-11, 2.8742e-12, 8.0079e-10,\n 2.9821e-11, 1.0696e-09, 1.4579e-12, 1.2975e-11, 5.1109e-13, 4.4831e-13,\n 3.2642e-13, 4.6150e-13, 1.8469e-13, 2.5101e-10, 9.3843e-11, 4.8989e-11,\n 1.6945e-13, 1.7051e-12, 1.9008e-10, 1.8975e-11, 6.6559e-11, 5.0922e-13,\n 2.8305e-10, 1.9568e-12, 3.8689e-11, 2.8109e-09, 2.9814e-10, 1.5675e-11,\n 2.6803e-13, 1.3178e-12, 1.1477e-10, 1.6159e-11, 6.8720e-10, 1.6524e-12,\n 6.9094e-13, 8.0180e-10, 1.8608e-13, 1.1695e-12, 1.6295e-12, 8.3179e-13,\n 5.2003e-11, 1.2187e-12, 4.4738e-12, 4.9460e-10, 1.2588e-12, 5.9425e-10,\n 7.3608e-10, 6.5458e-13, 2.3506e-11, 4.0197e-11, 1.0902e-12, 7.8428e-12,\n 2.4404e-11, 8.8414e-13, 8.3668e-11, 7.4753e-12, 3.9388e-12, 5.4804e-10,\n 2.3825e-12, 8.5952e-13, 1.7701e-11, 3.7714e-12, 7.5936e-12, 1.0959e-12,\n 4.7377e-12, 3.8850e-12, 1.4634e-10, 2.4298e-10, 9.4372e-10, 1.7879e-11,\n 3.5061e-09, 1.4159e-12, 1.6189e-11, 3.5990e-10, 2.8327e-11, 2.5068e-12,\n 8.5386e-10, 1.8772e-10, 1.0162e-09, 1.6546e-12, 1.6030e-12, 2.5867e-10,\n 3.3556e-11, 1.7299e-10, 2.5870e-11, 3.4038e-10, 9.8353e-13, 2.4855e-13,\n 3.5398e-10, 1.1945e-11, 1.1697e-12, 8.9883e-11, 4.3381e-13, 6.9411e-11,\n 2.9370e-10, 1.3237e-09, 3.3431e-13, 3.1457e-10, 3.6132e-11, 5.3761e-13,\n 3.7143e-13, 1.7672e-13, 4.8003e-10, 1.2609e-11, 1.7716e-13, 2.9137e-11,\n 5.3866e-11, 1.2667e-12, 1.5468e-12, 4.0216e-13, 4.0617e-12, 1.5491e-10,\n 2.8379e-12, 2.0994e-10, 1.5228e-11, 3.5247e-13, 7.0256e-13, 5.6357e-12,\n 1.8853e-10, 1.5328e-12, 1.6231e-10, 1.6543e-10, 2.4640e-12, 1.8828e-12,\n 2.7504e-11, 5.7861e-11, 1.9181e-11, 1.3945e-09, 9.3065e-12, 4.5672e-12,\n 4.7161e-11, 4.2983e-13, 4.6032e-13, 1.4236e-13, 1.8542e-09, 4.2350e-10,\n 5.2409e-13, 2.7465e-13, 6.4674e-13, 1.1874e-12, 1.7250e-09, 1.8050e-12,\n 1.1702e-12, 7.0852e-12, 1.3450e-13, 2.2659e-09, 2.0975e-12, 1.4473e-10,\n 8.8952e-13, 8.2975e-14, 1.1827e-11, 1.6813e-13, 2.4994e-13, 1.0190e-09,\n 5.3003e-10, 3.6698e-11, 3.0407e-10, 9.8448e-12, 1.4525e-09, 5.3079e-11,\n 2.6980e-10, 2.0307e-12, 6.0056e-13, 1.2428e-10, 8.9950e-11, 1.8233e-11,\n 1.2355e-11, 5.1458e-10, 1.2749e-13, 1.3354e-13, 1.4526e-12, 3.5874e-10,\n 1.1720e-09, 4.1012e-12, 3.2868e-12, 7.2251e-13, 1.6559e-11, 2.5414e-11,\n 2.1445e-13, 1.4635e-12, 1.8203e-11, 6.8811e-12, 6.1008e-11, 4.9594e-12,\n 7.7104e-11, 7.8883e-12, 2.3561e-09, 5.8338e-13, 6.0739e-11, 1.4316e-09,\n 2.9117e-12, 1.5993e-10, 7.1143e-13, 4.2595e-11, 7.8101e-13, 1.9758e-12,\n 2.6947e-09, 5.9300e-13, 2.7708e-10, 8.6827e-11, 1.5408e-11, 2.4774e-12,\n 3.2694e-13, 1.0095e-12, 1.3688e-11, 2.3535e-10, 8.5867e-11, 8.6047e-11,\n 2.6925e-10, 2.8096e-10, 4.1662e-12, 3.9899e-12, 2.1368e-11, 2.7643e-10,\n 4.5112e-13, 2.6482e-11, 5.2576e-11, 8.3840e-14, 1.1904e-11, 1.0441e-11,\n 1.9710e-11, 2.5635e-11, 1.9742e-12, 4.2499e-11, 8.9564e-12, 9.2175e-10,\n 4.2992e-12, 6.9126e-11, 7.0674e-12, 3.7020e-13, 1.0280e-13, 3.9242e-12,\n 1.5688e-11, 5.3206e-11, 1.6997e-12, 5.0442e-12, 5.4257e-13, 1.5607e-10,\n 1.5617e-12, 4.1969e-13, 5.0304e-10, 1.2775e-12, 5.4450e-12, 5.4786e-10,\n 2.1230e-10, 4.6322e-11, 2.5324e-10, 1.3051e-13, 1.6963e-12, 1.2502e-10,\n 1.8974e-12, 2.8685e-11, 1.5060e-11, 1.1228e-12, 5.4191e-10, 3.8803e-10,\n 1.3613e-13, 1.6608e-09, 4.6742e-13, 1.1496e-12, 2.4096e-10, 8.0347e-13,\n 2.8709e-12, 5.4416e-12, 5.8314e-12, 3.2277e-13, 1.0384e-13, 1.3533e-10,\n 1.6932e-11, 4.4886e-12, 9.0275e-13, 2.2791e-12, 5.4127e-13, 2.5708e-12,\n 9.6540e-13, 9.3965e-10, 7.3888e-12, 2.0889e-10, 1.0797e-09, 8.7697e-12,\n 8.9441e-13, 6.7074e-10, 9.1657e-12, 6.9527e-12, 3.5077e-11, 3.2440e-13,\n 3.2509e-12, 1.5174e-11, 7.6235e-13, 7.4248e-10, 1.9396e-10, 1.4738e-11,\n 2.9523e-11, 1.0997e-09, 8.0000e-11, 5.1439e-13, 5.8549e-13, 7.8569e-10,\n 2.1517e-10, 6.8218e-11, 2.3965e-11, 1.4776e-09, 2.3620e-13, 3.2138e-13,\n 1.5758e-09, 1.9165e-12, 5.0833e-11, 9.2242e-11, 1.0738e-12, 6.1716e-12,\n 2.3753e-12, 1.7203e-11, 7.8674e-11, 2.7847e-12, 1.2196e-10, 1.6620e-11,\n 8.7106e-11, 8.7061e-12, 2.9660e-11, 1.0554e-13, 1.8655e-11, 9.5238e-11,\n 2.5859e-12, 5.7103e-12, 5.8688e-13, 2.6159e-09, 1.0493e-11, 2.3092e-11,\n 9.3398e-11, 1.4587e-12, 1.1232e-12, 2.7722e-11, 1.1808e-11, 1.3969e-10,\n 2.1203e-11, 1.4125e-13, 1.1521e-12, 4.7710e-13, 5.4234e-11, 9.8582e-11,\n 2.0717e-12, 1.6368e-12, 3.3477e-12, 2.4067e-11, 5.3853e-10, 4.2199e-11,\n 2.1323e-13, 5.6910e-14, 5.5817e-11, 9.3495e-13, 4.7077e-12, 2.7532e-11,\n 2.8719e-10, 1.9509e-11, 6.0300e-12, 7.4775e-12, 1.9223e-12, 4.9336e-11,\n 1.8537e-12, 1.5601e-13, 1.4184e-11, 1.0722e-11, 1.5152e-09, 2.4495e-10,\n 1.9908e-12, 5.1152e-12, 1.3002e-11, 7.5474e-12, 7.5026e-13, 4.7002e-11,\n 1.8308e-12, 4.7842e-12, 2.4123e-12, 7.4250e-10, 3.3082e-11, 7.4992e-11,\n 1.4011e-12, 2.5279e-12, 1.0401e-09, 4.2365e-09, 5.9193e-12, 2.6571e-13,\n 5.3887e-11, 2.5441e-11, 1.2979e-12, 7.9007e-13, 3.0433e-13, 1.2493e-13,\n 5.2390e-13, 1.5641e-12, 6.5059e-10, 1.3975e-13, 5.1722e-12, 5.0313e-12,\n 5.6296e-10, 4.1690e-13, 1.3630e-12, 2.7385e-10, 1.1138e-11, 8.4020e-11,\n 1.6089e-13, 9.9502e-13, 2.2518e-11, 7.7009e-10, 7.2789e-12, 1.4082e-13,\n 4.2519e-12, 5.3024e-11, 4.2250e-13, 3.0399e-10, 2.0043e-11, 1.7493e-12,\n 1.6252e-12, 4.4554e-12, 1.3075e-11, 1.3744e-10, 1.8603e-12, 3.2674e-12,\n 5.2890e-13, 1.0554e-11, 3.7932e-10, 7.9170e-10, 1.5119e-11, 7.8750e-12,\n 2.7883e-13, 9.9175e-12, 3.2706e-10, 1.2449e-12, 3.7337e-11, 4.6903e-13,\n 3.7567e-13, 3.4441e-10, 4.2839e-13, 6.0948e-13, 3.6571e-13, 7.7736e-10,\n 9.7974e-13, 5.4874e-13, 2.1562e-12, 2.2048e-10, 7.4138e-10, 1.5928e-10,\n 2.3843e-13, 4.1804e-12, 2.5009e-11, 4.6953e-09, 9.5901e-11, 3.6966e-11,\n 4.8138e-10, 1.6009e-11, 1.0685e-09, 4.7941e-13, 5.8698e-12, 2.1435e-10,\n 1.1046e-10, 4.8872e-12, 3.9163e-13, 5.8179e-11, 4.7780e-11, 9.1069e-13,\n 5.6540e-10, 3.6465e-14, 1.2803e-09, 9.1296e-10, 4.3353e-12, 2.1009e-10,\n 6.5076e-13, 5.1296e-11, 1.5941e-10, 1.1564e-09, 6.3490e-13, 1.0424e-09,\n 2.5774e-11, 7.9907e-13, 1.2694e-12, 6.4340e-11, 5.9780e-10, 9.3175e-12,\n 1.7749e-12, 4.7442e-10, 1.5173e-10, 4.2015e-12, 6.3778e-11, 1.2499e-12,\n 3.6548e-11, 1.8158e-12, 3.9857e-12, 3.0510e-11, 7.5383e-13, 9.6268e-13,\n 6.8999e-13, 8.9424e-13, 1.1625e-12, 8.0295e-12, 1.6653e-12, 3.6488e-13,\n 1.1373e-09, 4.6698e-11, 1.4525e-11, 7.9134e-13, 1.2931e-09, 6.2560e-13,\n 9.5888e-14, 3.9960e-13, 5.9652e-11, 3.3937e-10, 1.0178e-13, 8.7364e-12,\n 6.7634e-12, 2.9307e-13, 3.5950e-12, 1.6348e-10, 2.0343e-10, 3.0819e-13,\n 4.0680e-10, 7.9195e-10, 3.0804e-10, 8.9673e-12, 2.1189e-10, 6.0946e-13,\n 8.1908e-14, 8.7912e-11, 2.8116e-12, 3.1425e-12, 2.4174e-13, 6.2548e-13,\n 2.7650e-12, 6.6130e-13, 4.6001e-12, 3.8395e-11, 9.2785e-14, 2.9577e-13,\n 2.8864e-10, 1.2308e-11, 2.2735e-10, 6.2503e-10, 2.2573e-11, 1.0998e-10,\n 1.5959e-09, 9.0620e-13, 1.8097e-12, 2.8111e-13, 1.6169e-12, 3.3294e-12,\n 1.6590e-12, 4.7146e-12, 2.7344e-12, 1.6561e-12], device='cuda:0')" }, "61": { "step": "tensor(2504.)", "exp_avg": "tensor([-4.8281e-14, -1.9412e-15, -1.3030e-14, 2.3128e-15, -7.7900e-16,\n -1.0341e-14, 1.8894e-14, -1.3535e-13, -1.0063e-14, -3.0107e-14,\n -8.3889e-15, 4.7306e-15, 8.2048e-15, 1.1162e-15, -8.9678e-14,\n -2.1837e-14, -2.0692e-16, -2.0097e-14, -3.4304e-14, 5.0496e-14,\n 2.9703e-17, -2.2904e-13, 2.8205e-15, -7.1886e-14, 2.9453e-14,\n -7.0431e-14, 3.4711e-14, -3.1523e-14, 3.2048e-15, -3.4702e-14,\n -1.1297e-13, -1.4832e-14, -1.5753e-14, -8.5249e-14, -2.2401e-15,\n 9.5932e-15, -3.7446e-16, -8.8909e-15, 1.2642e-14, 2.6297e-15,\n 5.0176e-14, -1.0127e-13, 4.4666e-16, 2.4249e-15, -5.8298e-15,\n 3.3706e-14, -1.4816e-13, 2.9079e-15, -7.8614e-16, -6.2234e-14,\n -3.3429e-14, 3.0621e-15, -4.5039e-15, -6.1011e-16, -4.3969e-14,\n -3.6190e-14, -1.0637e-14, 2.3979e-14, 4.2263e-15, 1.5044e-15,\n -4.3055e-14, -3.5243e-14, 1.7094e-14, 7.0662e-14, 6.3387e-14,\n 9.7021e-15, -4.3664e-15, -1.2202e-14, -1.6677e-15, -2.8390e-16,\n -1.9127e-13, -1.0979e-14, 4.5265e-14, 8.3956e-15, -1.3759e-13,\n 8.3413e-15, -1.2169e-13, -3.9600e-15, -1.1421e-15, 1.4281e-14,\n 2.4194e-14, -6.3597e-14, -4.2567e-14, 1.6071e-14, -3.7279e-14,\n -2.0985e-15, -2.1487e-15, -4.8540e-15, 8.3952e-16, 2.8033e-14,\n -7.3150e-14, -9.5257e-14, -6.6995e-15, -9.2974e-14, 1.7910e-14,\n 7.5552e-15, -9.6864e-14, -1.2443e-13, 7.7022e-15, 1.9810e-14,\n 2.9978e-15, -5.5963e-15, 4.4328e-14, -4.2133e-15, -6.0261e-15,\n -3.2815e-14, -6.6559e-14, -8.6424e-14, -3.5789e-15, 1.6350e-15,\n 1.2068e-14, 2.2145e-14, 3.3311e-14, 5.2964e-15, -1.4247e-13,\n 1.7331e-15, -1.0986e-13, -4.3554e-14, -1.4749e-14, -1.2124e-14,\n 1.2377e-14, 1.2119e-14, -1.3567e-13, 4.9712e-16, -6.2118e-14,\n -1.8211e-14, 5.9278e-15, 1.2870e-14, 1.5129e-14, 1.0112e-14,\n 1.9282e-16, -1.5519e-14, -8.7832e-15, 1.1470e-14, 3.1231e-14,\n -7.4549e-15, -1.8111e-14, -1.8545e-13, -4.7602e-14, -4.5957e-15,\n 2.2879e-15, -4.9587e-15, 2.8743e-14, -2.6653e-15, -1.7914e-13,\n 5.9828e-15, 4.0944e-16, 7.9783e-14, 1.3215e-16, 7.3544e-15,\n -1.5577e-14, 2.5959e-16, -2.5209e-14, -2.4732e-15, -6.4502e-16,\n 1.8727e-15, 1.3641e-15, 1.9241e-14, -9.7854e-14, -1.1867e-13,\n -2.4786e-14, 7.6704e-17, -9.0121e-15, -3.1182e-15, 1.4696e-14,\n 7.9040e-16, -4.2173e-14, 5.5417e-14, -5.7787e-14, -1.2676e-14,\n -6.7124e-14, 2.3999e-16, 3.9006e-15, 4.0092e-15, -1.0899e-13,\n 1.1747e-14, -3.8430e-14, 7.4329e-15, 6.8289e-15, -5.6597e-15,\n -1.5519e-13, 7.1264e-16, 3.0921e-15, 6.4633e-16, 6.2407e-15,\n -9.7603e-15, -4.6645e-15, -1.2548e-13, 1.0525e-16, -1.0856e-13,\n 5.7579e-14, 1.8425e-15, 7.9563e-14, 6.7599e-14, -2.5439e-14,\n -3.9227e-14, 3.8285e-15, -5.9171e-14, -1.7949e-14, -2.6210e-15,\n 1.0043e-13, -3.4897e-14, 2.0482e-15, 9.6971e-15, -6.7499e-15,\n -6.5143e-14, -2.8507e-15, -1.0155e-14, 1.9064e-14, 2.8786e-14,\n -1.5017e-14, -4.4666e-15, -1.7025e-14, -1.4780e-14, -1.3703e-15,\n -2.1207e-15, 1.4573e-15, -1.5130e-14, -1.4849e-15, -4.0809e-14,\n -5.6853e-15, 1.0367e-14, 1.0044e-14, -3.0145e-16, -5.0600e-14,\n -8.4120e-15, -6.4938e-14, -1.3673e-13, -1.5336e-14, -4.9937e-15,\n -2.0361e-15, 1.3974e-14, -3.6240e-14, -1.3888e-14, 7.6072e-14,\n 4.5230e-14, 3.1891e-14, -7.8419e-14, 5.4095e-14, -9.8987e-14,\n 5.8770e-14, -8.3558e-15, -9.9702e-16, 5.2727e-15, -4.6998e-15,\n -1.1427e-13, -7.8590e-14, -1.8483e-14, -3.8536e-14, 3.7047e-15,\n -4.3465e-14, -5.3246e-14, 5.8987e-15, -1.0926e-14, 7.4591e-14,\n 2.8123e-15, 3.9879e-15, -2.6243e-14, 3.5056e-15, -1.8731e-13,\n -7.1183e-15, 2.4079e-14, -2.8714e-15, -4.4620e-15, -7.0913e-14,\n -3.0140e-15, -5.5790e-15, 1.4471e-14, -2.7335e-17, -3.3976e-15,\n -1.9807e-14, 1.7739e-14, -2.7932e-15, -4.8660e-15, -8.7952e-15,\n 3.0233e-15, -1.3970e-13, -2.0243e-15, -8.6742e-14, 9.8065e-15,\n -1.1826e-13, -1.4242e-13, 1.5830e-13, -5.3483e-14, -6.9469e-15,\n -2.0327e-14, -2.3841e-14, 4.1291e-14, -1.3097e-13, -2.3768e-14,\n -9.6485e-14, -1.3804e-13, -4.4977e-15, 6.8342e-15, -1.4519e-15,\n 5.3728e-14, -2.9086e-15, -7.4256e-14, -2.1897e-14, -1.0940e-13,\n -7.0620e-15, -9.5834e-14, -2.1930e-16, 6.0195e-14, -2.0425e-14,\n -1.0222e-13, -5.9859e-16, -1.0113e-14, 4.6847e-15, -2.5903e-14,\n 1.6756e-15, -1.9928e-15, -1.9770e-14, 3.1551e-15, -2.5267e-15,\n -5.6856e-14, 5.1139e-14, -2.8563e-14, 3.9570e-15, -6.0641e-14,\n 1.2029e-14, -5.0076e-16, -6.0519e-15, 3.6488e-14, 1.6158e-14,\n -9.3400e-14, 1.1265e-14, -9.1866e-14, -3.3209e-14, -2.6799e-14,\n -9.7150e-16, -8.6061e-16, -8.7597e-14, 3.4780e-15, -1.5205e-15,\n -9.6679e-14, -2.7484e-15, -4.4699e-14, 1.9796e-14, -6.9986e-14,\n -7.8066e-14, -1.2164e-14, -7.1767e-15, -7.8870e-15, -8.3044e-15,\n -7.1814e-15, -9.0314e-14, -2.7764e-14, 2.2538e-15, 3.4460e-14,\n -1.7284e-14, -7.4423e-15, -8.1976e-15, 2.8464e-14, 3.9278e-15,\n -2.6770e-15, -4.5700e-15, 1.1694e-15, 1.6772e-15, -1.8731e-14,\n -3.5872e-15, 2.7898e-14, 9.8316e-15, -9.8732e-16, -4.6113e-15,\n 3.9310e-14, -7.5436e-15, -3.7406e-14, 1.4978e-15, 1.0058e-15,\n -4.1611e-14, -5.5699e-17, -3.6252e-15, -1.9070e-13, -7.2362e-14,\n 2.3304e-15, 1.0639e-14, 9.6714e-15, 1.9491e-15, 1.1181e-14,\n 3.8918e-15, -9.6453e-14, -5.3003e-14, -1.8210e-13, -3.7141e-14,\n 2.5105e-15, -7.1121e-14, 2.5220e-14, 1.7621e-15, -2.1779e-14,\n 9.4880e-15, -6.8428e-14, -6.3397e-16, -8.5560e-14, 7.2911e-15,\n 1.7435e-14, -9.6328e-14, -4.6923e-15, -6.3682e-14, 8.0625e-15,\n 2.3942e-15, -1.5548e-15, -1.2153e-13, -1.9256e-14, -1.0954e-14,\n -9.9422e-15, -4.6906e-14, -6.2864e-14, 7.0291e-15, 8.4887e-15,\n -8.0015e-14, 1.8719e-14, -3.2670e-15, -2.1542e-15, -3.2327e-15,\n -1.0118e-14, -3.6438e-15, -1.2475e-13, -1.0119e-13, 3.3325e-15,\n -7.2464e-14, 8.0221e-14, 5.2091e-14, -2.3116e-14, 2.5761e-16,\n -4.7724e-14, -2.4993e-16, 2.4070e-15, 5.5146e-15, 2.6301e-14,\n 1.1416e-14, -3.8076e-14, -2.6941e-15, 4.7776e-14, 3.9706e-14,\n -6.6169e-14, -3.2351e-16, -1.8571e-13, 4.1188e-15, -3.0477e-15,\n -8.2368e-14, -6.5358e-15, 1.1902e-13, -1.1078e-14, -1.4220e-13,\n -6.2709e-17, 8.1322e-14, 5.2931e-15, 2.3923e-14, -4.7027e-14,\n -1.1534e-14, 1.1142e-14, -1.0114e-14, 1.4147e-14, -2.2009e-13,\n -2.3868e-14, -5.5616e-15, -1.6333e-14, 1.6224e-14, 1.0628e-14,\n 8.1804e-14, -2.4888e-15, 2.6525e-14, 4.8923e-15, -7.2766e-15,\n -3.1445e-14, 1.5175e-14, -2.1129e-14, -5.9638e-15, -2.9693e-14,\n -7.8782e-14, -1.1215e-13, -4.5385e-15, 1.5626e-14, -5.0126e-15,\n 7.8914e-15, -2.2348e-14, -2.4616e-14, 1.3122e-14, -5.1240e-14,\n 3.6386e-14, 1.0736e-14, -1.2813e-13, -1.5507e-15, -1.9921e-14,\n 8.7644e-15, 2.7012e-15, -2.7498e-14, -2.2616e-14, -1.0056e-13,\n -1.4752e-15, -1.1802e-13, -2.4635e-15, 3.1784e-14, 1.7330e-14,\n -6.6644e-14, -1.1929e-13, 2.3502e-14, -1.6018e-14, 1.1717e-15,\n 3.9408e-15, -1.4413e-13, -7.9554e-15, 4.2695e-14, 2.1407e-14,\n -9.7037e-14, 1.1291e-15, -1.0897e-13, 1.2758e-15, 5.7040e-16,\n 8.4503e-14, 3.3881e-15, -2.1936e-14, -2.7508e-13, 3.6639e-14,\n 8.3054e-16, 2.7003e-14, -1.5426e-15, -2.9130e-15, 5.2712e-17,\n 4.5130e-14, -7.0794e-15, 3.1288e-14, -2.1521e-14, 7.7969e-14,\n -1.5301e-15, 2.4696e-14, -1.4931e-13, -2.8259e-15, 7.5773e-15,\n -1.4721e-14, 2.3217e-15, -2.7278e-15, 3.0281e-16, -4.4448e-14,\n -1.0838e-14, -1.2321e-14, -8.2014e-14, -4.4190e-14, -1.6082e-13,\n -2.5373e-13, 1.6392e-15, 4.8594e-15, -2.8960e-17, -4.7289e-15,\n -8.3860e-14, 1.4061e-15, 9.7154e-15, 1.5405e-14, -2.5095e-14,\n -4.1536e-14, -7.4787e-16, -8.8330e-14, 4.3874e-14, -1.6356e-14,\n -1.1892e-13, 9.7015e-15, -1.8611e-14, 4.2973e-14, -4.0545e-14,\n 7.3429e-15, -7.2341e-14, -5.9844e-15, -1.5949e-13, -5.0577e-15,\n 4.6349e-14, -2.1950e-15, -1.5648e-14, -4.1731e-14, 1.6294e-14,\n 2.2250e-14, -1.6822e-13, -6.8867e-15, 2.2736e-14, 7.9611e-15,\n 4.6906e-14, -1.7435e-15, -3.9246e-14, -7.5312e-15, 1.3684e-14,\n 1.6573e-14, -2.1695e-14, -1.1498e-14, 5.2653e-14, 6.5089e-16,\n -4.1303e-15, 2.9596e-15, 1.0684e-13, -3.7979e-14, -2.5120e-15,\n 5.8362e-14, 4.3206e-15, -1.2926e-13, 1.3318e-14, -3.5640e-15,\n 6.3623e-15, -5.1068e-15, 1.2186e-14, 1.8251e-14, 7.0601e-15,\n -5.5542e-14, 3.7137e-14, -5.2009e-15, -1.4007e-13, -3.9585e-14,\n -3.7067e-16, -1.4323e-13, -6.2303e-14, -1.2549e-13, -4.3082e-14,\n -7.3160e-14, -3.1420e-15, 3.6504e-15, 4.2810e-15, 1.1104e-14,\n -5.5316e-15, -3.2086e-14, -3.2229e-15, -1.0330e-14, -4.2130e-15,\n -9.7587e-14, 1.7258e-14, 1.3324e-14, -6.0255e-16, 1.9792e-14,\n 6.7909e-15, -1.0929e-14, -2.9852e-14, -2.7299e-15, -2.8203e-14,\n -6.4875e-14, 7.2147e-15, 5.4780e-14, 6.6769e-16, -1.6954e-16,\n 2.7750e-15, 6.7125e-16, -1.7205e-14, -4.1574e-16, -2.0776e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([2.3674e-10, 1.6396e-11, 4.4145e-10, 1.3218e-12, 1.6961e-11, 4.3062e-12,\n 1.0569e-11, 1.1383e-09, 4.1689e-10, 7.6551e-11, 2.2575e-12, 2.2219e-10,\n 6.3211e-12, 1.0042e-12, 1.4531e-11, 3.8456e-13, 3.5972e-12, 1.5151e-09,\n 7.2079e-10, 5.9876e-11, 4.6419e-11, 8.3412e-11, 6.4391e-11, 1.6386e-10,\n 1.8960e-10, 1.7148e-11, 3.3404e-12, 2.5517e-12, 1.3391e-11, 2.1078e-11,\n 1.2724e-09, 8.9125e-11, 3.0537e-10, 6.4340e-10, 4.0227e-11, 7.7575e-13,\n 1.0816e-11, 6.1792e-11, 1.1686e-12, 2.0670e-11, 6.7210e-13, 3.4647e-10,\n 5.7313e-11, 1.7050e-12, 3.7177e-11, 2.5514e-13, 3.2929e-10, 4.5486e-12,\n 4.1976e-12, 4.1606e-10, 7.9393e-11, 4.2304e-10, 2.2819e-12, 4.7161e-11,\n 8.3514e-11, 1.4500e-10, 1.3220e-11, 3.8264e-12, 3.8610e-12, 8.9440e-11,\n 4.9053e-11, 4.6086e-11, 4.3347e-12, 5.5732e-13, 1.9760e-10, 7.2646e-11,\n 1.9485e-12, 6.6782e-10, 6.1195e-11, 1.3120e-09, 1.6048e-10, 4.4452e-10,\n 6.1596e-11, 8.2662e-11, 5.0064e-11, 2.4485e-13, 2.9753e-10, 2.0817e-10,\n 1.2802e-09, 2.3823e-10, 4.0946e-11, 3.2610e-12, 3.7588e-10, 7.0252e-10,\n 3.6502e-10, 2.8377e-11, 3.9858e-12, 8.7519e-11, 5.3218e-12, 5.9000e-13,\n 3.1706e-10, 8.1964e-12, 8.9734e-11, 1.2731e-10, 4.7258e-11, 5.3742e-10,\n 4.5970e-11, 5.5513e-10, 1.1215e-11, 1.6748e-10, 1.0831e-11, 2.5071e-13,\n 2.9928e-12, 1.0040e-11, 2.4434e-12, 3.0295e-10, 1.6398e-10, 2.7855e-10,\n 4.2975e-13, 5.9267e-13, 3.7796e-10, 7.4831e-11, 5.9855e-10, 4.3251e-12,\n 1.0271e-10, 1.1737e-12, 1.9741e-11, 1.9588e-09, 1.5989e-10, 4.9788e-11,\n 6.4903e-12, 2.6255e-11, 1.1899e-10, 2.7881e-11, 2.7075e-10, 1.5520e-12,\n 7.6484e-12, 2.8139e-10, 6.1897e-12, 1.6607e-12, 1.5560e-11, 2.6186e-11,\n 4.7236e-10, 2.4472e-11, 1.8015e-10, 9.0273e-10, 1.3853e-12, 1.2418e-10,\n 4.2389e-10, 1.1017e-12, 6.9444e-11, 2.8743e-10, 1.1421e-12, 2.7143e-11,\n 2.1057e-11, 8.4846e-13, 4.4591e-11, 1.8638e-10, 4.2534e-11, 4.6898e-10,\n 1.6124e-12, 8.0945e-12, 2.9806e-10, 7.0084e-11, 1.3167e-11, 1.1086e-11,\n 3.6296e-12, 7.1242e-12, 1.0156e-10, 1.2301e-10, 6.6177e-10, 8.2204e-12,\n 1.4884e-09, 2.9196e-11, 5.6382e-12, 5.3479e-10, 3.4546e-11, 1.4314e-11,\n 6.3776e-10, 1.8189e-10, 3.1617e-10, 8.3541e-12, 5.3842e-12, 2.3074e-10,\n 5.9974e-11, 1.0440e-09, 2.7151e-11, 4.3545e-10, 3.1610e-13, 3.0424e-12,\n 1.5105e-10, 1.0515e-10, 3.2568e-11, 5.6081e-11, 5.7705e-13, 8.4775e-11,\n 7.2342e-10, 9.0378e-10, 8.2773e-12, 4.0895e-10, 2.9592e-10, 4.5493e-12,\n 6.3218e-12, 1.4663e-12, 7.4796e-10, 1.2361e-10, 2.1605e-12, 9.9775e-11,\n 3.5536e-10, 3.3198e-11, 2.5114e-12, 1.4239e-12, 4.7617e-11, 6.5494e-10,\n 2.5691e-11, 2.6425e-10, 4.7487e-12, 2.4314e-12, 1.5094e-11, 1.2311e-10,\n 1.2312e-10, 1.0233e-12, 1.8264e-10, 2.1462e-10, 2.4642e-11, 4.0390e-11,\n 5.3238e-11, 7.3785e-11, 4.7357e-11, 1.7444e-09, 5.8820e-11, 3.6320e-12,\n 1.5099e-10, 1.7487e-13, 1.3457e-12, 1.4571e-12, 9.7437e-10, 1.8456e-10,\n 3.8032e-12, 8.9900e-12, 1.6336e-12, 3.7253e-13, 7.1822e-10, 2.0700e-11,\n 1.3215e-11, 3.5549e-12, 2.5203e-13, 1.2398e-09, 1.2365e-11, 7.0365e-11,\n 8.4971e-12, 3.9698e-13, 8.6675e-11, 3.5159e-12, 7.2317e-13, 6.8469e-10,\n 2.7069e-10, 4.3231e-10, 1.1551e-10, 2.8308e-11, 6.6734e-10, 9.8197e-11,\n 2.6493e-10, 9.9326e-12, 4.0892e-12, 5.0064e-10, 2.9831e-10, 2.0050e-11,\n 1.2626e-10, 2.2872e-10, 3.6653e-12, 6.4743e-13, 8.5231e-12, 1.7046e-10,\n 7.4225e-10, 2.2596e-11, 4.3770e-11, 9.7022e-12, 1.8957e-10, 1.1036e-11,\n 2.2810e-12, 2.5198e-11, 5.8827e-11, 5.7133e-11, 1.9989e-10, 1.5133e-12,\n 1.9640e-11, 1.2445e-11, 7.6682e-10, 3.2491e-12, 9.6493e-11, 7.0208e-10,\n 2.0060e-11, 7.0910e-10, 1.8480e-12, 1.3345e-10, 1.2625e-11, 1.0994e-12,\n 1.7217e-09, 4.3525e-12, 8.6611e-10, 2.1952e-10, 1.6658e-11, 1.9604e-11,\n 2.2249e-12, 3.0498e-11, 4.6900e-12, 8.1125e-11, 3.9358e-11, 8.8654e-11,\n 2.1185e-10, 9.0242e-11, 2.6850e-11, 4.3240e-12, 2.3854e-11, 3.2204e-10,\n 9.2588e-12, 1.2620e-11, 9.0160e-11, 4.5727e-13, 9.5011e-11, 5.1031e-12,\n 1.9363e-10, 1.1611e-10, 1.4318e-12, 4.3995e-11, 3.0971e-12, 2.9181e-10,\n 9.8657e-13, 4.8558e-10, 6.0972e-11, 4.3591e-12, 7.6588e-13, 2.1306e-12,\n 3.2389e-11, 4.6511e-11, 2.6300e-11, 6.7106e-11, 1.4730e-11, 3.9702e-10,\n 8.3390e-12, 3.4181e-13, 4.3727e-10, 2.0661e-12, 2.2021e-12, 2.2398e-10,\n 4.4247e-10, 3.9682e-11, 7.5190e-11, 2.3519e-13, 2.7871e-12, 1.0416e-10,\n 1.0814e-12, 1.5359e-10, 7.8062e-12, 1.3775e-11, 3.0879e-10, 8.7416e-10,\n 2.4902e-12, 9.7730e-10, 1.2597e-12, 9.0979e-12, 1.0571e-10, 1.2934e-11,\n 1.4540e-12, 1.3691e-11, 7.0506e-11, 1.6502e-12, 9.7040e-13, 1.2252e-10,\n 6.9326e-11, 1.7280e-11, 7.5142e-12, 7.0696e-12, 1.8040e-11, 2.8295e-12,\n 9.8417e-13, 3.6819e-10, 4.7245e-11, 6.9300e-10, 8.1565e-10, 1.1295e-10,\n 1.5646e-11, 2.1847e-10, 1.2475e-10, 4.4782e-12, 1.3026e-10, 4.7624e-12,\n 7.2633e-13, 5.9166e-12, 1.4090e-11, 4.9491e-10, 1.5518e-10, 1.1067e-11,\n 9.7120e-11, 9.7504e-10, 2.3896e-10, 7.1231e-12, 1.2228e-11, 5.1221e-10,\n 2.6589e-10, 1.5299e-10, 1.0263e-11, 7.0061e-10, 1.8211e-12, 2.2054e-12,\n 5.7638e-10, 2.0238e-11, 4.8958e-10, 5.1317e-10, 2.3721e-12, 3.5917e-12,\n 4.1511e-11, 2.7897e-10, 4.0477e-10, 3.5076e-11, 8.4598e-11, 4.3864e-11,\n 1.3610e-10, 1.1176e-10, 3.2632e-11, 2.0885e-12, 9.0366e-12, 3.8934e-11,\n 3.0514e-11, 1.4455e-10, 2.2716e-11, 9.0505e-10, 2.7888e-11, 2.5987e-10,\n 1.1218e-10, 6.8954e-11, 9.6475e-12, 2.6065e-11, 2.0341e-10, 1.4520e-10,\n 1.1854e-10, 1.1404e-12, 3.0770e-11, 3.0853e-12, 1.2446e-10, 3.0320e-10,\n 3.2483e-11, 3.6544e-11, 4.0629e-11, 4.6919e-11, 3.1273e-10, 1.0275e-10,\n 3.7962e-13, 9.0266e-13, 2.6624e-11, 1.2299e-11, 4.1106e-11, 1.5666e-10,\n 3.1759e-10, 5.7818e-11, 1.4502e-10, 8.3634e-11, 6.0318e-12, 3.5126e-11,\n 1.6060e-11, 7.5282e-13, 2.5221e-11, 9.1585e-11, 5.8578e-10, 2.8927e-10,\n 1.4504e-11, 1.2799e-11, 6.5545e-11, 5.0203e-11, 7.6045e-12, 2.8803e-10,\n 1.1308e-12, 6.7176e-11, 5.5051e-11, 6.0919e-10, 1.6003e-10, 4.6378e-11,\n 1.3386e-12, 1.8281e-11, 3.1674e-10, 1.8943e-09, 6.2138e-11, 1.4662e-12,\n 6.9166e-10, 2.7549e-10, 1.1148e-12, 1.8469e-12, 4.3935e-12, 1.2331e-12,\n 2.7028e-12, 3.9626e-12, 1.0423e-09, 8.4105e-13, 1.3804e-11, 5.4295e-11,\n 1.8493e-10, 3.9997e-13, 1.9641e-11, 6.8522e-11, 2.7817e-12, 2.3976e-10,\n 1.5156e-12, 1.0830e-12, 1.0387e-11, 4.6522e-10, 1.4814e-11, 8.9028e-13,\n 1.4857e-10, 1.6029e-10, 8.9305e-12, 2.6328e-10, 4.8676e-11, 9.8865e-12,\n 7.1005e-11, 7.6360e-12, 9.7111e-11, 1.2338e-10, 8.2192e-13, 2.4477e-11,\n 1.6600e-12, 6.0967e-12, 3.5699e-10, 3.6886e-10, 2.1979e-10, 7.7366e-11,\n 1.4657e-12, 3.5559e-11, 1.1979e-09, 9.9141e-13, 2.8920e-10, 8.3644e-12,\n 1.5411e-12, 1.7520e-10, 3.2409e-12, 1.5553e-11, 7.2075e-13, 2.9856e-10,\n 1.3584e-11, 5.9023e-13, 2.2460e-11, 1.3233e-09, 6.0895e-10, 6.8130e-11,\n 1.7807e-12, 6.9141e-11, 1.7641e-11, 2.4935e-09, 1.2297e-10, 1.7801e-11,\n 7.1259e-11, 1.7721e-10, 3.8237e-10, 9.3108e-13, 7.1559e-11, 5.0508e-11,\n 1.7510e-10, 6.8379e-11, 4.0862e-12, 4.1575e-10, 5.6009e-10, 2.4840e-11,\n 1.4898e-10, 4.2012e-13, 2.2067e-09, 1.1311e-09, 9.4773e-11, 1.9656e-10,\n 8.0461e-13, 3.1969e-10, 6.4503e-11, 5.0258e-10, 5.8786e-12, 2.6527e-10,\n 2.7431e-10, 1.5943e-12, 4.9190e-12, 4.4556e-10, 7.3096e-10, 8.6359e-11,\n 2.1164e-11, 3.1344e-10, 4.5984e-10, 7.7301e-11, 2.1818e-10, 5.7749e-12,\n 1.7496e-10, 5.5909e-12, 3.6141e-11, 7.6972e-12, 1.6691e-11, 2.8811e-12,\n 2.7345e-11, 1.6039e-11, 3.7770e-12, 1.9727e-11, 9.3211e-13, 2.6301e-12,\n 5.4682e-10, 4.7138e-11, 5.6583e-12, 1.0866e-11, 3.9629e-10, 1.1314e-11,\n 1.6302e-12, 4.3223e-13, 4.0196e-11, 2.4331e-10, 5.5294e-13, 1.8366e-11,\n 1.6200e-11, 4.9992e-12, 7.4434e-12, 9.9249e-11, 3.1078e-10, 5.3639e-12,\n 3.7149e-10, 2.3417e-10, 1.6323e-10, 9.6880e-11, 1.6400e-10, 6.3970e-12,\n 1.4653e-12, 2.3842e-10, 1.4545e-10, 1.1705e-11, 3.6732e-12, 8.0628e-12,\n 5.8011e-11, 9.2847e-12, 8.5359e-11, 1.4344e-10, 1.2773e-12, 1.4154e-12,\n 1.2350e-09, 2.2561e-10, 5.2135e-10, 9.5484e-10, 1.2128e-10, 4.7421e-10,\n 1.2094e-09, 7.1283e-12, 4.4124e-12, 1.7080e-12, 3.1934e-11, 1.3704e-11,\n 1.7557e-12, 2.0099e-12, 7.8612e-13, 2.0920e-11], device='cuda:0')" }, "62": { "step": "tensor(2504.)", "exp_avg": "tensor([[ 5.8264e-16, -2.6117e-14, -1.7599e-14, ..., 6.1555e-15,\n -1.1234e-14, -1.6582e-15],\n [ 7.4170e-17, 3.1051e-15, -8.6938e-16, ..., 8.2015e-15,\n 7.4118e-15, 4.1898e-15],\n [-1.4422e-15, 1.6435e-14, 5.4674e-15, ..., -3.7280e-15,\n 1.0052e-15, -6.9524e-16],\n ...,\n [ 1.2447e-17, -8.8976e-15, 1.8298e-15, ..., -3.2771e-16,\n -3.8103e-14, -6.2112e-15],\n [ 2.8988e-17, 5.3888e-15, -1.0767e-15, ..., -1.8559e-15,\n 2.4350e-14, 2.2675e-15],\n [ 1.8569e-16, 7.7016e-15, -1.2307e-15, ..., -4.3425e-15,\n 3.3778e-14, 2.2740e-15]], device='cuda:0')", "exp_avg_sq": "tensor([[1.6177e-12, 3.3681e-12, 1.2514e-11, ..., 2.3720e-12, 4.1019e-13,\n 7.4247e-13],\n [2.5471e-13, 4.5385e-13, 4.0854e-12, ..., 1.2806e-12, 1.3827e-13,\n 1.6028e-13],\n [9.7227e-14, 2.9096e-13, 3.8219e-12, ..., 1.4184e-13, 8.2734e-14,\n 6.3385e-14],\n ...,\n [1.8890e-11, 7.7949e-11, 2.8831e-10, ..., 1.2937e-11, 1.3110e-10,\n 5.1323e-11],\n [4.5359e-12, 3.5203e-11, 3.3924e-11, ..., 4.0815e-12, 2.0576e-10,\n 4.9852e-11],\n [1.9897e-11, 6.5649e-11, 2.8149e-10, ..., 7.5521e-12, 1.0003e-10,\n 6.1219e-11]], device='cuda:0')" }, "63": { "step": "tensor(2504.)", "exp_avg": "tensor([-2.2358e-14, 3.0285e-15, 7.0359e-15, ..., -1.4719e-14,\n 9.2508e-15, 1.2962e-14], device='cuda:0')", "exp_avg_sq": "tensor([3.1435e-11, 3.8797e-12, 8.4375e-12, ..., 1.2965e-09, 1.2684e-10,\n 8.3591e-10], device='cuda:0')" }, "64": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.6543e-14, 8.2902e-16, 1.6665e-14, ..., -1.2962e-15,\n 2.4418e-15, -2.5848e-17],\n [-1.6354e-14, 1.0062e-15, 1.5973e-14, ..., -1.1577e-14,\n 2.4384e-14, -2.1934e-15],\n [-1.9717e-14, -6.2893e-16, 1.8240e-14, ..., -4.4403e-15,\n 8.6397e-15, -8.8694e-16],\n ...,\n [ 2.6807e-14, 2.5483e-16, -2.4775e-14, ..., 1.6489e-14,\n -3.5207e-14, 4.2381e-15],\n [ 1.5328e-14, -6.7492e-16, -1.5132e-14, ..., 5.7883e-15,\n -1.1757e-14, 1.3783e-15],\n [ 3.3718e-14, -1.3919e-15, -3.2691e-14, ..., 1.5894e-14,\n -3.2739e-14, 2.6984e-15]], device='cuda:0')", "exp_avg_sq": "tensor([[1.5409e-10, 4.1760e-10, 7.2457e-11, ..., 3.3818e-09, 4.4541e-10,\n 9.7216e-10],\n [7.2072e-11, 6.5448e-11, 3.4459e-11, ..., 6.9935e-11, 2.9186e-11,\n 6.2663e-11],\n [4.3528e-11, 4.3797e-11, 2.9555e-11, ..., 1.0912e-10, 3.0868e-11,\n 5.3293e-11],\n ...,\n [1.2152e-10, 3.3526e-11, 8.4196e-11, ..., 2.7592e-11, 8.6186e-11,\n 1.4047e-10],\n [6.2533e-11, 5.1131e-11, 4.7560e-11, ..., 7.5765e-11, 4.0296e-11,\n 4.9115e-11],\n [1.1403e-10, 2.0424e-10, 1.3178e-10, ..., 1.6354e-09, 2.4075e-10,\n 5.1897e-10]], device='cuda:0')" }, "65": { "step": "tensor(2504.)", "exp_avg": "tensor([-1.3342e-14, -2.4829e-14, -1.4317e-14, 1.2377e-14, -2.0385e-14,\n 3.6129e-14, -2.6171e-15, -3.3285e-15, -3.8091e-14, -2.3295e-15,\n -1.0039e-14, 4.3069e-15, -1.2598e-14, 2.4457e-14, 3.9086e-14,\n -3.3676e-14, -2.7140e-14, -2.3697e-15, -2.4932e-15, 2.7956e-14,\n -1.2012e-14, -2.8309e-14, -1.4234e-14, -1.1312e-14, 1.1876e-14,\n -1.3362e-15, 1.2892e-14, -5.6281e-15, 9.3590e-15, -2.5391e-14,\n 6.7474e-15, 8.9873e-15, -1.3894e-14, -3.5862e-15, -6.8644e-15,\n 1.7594e-14, -1.9352e-14, 2.9499e-14, 1.1255e-14, 1.3122e-14,\n -4.6939e-14, 1.1357e-14, -9.7110e-15, -1.2896e-14, 5.1212e-14,\n -1.8475e-14, 1.1564e-14, 3.9763e-14, 3.5151e-14, -2.8123e-14,\n 7.3742e-15, 9.7769e-15, 4.5689e-14, 2.3081e-14, -2.8427e-14,\n 1.9171e-14, 2.5963e-14, 2.0066e-15, -6.7153e-15, -3.2450e-14,\n 2.9671e-15, -5.3156e-15, 1.3939e-14, 3.6730e-14, -4.0623e-14,\n -2.0849e-14, 1.6631e-14, -7.2807e-15, -1.8995e-14, 2.8855e-14,\n -2.6535e-14, 2.8479e-14, -1.8657e-14, -3.7232e-14, -7.8193e-15,\n -3.2994e-14, -7.4780e-15, 2.6614e-14, 1.1410e-15, 9.1210e-15,\n 1.1226e-15, -5.9929e-15, -2.5443e-15, 5.6039e-15, -1.9346e-14,\n 4.2063e-15, 3.9098e-14, 2.5601e-14, -5.8818e-15, -1.5932e-14,\n -1.2257e-14, 2.4207e-14, 5.2948e-15, -3.0555e-14, 6.5540e-16,\n 2.9651e-14, 2.6687e-14, -1.1498e-14, 3.8289e-15, 8.8348e-15,\n -3.1080e-14, 1.5848e-14, 1.6804e-14, 2.2706e-15, -1.6040e-14,\n -1.5036e-14, 4.7425e-15, -4.2355e-15, -2.1240e-14, -7.1480e-15,\n 8.5933e-16, 3.2029e-15, -7.3816e-15, -1.4873e-14, -2.7798e-14,\n -1.9357e-14, 2.3729e-14, 2.6175e-15, -2.6634e-14, -2.5753e-14,\n 3.3278e-14, 3.8587e-15, -4.5529e-14, -2.7778e-14, -2.9358e-14,\n 1.8292e-14, 2.7401e-14, 2.0830e-14, -3.1274e-14, -1.3335e-14,\n -3.0789e-14, 2.7802e-14, -4.6848e-15, -1.8703e-14, -3.2541e-14,\n 2.2919e-14, 2.4750e-14, -4.9829e-15, -7.9196e-15, 3.4419e-14,\n -3.2215e-14, -3.2309e-14, 4.7131e-14, 7.7979e-15, 4.1113e-14,\n -5.4233e-15, 2.5462e-14, 5.1636e-16, 4.0147e-14, -1.9663e-14,\n 1.0503e-14, 5.9847e-15, 2.1638e-14, -2.0245e-14, 6.0785e-15,\n 3.6497e-14, 1.9927e-14, -2.6007e-14, -1.0001e-14, -6.1094e-15,\n 6.7921e-15, -4.5338e-14, 3.1424e-14, 7.2418e-15, -3.1895e-14,\n -1.9453e-14, -1.1704e-14, 1.2597e-14, -1.9555e-15, 5.6210e-15,\n -3.3416e-14, 3.1365e-14, 3.0696e-14, -5.6505e-14, 3.9323e-14,\n 4.8498e-14, 3.5560e-14, 2.1929e-14, -1.8976e-14, 4.3781e-14,\n -3.0086e-14, -4.9767e-14, 2.6984e-14, 4.4148e-14, 2.5998e-14,\n 2.3171e-14, 1.2622e-14, -1.7420e-14, 2.2894e-14, -3.1822e-14,\n -3.3173e-14, 1.0025e-14, 5.2589e-15, 4.5241e-16, 2.5656e-14,\n 2.2341e-14, 4.2894e-14, -4.4372e-14, 2.4031e-14, -3.7780e-14,\n 2.7232e-14, 2.2907e-14, -3.8437e-14, 6.7348e-15, 3.4906e-14,\n -2.7772e-14, -1.7121e-14, -2.8799e-14, 2.3138e-14, 3.0705e-14,\n -1.6933e-14, -3.0204e-14, -1.6717e-14, 3.4262e-14, -1.5875e-14,\n 3.3637e-14, 4.0257e-14, 3.8689e-14, 2.1603e-14, 1.7267e-14,\n -3.4605e-14, -3.6861e-14, -1.7721e-14, 1.7584e-14, 1.0633e-14,\n 2.6537e-14, -2.7546e-14, 1.9078e-14, -3.2538e-14, -1.1810e-14,\n -5.0101e-14, -6.9350e-15, 2.6840e-14, -2.9826e-14, 3.3594e-14,\n 1.1985e-14, -4.9671e-14, 8.4250e-15, -2.2483e-14, -1.7049e-14,\n 2.1132e-14, -3.9500e-14, -2.7827e-14, 7.9664e-15, 3.2425e-14,\n -4.2930e-14, -2.3630e-14, -4.4102e-16, 1.6535e-15, 3.8528e-14,\n -1.5518e-15, -8.9026e-15, -3.6641e-15, 4.4439e-14, 1.0228e-14,\n -2.0372e-14, -2.9919e-14, -7.5419e-15, 1.9198e-14, -3.6533e-14,\n -1.0492e-14, -2.0400e-15, -1.9830e-14, -2.4276e-14, 4.1989e-14,\n -1.4207e-14, 1.8631e-14, -1.8620e-14, -2.6726e-14, 3.3109e-14,\n 3.6925e-14, 2.2588e-15, 1.3036e-14, 3.3969e-14, 8.2569e-15,\n 7.2876e-15, 4.5424e-14, -3.5499e-14, 1.6092e-14, 2.8531e-14,\n -8.9736e-15, 1.8176e-15, 2.9224e-15, 1.2834e-14, -1.8762e-14,\n -2.2539e-14, 1.8387e-14, -1.9580e-14, 2.2847e-14, 2.7819e-14,\n -8.2039e-15, 2.5747e-14, -8.4656e-15, -2.4909e-14, 2.0379e-14,\n 3.9739e-14, -1.0588e-14, 4.4910e-15, 5.5116e-15, 3.5195e-14,\n -2.3122e-14, 5.8463e-15, -1.5734e-14, -4.2887e-14, -3.2263e-14,\n 2.6048e-14, -3.2819e-14, -3.2873e-14, 7.3050e-15, -4.3438e-14,\n 1.4023e-14, -3.2436e-14, -2.9971e-15, 6.8505e-16, 1.3828e-14,\n 2.1512e-14, -2.6152e-14, 3.0984e-14, 1.3705e-14, -1.7408e-14,\n -1.4161e-14, 3.2678e-16, 7.8204e-15, -2.0447e-15, 2.3516e-14,\n -3.3212e-14, -4.7933e-14, -4.4333e-14, 7.4971e-15, 3.9048e-14,\n 1.3254e-14, 4.0700e-14, 9.5141e-15, 2.9772e-14, -4.6989e-14,\n -3.8638e-14, -1.3329e-14, -7.3764e-15, -1.9856e-14, 1.0953e-14,\n -1.7673e-14, 1.4219e-14, -2.7822e-14, -1.0298e-14, -1.3205e-14,\n -2.2356e-15, 2.5993e-14, -3.0565e-14, 2.6624e-14, 1.1688e-15,\n 6.2183e-15, 1.1509e-16, -6.2708e-15, -2.8820e-14, 3.8619e-14,\n 3.8173e-14, -9.8023e-15, 1.9312e-14, -1.9987e-14, 7.8328e-15,\n 2.6497e-14, -9.8280e-15, -1.6195e-14, 2.2280e-14, -2.7942e-14,\n 3.4849e-14, -1.4573e-14, -5.6739e-14, 2.3228e-14, 3.3571e-14,\n -2.0029e-14, -3.0705e-14, 3.1399e-14, 8.2629e-15, 3.5916e-15,\n -3.5653e-15, -6.3801e-15, -2.3852e-16, 4.1868e-14, 1.6026e-14,\n 8.6973e-15, 4.5544e-14, -1.2454e-14, 8.2617e-15, 1.0010e-14,\n -3.0268e-15, 1.8311e-14, 3.0665e-14, 1.9132e-14, 1.5278e-14,\n 3.2842e-14, 7.0082e-15, 1.3501e-14, 2.0290e-14, -3.3590e-14,\n 1.5283e-14, -3.0395e-14, -3.7733e-15, -8.9786e-15, 5.0887e-14,\n 1.5535e-14, 3.1433e-15, -3.4718e-14, 1.0708e-14, 2.0769e-15,\n 3.9366e-14, -3.0177e-14, 1.4665e-14, -2.8561e-14, -1.3018e-15,\n -2.2373e-14, -5.9347e-15, 2.6137e-14, 9.8164e-15, -1.7588e-14,\n -3.9601e-14, 2.9911e-14, 3.4197e-14, -1.3472e-14, 9.3187e-17,\n -6.9444e-15, -1.7838e-14, -3.2816e-14, 1.2612e-14, 6.3619e-15,\n 1.5649e-14, 1.9137e-14, 3.5040e-14, 2.1920e-14, -9.5151e-16,\n 1.0582e-14, 1.1129e-14, 8.0774e-15, -7.0597e-15, -1.5558e-14,\n 2.9908e-14, -3.3571e-15, 7.7739e-15, -1.7033e-14, -1.4565e-14,\n -2.2753e-14, 9.3631e-15, -6.6463e-15, 1.4745e-14, -2.7464e-14,\n -8.5999e-15, -1.3057e-14, -4.2999e-14, -1.4194e-14, -2.1900e-14,\n 2.5949e-14, 4.1943e-14, -1.6124e-14, -2.1677e-14, 9.5303e-15,\n -3.4425e-14, -2.6242e-16, 4.0027e-14, -5.8502e-15, -6.7534e-15,\n -1.3803e-14, -2.4714e-14, -1.2503e-14, 1.2830e-14, 2.3576e-14,\n -1.0822e-15, 1.7878e-14, 1.6816e-14, -8.9500e-15, 1.4289e-14,\n 1.0423e-14, 3.3932e-14, 2.1058e-14, -6.0721e-15, 6.7124e-15,\n -4.3862e-15, 2.4867e-14, 2.6575e-14, -5.1207e-15, -1.5788e-14,\n -5.1831e-14, 2.4002e-14, -3.1848e-15, -9.1898e-15, -6.7372e-15,\n 1.3709e-15, 8.7717e-15, -8.3242e-15, -2.2884e-14, -1.6426e-14,\n 1.6237e-14, -2.0560e-14, 4.9253e-14, -2.5713e-14, -7.2298e-15,\n 2.0799e-14, -2.6090e-14, -1.7867e-14, 9.2229e-15, 2.2137e-14,\n 3.2260e-14, -4.9485e-14, -8.8324e-16, 1.9367e-16, -2.8837e-14,\n 1.4938e-14, 2.5279e-14, -2.5769e-14, -1.9438e-14, 1.1242e-14,\n 1.2626e-14, 1.5596e-15, -3.4749e-14, 2.9201e-14, -5.2634e-14,\n -1.4430e-14, -1.2093e-14, 1.3577e-14, 4.2280e-14, -8.3639e-15,\n -3.7622e-14, -2.9857e-14, 1.4432e-14, -5.9978e-14, -2.6104e-14,\n 5.1394e-15, -4.8192e-14, -1.7288e-14, -1.9313e-14, -1.2693e-14,\n 3.5582e-14, 5.4625e-15, 1.5703e-14, -1.2624e-14, -4.9927e-15,\n 2.1270e-14, 2.8495e-14, -1.9166e-14, 1.1237e-14, -3.1220e-14,\n -8.9191e-15, -3.5426e-14, 3.5767e-14, -1.1646e-14, 5.3247e-14,\n -8.5953e-17, 2.1749e-14, 1.5208e-14, -2.6348e-15, 6.4159e-15,\n 3.7000e-14, 1.9758e-14, -3.7542e-14, 3.3973e-14, 6.5620e-15,\n -3.1025e-14, 1.9995e-14, 1.8686e-14, 1.9295e-14, -1.4084e-14,\n 2.7780e-14, -8.0285e-16, -4.1309e-14, -5.5323e-17, -2.3647e-14,\n 9.8002e-16, 7.0978e-15, 1.8720e-14, 3.8264e-14, 3.0244e-14,\n 3.1727e-14, -1.2903e-14, 3.1297e-14, 1.6170e-14, 1.1799e-15,\n -3.7944e-14, -1.8762e-14, -8.9000e-15, 1.0763e-14, 1.9323e-14,\n 2.2920e-14, 1.5075e-14, 1.2594e-14, -1.3013e-14, 4.2559e-14,\n 1.1181e-14, 2.6427e-14, 3.9215e-14, 4.1741e-14, 1.6487e-14,\n -1.1723e-14, -3.2199e-14, 1.0106e-14, -3.9719e-15, 8.3113e-15,\n -2.0125e-14, -1.4957e-16, -1.2372e-15, -4.2734e-15, 3.8718e-14,\n -3.2052e-14, -2.2326e-14, -2.8272e-14, 1.5535e-15, -6.0331e-15,\n -3.4200e-14, -1.3941e-14, -2.3420e-14, 2.0638e-14, -3.1951e-14,\n 1.4978e-14, 2.0949e-14, -2.8802e-15, -7.2129e-15, -6.2846e-15,\n -1.2618e-14, -8.0917e-15, -1.2371e-14, -7.0258e-15, 8.0302e-15,\n 2.4398e-15, 2.3579e-14, 7.7926e-15, 1.2297e-14, -6.9163e-15,\n -1.1783e-14, -3.0424e-14, -1.6967e-14, 4.4573e-15, -3.9759e-14,\n -2.2922e-14, -1.7055e-14, 1.6556e-14, -2.4807e-14, 4.5376e-14,\n 1.1248e-14, 3.5718e-15, 2.8275e-14, 1.6838e-14, 4.1410e-14],\n device='cuda:0')", "exp_avg_sq": "tensor([6.1424e-09, 3.0394e-10, 4.0030e-10, 1.3196e-09, 6.9705e-10, 2.5175e-09,\n 4.1874e-09, 5.1488e-09, 8.7664e-09, 6.5058e-10, 4.2629e-09, 3.4284e-10,\n 4.0471e-10, 1.6679e-09, 2.7136e-10, 1.1242e-09, 6.5570e-10, 3.6089e-09,\n 2.3490e-10, 2.5481e-09, 1.2617e-09, 1.5999e-09, 2.0915e-09, 8.7765e-10,\n 3.3941e-10, 3.5835e-09, 3.1482e-09, 1.1797e-09, 6.4825e-10, 8.7943e-10,\n 2.0905e-09, 1.8691e-09, 1.0230e-09, 1.6601e-09, 1.0375e-09, 3.5202e-09,\n 1.8066e-09, 3.8924e-10, 3.8817e-09, 1.8451e-09, 7.0788e-10, 5.4247e-10,\n 4.6678e-10, 2.3962e-09, 9.3615e-10, 4.1693e-10, 8.1447e-10, 3.0733e-10,\n 3.2131e-10, 1.7707e-09, 1.3776e-08, 1.7453e-09, 4.9458e-10, 9.3956e-10,\n 4.9165e-10, 2.2196e-09, 7.1571e-09, 8.8704e-10, 1.2245e-09, 1.7796e-09,\n 2.7224e-10, 6.7346e-09, 6.8345e-10, 3.8867e-10, 3.1450e-09, 2.9393e-09,\n 5.1114e-10, 2.0985e-09, 4.2619e-10, 4.1578e-09, 9.1517e-10, 5.0437e-10,\n 3.1654e-10, 1.0682e-09, 7.8472e-10, 3.9825e-09, 4.3925e-10, 8.1986e-10,\n 4.1557e-09, 4.1545e-10, 8.1223e-10, 3.3097e-10, 3.4435e-10, 9.3693e-10,\n 4.8740e-10, 3.1601e-09, 7.2422e-10, 4.5751e-10, 3.2841e-10, 8.5885e-10,\n 5.0991e-10, 3.9536e-10, 4.1309e-10, 7.2373e-10, 8.6210e-10, 1.1608e-08,\n 1.1366e-09, 1.3755e-09, 5.4454e-10, 8.1507e-10, 1.3197e-09, 2.0212e-09,\n 7.2117e-10, 2.9558e-10, 2.7881e-10, 2.1799e-09, 6.5499e-10, 7.0537e-10,\n 7.0044e-10, 6.3592e-10, 4.5658e-10, 6.6198e-10, 2.3519e-10, 1.8949e-09,\n 1.0088e-09, 4.1456e-10, 1.4791e-09, 2.0059e-10, 9.4155e-10, 5.2056e-10,\n 1.2796e-09, 9.3824e-10, 3.0538e-10, 1.8126e-09, 5.0900e-10, 5.8095e-10,\n 7.1444e-10, 1.0203e-09, 4.2717e-10, 5.3436e-10, 8.3207e-10, 6.9445e-10,\n 6.3909e-10, 3.8496e-10, 1.6905e-09, 2.5596e-10, 7.9076e-10, 2.6288e-09,\n 1.0989e-09, 7.3294e-10, 4.0417e-10, 7.4579e-10, 9.7686e-10, 3.5982e-10,\n 1.7281e-09, 4.0730e-10, 4.1534e-10, 1.2700e-09, 8.9254e-10, 3.4301e-10,\n 1.4055e-09, 5.9179e-09, 8.2243e-10, 3.0638e-09, 2.9249e-10, 4.0397e-09,\n 1.0685e-09, 8.2680e-10, 7.0200e-10, 2.0517e-09, 1.9770e-09, 2.5762e-10,\n 4.6704e-10, 1.6601e-09, 4.9106e-10, 6.1432e-10, 4.3148e-10, 6.9400e-10,\n 5.8368e-09, 2.5732e-09, 3.0933e-09, 2.3111e-10, 4.4952e-09, 5.9197e-10,\n 5.5954e-10, 8.3092e-10, 3.2904e-10, 1.5670e-09, 1.2289e-10, 9.0321e-10,\n 2.7326e-10, 2.6094e-10, 1.2360e-09, 5.9479e-10, 2.4837e-10, 5.4693e-09,\n 1.5676e-09, 1.2793e-09, 6.4516e-10, 1.4912e-09, 7.1969e-10, 6.2679e-10,\n 4.4269e-10, 1.9227e-09, 4.4695e-10, 1.3298e-10, 6.2976e-10, 6.9457e-10,\n 4.3364e-10, 2.0595e-09, 6.8855e-10, 1.2051e-10, 2.0251e-10, 1.1620e-09,\n 3.3775e-09, 1.1582e-09, 3.4865e-09, 2.9164e-10, 6.5261e-10, 1.6812e-09,\n 6.0682e-09, 1.0181e-09, 1.0568e-09, 5.1429e-10, 1.1723e-09, 4.5268e-09,\n 1.2853e-09, 1.4426e-09, 2.0726e-10, 1.2501e-10, 2.3613e-10, 2.0326e-09,\n 7.1398e-10, 1.1756e-09, 3.1158e-10, 7.1406e-10, 4.0430e-10, 3.5162e-10,\n 3.8847e-09, 4.3794e-10, 3.0258e-09, 8.6325e-10, 6.6675e-10, 8.3923e-10,\n 3.3870e-09, 1.7406e-09, 7.5905e-10, 1.0445e-09, 4.6258e-10, 4.4659e-10,\n 3.4824e-10, 7.0097e-10, 2.2024e-10, 3.8391e-10, 1.0571e-09, 6.9949e-10,\n 3.6415e-09, 1.7708e-09, 8.3232e-10, 4.6437e-10, 1.1795e-09, 1.4354e-09,\n 1.0945e-09, 6.8948e-10, 2.8438e-09, 3.7048e-10, 2.0048e-09, 2.8079e-09,\n 4.6918e-10, 2.7770e-09, 8.7518e-10, 7.2839e-10, 8.5122e-10, 2.2378e-10,\n 4.0785e-10, 6.9734e-10, 3.4798e-10, 1.4148e-09, 8.0011e-10, 7.6277e-10,\n 7.6281e-10, 1.2185e-09, 1.5894e-09, 6.8998e-10, 2.6407e-09, 7.6841e-10,\n 1.2289e-09, 1.8476e-09, 1.2933e-09, 7.3955e-10, 8.8634e-10, 3.5146e-10,\n 1.2316e-09, 3.2236e-10, 5.8111e-10, 1.1507e-09, 1.1582e-09, 8.2832e-09,\n 2.6820e-09, 2.3665e-10, 5.3444e-10, 6.7033e-10, 1.0849e-09, 2.3778e-09,\n 5.1122e-10, 6.6844e-10, 2.4935e-10, 1.9941e-10, 3.9594e-09, 9.2066e-10,\n 7.3195e-10, 3.4364e-09, 2.6517e-10, 5.5764e-10, 2.1667e-10, 8.6308e-09,\n 3.1142e-09, 3.5262e-10, 1.3208e-10, 5.3230e-10, 3.7265e-10, 1.3814e-09,\n 1.2472e-09, 5.3487e-10, 1.5387e-09, 8.6907e-10, 4.4490e-10, 3.0780e-10,\n 2.9638e-09, 3.9978e-10, 5.7953e-10, 9.8051e-10, 7.7085e-10, 4.1690e-09,\n 8.1463e-10, 3.3951e-09, 2.9064e-10, 2.6701e-09, 9.0840e-09, 1.0637e-09,\n 2.7371e-09, 4.1829e-09, 1.8676e-09, 1.1822e-09, 1.6045e-09, 1.9734e-09,\n 3.6936e-10, 8.6115e-10, 3.0447e-09, 3.0803e-10, 3.4696e-09, 3.2995e-10,\n 6.1863e-10, 1.0078e-09, 7.4230e-10, 2.1551e-10, 2.5338e-10, 3.4664e-09,\n 2.5910e-09, 3.4129e-10, 1.5163e-09, 3.1333e-09, 3.4824e-10, 4.8809e-09,\n 2.8123e-10, 6.8272e-09, 1.7797e-10, 1.2956e-09, 3.0107e-10, 3.6013e-10,\n 4.0236e-10, 2.9949e-09, 1.3357e-09, 2.8977e-09, 1.1371e-09, 4.8741e-10,\n 9.7585e-10, 3.2218e-10, 1.6276e-09, 1.1394e-09, 7.4056e-10, 1.0063e-09,\n 2.7754e-10, 1.9855e-09, 2.3243e-09, 6.9707e-10, 1.5138e-09, 7.0742e-10,\n 3.4557e-09, 8.9659e-10, 1.3348e-10, 9.9744e-10, 2.7769e-10, 9.8628e-10,\n 1.1166e-09, 3.4461e-09, 6.2762e-10, 5.7452e-10, 9.3380e-10, 8.3150e-10,\n 2.5267e-10, 2.4882e-09, 6.9066e-10, 1.4988e-09, 1.1004e-09, 2.9980e-10,\n 8.8903e-10, 8.1489e-10, 7.1310e-10, 1.3355e-09, 1.2820e-09, 9.8141e-10,\n 2.1631e-09, 8.3709e-10, 7.6209e-10, 2.6876e-10, 4.3073e-09, 1.8860e-09,\n 1.1702e-09, 9.4064e-10, 1.9682e-09, 8.6556e-10, 5.3389e-10, 1.4620e-09,\n 7.8076e-10, 4.1937e-09, 1.8106e-10, 2.2250e-10, 1.5075e-09, 2.5221e-09,\n 2.8138e-10, 3.6166e-10, 4.1954e-09, 5.5614e-10, 1.5696e-09, 9.6709e-10,\n 6.4011e-10, 4.3568e-09, 4.5622e-10, 1.9766e-09, 4.5095e-10, 7.8764e-10,\n 2.6831e-10, 3.7711e-10, 9.4605e-10, 9.0001e-10, 2.4270e-10, 1.8042e-09,\n 7.0042e-10, 2.5582e-09, 2.8358e-09, 3.1584e-09, 5.3932e-10, 5.7484e-10,\n 2.9764e-09, 2.7024e-10, 6.2357e-10, 1.9890e-09, 5.7111e-10, 6.8135e-10,\n 2.1223e-09, 1.8133e-09, 2.3844e-10, 2.8804e-10, 3.4076e-09, 1.4936e-09,\n 4.5554e-10, 1.6559e-09, 6.1164e-10, 3.7787e-10, 6.3511e-09, 4.6118e-10,\n 1.2663e-09, 7.3772e-10, 7.1087e-10, 1.1414e-09, 2.2849e-09, 3.9213e-10,\n 3.7903e-10, 1.0430e-09, 5.1299e-10, 4.9513e-10, 1.9355e-09, 3.5589e-10,\n 6.2763e-09, 8.4543e-10, 3.3868e-09, 7.9818e-10, 8.0133e-10, 7.0738e-10,\n 7.8824e-10, 5.2162e-09, 1.8024e-09, 4.6858e-10, 1.9913e-09, 1.2369e-09,\n 6.7692e-10, 4.1075e-09, 4.0521e-10, 3.2627e-10, 1.4847e-09, 5.1007e-09,\n 1.6654e-09, 1.7031e-10, 8.1396e-10, 2.1160e-09, 2.2631e-10, 4.6155e-10,\n 9.1148e-10, 8.3184e-10, 6.0256e-10, 2.8399e-10, 1.5670e-09, 5.1842e-09,\n 1.2268e-09, 6.3033e-10, 8.8901e-10, 2.3069e-09, 1.9564e-09, 2.8268e-10,\n 8.4682e-10, 7.1918e-10, 9.5979e-10, 1.8972e-09, 1.3843e-09, 7.7380e-10,\n 7.7867e-10, 5.7209e-10, 1.0453e-09, 8.7802e-10, 6.0590e-10, 9.9335e-09,\n 1.9857e-10, 3.9076e-10, 6.1819e-10, 2.2259e-10, 1.1076e-09, 3.7124e-10,\n 3.4782e-09, 5.8296e-10, 5.7458e-10, 1.4709e-09, 2.3706e-09, 6.6958e-10,\n 5.4328e-10, 4.2863e-09, 4.2826e-10, 1.7510e-09, 6.4584e-10, 3.3086e-10,\n 6.0540e-09, 1.3999e-09, 9.4943e-10, 5.4605e-09, 3.6413e-09, 3.0364e-09,\n 6.6276e-10, 1.2689e-09, 1.1486e-09, 4.6531e-10, 2.6028e-09, 1.6095e-10,\n 2.4464e-10, 3.0763e-09, 2.9601e-09, 5.7242e-09, 1.8090e-09, 3.1001e-09,\n 5.5312e-09, 2.8168e-09, 1.4584e-09, 1.9150e-09, 3.4169e-10, 5.0957e-09,\n 2.8498e-09, 2.0157e-09, 1.1817e-09, 8.5039e-10, 5.1960e-10, 6.1469e-10,\n 2.7672e-09, 2.6117e-09, 6.0837e-09, 6.6234e-10, 6.2054e-10, 2.5189e-09,\n 7.5265e-10, 1.3308e-09, 4.1836e-10, 2.5563e-10, 2.3737e-09, 6.0008e-10,\n 7.7945e-10, 3.2027e-09, 1.6746e-10, 8.4101e-10, 4.4504e-10, 5.3648e-10,\n 2.8050e-10, 1.8849e-09, 2.2945e-09, 5.5423e-10, 1.4092e-09, 2.4686e-10,\n 1.3463e-09, 4.8489e-10, 3.3316e-10, 1.1223e-09, 4.6668e-09, 6.7634e-09,\n 1.4113e-09, 1.4291e-09, 3.2804e-10, 8.4228e-10, 9.5212e-10, 5.3794e-10,\n 6.1485e-10, 4.0359e-09, 2.1191e-09, 3.1436e-10, 1.1799e-09, 1.7022e-09,\n 2.0958e-09, 9.8408e-10, 2.9382e-10, 5.4020e-10, 2.9428e-09, 5.7519e-09,\n 6.9099e-10, 5.7179e-10, 7.1087e-10, 1.1252e-09, 1.6348e-09, 8.1380e-10,\n 1.0656e-09, 6.5347e-10, 2.7765e-09, 9.4723e-10, 4.9442e-10, 7.0165e-10,\n 6.2624e-10, 3.1763e-09, 2.9167e-09, 1.0524e-09, 1.5159e-09, 4.6957e-10,\n 6.6658e-09, 4.5355e-10, 4.1388e-10, 3.5536e-09], device='cuda:0')" }, "66": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.1251e-28, -1.2727e-28, 9.3513e-29, ..., 2.1870e-29,\n 2.4148e-29, 5.0222e-29],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n ...,\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[8.6996e-09, 4.7970e-08, 1.9437e-09, ..., 9.0578e-08, 1.8086e-07,\n 8.9708e-09],\n [2.8610e-10, 1.4415e-09, 1.8766e-10, ..., 3.0661e-09, 4.6528e-09,\n 5.8044e-10],\n [1.1547e-08, 4.2440e-08, 1.1493e-09, ..., 7.7343e-08, 1.6276e-07,\n 7.6784e-09],\n ...,\n [3.2695e-09, 1.4112e-09, 6.3449e-10, ..., 5.6680e-10, 4.1734e-10,\n 4.4232e-09],\n [2.3023e-08, 9.7519e-09, 9.6765e-10, ..., 8.3703e-09, 5.0024e-09,\n 2.3704e-08],\n [1.5658e-08, 7.2961e-09, 1.2977e-09, ..., 4.9216e-09, 4.4700e-09,\n 1.6954e-08]], device='cuda:0')" }, "67": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.2870e-29, 5.6052e-45, -5.6052e-45, -2.0960e-13, 3.7600e-24,\n 5.6052e-45, -5.6052e-45, 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([3.3435e-07, 1.4817e-08, 2.6105e-07, 1.4284e-08, 1.4928e-08, 2.9139e-09,\n 1.1508e-08, 1.1987e-08], device='cuda:0')" }, "68": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.1217e-28, -1.2689e-28, 9.3232e-29, ..., 2.1804e-29,\n 2.4076e-29, 5.0071e-29],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n ...,\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[8.7028e-09, 4.8070e-08, 1.9453e-09, ..., 9.0772e-08, 1.8130e-07,\n 8.9594e-09],\n [2.8607e-10, 1.4420e-09, 1.8736e-10, ..., 3.0673e-09, 4.6545e-09,\n 5.8069e-10],\n [1.1576e-08, 4.2543e-08, 1.1521e-09, ..., 7.7531e-08, 1.6318e-07,\n 7.6937e-09],\n ...,\n [3.2497e-09, 1.4024e-09, 6.3074e-10, ..., 5.6451e-10, 4.1552e-10,\n 4.3961e-09],\n [2.3017e-08, 9.7489e-09, 9.6623e-10, ..., 8.3725e-09, 4.9998e-09,\n 2.3694e-08],\n [1.5644e-08, 7.2872e-09, 1.2944e-09, ..., 4.9199e-09, 4.4630e-09,\n 1.6935e-08]], device='cuda:0')" }, "69": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.2756e-29, 5.6052e-45, -5.6052e-45, -2.0887e-13, 3.7469e-24,\n 5.6052e-45, -5.6052e-45, 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([3.3505e-07, 1.4815e-08, 2.6169e-07, 1.4312e-08, 1.4939e-08, 2.9071e-09,\n 1.1508e-08, 1.1976e-08], device='cuda:0')" }, "70": { "step": "tensor(2504.)", "exp_avg": "tensor([[-1.1268e-28, -1.2746e-28, 9.3653e-29, ..., 2.1903e-29,\n 2.4184e-29, 5.0297e-29],\n [ 5.6052e-45, -5.6052e-45, -5.6052e-45, ..., 5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n ...,\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, 5.6052e-45, -5.6052e-45, ..., -5.6052e-45,\n -5.6052e-45, -5.6052e-45],\n [ 5.6052e-45, -5.6052e-45, 5.6052e-45, ..., -5.6052e-45,\n 5.6052e-45, 5.6052e-45]], device='cuda:0')", "exp_avg_sq": "tensor([[8.7178e-09, 4.8076e-08, 1.9470e-09, ..., 9.0770e-08, 1.8130e-07,\n 8.9880e-09],\n [2.8641e-10, 1.4435e-09, 1.8776e-10, ..., 3.0704e-09, 4.6597e-09,\n 5.8129e-10],\n [1.1587e-08, 4.2542e-08, 1.1520e-09, ..., 7.7524e-08, 1.6317e-07,\n 7.7009e-09],\n ...,\n [3.2766e-09, 1.4139e-09, 6.3602e-10, ..., 5.6782e-10, 4.1874e-10,\n 4.4332e-09],\n [2.3099e-08, 9.7837e-09, 9.7103e-10, ..., 8.3959e-09, 5.0192e-09,\n 2.3783e-08],\n [1.5713e-08, 7.3213e-09, 1.3022e-09, ..., 4.9372e-09, 4.4856e-09,\n 1.7015e-08]], device='cuda:0')" }, "71": { "step": "tensor(2504.)", "exp_avg": "tensor([-3.2902e-29, 5.6052e-45, -5.6052e-45, -2.0980e-13, 3.7636e-24,\n 5.6052e-45, -5.6052e-45, 5.6052e-45], device='cuda:0')", "exp_avg_sq": "tensor([3.3506e-07, 1.4834e-08, 2.6170e-07, 1.4328e-08, 1.4968e-08, 2.9194e-09,\n 1.1539e-08, 1.2018e-08], device='cuda:0')" } }, "param_groups": [ { "lr": 0.0009046039886902864, "name": "shared", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 0, 1 ] }, { "lr": 0.0009046039886902864, "name": "scale_384", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 2, 3, 4 ] }, { "lr": 0.0009046039886902864, "name": "scale_512", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 5, 6, 7 ] }, { "lr": 0.0009046039886902864, "name": "scale_768", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 8, 9, 10 ] }, { "lr": 0.0009046039886902864, "name": "scale_1024", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 11, 12, 13 ] }, { "lr": 0.0009046039886902864, "name": "scale_1280", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 14, 15, 16 ] }, { "lr": 0.0009046039886902864, "name": "scale_1536", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 17, 18, 19 ] }, { "lr": 0.0009046039886902864, "name": "scale_1792", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 20, 21, 22 ] }, { "lr": 0.0009046039886902864, "name": "scale_2048", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.001, "params": [ 23, 24, 25 ] }, { "lr": 0.0004523497400965494, "name": "fusion", "betas": [ 0.9, 0.999 ], "eps": 1e-08, "weight_decay": 1e-05, "amsgrad": false, "maximize": false, "foreach": null, "capturable": false, "differentiable": false, "fused": null, "decoupled_weight_decay": true, "initial_lr": 0.0005, "params": [ 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71 ] } ] }, "scheduler_state_dict": { "T_0": 10, "T_i": 10, "T_mult": 2, "eta_min": 1e-06, "T_cur": 2, "base_lrs": [ 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.001, 0.0005 ], "last_epoch": 2, "_step_count": 0, "_is_initial": false, "_get_lr_called_within_step": false, "_last_lr": [ 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0009046039886902864, 0.0004523497400965494 ] }, "metrics": { "best_val_acc": 84.306, "best_epoch": 1, "scale_accuracies": { "384": 83.964, "512": 84.158, "768": 84.102, "1024": 84.198, "1280": 84.306, "1536": 84.162, "1792": 84.13, "2048": 84.114 }, "training_history": { "epochs": [ 1, 2 ], "train_loss": [ 1.8410232910713829, 1.1363671582442123 ], "train_acc": [ 82.10982643168299, 87.15694363029957 ], "val_acc": [ 83.662, 84.306 ], "scale_accs": { "384": [ 83.27, 83.964 ], "512": [ 83.312, 84.158 ], "768": [ 83.59, 84.102 ], "1024": [ 83.496, 84.198 ], "1280": [ 83.662, 84.306 ], "1536": [ 83.514, 84.162 ], "1792": [ 83.398, 84.13 ], "2048": [ 83.598, 84.114 ] }, "lr": [ 0.0009755527298894294, 0.0009046039886902864 ] } }, "train_config": { "name": "david_training", "run_id": "20251012_181608", "dataset_name": "AbstractPhil/imagenet-clip-features-orderly", "model_variant": "clip_vit_laion_bigg14", "num_classes": 1000, "preset": "clip_vit_bigg14", "custom_config_path": null, "num_classes_override": null, "use_belly_override": null, "belly_expand_override": null, "progressive_training_override": false, "scale_warmup_epochs_override": null, "num_epochs": 10, "batch_size": 1024, "learning_rate": 0.001, "weight_decay": 1e-05, "warmup_epochs": 3, "use_rose_loss": false, "rose_initial_weight": 0.1, "rose_max_weight": 0.5, "rose_weight_schedule": "adaptive", "use_cayley_loss": false, "cayley_weight": 0.001, "scale_loss_balance": null, "use_mixed_precision": false, "gradient_clip": 10.0, "scheduler_type": "cosine_restarts", "min_lr": 1e-06, "freeze_strategy": "none", "freeze_threshold": 90.0, "unfreeze_on_plateau": true, "patience": 10, "track_gradients": true, "gradient_scale_threshold": 1e-05, "gradient_scale_multiplier": 10.0, "log_interval": 50, "val_interval": 1, "save_interval": 5, "log_fusion_weights": true, "log_loss_components": true, "save_format": "safetensors", "hf_repo": "AbstractPhil/gated-david", "upload_to_hub": true, "base_dir": "./david_training", "num_workers": 10, "pin_memory": true, "prefetch_factor": 4, "persistent_workers": true } }