| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.3389830508474576, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006779661016949153, |
| "grad_norm": 23.002347946166992, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 9.7716, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0013559322033898306, |
| "grad_norm": 22.777915954589844, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 9.9392, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.002033898305084746, |
| "grad_norm": 19.260889053344727, |
| "learning_rate": 6e-06, |
| "loss": 9.0313, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.002711864406779661, |
| "grad_norm": 19.569047927856445, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 9.5254, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003389830508474576, |
| "grad_norm": 19.794172286987305, |
| "learning_rate": 1e-05, |
| "loss": 9.0274, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004067796610169492, |
| "grad_norm": 17.149099349975586, |
| "learning_rate": 1.2e-05, |
| "loss": 9.0768, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0047457627118644066, |
| "grad_norm": 14.945192337036133, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 9.1802, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.005423728813559322, |
| "grad_norm": 18.449960708618164, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 8.9464, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.006101694915254237, |
| "grad_norm": 24.250812530517578, |
| "learning_rate": 1.8e-05, |
| "loss": 8.6232, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.006779661016949152, |
| "grad_norm": 27.281187057495117, |
| "learning_rate": 2e-05, |
| "loss": 8.909, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007457627118644068, |
| "grad_norm": 19.675508499145508, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 8.5624, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.008135593220338983, |
| "grad_norm": 14.400312423706055, |
| "learning_rate": 2.4e-05, |
| "loss": 8.008, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.008813559322033898, |
| "grad_norm": 10.545919418334961, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 8.0736, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.009491525423728813, |
| "grad_norm": 11.350264549255371, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 8.0693, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.010169491525423728, |
| "grad_norm": 12.852901458740234, |
| "learning_rate": 3e-05, |
| "loss": 7.6522, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.010847457627118645, |
| "grad_norm": 12.827103614807129, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 7.4653, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01152542372881356, |
| "grad_norm": 9.765871047973633, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 7.2956, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.012203389830508475, |
| "grad_norm": 10.082915306091309, |
| "learning_rate": 3.6e-05, |
| "loss": 7.2504, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01288135593220339, |
| "grad_norm": 9.88174819946289, |
| "learning_rate": 3.8e-05, |
| "loss": 7.3783, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.013559322033898305, |
| "grad_norm": 8.21225357055664, |
| "learning_rate": 4e-05, |
| "loss": 7.0012, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01423728813559322, |
| "grad_norm": 9.938831329345703, |
| "learning_rate": 4.2e-05, |
| "loss": 7.2661, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.014915254237288136, |
| "grad_norm": 7.108133792877197, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 6.9342, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.015593220338983051, |
| "grad_norm": 9.083900451660156, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 6.741, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.016271186440677966, |
| "grad_norm": 7.797006607055664, |
| "learning_rate": 4.8e-05, |
| "loss": 6.616, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01694915254237288, |
| "grad_norm": 8.14676284790039, |
| "learning_rate": 5e-05, |
| "loss": 6.703, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.017627118644067796, |
| "grad_norm": 7.908254623413086, |
| "learning_rate": 5.2000000000000004e-05, |
| "loss": 6.9014, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01830508474576271, |
| "grad_norm": 7.190468788146973, |
| "learning_rate": 5.4000000000000005e-05, |
| "loss": 6.7583, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.018983050847457626, |
| "grad_norm": 7.662473201751709, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 6.8967, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01966101694915254, |
| "grad_norm": 6.693227291107178, |
| "learning_rate": 5.8e-05, |
| "loss": 6.5308, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.020338983050847456, |
| "grad_norm": 8.479073524475098, |
| "learning_rate": 6e-05, |
| "loss": 6.6283, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.021016949152542375, |
| "grad_norm": 7.684070587158203, |
| "learning_rate": 6.2e-05, |
| "loss": 6.7679, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02169491525423729, |
| "grad_norm": 6.615173816680908, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 6.6732, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.022372881355932205, |
| "grad_norm": 8.378983497619629, |
| "learning_rate": 6.6e-05, |
| "loss": 6.6607, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02305084745762712, |
| "grad_norm": 6.350676536560059, |
| "learning_rate": 6.800000000000001e-05, |
| "loss": 6.6672, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.023728813559322035, |
| "grad_norm": 6.454582214355469, |
| "learning_rate": 7e-05, |
| "loss": 6.8824, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.02440677966101695, |
| "grad_norm": 6.217319488525391, |
| "learning_rate": 7.2e-05, |
| "loss": 6.5813, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.025084745762711864, |
| "grad_norm": 5.651987075805664, |
| "learning_rate": 7.4e-05, |
| "loss": 6.842, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.02576271186440678, |
| "grad_norm": 7.406353950500488, |
| "learning_rate": 7.6e-05, |
| "loss": 6.6527, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.026440677966101694, |
| "grad_norm": 5.57485818862915, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 6.771, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02711864406779661, |
| "grad_norm": 6.6117682456970215, |
| "learning_rate": 8e-05, |
| "loss": 6.1066, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.027796610169491524, |
| "grad_norm": 5.126145839691162, |
| "learning_rate": 8.2e-05, |
| "loss": 6.5221, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02847457627118644, |
| "grad_norm": 6.1036224365234375, |
| "learning_rate": 8.4e-05, |
| "loss": 6.8725, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.029152542372881354, |
| "grad_norm": 5.15429162979126, |
| "learning_rate": 8.6e-05, |
| "loss": 6.716, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.029830508474576273, |
| "grad_norm": 5.755465984344482, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 6.4796, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.030508474576271188, |
| "grad_norm": 5.456299304962158, |
| "learning_rate": 9e-05, |
| "loss": 6.5924, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.031186440677966103, |
| "grad_norm": 5.266402721405029, |
| "learning_rate": 9.200000000000001e-05, |
| "loss": 6.7563, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.031864406779661014, |
| "grad_norm": 5.692070960998535, |
| "learning_rate": 9.4e-05, |
| "loss": 6.6863, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03254237288135593, |
| "grad_norm": 5.5329437255859375, |
| "learning_rate": 9.6e-05, |
| "loss": 6.3942, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.033220338983050844, |
| "grad_norm": 6.364491939544678, |
| "learning_rate": 9.8e-05, |
| "loss": 6.6862, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03389830508474576, |
| "grad_norm": 5.994080543518066, |
| "learning_rate": 0.0001, |
| "loss": 6.5349, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03457627118644068, |
| "grad_norm": 5.3678436279296875, |
| "learning_rate": 0.00010200000000000001, |
| "loss": 6.6993, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03525423728813559, |
| "grad_norm": 6.403738021850586, |
| "learning_rate": 0.00010400000000000001, |
| "loss": 6.8351, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03593220338983051, |
| "grad_norm": 4.906039237976074, |
| "learning_rate": 0.00010600000000000002, |
| "loss": 6.2518, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03661016949152542, |
| "grad_norm": 5.51943302154541, |
| "learning_rate": 0.00010800000000000001, |
| "loss": 6.3121, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03728813559322034, |
| "grad_norm": 5.520563125610352, |
| "learning_rate": 0.00011000000000000002, |
| "loss": 6.6873, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03796610169491525, |
| "grad_norm": 5.560564041137695, |
| "learning_rate": 0.00011200000000000001, |
| "loss": 6.3521, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03864406779661017, |
| "grad_norm": 5.662564277648926, |
| "learning_rate": 0.00011399999999999999, |
| "loss": 6.4836, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.03932203389830508, |
| "grad_norm": 5.317500591278076, |
| "learning_rate": 0.000116, |
| "loss": 6.6697, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 5.199156284332275, |
| "learning_rate": 0.000118, |
| "loss": 6.5322, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.04067796610169491, |
| "grad_norm": 5.430077075958252, |
| "learning_rate": 0.00012, |
| "loss": 6.5479, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04135593220338983, |
| "grad_norm": 5.413340091705322, |
| "learning_rate": 0.000122, |
| "loss": 6.5284, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04203389830508475, |
| "grad_norm": 5.688055038452148, |
| "learning_rate": 0.000124, |
| "loss": 6.3871, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04271186440677966, |
| "grad_norm": 4.919246196746826, |
| "learning_rate": 0.000126, |
| "loss": 6.2397, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04338983050847458, |
| "grad_norm": 5.281830310821533, |
| "learning_rate": 0.00012800000000000002, |
| "loss": 6.5555, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04406779661016949, |
| "grad_norm": 5.29904317855835, |
| "learning_rate": 0.00013000000000000002, |
| "loss": 6.5344, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04474576271186441, |
| "grad_norm": 4.955327987670898, |
| "learning_rate": 0.000132, |
| "loss": 6.3642, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04542372881355932, |
| "grad_norm": 4.803442478179932, |
| "learning_rate": 0.000134, |
| "loss": 6.3102, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.04610169491525424, |
| "grad_norm": 5.19502067565918, |
| "learning_rate": 0.00013600000000000003, |
| "loss": 6.6601, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04677966101694915, |
| "grad_norm": 5.458391189575195, |
| "learning_rate": 0.000138, |
| "loss": 6.2998, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.04745762711864407, |
| "grad_norm": 4.660610198974609, |
| "learning_rate": 0.00014, |
| "loss": 6.3571, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04813559322033898, |
| "grad_norm": 5.055753231048584, |
| "learning_rate": 0.000142, |
| "loss": 6.4724, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.0488135593220339, |
| "grad_norm": 4.7137041091918945, |
| "learning_rate": 0.000144, |
| "loss": 6.2174, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.04949152542372881, |
| "grad_norm": 4.584828853607178, |
| "learning_rate": 0.000146, |
| "loss": 6.5231, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.05016949152542373, |
| "grad_norm": 5.140486240386963, |
| "learning_rate": 0.000148, |
| "loss": 6.5894, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.05084745762711865, |
| "grad_norm": 4.370701313018799, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 6.1671, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.05152542372881356, |
| "grad_norm": 4.74658727645874, |
| "learning_rate": 0.000152, |
| "loss": 6.4448, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.05220338983050848, |
| "grad_norm": 4.522503852844238, |
| "learning_rate": 0.000154, |
| "loss": 6.1638, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.05288135593220339, |
| "grad_norm": 4.795144557952881, |
| "learning_rate": 0.00015600000000000002, |
| "loss": 6.2783, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05355932203389831, |
| "grad_norm": 5.0294952392578125, |
| "learning_rate": 0.00015800000000000002, |
| "loss": 6.6309, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05423728813559322, |
| "grad_norm": 4.863598346710205, |
| "learning_rate": 0.00016, |
| "loss": 6.4011, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05491525423728814, |
| "grad_norm": 4.773859024047852, |
| "learning_rate": 0.000162, |
| "loss": 5.8704, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.05559322033898305, |
| "grad_norm": 4.518772602081299, |
| "learning_rate": 0.000164, |
| "loss": 6.3375, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05627118644067797, |
| "grad_norm": 4.793971061706543, |
| "learning_rate": 0.000166, |
| "loss": 6.5121, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05694915254237288, |
| "grad_norm": 4.927656173706055, |
| "learning_rate": 0.000168, |
| "loss": 6.2994, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0576271186440678, |
| "grad_norm": 4.6142425537109375, |
| "learning_rate": 0.00017, |
| "loss": 6.2367, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05830508474576271, |
| "grad_norm": 5.891679286956787, |
| "learning_rate": 0.000172, |
| "loss": 6.5811, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05898305084745763, |
| "grad_norm": 4.594151496887207, |
| "learning_rate": 0.000174, |
| "loss": 6.3963, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.059661016949152545, |
| "grad_norm": 4.939855575561523, |
| "learning_rate": 0.00017600000000000002, |
| "loss": 6.1509, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.06033898305084746, |
| "grad_norm": 4.762392520904541, |
| "learning_rate": 0.00017800000000000002, |
| "loss": 6.5095, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.061016949152542375, |
| "grad_norm": 4.262040615081787, |
| "learning_rate": 0.00018, |
| "loss": 6.477, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06169491525423729, |
| "grad_norm": 5.843923091888428, |
| "learning_rate": 0.000182, |
| "loss": 6.4408, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.062372881355932205, |
| "grad_norm": 4.501123428344727, |
| "learning_rate": 0.00018400000000000003, |
| "loss": 6.2459, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.06305084745762712, |
| "grad_norm": 4.2876057624816895, |
| "learning_rate": 0.00018600000000000002, |
| "loss": 6.0569, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.06372881355932203, |
| "grad_norm": 4.6542558670043945, |
| "learning_rate": 0.000188, |
| "loss": 6.3479, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06440677966101695, |
| "grad_norm": 6.14705228805542, |
| "learning_rate": 0.00019, |
| "loss": 6.3884, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06508474576271187, |
| "grad_norm": 5.148488998413086, |
| "learning_rate": 0.000192, |
| "loss": 6.4866, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.06576271186440678, |
| "grad_norm": 4.671205520629883, |
| "learning_rate": 0.000194, |
| "loss": 6.461, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.06644067796610169, |
| "grad_norm": 4.673304080963135, |
| "learning_rate": 0.000196, |
| "loss": 6.2204, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.0671186440677966, |
| "grad_norm": 4.501871109008789, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 6.2709, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06779661016949153, |
| "grad_norm": 4.749882698059082, |
| "learning_rate": 0.0002, |
| "loss": 6.4241, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06847457627118644, |
| "grad_norm": 4.940063953399658, |
| "learning_rate": 0.00019999691576447898, |
| "loss": 6.3946, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06915254237288136, |
| "grad_norm": 4.987453460693359, |
| "learning_rate": 0.00019998766324816607, |
| "loss": 6.769, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.06983050847457627, |
| "grad_norm": 4.208788871765137, |
| "learning_rate": 0.00019997224302180006, |
| "loss": 6.3744, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.07050847457627119, |
| "grad_norm": 4.716567039489746, |
| "learning_rate": 0.00019995065603657316, |
| "loss": 5.9775, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0711864406779661, |
| "grad_norm": 4.53123140335083, |
| "learning_rate": 0.0001999229036240723, |
| "loss": 6.2904, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07186440677966102, |
| "grad_norm": 5.139428615570068, |
| "learning_rate": 0.00019988898749619702, |
| "loss": 6.1856, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.07254237288135593, |
| "grad_norm": 4.759083271026611, |
| "learning_rate": 0.00019984890974505381, |
| "loss": 6.3847, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07322033898305084, |
| "grad_norm": 4.986558437347412, |
| "learning_rate": 0.00019980267284282717, |
| "loss": 6.2453, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07389830508474576, |
| "grad_norm": 4.802744388580322, |
| "learning_rate": 0.00019975027964162702, |
| "loss": 6.0677, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07457627118644068, |
| "grad_norm": 4.860638618469238, |
| "learning_rate": 0.0001996917333733128, |
| "loss": 6.4106, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07525423728813559, |
| "grad_norm": 4.956095218658447, |
| "learning_rate": 0.00019962703764929413, |
| "loss": 6.34, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.0759322033898305, |
| "grad_norm": 4.707270622253418, |
| "learning_rate": 0.00019955619646030802, |
| "loss": 6.0478, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07661016949152542, |
| "grad_norm": 5.431143283843994, |
| "learning_rate": 0.00019947921417617267, |
| "loss": 6.3597, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.07728813559322034, |
| "grad_norm": 4.946473121643066, |
| "learning_rate": 0.000199396095545518, |
| "loss": 5.796, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.07796610169491526, |
| "grad_norm": 5.105308532714844, |
| "learning_rate": 0.00019930684569549264, |
| "loss": 6.4113, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07864406779661016, |
| "grad_norm": 5.422460556030273, |
| "learning_rate": 0.0001992114701314478, |
| "loss": 6.459, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07932203389830508, |
| "grad_norm": 4.75588321685791, |
| "learning_rate": 0.0001991099747365975, |
| "loss": 5.9358, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 5.012182712554932, |
| "learning_rate": 0.00019900236577165576, |
| "loss": 6.2463, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.08067796610169492, |
| "grad_norm": 5.4908223152160645, |
| "learning_rate": 0.0001988886498744505, |
| "loss": 6.6087, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.08135593220338982, |
| "grad_norm": 4.770055294036865, |
| "learning_rate": 0.00019876883405951377, |
| "loss": 6.1849, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08203389830508474, |
| "grad_norm": 5.126617431640625, |
| "learning_rate": 0.00019864292571764955, |
| "loss": 5.9254, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.08271186440677966, |
| "grad_norm": 5.1747002601623535, |
| "learning_rate": 0.0001985109326154774, |
| "loss": 6.7117, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.08338983050847458, |
| "grad_norm": 4.939129829406738, |
| "learning_rate": 0.00019837286289495361, |
| "loss": 6.3142, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0840677966101695, |
| "grad_norm": 4.76216459274292, |
| "learning_rate": 0.0001982287250728689, |
| "loss": 6.5198, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.0847457627118644, |
| "grad_norm": 4.859055519104004, |
| "learning_rate": 0.00019807852804032305, |
| "loss": 6.2479, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.08542372881355932, |
| "grad_norm": 4.679764270782471, |
| "learning_rate": 0.00019792228106217658, |
| "loss": 6.3733, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.08610169491525424, |
| "grad_norm": 4.5518798828125, |
| "learning_rate": 0.0001977599937764791, |
| "loss": 6.2992, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.08677966101694916, |
| "grad_norm": 5.031368255615234, |
| "learning_rate": 0.00019759167619387476, |
| "loss": 6.4611, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.08745762711864406, |
| "grad_norm": 4.4103851318359375, |
| "learning_rate": 0.00019741733869698495, |
| "loss": 6.2472, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.08813559322033898, |
| "grad_norm": 4.683863639831543, |
| "learning_rate": 0.00019723699203976766, |
| "loss": 6.3004, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0888135593220339, |
| "grad_norm": 5.239562034606934, |
| "learning_rate": 0.00019705064734685425, |
| "loss": 6.4668, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.08949152542372882, |
| "grad_norm": 4.492875099182129, |
| "learning_rate": 0.0001968583161128631, |
| "loss": 6.1692, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.09016949152542372, |
| "grad_norm": 5.021076679229736, |
| "learning_rate": 0.00019666001020169073, |
| "loss": 6.5165, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.09084745762711864, |
| "grad_norm": 4.894111633300781, |
| "learning_rate": 0.00019645574184577982, |
| "loss": 6.2766, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.09152542372881356, |
| "grad_norm": 5.421933174133301, |
| "learning_rate": 0.00019624552364536473, |
| "loss": 6.3515, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.09220338983050848, |
| "grad_norm": 4.519160747528076, |
| "learning_rate": 0.0001960293685676943, |
| "loss": 6.2316, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0928813559322034, |
| "grad_norm": 5.342835426330566, |
| "learning_rate": 0.00019580728994623195, |
| "loss": 6.3037, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.0935593220338983, |
| "grad_norm": 5.112016677856445, |
| "learning_rate": 0.00019557930147983302, |
| "loss": 6.6776, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.09423728813559322, |
| "grad_norm": 4.4139885902404785, |
| "learning_rate": 0.0001953454172319001, |
| "loss": 5.853, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.09491525423728814, |
| "grad_norm": 4.596457481384277, |
| "learning_rate": 0.00019510565162951537, |
| "loss": 5.9871, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09559322033898306, |
| "grad_norm": 4.741262912750244, |
| "learning_rate": 0.00019486001946255046, |
| "loss": 6.1821, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.09627118644067796, |
| "grad_norm": 4.936989784240723, |
| "learning_rate": 0.00019460853588275454, |
| "loss": 5.8616, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.09694915254237288, |
| "grad_norm": 5.334706783294678, |
| "learning_rate": 0.00019435121640281938, |
| "loss": 6.346, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.0976271186440678, |
| "grad_norm": 5.411738395690918, |
| "learning_rate": 0.00019408807689542257, |
| "loss": 6.4823, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.09830508474576272, |
| "grad_norm": 5.372300148010254, |
| "learning_rate": 0.00019381913359224842, |
| "loss": 6.4007, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.09898305084745762, |
| "grad_norm": 5.0469231605529785, |
| "learning_rate": 0.00019354440308298675, |
| "loss": 6.1397, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.09966101694915254, |
| "grad_norm": 4.648036956787109, |
| "learning_rate": 0.00019326390231430942, |
| "loss": 6.0854, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.10033898305084746, |
| "grad_norm": 4.539030075073242, |
| "learning_rate": 0.00019297764858882514, |
| "loss": 6.3843, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.10101694915254238, |
| "grad_norm": 4.90519905090332, |
| "learning_rate": 0.00019268565956401208, |
| "loss": 6.23, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.1016949152542373, |
| "grad_norm": 4.798630237579346, |
| "learning_rate": 0.0001923879532511287, |
| "loss": 6.0267, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1023728813559322, |
| "grad_norm": 4.804618835449219, |
| "learning_rate": 0.00019208454801410266, |
| "loss": 6.0775, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.10305084745762712, |
| "grad_norm": 5.302704334259033, |
| "learning_rate": 0.00019177546256839812, |
| "loss": 6.0585, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.10372881355932204, |
| "grad_norm": 5.225855827331543, |
| "learning_rate": 0.00019146071597986138, |
| "loss": 5.7564, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.10440677966101695, |
| "grad_norm": 5.5482497215271, |
| "learning_rate": 0.00019114032766354453, |
| "loss": 6.3289, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.10508474576271186, |
| "grad_norm": 5.361143112182617, |
| "learning_rate": 0.00019081431738250814, |
| "loss": 6.1316, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.10576271186440678, |
| "grad_norm": 5.750701904296875, |
| "learning_rate": 0.00019048270524660196, |
| "loss": 6.0047, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1064406779661017, |
| "grad_norm": 4.948786735534668, |
| "learning_rate": 0.00019014551171122457, |
| "loss": 6.3563, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.10711864406779661, |
| "grad_norm": 5.0279951095581055, |
| "learning_rate": 0.00018980275757606157, |
| "loss": 6.5178, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.10779661016949152, |
| "grad_norm": 4.7514328956604, |
| "learning_rate": 0.0001894544639838025, |
| "loss": 6.324, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.10847457627118644, |
| "grad_norm": 6.772828102111816, |
| "learning_rate": 0.0001891006524188368, |
| "loss": 6.2511, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10915254237288136, |
| "grad_norm": 5.096282958984375, |
| "learning_rate": 0.00018874134470592835, |
| "loss": 6.4203, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.10983050847457627, |
| "grad_norm": 5.466090679168701, |
| "learning_rate": 0.00018837656300886937, |
| "loss": 6.493, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.11050847457627119, |
| "grad_norm": 4.798202037811279, |
| "learning_rate": 0.00018800632982911322, |
| "loss": 6.0481, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1111864406779661, |
| "grad_norm": 5.258927822113037, |
| "learning_rate": 0.00018763066800438636, |
| "loss": 6.321, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.11186440677966102, |
| "grad_norm": 4.769421100616455, |
| "learning_rate": 0.00018724960070727972, |
| "loss": 6.0992, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11254237288135593, |
| "grad_norm": 5.010873317718506, |
| "learning_rate": 0.00018686315144381913, |
| "loss": 6.1914, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.11322033898305085, |
| "grad_norm": 4.994409561157227, |
| "learning_rate": 0.0001864713440520155, |
| "loss": 6.5174, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.11389830508474576, |
| "grad_norm": 5.172726154327393, |
| "learning_rate": 0.0001860742027003944, |
| "loss": 6.3372, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.11457627118644068, |
| "grad_norm": 4.9218926429748535, |
| "learning_rate": 0.00018567175188650498, |
| "loss": 5.8695, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1152542372881356, |
| "grad_norm": 5.080742835998535, |
| "learning_rate": 0.00018526401643540922, |
| "loss": 6.3184, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11593220338983051, |
| "grad_norm": 5.230204105377197, |
| "learning_rate": 0.00018485102149815038, |
| "loss": 6.2349, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.11661016949152542, |
| "grad_norm": 6.117705821990967, |
| "learning_rate": 0.00018443279255020152, |
| "loss": 6.4514, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.11728813559322034, |
| "grad_norm": 5.159461498260498, |
| "learning_rate": 0.0001840093553898942, |
| "loss": 6.1726, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.11796610169491525, |
| "grad_norm": 4.630697250366211, |
| "learning_rate": 0.00018358073613682706, |
| "loss": 6.1207, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.11864406779661017, |
| "grad_norm": 5.049693584442139, |
| "learning_rate": 0.00018314696123025454, |
| "loss": 6.1229, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11932203389830509, |
| "grad_norm": 5.2024054527282715, |
| "learning_rate": 0.00018270805742745617, |
| "loss": 6.1572, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.8713483810424805, |
| "learning_rate": 0.000182264051802086, |
| "loss": 5.6644, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.12067796610169491, |
| "grad_norm": 5.3373026847839355, |
| "learning_rate": 0.00018181497174250236, |
| "loss": 5.9139, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.12135593220338983, |
| "grad_norm": 5.174800872802734, |
| "learning_rate": 0.00018136084495007872, |
| "loss": 6.0723, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.12203389830508475, |
| "grad_norm": 5.144172668457031, |
| "learning_rate": 0.00018090169943749476, |
| "loss": 5.9506, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.12271186440677966, |
| "grad_norm": 5.016770362854004, |
| "learning_rate": 0.00018043756352700846, |
| "loss": 6.1359, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.12338983050847457, |
| "grad_norm": 4.965948581695557, |
| "learning_rate": 0.00017996846584870908, |
| "loss": 5.9799, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.12406779661016949, |
| "grad_norm": 4.926914215087891, |
| "learning_rate": 0.000179494435338751, |
| "loss": 6.0858, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.12474576271186441, |
| "grad_norm": 4.776947498321533, |
| "learning_rate": 0.00017901550123756906, |
| "loss": 6.2803, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.12542372881355932, |
| "grad_norm": 5.452550888061523, |
| "learning_rate": 0.00017853169308807448, |
| "loss": 6.0974, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.12610169491525425, |
| "grad_norm": 4.798600673675537, |
| "learning_rate": 0.000178043040733833, |
| "loss": 6.4779, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.12677966101694915, |
| "grad_norm": 6.300480842590332, |
| "learning_rate": 0.00017754957431722346, |
| "loss": 5.9342, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.12745762711864406, |
| "grad_norm": 4.676181316375732, |
| "learning_rate": 0.00017705132427757895, |
| "loss": 5.692, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.128135593220339, |
| "grad_norm": 5.04424524307251, |
| "learning_rate": 0.00017654832134930882, |
| "loss": 5.994, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.1288135593220339, |
| "grad_norm": 5.5914998054504395, |
| "learning_rate": 0.0001760405965600031, |
| "loss": 5.9218, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12949152542372883, |
| "grad_norm": 5.248879432678223, |
| "learning_rate": 0.00017552818122851838, |
| "loss": 5.7513, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.13016949152542373, |
| "grad_norm": 5.793510913848877, |
| "learning_rate": 0.00017501110696304596, |
| "loss": 6.1747, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.13084745762711864, |
| "grad_norm": 4.834245681762695, |
| "learning_rate": 0.00017448940565916222, |
| "loss": 6.2859, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.13152542372881357, |
| "grad_norm": 5.704695701599121, |
| "learning_rate": 0.000173963109497861, |
| "loss": 5.851, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.13220338983050847, |
| "grad_norm": 4.992715835571289, |
| "learning_rate": 0.00017343225094356855, |
| "loss": 6.4777, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.13288135593220338, |
| "grad_norm": 5.46926736831665, |
| "learning_rate": 0.00017289686274214118, |
| "loss": 6.4349, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1335593220338983, |
| "grad_norm": 5.428121566772461, |
| "learning_rate": 0.00017235697791884494, |
| "loss": 6.6623, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1342372881355932, |
| "grad_norm": 4.84019660949707, |
| "learning_rate": 0.00017181262977631888, |
| "loss": 5.947, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.13491525423728815, |
| "grad_norm": 5.079449653625488, |
| "learning_rate": 0.00017126385189252053, |
| "loss": 6.4734, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.13559322033898305, |
| "grad_norm": 4.7480244636535645, |
| "learning_rate": 0.00017071067811865476, |
| "loss": 5.6252, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13627118644067795, |
| "grad_norm": 5.020679950714111, |
| "learning_rate": 0.0001701531425770856, |
| "loss": 6.0411, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.1369491525423729, |
| "grad_norm": 5.467161655426025, |
| "learning_rate": 0.00016959127965923142, |
| "loss": 6.1694, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1376271186440678, |
| "grad_norm": 5.133565425872803, |
| "learning_rate": 0.00016902512402344373, |
| "loss": 5.7361, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.13830508474576272, |
| "grad_norm": 5.7364068031311035, |
| "learning_rate": 0.00016845471059286887, |
| "loss": 6.4208, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.13898305084745763, |
| "grad_norm": 5.106006145477295, |
| "learning_rate": 0.0001678800745532942, |
| "loss": 6.07, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.13966101694915253, |
| "grad_norm": 5.257018089294434, |
| "learning_rate": 0.00016730125135097735, |
| "loss": 6.0624, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.14033898305084747, |
| "grad_norm": 5.442288875579834, |
| "learning_rate": 0.00016671827669045998, |
| "loss": 6.2715, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.14101694915254237, |
| "grad_norm": 5.088027477264404, |
| "learning_rate": 0.00016613118653236518, |
| "loss": 5.9313, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.14169491525423727, |
| "grad_norm": 5.052608489990234, |
| "learning_rate": 0.0001655400170911794, |
| "loss": 6.0811, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.1423728813559322, |
| "grad_norm": 5.035278797149658, |
| "learning_rate": 0.00016494480483301836, |
| "loss": 5.7876, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1430508474576271, |
| "grad_norm": 5.224352836608887, |
| "learning_rate": 0.0001643455864733779, |
| "loss": 5.8463, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.14372881355932204, |
| "grad_norm": 4.919455051422119, |
| "learning_rate": 0.000163742398974869, |
| "loss": 5.9865, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.14440677966101695, |
| "grad_norm": 5.542516708374023, |
| "learning_rate": 0.00016313527954493778, |
| "loss": 6.006, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.14508474576271185, |
| "grad_norm": 5.1170806884765625, |
| "learning_rate": 0.00016252426563357055, |
| "loss": 5.7836, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.14576271186440679, |
| "grad_norm": 4.993136405944824, |
| "learning_rate": 0.00016190939493098344, |
| "loss": 5.9138, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1464406779661017, |
| "grad_norm": 5.0120134353637695, |
| "learning_rate": 0.00016129070536529766, |
| "loss": 6.3102, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.14711864406779662, |
| "grad_norm": 5.003673076629639, |
| "learning_rate": 0.00016066823510019998, |
| "loss": 6.0372, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.14779661016949153, |
| "grad_norm": 5.501419544219971, |
| "learning_rate": 0.00016004202253258842, |
| "loss": 5.955, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.14847457627118643, |
| "grad_norm": 5.139267921447754, |
| "learning_rate": 0.00015941210629020388, |
| "loss": 6.2234, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.14915254237288136, |
| "grad_norm": 4.98293399810791, |
| "learning_rate": 0.00015877852522924732, |
| "loss": 6.2804, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14983050847457627, |
| "grad_norm": 5.735854625701904, |
| "learning_rate": 0.00015814131843198308, |
| "loss": 6.3997, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.15050847457627117, |
| "grad_norm": 5.05024528503418, |
| "learning_rate": 0.00015750052520432787, |
| "loss": 5.8383, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1511864406779661, |
| "grad_norm": 5.492971897125244, |
| "learning_rate": 0.0001568561850734264, |
| "loss": 5.9048, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.151864406779661, |
| "grad_norm": 4.997868537902832, |
| "learning_rate": 0.00015620833778521307, |
| "loss": 5.9265, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.15254237288135594, |
| "grad_norm": 5.124069690704346, |
| "learning_rate": 0.00015555702330196023, |
| "loss": 5.8762, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.15322033898305085, |
| "grad_norm": 5.169366359710693, |
| "learning_rate": 0.0001549022817998132, |
| "loss": 6.089, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.15389830508474575, |
| "grad_norm": 5.053045749664307, |
| "learning_rate": 0.00015424415366631188, |
| "loss": 6.1325, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.15457627118644068, |
| "grad_norm": 4.839998722076416, |
| "learning_rate": 0.00015358267949789966, |
| "loss": 5.6427, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1552542372881356, |
| "grad_norm": 5.0462188720703125, |
| "learning_rate": 0.00015291790009741907, |
| "loss": 5.9041, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.15593220338983052, |
| "grad_norm": 5.20048189163208, |
| "learning_rate": 0.0001522498564715949, |
| "loss": 5.8469, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.15661016949152542, |
| "grad_norm": 4.952335357666016, |
| "learning_rate": 0.00015157858982850475, |
| "loss": 5.9452, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.15728813559322033, |
| "grad_norm": 4.864283561706543, |
| "learning_rate": 0.00015090414157503714, |
| "loss": 5.5529, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.15796610169491526, |
| "grad_norm": 5.3518805503845215, |
| "learning_rate": 0.00015022655331433727, |
| "loss": 6.2074, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.15864406779661017, |
| "grad_norm": 5.023462772369385, |
| "learning_rate": 0.00014954586684324078, |
| "loss": 6.1686, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.15932203389830507, |
| "grad_norm": 4.920138359069824, |
| "learning_rate": 0.00014886212414969553, |
| "loss": 5.7356, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 4.807256698608398, |
| "learning_rate": 0.00014817536741017152, |
| "loss": 5.9261, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.1606779661016949, |
| "grad_norm": 5.198086738586426, |
| "learning_rate": 0.00014748563898705946, |
| "loss": 6.2649, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.16135593220338984, |
| "grad_norm": 5.742856979370117, |
| "learning_rate": 0.00014679298142605734, |
| "loss": 6.3636, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.16203389830508474, |
| "grad_norm": 5.001709461212158, |
| "learning_rate": 0.00014609743745354624, |
| "loss": 5.8704, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.16271186440677965, |
| "grad_norm": 4.839583873748779, |
| "learning_rate": 0.00014539904997395468, |
| "loss": 5.8693, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.16338983050847458, |
| "grad_norm": 5.401934623718262, |
| "learning_rate": 0.00014469786206711214, |
| "loss": 5.8424, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.1640677966101695, |
| "grad_norm": 5.6193742752075195, |
| "learning_rate": 0.00014399391698559152, |
| "loss": 5.739, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.16474576271186442, |
| "grad_norm": 5.3960113525390625, |
| "learning_rate": 0.00014328725815204144, |
| "loss": 5.6365, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.16542372881355932, |
| "grad_norm": 5.593850135803223, |
| "learning_rate": 0.00014257792915650728, |
| "loss": 5.9272, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.16610169491525423, |
| "grad_norm": 5.487994194030762, |
| "learning_rate": 0.0001418659737537428, |
| "loss": 5.9545, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.16677966101694916, |
| "grad_norm": 5.606075763702393, |
| "learning_rate": 0.00014115143586051088, |
| "loss": 5.9499, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.16745762711864406, |
| "grad_norm": 4.903677463531494, |
| "learning_rate": 0.00014043435955287452, |
| "loss": 5.8177, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.168135593220339, |
| "grad_norm": 5.0607075691223145, |
| "learning_rate": 0.00013971478906347806, |
| "loss": 5.7957, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1688135593220339, |
| "grad_norm": 5.3411712646484375, |
| "learning_rate": 0.00013899276877881884, |
| "loss": 5.7592, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.1694915254237288, |
| "grad_norm": 4.852824687957764, |
| "learning_rate": 0.000138268343236509, |
| "loss": 5.9809, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.17016949152542374, |
| "grad_norm": 5.161794662475586, |
| "learning_rate": 0.00013754155712252832, |
| "loss": 6.1598, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.17084745762711864, |
| "grad_norm": 5.486487865447998, |
| "learning_rate": 0.00013681245526846783, |
| "loss": 6.0534, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.17152542372881355, |
| "grad_norm": 5.071621417999268, |
| "learning_rate": 0.0001360810826487642, |
| "loss": 5.7017, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.17220338983050848, |
| "grad_norm": 5.624743461608887, |
| "learning_rate": 0.00013534748437792573, |
| "loss": 6.1016, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.17288135593220338, |
| "grad_norm": 5.243331432342529, |
| "learning_rate": 0.0001346117057077493, |
| "loss": 6.0871, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.17355932203389832, |
| "grad_norm": 5.0800676345825195, |
| "learning_rate": 0.00013387379202452917, |
| "loss": 5.7192, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.17423728813559322, |
| "grad_norm": 5.550308704376221, |
| "learning_rate": 0.0001331337888462571, |
| "loss": 6.1076, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.17491525423728813, |
| "grad_norm": 4.588940620422363, |
| "learning_rate": 0.00013239174181981495, |
| "loss": 5.7483, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.17559322033898306, |
| "grad_norm": 4.923100471496582, |
| "learning_rate": 0.00013164769671815862, |
| "loss": 5.896, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.17627118644067796, |
| "grad_norm": 4.9847869873046875, |
| "learning_rate": 0.00013090169943749476, |
| "loss": 5.849, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1769491525423729, |
| "grad_norm": 5.453402996063232, |
| "learning_rate": 0.00013015379599444957, |
| "loss": 6.2982, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.1776271186440678, |
| "grad_norm": 4.822309494018555, |
| "learning_rate": 0.0001294040325232304, |
| "loss": 5.8829, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.1783050847457627, |
| "grad_norm": 5.658265590667725, |
| "learning_rate": 0.00012865245527277986, |
| "loss": 6.1517, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.17898305084745764, |
| "grad_norm": 5.287138938903809, |
| "learning_rate": 0.00012789911060392294, |
| "loss": 5.734, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.17966101694915254, |
| "grad_norm": 5.047686576843262, |
| "learning_rate": 0.00012714404498650743, |
| "loss": 6.0721, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.18033898305084745, |
| "grad_norm": 5.461929798126221, |
| "learning_rate": 0.0001263873049965373, |
| "loss": 5.9866, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.18101694915254238, |
| "grad_norm": 5.072149276733398, |
| "learning_rate": 0.00012562893731329967, |
| "loss": 5.8339, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.18169491525423728, |
| "grad_norm": 5.105294704437256, |
| "learning_rate": 0.0001248689887164855, |
| "loss": 6.0138, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.18237288135593221, |
| "grad_norm": 5.0447096824646, |
| "learning_rate": 0.00012410750608330388, |
| "loss": 6.1863, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.18305084745762712, |
| "grad_norm": 5.030888557434082, |
| "learning_rate": 0.00012334453638559057, |
| "loss": 5.7278, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.18372881355932202, |
| "grad_norm": 5.871072292327881, |
| "learning_rate": 0.0001225801266869104, |
| "loss": 5.7478, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.18440677966101696, |
| "grad_norm": 5.490414619445801, |
| "learning_rate": 0.00012181432413965428, |
| "loss": 5.9, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.18508474576271186, |
| "grad_norm": 8.317123413085938, |
| "learning_rate": 0.00012104717598213056, |
| "loss": 5.8373, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1857627118644068, |
| "grad_norm": 5.147652626037598, |
| "learning_rate": 0.00012027872953565125, |
| "loss": 5.8758, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.1864406779661017, |
| "grad_norm": 5.846799850463867, |
| "learning_rate": 0.00011950903220161285, |
| "loss": 5.8581, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.1871186440677966, |
| "grad_norm": 5.395052433013916, |
| "learning_rate": 0.00011873813145857249, |
| "loss": 5.9107, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.18779661016949153, |
| "grad_norm": 5.438141345977783, |
| "learning_rate": 0.00011796607485931928, |
| "loss": 5.9882, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.18847457627118644, |
| "grad_norm": 5.343430042266846, |
| "learning_rate": 0.00011719291002794096, |
| "loss": 5.8695, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.18915254237288134, |
| "grad_norm": 5.369635105133057, |
| "learning_rate": 0.0001164186846568863, |
| "loss": 5.6414, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.18983050847457628, |
| "grad_norm": 4.9964375495910645, |
| "learning_rate": 0.0001156434465040231, |
| "loss": 5.6538, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.19050847457627118, |
| "grad_norm": 5.169989585876465, |
| "learning_rate": 0.00011486724338969232, |
| "loss": 5.8451, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.1911864406779661, |
| "grad_norm": 5.625612258911133, |
| "learning_rate": 0.00011409012319375827, |
| "loss": 6.2101, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.19186440677966102, |
| "grad_norm": 5.7747344970703125, |
| "learning_rate": 0.00011331213385265524, |
| "loss": 5.9105, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.19254237288135592, |
| "grad_norm": 5.748979091644287, |
| "learning_rate": 0.00011253332335643043, |
| "loss": 5.7059, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.19322033898305085, |
| "grad_norm": 5.487430095672607, |
| "learning_rate": 0.00011175373974578378, |
| "loss": 5.5471, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.19389830508474576, |
| "grad_norm": 5.194690704345703, |
| "learning_rate": 0.00011097343110910452, |
| "loss": 5.8633, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.1945762711864407, |
| "grad_norm": 5.309774398803711, |
| "learning_rate": 0.000110192445579505, |
| "loss": 6.1561, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1952542372881356, |
| "grad_norm": 5.074641704559326, |
| "learning_rate": 0.00010941083133185146, |
| "loss": 5.5088, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.1959322033898305, |
| "grad_norm": 5.381385326385498, |
| "learning_rate": 0.00010862863657979237, |
| "loss": 5.4756, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.19661016949152543, |
| "grad_norm": 5.016583442687988, |
| "learning_rate": 0.0001078459095727845, |
| "loss": 5.6684, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.19728813559322034, |
| "grad_norm": 5.347949981689453, |
| "learning_rate": 0.00010706269859311669, |
| "loss": 6.1365, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.19796610169491524, |
| "grad_norm": 4.940281867980957, |
| "learning_rate": 0.00010627905195293135, |
| "loss": 5.8259, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.19864406779661017, |
| "grad_norm": 4.891435146331787, |
| "learning_rate": 0.0001054950179912446, |
| "loss": 5.8111, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.19932203389830508, |
| "grad_norm": 5.574452877044678, |
| "learning_rate": 0.00010471064507096426, |
| "loss": 5.6971, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 5.2969183921813965, |
| "learning_rate": 0.00010392598157590688, |
| "loss": 5.5519, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.20067796610169492, |
| "grad_norm": 5.546970844268799, |
| "learning_rate": 0.00010314107590781284, |
| "loss": 5.8701, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.20135593220338982, |
| "grad_norm": 5.5944695472717285, |
| "learning_rate": 0.00010235597648336104, |
| "loss": 5.7588, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.20203389830508475, |
| "grad_norm": 5.222428321838379, |
| "learning_rate": 0.00010157073173118208, |
| "loss": 6.02, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.20271186440677966, |
| "grad_norm": 5.442862510681152, |
| "learning_rate": 0.00010078539008887114, |
| "loss": 5.922, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.2033898305084746, |
| "grad_norm": 5.367995738983154, |
| "learning_rate": 0.0001, |
| "loss": 6.0455, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2040677966101695, |
| "grad_norm": 5.291725158691406, |
| "learning_rate": 9.921460991112891e-05, |
| "loss": 5.8758, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.2047457627118644, |
| "grad_norm": 5.123097896575928, |
| "learning_rate": 9.842926826881796e-05, |
| "loss": 5.6799, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.20542372881355933, |
| "grad_norm": 4.956916332244873, |
| "learning_rate": 9.764402351663901e-05, |
| "loss": 5.5279, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.20610169491525424, |
| "grad_norm": 5.0795392990112305, |
| "learning_rate": 9.685892409218717e-05, |
| "loss": 5.5645, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.20677966101694914, |
| "grad_norm": 5.748232841491699, |
| "learning_rate": 9.607401842409317e-05, |
| "loss": 6.0103, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.20745762711864407, |
| "grad_norm": 5.127262115478516, |
| "learning_rate": 9.528935492903575e-05, |
| "loss": 5.7528, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.20813559322033898, |
| "grad_norm": 5.199704647064209, |
| "learning_rate": 9.450498200875546e-05, |
| "loss": 5.7107, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.2088135593220339, |
| "grad_norm": 5.631073474884033, |
| "learning_rate": 9.372094804706867e-05, |
| "loss": 5.2502, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2094915254237288, |
| "grad_norm": 5.47221565246582, |
| "learning_rate": 9.293730140688336e-05, |
| "loss": 5.9423, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.21016949152542372, |
| "grad_norm": 5.291194915771484, |
| "learning_rate": 9.215409042721552e-05, |
| "loss": 5.4936, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.21084745762711865, |
| "grad_norm": 6.0206193923950195, |
| "learning_rate": 9.137136342020768e-05, |
| "loss": 5.8952, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.21152542372881356, |
| "grad_norm": 5.855842113494873, |
| "learning_rate": 9.058916866814858e-05, |
| "loss": 6.0302, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2122033898305085, |
| "grad_norm": 5.3791279792785645, |
| "learning_rate": 8.980755442049502e-05, |
| "loss": 5.8662, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2128813559322034, |
| "grad_norm": 5.692892074584961, |
| "learning_rate": 8.902656889089548e-05, |
| "loss": 6.1698, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2135593220338983, |
| "grad_norm": 5.510669231414795, |
| "learning_rate": 8.824626025421626e-05, |
| "loss": 5.7629, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.21423728813559323, |
| "grad_norm": 6.722097873687744, |
| "learning_rate": 8.746667664356956e-05, |
| "loss": 5.9961, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.21491525423728813, |
| "grad_norm": 5.199115753173828, |
| "learning_rate": 8.668786614734478e-05, |
| "loss": 5.3831, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.21559322033898304, |
| "grad_norm": 5.564209938049316, |
| "learning_rate": 8.590987680624174e-05, |
| "loss": 5.7547, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.21627118644067797, |
| "grad_norm": 5.0240068435668945, |
| "learning_rate": 8.51327566103077e-05, |
| "loss": 5.6938, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.21694915254237288, |
| "grad_norm": 5.5108137130737305, |
| "learning_rate": 8.435655349597689e-05, |
| "loss": 5.6034, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2176271186440678, |
| "grad_norm": 5.678736686706543, |
| "learning_rate": 8.358131534311372e-05, |
| "loss": 5.7397, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.2183050847457627, |
| "grad_norm": 5.272124767303467, |
| "learning_rate": 8.280708997205904e-05, |
| "loss": 5.5856, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.21898305084745762, |
| "grad_norm": 5.846488952636719, |
| "learning_rate": 8.203392514068074e-05, |
| "loss": 5.7099, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.21966101694915255, |
| "grad_norm": 5.6002631187438965, |
| "learning_rate": 8.126186854142752e-05, |
| "loss": 6.0163, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.22033898305084745, |
| "grad_norm": 5.317785739898682, |
| "learning_rate": 8.049096779838719e-05, |
| "loss": 5.6488, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.22101694915254239, |
| "grad_norm": 5.817031383514404, |
| "learning_rate": 7.972127046434878e-05, |
| "loss": 5.9647, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2216949152542373, |
| "grad_norm": 5.460287094116211, |
| "learning_rate": 7.895282401786945e-05, |
| "loss": 5.5276, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2223728813559322, |
| "grad_norm": 5.143774509429932, |
| "learning_rate": 7.818567586034577e-05, |
| "loss": 5.942, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.22305084745762713, |
| "grad_norm": 5.42582893371582, |
| "learning_rate": 7.741987331308964e-05, |
| "loss": 5.8206, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.22372881355932203, |
| "grad_norm": 5.489831447601318, |
| "learning_rate": 7.66554636144095e-05, |
| "loss": 5.9051, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.22440677966101694, |
| "grad_norm": 5.278120040893555, |
| "learning_rate": 7.589249391669616e-05, |
| "loss": 5.6335, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.22508474576271187, |
| "grad_norm": 5.30599308013916, |
| "learning_rate": 7.513101128351454e-05, |
| "loss": 5.828, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.22576271186440677, |
| "grad_norm": 5.318668842315674, |
| "learning_rate": 7.437106268670034e-05, |
| "loss": 5.7997, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.2264406779661017, |
| "grad_norm": 5.23081636428833, |
| "learning_rate": 7.361269500346274e-05, |
| "loss": 5.3156, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2271186440677966, |
| "grad_norm": 5.351925849914551, |
| "learning_rate": 7.285595501349258e-05, |
| "loss": 6.1906, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.22779661016949151, |
| "grad_norm": 5.411080360412598, |
| "learning_rate": 7.210088939607708e-05, |
| "loss": 5.6178, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.22847457627118645, |
| "grad_norm": 4.98875617980957, |
| "learning_rate": 7.134754472722017e-05, |
| "loss": 5.5609, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.22915254237288135, |
| "grad_norm": 5.774802207946777, |
| "learning_rate": 7.059596747676962e-05, |
| "loss": 5.8021, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.22983050847457628, |
| "grad_norm": 5.243258953094482, |
| "learning_rate": 6.984620400555044e-05, |
| "loss": 5.3282, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2305084745762712, |
| "grad_norm": 4.958450794219971, |
| "learning_rate": 6.909830056250527e-05, |
| "loss": 5.3944, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2311864406779661, |
| "grad_norm": 5.597701549530029, |
| "learning_rate": 6.835230328184138e-05, |
| "loss": 5.4275, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.23186440677966103, |
| "grad_norm": 5.59750509262085, |
| "learning_rate": 6.760825818018508e-05, |
| "loss": 5.8666, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.23254237288135593, |
| "grad_norm": 6.007476806640625, |
| "learning_rate": 6.68662111537429e-05, |
| "loss": 5.6547, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.23322033898305083, |
| "grad_norm": 5.207009315490723, |
| "learning_rate": 6.612620797547087e-05, |
| "loss": 5.4279, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.23389830508474577, |
| "grad_norm": 5.5680389404296875, |
| "learning_rate": 6.538829429225069e-05, |
| "loss": 5.3114, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.23457627118644067, |
| "grad_norm": 5.515926837921143, |
| "learning_rate": 6.465251562207431e-05, |
| "loss": 5.6996, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2352542372881356, |
| "grad_norm": 5.626382827758789, |
| "learning_rate": 6.391891735123582e-05, |
| "loss": 6.0254, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2359322033898305, |
| "grad_norm": 5.397551536560059, |
| "learning_rate": 6.318754473153221e-05, |
| "loss": 5.368, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2366101694915254, |
| "grad_norm": 5.405299663543701, |
| "learning_rate": 6.245844287747168e-05, |
| "loss": 5.1728, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.23728813559322035, |
| "grad_norm": 5.230056285858154, |
| "learning_rate": 6.173165676349103e-05, |
| "loss": 5.5227, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.23796610169491525, |
| "grad_norm": 5.585433483123779, |
| "learning_rate": 6.1007231221181206e-05, |
| "loss": 5.8477, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.23864406779661018, |
| "grad_norm": 5.70974588394165, |
| "learning_rate": 6.0285210936521955e-05, |
| "loss": 5.7222, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.2393220338983051, |
| "grad_norm": 5.623781681060791, |
| "learning_rate": 5.956564044712551e-05, |
| "loss": 5.4821, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 5.539468288421631, |
| "learning_rate": 5.884856413948913e-05, |
| "loss": 5.2843, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.24067796610169492, |
| "grad_norm": 5.467306613922119, |
| "learning_rate": 5.8134026246257225e-05, |
| "loss": 5.4843, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.24135593220338983, |
| "grad_norm": 5.998471736907959, |
| "learning_rate": 5.7422070843492734e-05, |
| "loss": 5.7297, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.24203389830508473, |
| "grad_norm": 5.730869293212891, |
| "learning_rate": 5.671274184795865e-05, |
| "loss": 5.4708, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.24271186440677966, |
| "grad_norm": 6.254504203796387, |
| "learning_rate": 5.6006083014408484e-05, |
| "loss": 5.5472, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.24338983050847457, |
| "grad_norm": 5.713361740112305, |
| "learning_rate": 5.53021379328879e-05, |
| "loss": 5.4419, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.2440677966101695, |
| "grad_norm": 5.973865032196045, |
| "learning_rate": 5.4600950026045326e-05, |
| "loss": 5.6945, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2447457627118644, |
| "grad_norm": 5.073235034942627, |
| "learning_rate": 5.390256254645378e-05, |
| "loss": 5.1762, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2454237288135593, |
| "grad_norm": 5.638620376586914, |
| "learning_rate": 5.320701857394268e-05, |
| "loss": 5.9491, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.24610169491525424, |
| "grad_norm": 5.932898998260498, |
| "learning_rate": 5.251436101294056e-05, |
| "loss": 5.8446, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.24677966101694915, |
| "grad_norm": 5.434826850891113, |
| "learning_rate": 5.182463258982846e-05, |
| "loss": 5.5691, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.24745762711864408, |
| "grad_norm": 5.914247035980225, |
| "learning_rate": 5.113787585030454e-05, |
| "loss": 5.5884, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.24813559322033898, |
| "grad_norm": 5.391599178314209, |
| "learning_rate": 5.045413315675924e-05, |
| "loss": 5.5539, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.2488135593220339, |
| "grad_norm": 5.657290458679199, |
| "learning_rate": 4.977344668566275e-05, |
| "loss": 5.8106, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.24949152542372882, |
| "grad_norm": 5.725247383117676, |
| "learning_rate": 4.909585842496287e-05, |
| "loss": 5.7574, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2501694915254237, |
| "grad_norm": 5.543122291564941, |
| "learning_rate": 4.842141017149526e-05, |
| "loss": 5.5064, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.25084745762711863, |
| "grad_norm": 5.4209303855896, |
| "learning_rate": 4.7750143528405126e-05, |
| "loss": 5.5809, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.25152542372881354, |
| "grad_norm": 5.547783374786377, |
| "learning_rate": 4.708209990258095e-05, |
| "loss": 5.4158, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2522033898305085, |
| "grad_norm": 5.520477294921875, |
| "learning_rate": 4.6417320502100316e-05, |
| "loss": 5.5091, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2528813559322034, |
| "grad_norm": 5.4549970626831055, |
| "learning_rate": 4.575584633368815e-05, |
| "loss": 5.3763, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.2535593220338983, |
| "grad_norm": 6.0628814697265625, |
| "learning_rate": 4.5097718200186814e-05, |
| "loss": 5.8492, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.2542372881355932, |
| "grad_norm": 5.97998046875, |
| "learning_rate": 4.444297669803981e-05, |
| "loss": 5.608, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.2549152542372881, |
| "grad_norm": 5.170746326446533, |
| "learning_rate": 4.379166221478697e-05, |
| "loss": 5.5551, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.2555932203389831, |
| "grad_norm": 5.509799480438232, |
| "learning_rate": 4.31438149265736e-05, |
| "loss": 5.6183, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.256271186440678, |
| "grad_norm": 5.532557487487793, |
| "learning_rate": 4.249947479567218e-05, |
| "loss": 5.6561, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.2569491525423729, |
| "grad_norm": 5.654819488525391, |
| "learning_rate": 4.185868156801694e-05, |
| "loss": 5.9242, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2576271186440678, |
| "grad_norm": 5.431266784667969, |
| "learning_rate": 4.12214747707527e-05, |
| "loss": 5.2671, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2583050847457627, |
| "grad_norm": 5.76847505569458, |
| "learning_rate": 4.058789370979615e-05, |
| "loss": 5.6203, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.25898305084745765, |
| "grad_norm": 5.608331203460693, |
| "learning_rate": 3.9957977467411615e-05, |
| "loss": 5.2894, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.25966101694915256, |
| "grad_norm": 5.352730751037598, |
| "learning_rate": 3.933176489980005e-05, |
| "loss": 5.7837, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.26033898305084746, |
| "grad_norm": 5.750943183898926, |
| "learning_rate": 3.8709294634702376e-05, |
| "loss": 6.0277, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.26101694915254237, |
| "grad_norm": 6.469532489776611, |
| "learning_rate": 3.8090605069016595e-05, |
| "loss": 5.6117, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.26169491525423727, |
| "grad_norm": 5.662360668182373, |
| "learning_rate": 3.747573436642951e-05, |
| "loss": 5.4094, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.26237288135593223, |
| "grad_norm": 5.911714553833008, |
| "learning_rate": 3.686472045506223e-05, |
| "loss": 5.4519, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.26305084745762713, |
| "grad_norm": 5.62433385848999, |
| "learning_rate": 3.6257601025131026e-05, |
| "loss": 5.6033, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.26372881355932204, |
| "grad_norm": 5.5420966148376465, |
| "learning_rate": 3.565441352662211e-05, |
| "loss": 5.665, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.26440677966101694, |
| "grad_norm": 5.550889015197754, |
| "learning_rate": 3.5055195166981645e-05, |
| "loss": 5.7331, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.26508474576271185, |
| "grad_norm": 6.002449989318848, |
| "learning_rate": 3.445998290882062e-05, |
| "loss": 5.6414, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.26576271186440675, |
| "grad_norm": 6.255985736846924, |
| "learning_rate": 3.386881346763483e-05, |
| "loss": 5.7452, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.2664406779661017, |
| "grad_norm": 5.7584919929504395, |
| "learning_rate": 3.328172330954001e-05, |
| "loss": 5.4645, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.2671186440677966, |
| "grad_norm": 5.411556243896484, |
| "learning_rate": 3.269874864902269e-05, |
| "loss": 5.5256, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.2677966101694915, |
| "grad_norm": 5.638591289520264, |
| "learning_rate": 3.211992544670582e-05, |
| "loss": 5.5345, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.2684745762711864, |
| "grad_norm": 5.49556303024292, |
| "learning_rate": 3.154528940713113e-05, |
| "loss": 5.7834, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.26915254237288133, |
| "grad_norm": 5.54540491104126, |
| "learning_rate": 3.0974875976556284e-05, |
| "loss": 5.6866, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.2698305084745763, |
| "grad_norm": 5.196211338043213, |
| "learning_rate": 3.0408720340768572e-05, |
| "loss": 5.2216, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.2705084745762712, |
| "grad_norm": 5.35925817489624, |
| "learning_rate": 2.9846857422914433e-05, |
| "loss": 5.1594, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.2711864406779661, |
| "grad_norm": 5.4410080909729, |
| "learning_rate": 2.9289321881345254e-05, |
| "loss": 5.819, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.271864406779661, |
| "grad_norm": 5.762651443481445, |
| "learning_rate": 2.8736148107479467e-05, |
| "loss": 5.4804, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.2725423728813559, |
| "grad_norm": 5.4722981452941895, |
| "learning_rate": 2.8187370223681132e-05, |
| "loss": 5.5458, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.27322033898305087, |
| "grad_norm": 5.910475730895996, |
| "learning_rate": 2.764302208115508e-05, |
| "loss": 5.732, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.2738983050847458, |
| "grad_norm": 5.407331943511963, |
| "learning_rate": 2.7103137257858868e-05, |
| "loss": 5.4342, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2745762711864407, |
| "grad_norm": 5.824403285980225, |
| "learning_rate": 2.6567749056431467e-05, |
| "loss": 5.581, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2752542372881356, |
| "grad_norm": 5.7097086906433105, |
| "learning_rate": 2.603689050213902e-05, |
| "loss": 5.6796, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2759322033898305, |
| "grad_norm": 6.071976661682129, |
| "learning_rate": 2.5510594340837824e-05, |
| "loss": 5.1967, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.27661016949152545, |
| "grad_norm": 5.329769611358643, |
| "learning_rate": 2.4988893036954043e-05, |
| "loss": 5.5662, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.27728813559322035, |
| "grad_norm": 5.527679443359375, |
| "learning_rate": 2.4471818771481648e-05, |
| "loss": 5.362, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.27796610169491526, |
| "grad_norm": 5.589406490325928, |
| "learning_rate": 2.3959403439996907e-05, |
| "loss": 5.1217, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.27864406779661016, |
| "grad_norm": 5.69094181060791, |
| "learning_rate": 2.34516786506912e-05, |
| "loss": 5.4005, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.27932203389830507, |
| "grad_norm": 5.374352931976318, |
| "learning_rate": 2.2948675722421086e-05, |
| "loss": 5.6702, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 5.293539524078369, |
| "learning_rate": 2.2450425682776565e-05, |
| "loss": 5.4775, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.28067796610169493, |
| "grad_norm": 5.905485153198242, |
| "learning_rate": 2.195695926616702e-05, |
| "loss": 5.5452, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.28135593220338984, |
| "grad_norm": 5.549497604370117, |
| "learning_rate": 2.146830691192553e-05, |
| "loss": 5.3305, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.28203389830508474, |
| "grad_norm": 5.897935390472412, |
| "learning_rate": 2.098449876243096e-05, |
| "loss": 5.6255, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.28271186440677964, |
| "grad_norm": 5.720310688018799, |
| "learning_rate": 2.0505564661249e-05, |
| "loss": 5.4534, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.28338983050847455, |
| "grad_norm": 5.820013999938965, |
| "learning_rate": 2.0031534151290943e-05, |
| "loss": 5.3081, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.2840677966101695, |
| "grad_norm": 6.240899085998535, |
| "learning_rate": 1.9562436472991552e-05, |
| "loss": 5.9156, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.2847457627118644, |
| "grad_norm": 5.758796215057373, |
| "learning_rate": 1.9098300562505266e-05, |
| "loss": 5.4116, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2854237288135593, |
| "grad_norm": 6.092564105987549, |
| "learning_rate": 1.863915504992131e-05, |
| "loss": 5.7903, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2861016949152542, |
| "grad_norm": 5.848187446594238, |
| "learning_rate": 1.818502825749764e-05, |
| "loss": 5.5823, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.28677966101694913, |
| "grad_norm": 5.051366329193115, |
| "learning_rate": 1.773594819791403e-05, |
| "loss": 5.274, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2874576271186441, |
| "grad_norm": 5.7866129875183105, |
| "learning_rate": 1.7291942572543807e-05, |
| "loss": 5.6109, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.288135593220339, |
| "grad_norm": 6.054172515869141, |
| "learning_rate": 1.6853038769745467e-05, |
| "loss": 5.5136, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2888135593220339, |
| "grad_norm": 5.935192108154297, |
| "learning_rate": 1.6419263863172997e-05, |
| "loss": 5.6772, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2894915254237288, |
| "grad_norm": 5.998628616333008, |
| "learning_rate": 1.599064461010581e-05, |
| "loss": 5.8913, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.2901694915254237, |
| "grad_norm": 5.500387191772461, |
| "learning_rate": 1.5567207449798515e-05, |
| "loss": 5.4011, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.29084745762711867, |
| "grad_norm": 5.5121660232543945, |
| "learning_rate": 1.5148978501849642e-05, |
| "loss": 5.4678, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.29152542372881357, |
| "grad_norm": 5.580468654632568, |
| "learning_rate": 1.4735983564590783e-05, |
| "loss": 5.3353, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2922033898305085, |
| "grad_norm": 5.571037292480469, |
| "learning_rate": 1.4328248113495047e-05, |
| "loss": 5.3953, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.2928813559322034, |
| "grad_norm": 5.397740364074707, |
| "learning_rate": 1.3925797299605647e-05, |
| "loss": 5.223, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.2935593220338983, |
| "grad_norm": 6.440202713012695, |
| "learning_rate": 1.3528655947984504e-05, |
| "loss": 5.9279, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.29423728813559324, |
| "grad_norm": 5.653568267822266, |
| "learning_rate": 1.3136848556180892e-05, |
| "loss": 5.4896, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.29491525423728815, |
| "grad_norm": 5.772056579589844, |
| "learning_rate": 1.2750399292720283e-05, |
| "loss": 5.3452, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.29559322033898305, |
| "grad_norm": 5.690596580505371, |
| "learning_rate": 1.2369331995613665e-05, |
| "loss": 5.1033, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.29627118644067796, |
| "grad_norm": 5.667556285858154, |
| "learning_rate": 1.1993670170886806e-05, |
| "loss": 5.4504, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.29694915254237286, |
| "grad_norm": 6.178337097167969, |
| "learning_rate": 1.1623436991130654e-05, |
| "loss": 5.7523, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.2976271186440678, |
| "grad_norm": 5.961308479309082, |
| "learning_rate": 1.1258655294071685e-05, |
| "loss": 5.887, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.2983050847457627, |
| "grad_norm": 6.2464094161987305, |
| "learning_rate": 1.0899347581163221e-05, |
| "loss": 5.6344, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.29898305084745763, |
| "grad_norm": 5.896814823150635, |
| "learning_rate": 1.0545536016197499e-05, |
| "loss": 5.5173, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.29966101694915254, |
| "grad_norm": 6.12027645111084, |
| "learning_rate": 1.0197242423938446e-05, |
| "loss": 5.6183, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.30033898305084744, |
| "grad_norm": 6.067883014678955, |
| "learning_rate": 9.854488288775422e-06, |
| "loss": 5.7134, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.30101694915254235, |
| "grad_norm": 5.843398571014404, |
| "learning_rate": 9.517294753398064e-06, |
| "loss": 5.153, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3016949152542373, |
| "grad_norm": 5.859512805938721, |
| "learning_rate": 9.185682617491863e-06, |
| "loss": 5.4347, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3023728813559322, |
| "grad_norm": 5.9133524894714355, |
| "learning_rate": 8.85967233645547e-06, |
| "loss": 5.333, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.3030508474576271, |
| "grad_norm": 5.7199602127075195, |
| "learning_rate": 8.539284020138638e-06, |
| "loss": 5.5811, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.303728813559322, |
| "grad_norm": 5.764463424682617, |
| "learning_rate": 8.224537431601886e-06, |
| "loss": 5.1644, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.3044067796610169, |
| "grad_norm": 6.3609771728515625, |
| "learning_rate": 7.915451985897382e-06, |
| "loss": 5.8289, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.3050847457627119, |
| "grad_norm": 6.216641902923584, |
| "learning_rate": 7.612046748871327e-06, |
| "loss": 5.6793, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3057627118644068, |
| "grad_norm": 5.693812847137451, |
| "learning_rate": 7.314340435987921e-06, |
| "loss": 5.535, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.3064406779661017, |
| "grad_norm": 5.719924449920654, |
| "learning_rate": 7.022351411174866e-06, |
| "loss": 5.4541, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3071186440677966, |
| "grad_norm": 6.138946056365967, |
| "learning_rate": 6.736097685690601e-06, |
| "loss": 5.4689, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3077966101694915, |
| "grad_norm": 5.265680313110352, |
| "learning_rate": 6.455596917013273e-06, |
| "loss": 5.2224, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.30847457627118646, |
| "grad_norm": 5.933971881866455, |
| "learning_rate": 6.180866407751595e-06, |
| "loss": 5.5028, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.30915254237288137, |
| "grad_norm": 6.345917224884033, |
| "learning_rate": 5.911923104577455e-06, |
| "loss": 5.8293, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.30983050847457627, |
| "grad_norm": 6.0259246826171875, |
| "learning_rate": 5.6487835971806515e-06, |
| "loss": 5.7334, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3105084745762712, |
| "grad_norm": 6.232974052429199, |
| "learning_rate": 5.39146411724547e-06, |
| "loss": 5.7355, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3111864406779661, |
| "grad_norm": 5.333173751831055, |
| "learning_rate": 5.13998053744954e-06, |
| "loss": 5.0914, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.31186440677966104, |
| "grad_norm": 5.692471981048584, |
| "learning_rate": 4.8943483704846475e-06, |
| "loss": 5.4779, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.31254237288135595, |
| "grad_norm": 5.704821586608887, |
| "learning_rate": 4.65458276809988e-06, |
| "loss": 5.1225, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.31322033898305085, |
| "grad_norm": 6.1564178466796875, |
| "learning_rate": 4.420698520166988e-06, |
| "loss": 5.3608, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.31389830508474575, |
| "grad_norm": 5.814398288726807, |
| "learning_rate": 4.19271005376809e-06, |
| "loss": 5.7354, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.31457627118644066, |
| "grad_norm": 6.079257011413574, |
| "learning_rate": 3.970631432305694e-06, |
| "loss": 5.438, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3152542372881356, |
| "grad_norm": 5.558388710021973, |
| "learning_rate": 3.7544763546352834e-06, |
| "loss": 4.9623, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3159322033898305, |
| "grad_norm": 5.569544792175293, |
| "learning_rate": 3.5442581542201923e-06, |
| "loss": 5.506, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.31661016949152543, |
| "grad_norm": 5.387109756469727, |
| "learning_rate": 3.339989798309273e-06, |
| "loss": 5.1544, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.31728813559322033, |
| "grad_norm": 6.365401744842529, |
| "learning_rate": 3.1416838871368924e-06, |
| "loss": 5.6504, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.31796610169491524, |
| "grad_norm": 5.795852184295654, |
| "learning_rate": 2.949352653145754e-06, |
| "loss": 5.7313, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.31864406779661014, |
| "grad_norm": 5.420914173126221, |
| "learning_rate": 2.7630079602323442e-06, |
| "loss": 5.2842, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3193220338983051, |
| "grad_norm": 5.971484184265137, |
| "learning_rate": 2.582661303015066e-06, |
| "loss": 5.2509, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 6.273356914520264, |
| "learning_rate": 2.4083238061252567e-06, |
| "loss": 5.5561, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.3206779661016949, |
| "grad_norm": 5.857372283935547, |
| "learning_rate": 2.240006223520941e-06, |
| "loss": 5.8628, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.3213559322033898, |
| "grad_norm": 5.4021406173706055, |
| "learning_rate": 2.0777189378234143e-06, |
| "loss": 5.2859, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.3220338983050847, |
| "grad_norm": 5.596453666687012, |
| "learning_rate": 1.921471959676957e-06, |
| "loss": 5.6427, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3227118644067797, |
| "grad_norm": 5.894739151000977, |
| "learning_rate": 1.771274927131139e-06, |
| "loss": 5.5308, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.3233898305084746, |
| "grad_norm": 5.8096604347229, |
| "learning_rate": 1.6271371050464056e-06, |
| "loss": 5.4596, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3240677966101695, |
| "grad_norm": 5.567196846008301, |
| "learning_rate": 1.4890673845226133e-06, |
| "loss": 4.9016, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.3247457627118644, |
| "grad_norm": 5.913093090057373, |
| "learning_rate": 1.3570742823504567e-06, |
| "loss": 5.3648, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.3254237288135593, |
| "grad_norm": 7.292970657348633, |
| "learning_rate": 1.231165940486234e-06, |
| "loss": 5.3914, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.32610169491525426, |
| "grad_norm": 5.614869594573975, |
| "learning_rate": 1.1113501255495485e-06, |
| "loss": 5.6071, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.32677966101694916, |
| "grad_norm": 5.5307793617248535, |
| "learning_rate": 9.976342283442463e-07, |
| "loss": 5.3506, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.32745762711864407, |
| "grad_norm": 5.844662189483643, |
| "learning_rate": 8.900252634025274e-07, |
| "loss": 5.4613, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.328135593220339, |
| "grad_norm": 5.883512020111084, |
| "learning_rate": 7.885298685522235e-07, |
| "loss": 5.384, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.3288135593220339, |
| "grad_norm": 6.151786804199219, |
| "learning_rate": 6.931543045073708e-07, |
| "loss": 5.3603, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.32949152542372884, |
| "grad_norm": 6.09454870223999, |
| "learning_rate": 6.039044544820404e-07, |
| "loss": 5.7218, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.33016949152542374, |
| "grad_norm": 5.7950029373168945, |
| "learning_rate": 5.207858238273522e-07, |
| "loss": 5.5284, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.33084745762711865, |
| "grad_norm": 5.701831817626953, |
| "learning_rate": 4.438035396920004e-07, |
| "loss": 5.3463, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.33152542372881355, |
| "grad_norm": 5.579401016235352, |
| "learning_rate": 3.7296235070587435e-07, |
| "loss": 5.0637, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.33220338983050846, |
| "grad_norm": 5.498964309692383, |
| "learning_rate": 3.0826662668720364e-07, |
| "loss": 5.4843, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3328813559322034, |
| "grad_norm": 5.720179080963135, |
| "learning_rate": 2.497203583729957e-07, |
| "loss": 5.3577, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3335593220338983, |
| "grad_norm": 5.618310928344727, |
| "learning_rate": 1.973271571728441e-07, |
| "loss": 5.3295, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.3342372881355932, |
| "grad_norm": 5.815048694610596, |
| "learning_rate": 1.5109025494620677e-07, |
| "loss": 5.5574, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.33491525423728813, |
| "grad_norm": 6.3128557205200195, |
| "learning_rate": 1.1101250380300965e-07, |
| "loss": 5.8221, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.33559322033898303, |
| "grad_norm": 5.930164337158203, |
| "learning_rate": 7.709637592770991e-08, |
| "loss": 5.2433, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.336271186440678, |
| "grad_norm": 5.927285194396973, |
| "learning_rate": 4.934396342684e-08, |
| "loss": 5.4684, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.3369491525423729, |
| "grad_norm": 5.755299091339111, |
| "learning_rate": 2.7756978199944273e-08, |
| "loss": 5.3045, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.3376271186440678, |
| "grad_norm": 5.913015365600586, |
| "learning_rate": 1.2336751833941229e-08, |
| "loss": 5.4991, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.3383050847457627, |
| "grad_norm": 6.161080837249756, |
| "learning_rate": 3.0842355210336515e-09, |
| "loss": 4.9174, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.3389830508474576, |
| "grad_norm": 5.968166828155518, |
| "learning_rate": 0.0, |
| "loss": 5.5617, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3389830508474576, |
| "eval_loss": 1.366518259048462, |
| "eval_runtime": 158.5178, |
| "eval_samples_per_second": 47.017, |
| "eval_steps_per_second": 1.962, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.313912319681233e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
