| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9985620955893846, |
| "eval_steps": 500, |
| "global_step": 2997, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0500140664561908, |
| "grad_norm": 1.5154740810394287, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 1.6338, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1000281329123816, |
| "grad_norm": 0.7568167448043823, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.1959, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1500421993685724, |
| "grad_norm": 0.6318637728691101, |
| "learning_rate": 5e-06, |
| "loss": 0.8316, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2000562658247632, |
| "grad_norm": 0.49124225974082947, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.7008, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25007033228095404, |
| "grad_norm": 0.49193131923675537, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.6234, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3000843987371448, |
| "grad_norm": 0.5137419700622559, |
| "learning_rate": 1e-05, |
| "loss": 0.5887, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.35009846519333565, |
| "grad_norm": 0.4855007231235504, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 0.5523, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4001125316495264, |
| "grad_norm": 0.4011429250240326, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.5204, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.45012659810571726, |
| "grad_norm": 0.4894815683364868, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 0.4922, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5001406645619081, |
| "grad_norm": 0.4187089204788208, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.4676, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5501547310180989, |
| "grad_norm": 0.37147971987724304, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 0.4564, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6001687974742896, |
| "grad_norm": 0.36486196517944336, |
| "learning_rate": 2e-05, |
| "loss": 0.451, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6501828639304804, |
| "grad_norm": 0.39784976840019226, |
| "learning_rate": 1.999576008468646e-05, |
| "loss": 0.4313, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7001969303866713, |
| "grad_norm": 0.4364568293094635, |
| "learning_rate": 1.9983043934122208e-05, |
| "loss": 0.4132, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7502109968428621, |
| "grad_norm": 0.7991167306900024, |
| "learning_rate": 1.9961862331387545e-05, |
| "loss": 0.4103, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8002250632990529, |
| "grad_norm": 0.3835698068141937, |
| "learning_rate": 1.9932233238122834e-05, |
| "loss": 0.3919, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8502391297552436, |
| "grad_norm": 0.40175750851631165, |
| "learning_rate": 1.9894181779297323e-05, |
| "loss": 0.3846, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9002531962114345, |
| "grad_norm": 0.3462737202644348, |
| "learning_rate": 1.984774022190361e-05, |
| "loss": 0.3712, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9502672626676253, |
| "grad_norm": 0.31011104583740234, |
| "learning_rate": 1.9792947947595772e-05, |
| "loss": 0.3672, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0002813291238162, |
| "grad_norm": 0.34971198439598083, |
| "learning_rate": 1.972985141929439e-05, |
| "loss": 0.3635, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.050295395580007, |
| "grad_norm": 0.3588427007198334, |
| "learning_rate": 1.9658504141786775e-05, |
| "loss": 0.3368, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1003094620361977, |
| "grad_norm": 0.32608523964881897, |
| "learning_rate": 1.9578966616355823e-05, |
| "loss": 0.3279, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1503235284923885, |
| "grad_norm": 0.3917510509490967, |
| "learning_rate": 1.9491306289475957e-05, |
| "loss": 0.3239, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2003375949485793, |
| "grad_norm": 0.3702155649662018, |
| "learning_rate": 1.9395597495619634e-05, |
| "loss": 0.3147, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.25035166140477, |
| "grad_norm": 0.34320342540740967, |
| "learning_rate": 1.9291921394223e-05, |
| "loss": 0.3178, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3003657278609608, |
| "grad_norm": 0.38336554169654846, |
| "learning_rate": 1.918036590086405e-05, |
| "loss": 0.3195, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.3503797943171518, |
| "grad_norm": 0.4073985517024994, |
| "learning_rate": 1.90610256127117e-05, |
| "loss": 0.308, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4003938607733426, |
| "grad_norm": 0.37673142552375793, |
| "learning_rate": 1.8934001728309003e-05, |
| "loss": 0.3096, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.4504079272295334, |
| "grad_norm": 0.36145591735839844, |
| "learning_rate": 1.8799401961758492e-05, |
| "loss": 0.3121, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.5004219936857242, |
| "grad_norm": 0.4171595275402069, |
| "learning_rate": 1.865734045138245e-05, |
| "loss": 0.3017, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.5511550123472226, |
| "grad_norm": 0.32917237281799316, |
| "learning_rate": 1.1144858589642251e-05, |
| "loss": 0.2992, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.6011690788034134, |
| "grad_norm": 0.3282073736190796, |
| "learning_rate": 1.0564650370835772e-05, |
| "loss": 0.293, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.6511831452596044, |
| "grad_norm": 0.31431856751441956, |
| "learning_rate": 9.982527302252135e-06, |
| "loss": 0.2969, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.7011972117157952, |
| "grad_norm": 0.3012774586677551, |
| "learning_rate": 9.40046348731131e-06, |
| "loss": 0.2954, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.751211278171986, |
| "grad_norm": 0.2984926104545593, |
| "learning_rate": 8.820432828491542e-06, |
| "loss": 0.2885, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8012253446281767, |
| "grad_norm": 0.30490660667419434, |
| "learning_rate": 8.244402333405252e-06, |
| "loss": 0.2841, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.8512394110843675, |
| "grad_norm": 0.3301903009414673, |
| "learning_rate": 7.674325444256899e-06, |
| "loss": 0.2935, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9012534775405583, |
| "grad_norm": 0.3045901954174042, |
| "learning_rate": 7.112135413304042e-06, |
| "loss": 0.2855, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.951267543996749, |
| "grad_norm": 0.310871958732605, |
| "learning_rate": 6.55973874678682e-06, |
| "loss": 0.2831, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.00128161045294, |
| "grad_norm": 0.3118513822555542, |
| "learning_rate": 6.0190087395588596e-06, |
| "loss": 0.2823, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.0512956769091306, |
| "grad_norm": 0.2910955250263214, |
| "learning_rate": 5.491779122345093e-06, |
| "loss": 0.2576, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.1013097433653214, |
| "grad_norm": 0.3105012774467468, |
| "learning_rate": 4.979837843169959e-06, |
| "loss": 0.2522, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.151323809821512, |
| "grad_norm": 0.31710630655288696, |
| "learning_rate": 4.484921004044509e-06, |
| "loss": 0.2546, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.201337876277703, |
| "grad_norm": 0.41157081723213196, |
| "learning_rate": 4.008706973474391e-06, |
| "loss": 0.2531, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.2513519427338937, |
| "grad_norm": 0.3166573941707611, |
| "learning_rate": 3.5528106947544626e-06, |
| "loss": 0.2519, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.301366009190085, |
| "grad_norm": 0.3242489695549011, |
| "learning_rate": 3.118778209351808e-06, |
| "loss": 0.254, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.3513800756462757, |
| "grad_norm": 0.34881240129470825, |
| "learning_rate": 2.7080814139495402e-06, |
| "loss": 0.2526, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.4013941421024665, |
| "grad_norm": 0.3267311751842499, |
| "learning_rate": 2.322113068931391e-06, |
| "loss": 0.251, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.4514082085586573, |
| "grad_norm": 0.3213905394077301, |
| "learning_rate": 1.9621820752343324e-06, |
| "loss": 0.246, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.501422275014848, |
| "grad_norm": 0.48464563488960266, |
| "learning_rate": 1.629509035586484e-06, |
| "loss": 0.2527, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.551436341471039, |
| "grad_norm": 0.31706663966178894, |
| "learning_rate": 1.3252221151830513e-06, |
| "loss": 0.2465, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.6014504079272296, |
| "grad_norm": 0.33972597122192383, |
| "learning_rate": 1.0503532158376584e-06, |
| "loss": 0.2483, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.6514644743834204, |
| "grad_norm": 0.2904072105884552, |
| "learning_rate": 8.058344765833171e-07, |
| "loss": 0.2465, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.701478540839611, |
| "grad_norm": 0.32852381467819214, |
| "learning_rate": 5.924951125902545e-07, |
| "loss": 0.2512, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.751492607295802, |
| "grad_norm": 0.2948131263256073, |
| "learning_rate": 4.11058603120511e-07, |
| "loss": 0.2483, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.8015066737519927, |
| "grad_norm": 0.33766064047813416, |
| "learning_rate": 2.6214023805552826e-07, |
| "loss": 0.2496, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.8515207402081835, |
| "grad_norm": 0.29850533604621887, |
| "learning_rate": 1.462450313169983e-07, |
| "loss": 0.2444, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.9015348066643742, |
| "grad_norm": 0.33009734749794006, |
| "learning_rate": 6.376600825699463e-08, |
| "loss": 0.2478, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.951548873120565, |
| "grad_norm": 0.5311033725738525, |
| "learning_rate": 1.49828728252277e-08, |
| "loss": 0.2412, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.9985620955893846, |
| "step": 2997, |
| "total_flos": 2.5672199949139968e+17, |
| "train_loss": 0.13155911801694273, |
| "train_runtime": 22482.9111, |
| "train_samples_per_second": 8.537, |
| "train_steps_per_second": 0.133 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 2997, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "total_flos": 2.5672199949139968e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
