{"Time": "2026-07-24T09:25:52.951366", "Step": 500, "CTC Loss": 1931.3789907918763, "Gradient Norm": 7813.730880615234, "Data Epoch": 1, "Data Time": 0.26655591651797295, "Compute Time": 480.01397093757987, "Lapse Time": 480.5164991095662, "Total Time": 483.42810843139887, "Wall Time": 483.42810843139887, "Learning Rate": 2.99406e-06, "Batch Size": 13.0, "Elements per Batch": 3245884.0, "Elements per Second": 3379154.5633350774, "Number of Examples": 6525.0, "Number of Elements": 1622942134.0, "Padding": 102771191.0, "Padding Ratio (%)": 0.059552875620288784, "Total Number of Examples": 6525.0, "Total Number of Elements": 1622942134.0, "Peak Active Device Memory": 9939353088, "Peak Active Device Memory (%)": 0.4726941258216533, "Peak Reserved Device Memory": 13109297152, "Peak Reserved Device Memory (%)": 0.6234498062939656}
{"Time": "2026-07-24T09:33:53.294683", "Step": 1000, "CTC Loss": 332.89274754455596, "Gradient Norm": 3808.5206818237307, "Data Epoch": 1, "Data Time": 0.10367080569267273, "Compute Time": 480.06266940385103, "Lapse Time": 480.33710902929306, "Total Time": 963.7725809589028, "Wall Time": 963.7725809589028, "Learning Rate": 3e-06, "Batch Size": 12.0, "Elements per Batch": 3235800.0, "Elements per Second": 3369458.1013195366, "Number of Examples": 6461.0, "Number of Elements": 1617900365.0, "Padding": 102612011.0, "Padding Ratio (%)": 0.05964037947728194, "Total Number of Examples": 12986.0, "Total Number of Elements": 3240842499.0, "Peak Active Device Memory": 9939728384, "Peak Active Device Memory (%)": 0.47271197408733756, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T09:41:53.534521", "Step": 1500, "CTC Loss": 149.19348218132745, "Gradient Norm": 1624.4829257202148, "Data Epoch": 1, "Data Time": 0.10766331478953362, "Compute Time": 479.96584913134575, "Lapse Time": 480.23482621088624, "Total Time": 1444.0120197758079, "Wall Time": 1444.0120197758079, "Learning Rate": 3e-06, "Batch Size": 12.0, "Elements per Batch": 3238824.0, "Elements per Second": 3373258.5885618916, "Number of Examples": 6489.0, "Number of Elements": 1619412099.0, "Padding": 103348222.0, "Padding Ratio (%)": 0.05998990152037522, "Total Number of Examples": 19475.0, "Total Number of Elements": 4860254598.0, "Peak Active Device Memory": 9935884800, "Peak Active Device Memory (%)": 0.4725291815491496, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T09:49:53.959631", "Step": 2000, "CTC Loss": 87.40413383496792, "Gradient Norm": 925.3589512939453, "Data Epoch": 1, "Data Time": 0.10782269388437271, "Compute Time": 480.1476993523538, "Lapse Time": 480.42038774490356, "Total Time": 1924.43755165115, "Wall Time": 1924.43755165115, "Learning Rate": 3e-06, "Batch Size": 13.0, "Elements per Batch": 3241771.0, "Elements per Second": 3375048.607653373, "Number of Examples": 6503.0, "Number of Elements": 1620885731.0, "Padding": 101588309.0, "Padding Ratio (%)": 0.0589781364716533, "Total Number of Examples": 25978.0, "Total Number of Elements": 6481140329.0, "Peak Active Device Memory": 9909481984, "Peak Active Device Memory (%)": 0.47127352075132384, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T09:57:57.805978", "Step": 2500, "CTC Loss": 66.70676770283852, "Gradient Norm": 735.6159740905762, "Data Epoch": 1, "Data Time": 0.10570470243692398, "Compute Time": 480.98583993688226, "Lapse Time": 483.8411811105907, "Total Time": 2408.283337365836, "Wall Time": 2408.283337365836, "Learning Rate": 3e-06, "Batch Size": 12.0, "Elements per Batch": 3240482.0, "Elements per Second": 3367844.317893213, "Number of Examples": 6480.0, "Number of Elements": 1620241425.0, "Padding": 103360802.0, "Padding Ratio (%)": 0.05996789768594329, "Total Number of Examples": 32458.0, "Total Number of Elements": 8101381754.0, "Peak Active Device Memory": 9919452160, "Peak Active Device Memory (%)": 0.47174768074814477, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T10:05:58.585168", "Step": 3000, "CTC Loss": 57.50767436147615, "Gradient Norm": 695.4437142944336, "Data Epoch": 1, "Data Time": 0.08878469839692116, "Compute Time": 480.4520134665072, "Lapse Time": 480.756181307137, "Total Time": 2889.0627619735897, "Wall Time": 2889.0627619735897, "Learning Rate": 1.6498165944684665e-06, "Batch Size": 13.0, "Elements per Batch": 3240225.0, "Elements per Second": 3371435.997082679, "Number of Examples": 6512.0, "Number of Elements": 1620112545.0, "Padding": 103528446.0, "Padding Ratio (%)": 0.0600638105850199, "Total Number of Examples": 38970.0, "Total Number of Elements": 9721494299.0, "Peak Active Device Memory": 9920470016, "Peak Active Device Memory (%)": 0.47179608777704013, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T10:14:00.068020", "Step": 3500, "CTC Loss": 54.28487197099658, "Gradient Norm": 611.5789873504639, "Data Epoch": 1, "Data Time": 0.08977842703461647, "Compute Time": 481.2088874913752, "Lapse Time": 481.47784408926964, "Total Time": 3370.5455714166164, "Wall Time": 3370.5455714166164, "Learning Rate": 9.062117071873638e-07, "Batch Size": 13.0, "Elements per Batch": 3243644.0, "Elements per Second": 3369679.0513749993, "Number of Examples": 6501.0, "Number of Elements": 1621822032.0, "Padding": 102979981.0, "Padding Ratio (%)": 0.05970539240088422, "Total Number of Examples": 45471.0, "Total Number of Elements": 11343316331.0, "Peak Active Device Memory": 9920732672, "Peak Active Device Memory (%)": 0.4718085791280579, "Peak Reserved Device Memory": 13130268672, "Peak Reserved Device Memory (%)": 0.6244471664064181}
{"Time": "2026-07-24T10:22:01.004973", "Step": 4000, "CTC Loss": 50.99066942855051, "Gradient Norm": 575.5092407226563, "Data Epoch": 1, "Data Time": 0.0851883739233017, "Compute Time": 480.6751028485596, "Lapse Time": 480.9322802424431, "Total Time": 3851.482901327312, "Wall Time": 3851.482901327312, "Learning Rate": 4.977642126990574e-07, "Batch Size": 13.0, "Elements per Batch": 3240495.0, "Elements per Second": 3370177.854913964, "Number of Examples": 6502.0, "Number of Elements": 1620247687.0, "Padding": 103955755.0, "Padding Ratio (%)": 0.060292047021676225, "Total Number of Examples": 51973.0, "Total Number of Elements": 12963564018.0, "Peak Active Device Memory": 9923012608, "Peak Active Device Memory (%)": 0.47191700795083014, "Peak Reserved Device Memory": 13132365824, "Peak Reserved Device Memory (%)": 0.6245469024176632}
{"Time": "2026-07-24T10:30:01.987276", "Step": 4500, "CTC Loss": 51.375442126230894, "Gradient Norm": 700.353962890625, "Data Epoch": 1, "Data Time": 0.08698137104511261, "Compute Time": 480.71940283849835, "Lapse Time": 480.97728949040174, "Total Time": 4332.464897297323, "Wall Time": 4332.464897297323, "Learning Rate": 2.7341206197050925e-07, "Batch Size": 13.0, "Elements per Batch": 3243330.0, "Elements per Second": 3372803.326366089, "Number of Examples": 6532.0, "Number of Elements": 1621665372.0, "Padding": 104332161.0, "Padding Ratio (%)": 0.06044745661869958, "Total Number of Examples": 58505.0, "Total Number of Elements": 14585229390.0, "Peak Active Device Memory": 9919248896, "Peak Active Device Memory (%)": 0.47173801395213294, "Peak Reserved Device Memory": 13132365824, "Peak Reserved Device Memory (%)": 0.6245469024176632}
{"Time": "2026-07-24T10:38:03.039568", "Step": 5000, "CTC Loss": 51.09240340511304, "Gradient Norm": 675.7953500976563, "Data Epoch": 1, "Data Time": 0.08465852960944176, "Compute Time": 480.78522223606706, "Lapse Time": 481.0487442985177, "Total Time": 4813.517516627908, "Wall Time": 4813.517516627908, "Learning Rate": 1.501798516723843e-07, "Batch Size": 12.0, "Elements per Batch": 3242886.0, "Elements per Second": 3371896.3670966835, "Number of Examples": 6497.0, "Number of Elements": 1621443404.0, "Padding": 102860082.0, "Padding Ratio (%)": 0.05965311955531243, "Total Number of Examples": 65002.0, "Total Number of Elements": 16206672794.0, "Peak Active Device Memory": 9905065472, "Peak Active Device Memory (%)": 0.4710634809971731, "Peak Reserved Device Memory": 13132365824, "Peak Reserved Device Memory (%)": 0.6245469024176632}