PEFT
Safetensors
T5-large-emotion-cause-LoRA / trainer_state.json
Daxuxu36's picture
Upload 12 files
d3234b7 verified
Raw
History Blame Contribute Delete
22.9 kB
{
"best_metric": 0.29240357875823975,
"best_model_checkpoint": "loras/EMOTION-lora-t5/emotion-cause/checkpoint-100",
"epoch": 9.868421052631579,
"eval_steps": 100,
"global_step": 1500,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07,
"learning_rate": 1e-05,
"loss": 0.5001,
"step": 10
},
{
"epoch": 0.13,
"learning_rate": 2e-05,
"loss": 0.5744,
"step": 20
},
{
"epoch": 0.2,
"learning_rate": 3e-05,
"loss": 0.4812,
"step": 30
},
{
"epoch": 0.26,
"learning_rate": 4e-05,
"loss": 0.5855,
"step": 40
},
{
"epoch": 0.33,
"learning_rate": 5e-05,
"loss": 0.5075,
"step": 50
},
{
"epoch": 0.39,
"learning_rate": 4.965986394557823e-05,
"loss": 0.4734,
"step": 60
},
{
"epoch": 0.46,
"learning_rate": 4.931972789115647e-05,
"loss": 0.5369,
"step": 70
},
{
"epoch": 0.53,
"learning_rate": 4.89795918367347e-05,
"loss": 0.3672,
"step": 80
},
{
"epoch": 0.59,
"learning_rate": 4.8639455782312926e-05,
"loss": 0.6244,
"step": 90
},
{
"epoch": 0.66,
"learning_rate": 4.8299319727891155e-05,
"loss": 0.4228,
"step": 100
},
{
"epoch": 0.66,
"eval_accuracy": 0.8105726872246696,
"eval_f1-score": 0.7275025985200415,
"eval_loss": 0.29240357875823975,
"eval_runtime": 13.0638,
"eval_samples_per_second": 34.752,
"eval_steps_per_second": 1.454,
"step": 100
},
{
"epoch": 0.72,
"learning_rate": 4.795918367346939e-05,
"loss": 0.4818,
"step": 110
},
{
"epoch": 0.79,
"learning_rate": 4.761904761904762e-05,
"loss": 0.4353,
"step": 120
},
{
"epoch": 0.86,
"learning_rate": 4.7278911564625856e-05,
"loss": 0.4118,
"step": 130
},
{
"epoch": 0.92,
"learning_rate": 4.6938775510204086e-05,
"loss": 0.4053,
"step": 140
},
{
"epoch": 0.99,
"learning_rate": 4.6598639455782315e-05,
"loss": 0.3474,
"step": 150
},
{
"epoch": 1.05,
"learning_rate": 4.625850340136055e-05,
"loss": 0.5243,
"step": 160
},
{
"epoch": 1.12,
"learning_rate": 4.591836734693878e-05,
"loss": 0.3005,
"step": 170
},
{
"epoch": 1.18,
"learning_rate": 4.557823129251701e-05,
"loss": 0.4622,
"step": 180
},
{
"epoch": 1.25,
"learning_rate": 4.523809523809524e-05,
"loss": 0.2778,
"step": 190
},
{
"epoch": 1.32,
"learning_rate": 4.4897959183673474e-05,
"loss": 0.3463,
"step": 200
},
{
"epoch": 1.32,
"eval_accuracy": 0.8546255506607929,
"eval_f1-score": 0.8025695020785344,
"eval_loss": 0.22088070213794708,
"eval_runtime": 12.9451,
"eval_samples_per_second": 35.071,
"eval_steps_per_second": 1.468,
"step": 200
},
{
"epoch": 1.38,
"learning_rate": 4.4557823129251704e-05,
"loss": 0.3723,
"step": 210
},
{
"epoch": 1.45,
"learning_rate": 4.421768707482993e-05,
"loss": 0.2966,
"step": 220
},
{
"epoch": 1.51,
"learning_rate": 4.387755102040816e-05,
"loss": 0.4132,
"step": 230
},
{
"epoch": 1.58,
"learning_rate": 4.35374149659864e-05,
"loss": 0.2603,
"step": 240
},
{
"epoch": 1.64,
"learning_rate": 4.319727891156463e-05,
"loss": 0.2222,
"step": 250
},
{
"epoch": 1.71,
"learning_rate": 4.2857142857142856e-05,
"loss": 0.3696,
"step": 260
},
{
"epoch": 1.78,
"learning_rate": 4.2517006802721085e-05,
"loss": 0.2462,
"step": 270
},
{
"epoch": 1.84,
"learning_rate": 4.217687074829932e-05,
"loss": 0.345,
"step": 280
},
{
"epoch": 1.91,
"learning_rate": 4.183673469387756e-05,
"loss": 0.3124,
"step": 290
},
{
"epoch": 1.97,
"learning_rate": 4.149659863945579e-05,
"loss": 0.2485,
"step": 300
},
{
"epoch": 1.97,
"eval_accuracy": 0.8920704845814978,
"eval_f1-score": 0.8408289468524668,
"eval_loss": 0.1788729727268219,
"eval_runtime": 13.0955,
"eval_samples_per_second": 34.668,
"eval_steps_per_second": 1.451,
"step": 300
},
{
"epoch": 2.04,
"learning_rate": 4.1156462585034016e-05,
"loss": 0.3078,
"step": 310
},
{
"epoch": 2.11,
"learning_rate": 4.0816326530612245e-05,
"loss": 0.3344,
"step": 320
},
{
"epoch": 2.17,
"learning_rate": 4.047619047619048e-05,
"loss": 0.2398,
"step": 330
},
{
"epoch": 2.24,
"learning_rate": 4.013605442176871e-05,
"loss": 0.3078,
"step": 340
},
{
"epoch": 2.3,
"learning_rate": 3.979591836734694e-05,
"loss": 0.2606,
"step": 350
},
{
"epoch": 2.37,
"learning_rate": 3.945578231292517e-05,
"loss": 0.3745,
"step": 360
},
{
"epoch": 2.43,
"learning_rate": 3.9115646258503405e-05,
"loss": 0.2106,
"step": 370
},
{
"epoch": 2.5,
"learning_rate": 3.8775510204081634e-05,
"loss": 0.2621,
"step": 380
},
{
"epoch": 2.57,
"learning_rate": 3.843537414965986e-05,
"loss": 0.3514,
"step": 390
},
{
"epoch": 2.63,
"learning_rate": 3.809523809523809e-05,
"loss": 0.2793,
"step": 400
},
{
"epoch": 2.63,
"eval_accuracy": 0.9074889867841409,
"eval_f1-score": 0.8577574066072332,
"eval_loss": 0.14204789698123932,
"eval_runtime": 12.9399,
"eval_samples_per_second": 35.085,
"eval_steps_per_second": 1.468,
"step": 400
},
{
"epoch": 2.7,
"learning_rate": 3.775510204081633e-05,
"loss": 0.1728,
"step": 410
},
{
"epoch": 2.76,
"learning_rate": 3.7414965986394564e-05,
"loss": 0.2235,
"step": 420
},
{
"epoch": 2.83,
"learning_rate": 3.707482993197279e-05,
"loss": 0.2273,
"step": 430
},
{
"epoch": 2.89,
"learning_rate": 3.673469387755102e-05,
"loss": 0.2575,
"step": 440
},
{
"epoch": 2.96,
"learning_rate": 3.639455782312925e-05,
"loss": 0.2349,
"step": 450
},
{
"epoch": 3.03,
"learning_rate": 3.605442176870749e-05,
"loss": 0.2168,
"step": 460
},
{
"epoch": 3.09,
"learning_rate": 3.571428571428572e-05,
"loss": 0.2227,
"step": 470
},
{
"epoch": 3.16,
"learning_rate": 3.5374149659863946e-05,
"loss": 0.2163,
"step": 480
},
{
"epoch": 3.22,
"learning_rate": 3.5034013605442175e-05,
"loss": 0.2502,
"step": 490
},
{
"epoch": 3.29,
"learning_rate": 3.469387755102041e-05,
"loss": 0.1867,
"step": 500
},
{
"epoch": 3.29,
"eval_accuracy": 0.9074889867841409,
"eval_f1-score": 0.8446423629439122,
"eval_loss": 0.128860205411911,
"eval_runtime": 12.9292,
"eval_samples_per_second": 35.114,
"eval_steps_per_second": 1.47,
"step": 500
},
{
"epoch": 3.36,
"learning_rate": 3.435374149659864e-05,
"loss": 0.2496,
"step": 510
},
{
"epoch": 3.42,
"learning_rate": 3.401360544217687e-05,
"loss": 0.2187,
"step": 520
},
{
"epoch": 3.49,
"learning_rate": 3.36734693877551e-05,
"loss": 0.1452,
"step": 530
},
{
"epoch": 3.55,
"learning_rate": 3.3333333333333335e-05,
"loss": 0.2326,
"step": 540
},
{
"epoch": 3.62,
"learning_rate": 3.2993197278911564e-05,
"loss": 0.1313,
"step": 550
},
{
"epoch": 3.68,
"learning_rate": 3.265306122448979e-05,
"loss": 0.209,
"step": 560
},
{
"epoch": 3.75,
"learning_rate": 3.231292517006803e-05,
"loss": 0.1826,
"step": 570
},
{
"epoch": 3.82,
"learning_rate": 3.1972789115646265e-05,
"loss": 0.172,
"step": 580
},
{
"epoch": 3.88,
"learning_rate": 3.1632653061224494e-05,
"loss": 0.1203,
"step": 590
},
{
"epoch": 3.95,
"learning_rate": 3.1292517006802724e-05,
"loss": 0.0756,
"step": 600
},
{
"epoch": 3.95,
"eval_accuracy": 0.920704845814978,
"eval_f1-score": 0.8556357345248059,
"eval_loss": 0.12136897444725037,
"eval_runtime": 12.9239,
"eval_samples_per_second": 35.129,
"eval_steps_per_second": 1.47,
"step": 600
},
{
"epoch": 4.01,
"learning_rate": 3.095238095238095e-05,
"loss": 0.2299,
"step": 610
},
{
"epoch": 4.08,
"learning_rate": 3.061224489795919e-05,
"loss": 0.2127,
"step": 620
},
{
"epoch": 4.14,
"learning_rate": 3.0272108843537418e-05,
"loss": 0.1885,
"step": 630
},
{
"epoch": 4.21,
"learning_rate": 2.9931972789115647e-05,
"loss": 0.1989,
"step": 640
},
{
"epoch": 4.28,
"learning_rate": 2.959183673469388e-05,
"loss": 0.1996,
"step": 650
},
{
"epoch": 4.34,
"learning_rate": 2.925170068027211e-05,
"loss": 0.2487,
"step": 660
},
{
"epoch": 4.41,
"learning_rate": 2.891156462585034e-05,
"loss": 0.1545,
"step": 670
},
{
"epoch": 4.47,
"learning_rate": 2.857142857142857e-05,
"loss": 0.1984,
"step": 680
},
{
"epoch": 4.54,
"learning_rate": 2.8231292517006803e-05,
"loss": 0.1019,
"step": 690
},
{
"epoch": 4.61,
"learning_rate": 2.7891156462585033e-05,
"loss": 0.1726,
"step": 700
},
{
"epoch": 4.61,
"eval_accuracy": 0.9427312775330396,
"eval_f1-score": 0.905022087808422,
"eval_loss": 0.09442051500082016,
"eval_runtime": 12.9181,
"eval_samples_per_second": 35.145,
"eval_steps_per_second": 1.471,
"step": 700
},
{
"epoch": 4.67,
"learning_rate": 2.7551020408163265e-05,
"loss": 0.1956,
"step": 710
},
{
"epoch": 4.74,
"learning_rate": 2.72108843537415e-05,
"loss": 0.1377,
"step": 720
},
{
"epoch": 4.8,
"learning_rate": 2.687074829931973e-05,
"loss": 0.1619,
"step": 730
},
{
"epoch": 4.87,
"learning_rate": 2.6530612244897963e-05,
"loss": 0.232,
"step": 740
},
{
"epoch": 4.93,
"learning_rate": 2.6190476190476192e-05,
"loss": 0.1959,
"step": 750
},
{
"epoch": 5.0,
"learning_rate": 2.5850340136054425e-05,
"loss": 0.3134,
"step": 760
},
{
"epoch": 5.07,
"learning_rate": 2.5510204081632654e-05,
"loss": 0.1413,
"step": 770
},
{
"epoch": 5.13,
"learning_rate": 2.5170068027210887e-05,
"loss": 0.2147,
"step": 780
},
{
"epoch": 5.2,
"learning_rate": 2.4829931972789116e-05,
"loss": 0.117,
"step": 790
},
{
"epoch": 5.26,
"learning_rate": 2.448979591836735e-05,
"loss": 0.1787,
"step": 800
},
{
"epoch": 5.26,
"eval_accuracy": 0.9383259911894273,
"eval_f1-score": 0.8826692817781815,
"eval_loss": 0.09425372630357742,
"eval_runtime": 13.0626,
"eval_samples_per_second": 34.756,
"eval_steps_per_second": 1.455,
"step": 800
},
{
"epoch": 5.33,
"learning_rate": 2.4149659863945578e-05,
"loss": 0.2422,
"step": 810
},
{
"epoch": 5.39,
"learning_rate": 2.380952380952381e-05,
"loss": 0.0996,
"step": 820
},
{
"epoch": 5.46,
"learning_rate": 2.3469387755102043e-05,
"loss": 0.1417,
"step": 830
},
{
"epoch": 5.53,
"learning_rate": 2.3129251700680275e-05,
"loss": 0.1196,
"step": 840
},
{
"epoch": 5.59,
"learning_rate": 2.2789115646258505e-05,
"loss": 0.1073,
"step": 850
},
{
"epoch": 5.66,
"learning_rate": 2.2448979591836737e-05,
"loss": 0.1313,
"step": 860
},
{
"epoch": 5.72,
"learning_rate": 2.2108843537414966e-05,
"loss": 0.1194,
"step": 870
},
{
"epoch": 5.79,
"learning_rate": 2.17687074829932e-05,
"loss": 0.1899,
"step": 880
},
{
"epoch": 5.86,
"learning_rate": 2.1428571428571428e-05,
"loss": 0.1734,
"step": 890
},
{
"epoch": 5.92,
"learning_rate": 2.108843537414966e-05,
"loss": 0.0906,
"step": 900
},
{
"epoch": 5.92,
"eval_accuracy": 0.947136563876652,
"eval_f1-score": 0.9084929106281839,
"eval_loss": 0.08273177593946457,
"eval_runtime": 13.0573,
"eval_samples_per_second": 34.77,
"eval_steps_per_second": 1.455,
"step": 900
},
{
"epoch": 5.99,
"learning_rate": 2.0748299319727893e-05,
"loss": 0.1864,
"step": 910
},
{
"epoch": 6.05,
"learning_rate": 2.0408163265306123e-05,
"loss": 0.1042,
"step": 920
},
{
"epoch": 6.12,
"learning_rate": 2.0068027210884355e-05,
"loss": 0.1157,
"step": 930
},
{
"epoch": 6.18,
"learning_rate": 1.9727891156462584e-05,
"loss": 0.198,
"step": 940
},
{
"epoch": 6.25,
"learning_rate": 1.9387755102040817e-05,
"loss": 0.1205,
"step": 950
},
{
"epoch": 6.32,
"learning_rate": 1.9047619047619046e-05,
"loss": 0.1314,
"step": 960
},
{
"epoch": 6.38,
"learning_rate": 1.8707482993197282e-05,
"loss": 0.0886,
"step": 970
},
{
"epoch": 6.45,
"learning_rate": 1.836734693877551e-05,
"loss": 0.2477,
"step": 980
},
{
"epoch": 6.51,
"learning_rate": 1.8027210884353744e-05,
"loss": 0.157,
"step": 990
},
{
"epoch": 6.58,
"learning_rate": 1.7687074829931973e-05,
"loss": 0.1209,
"step": 1000
},
{
"epoch": 6.58,
"eval_accuracy": 0.947136563876652,
"eval_f1-score": 0.9084929106281839,
"eval_loss": 0.08069759607315063,
"eval_runtime": 13.0503,
"eval_samples_per_second": 34.788,
"eval_steps_per_second": 1.456,
"step": 1000
},
{
"epoch": 6.64,
"learning_rate": 1.7346938775510206e-05,
"loss": 0.1683,
"step": 1010
},
{
"epoch": 6.71,
"learning_rate": 1.7006802721088435e-05,
"loss": 0.2253,
"step": 1020
},
{
"epoch": 6.78,
"learning_rate": 1.6666666666666667e-05,
"loss": 0.1202,
"step": 1030
},
{
"epoch": 6.84,
"learning_rate": 1.6326530612244897e-05,
"loss": 0.1373,
"step": 1040
},
{
"epoch": 6.91,
"learning_rate": 1.5986394557823133e-05,
"loss": 0.0931,
"step": 1050
},
{
"epoch": 6.97,
"learning_rate": 1.5646258503401362e-05,
"loss": 0.237,
"step": 1060
},
{
"epoch": 7.04,
"learning_rate": 1.5306122448979594e-05,
"loss": 0.1104,
"step": 1070
},
{
"epoch": 7.11,
"learning_rate": 1.4965986394557824e-05,
"loss": 0.1043,
"step": 1080
},
{
"epoch": 7.17,
"learning_rate": 1.4625850340136055e-05,
"loss": 0.1085,
"step": 1090
},
{
"epoch": 7.24,
"learning_rate": 1.4285714285714285e-05,
"loss": 0.0559,
"step": 1100
},
{
"epoch": 7.24,
"eval_accuracy": 0.9515418502202643,
"eval_f1-score": 0.9121499814738822,
"eval_loss": 0.08020388334989548,
"eval_runtime": 13.1367,
"eval_samples_per_second": 34.56,
"eval_steps_per_second": 1.446,
"step": 1100
},
{
"epoch": 7.3,
"learning_rate": 1.3945578231292516e-05,
"loss": 0.1583,
"step": 1110
},
{
"epoch": 7.37,
"learning_rate": 1.360544217687075e-05,
"loss": 0.1031,
"step": 1120
},
{
"epoch": 7.43,
"learning_rate": 1.3265306122448982e-05,
"loss": 0.1965,
"step": 1130
},
{
"epoch": 7.5,
"learning_rate": 1.2925170068027212e-05,
"loss": 0.1119,
"step": 1140
},
{
"epoch": 7.57,
"learning_rate": 1.2585034013605443e-05,
"loss": 0.1384,
"step": 1150
},
{
"epoch": 7.63,
"learning_rate": 1.2244897959183674e-05,
"loss": 0.0558,
"step": 1160
},
{
"epoch": 7.7,
"learning_rate": 1.1904761904761905e-05,
"loss": 0.1149,
"step": 1170
},
{
"epoch": 7.76,
"learning_rate": 1.1564625850340138e-05,
"loss": 0.1152,
"step": 1180
},
{
"epoch": 7.83,
"learning_rate": 1.1224489795918369e-05,
"loss": 0.1665,
"step": 1190
},
{
"epoch": 7.89,
"learning_rate": 1.08843537414966e-05,
"loss": 0.121,
"step": 1200
},
{
"epoch": 7.89,
"eval_accuracy": 0.9493392070484582,
"eval_f1-score": 0.9182148906727446,
"eval_loss": 0.07849086821079254,
"eval_runtime": 12.9069,
"eval_samples_per_second": 35.175,
"eval_steps_per_second": 1.472,
"step": 1200
},
{
"epoch": 7.96,
"learning_rate": 1.054421768707483e-05,
"loss": 0.2109,
"step": 1210
},
{
"epoch": 8.03,
"learning_rate": 1.0204081632653061e-05,
"loss": 0.1204,
"step": 1220
},
{
"epoch": 8.09,
"learning_rate": 9.863945578231292e-06,
"loss": 0.169,
"step": 1230
},
{
"epoch": 8.16,
"learning_rate": 9.523809523809523e-06,
"loss": 0.0848,
"step": 1240
},
{
"epoch": 8.22,
"learning_rate": 9.183673469387756e-06,
"loss": 0.1149,
"step": 1250
},
{
"epoch": 8.29,
"learning_rate": 8.843537414965987e-06,
"loss": 0.1162,
"step": 1260
},
{
"epoch": 8.36,
"learning_rate": 8.503401360544217e-06,
"loss": 0.0564,
"step": 1270
},
{
"epoch": 8.42,
"learning_rate": 8.163265306122448e-06,
"loss": 0.1447,
"step": 1280
},
{
"epoch": 8.49,
"learning_rate": 7.823129251700681e-06,
"loss": 0.2075,
"step": 1290
},
{
"epoch": 8.55,
"learning_rate": 7.482993197278912e-06,
"loss": 0.1551,
"step": 1300
},
{
"epoch": 8.55,
"eval_accuracy": 0.9493392070484582,
"eval_f1-score": 0.9182148906727446,
"eval_loss": 0.07675673067569733,
"eval_runtime": 12.9164,
"eval_samples_per_second": 35.149,
"eval_steps_per_second": 1.471,
"step": 1300
},
{
"epoch": 8.62,
"learning_rate": 7.142857142857143e-06,
"loss": 0.0894,
"step": 1310
},
{
"epoch": 8.68,
"learning_rate": 6.802721088435375e-06,
"loss": 0.1112,
"step": 1320
},
{
"epoch": 8.75,
"learning_rate": 6.462585034013606e-06,
"loss": 0.084,
"step": 1330
},
{
"epoch": 8.82,
"learning_rate": 6.122448979591837e-06,
"loss": 0.075,
"step": 1340
},
{
"epoch": 8.88,
"learning_rate": 5.782312925170069e-06,
"loss": 0.1516,
"step": 1350
},
{
"epoch": 8.95,
"learning_rate": 5.4421768707483e-06,
"loss": 0.1858,
"step": 1360
},
{
"epoch": 9.01,
"learning_rate": 5.102040816326531e-06,
"loss": 0.0845,
"step": 1370
},
{
"epoch": 9.08,
"learning_rate": 4.7619047619047615e-06,
"loss": 0.1114,
"step": 1380
},
{
"epoch": 9.14,
"learning_rate": 4.421768707482993e-06,
"loss": 0.1629,
"step": 1390
},
{
"epoch": 9.21,
"learning_rate": 4.081632653061224e-06,
"loss": 0.2564,
"step": 1400
},
{
"epoch": 9.21,
"eval_accuracy": 0.9493392070484582,
"eval_f1-score": 0.9182148906727446,
"eval_loss": 0.0777244046330452,
"eval_runtime": 12.9181,
"eval_samples_per_second": 35.145,
"eval_steps_per_second": 1.471,
"step": 1400
},
{
"epoch": 9.28,
"learning_rate": 3.741496598639456e-06,
"loss": 0.1501,
"step": 1410
},
{
"epoch": 9.34,
"learning_rate": 3.4013605442176877e-06,
"loss": 0.1026,
"step": 1420
},
{
"epoch": 9.41,
"learning_rate": 3.0612244897959185e-06,
"loss": 0.154,
"step": 1430
},
{
"epoch": 9.47,
"learning_rate": 2.72108843537415e-06,
"loss": 0.1399,
"step": 1440
},
{
"epoch": 9.54,
"learning_rate": 2.3809523809523808e-06,
"loss": 0.0634,
"step": 1450
},
{
"epoch": 9.61,
"learning_rate": 2.040816326530612e-06,
"loss": 0.1792,
"step": 1460
},
{
"epoch": 9.67,
"learning_rate": 1.7006802721088438e-06,
"loss": 0.0527,
"step": 1470
},
{
"epoch": 9.74,
"learning_rate": 1.360544217687075e-06,
"loss": 0.0934,
"step": 1480
},
{
"epoch": 9.8,
"learning_rate": 1.020408163265306e-06,
"loss": 0.0909,
"step": 1490
},
{
"epoch": 9.87,
"learning_rate": 6.802721088435375e-07,
"loss": 0.0888,
"step": 1500
},
{
"epoch": 9.87,
"eval_accuracy": 0.9493392070484582,
"eval_f1-score": 0.9182148906727446,
"eval_loss": 0.07651279121637344,
"eval_runtime": 12.9126,
"eval_samples_per_second": 35.16,
"eval_steps_per_second": 1.471,
"step": 1500
}
],
"logging_steps": 10,
"max_steps": 1520,
"num_input_tokens_seen": 0,
"num_train_epochs": 10,
"save_steps": 100,
"total_flos": 1.16460566249472e+16,
"train_batch_size": 12,
"trial_name": null,
"trial_params": null
}