AliceYin's picture
Upload GoEmotions RoBERTa-large focal SOTA model
a679dc5 verified
Raw
History Blame
61.8 kB
{
"dataset": {
"config": "simplified",
"name": "google-research-datasets/go_emotions",
"test_rows": 5427,
"train_rows": 43410,
"validation_rows": 5426
},
"device": {
"cuda_available": true,
"cuda_device": "Tesla T4",
"mps_available": false,
"torch": "2.10.0+cu128"
},
"model_name": "FacebookAI/roberta-large",
"selected_test": {
"hamming_loss": 0.03581957935191766,
"label_density": 0.042959804153834005,
"macro_f1": 0.5330202487288448,
"macro_precision": 0.5233329957872942,
"macro_recall": 0.5826537121522568,
"micro_f1": 0.5766508516761297,
"micro_precision": 0.5678615196078431,
"micro_recall": 0.5857165428977722,
"per_label": {
"admiration": {
"f1": 0.7052845528455285,
"precision": 0.7229166666666667,
"predicted": 480.0,
"recall": 0.6884920634920635,
"support": 504.0
},
"amusement": {
"f1": 0.8279569892473119,
"precision": 0.7857142857142857,
"predicted": 294.0,
"recall": 0.875,
"support": 264.0
},
"anger": {
"f1": 0.5161290322580645,
"precision": 0.5517241379310345,
"predicted": 174.0,
"recall": 0.48484848484848486,
"support": 198.0
},
"annoyance": {
"f1": 0.39898348157560354,
"precision": 0.3361884368308351,
"predicted": 467.0,
"recall": 0.490625,
"support": 320.0
},
"approval": {
"f1": 0.432,
"precision": 0.40601503759398494,
"predicted": 399.0,
"recall": 0.46153846153846156,
"support": 351.0
},
"caring": {
"f1": 0.4354066985645933,
"precision": 0.3215547703180212,
"predicted": 283.0,
"recall": 0.674074074074074,
"support": 135.0
},
"confusion": {
"f1": 0.4606741573033708,
"precision": 0.4039408866995074,
"predicted": 203.0,
"recall": 0.5359477124183006,
"support": 153.0
},
"curiosity": {
"f1": 0.5846994535519126,
"precision": 0.47767857142857145,
"predicted": 448.0,
"recall": 0.7535211267605634,
"support": 284.0
},
"desire": {
"f1": 0.5379310344827586,
"precision": 0.6290322580645161,
"predicted": 62.0,
"recall": 0.46987951807228917,
"support": 83.0
},
"disappointment": {
"f1": 0.3480825958702065,
"precision": 0.31382978723404253,
"predicted": 188.0,
"recall": 0.39072847682119205,
"support": 151.0
},
"disapproval": {
"f1": 0.4462025316455696,
"precision": 0.3863013698630137,
"predicted": 365.0,
"recall": 0.5280898876404494,
"support": 267.0
},
"disgust": {
"f1": 0.502092050209205,
"precision": 0.5172413793103449,
"predicted": 116.0,
"recall": 0.4878048780487805,
"support": 123.0
},
"embarrassment": {
"f1": 0.46153846153846156,
"precision": 0.5357142857142857,
"predicted": 28.0,
"recall": 0.40540540540540543,
"support": 37.0
},
"excitement": {
"f1": 0.4393063583815029,
"precision": 0.5428571428571428,
"predicted": 70.0,
"recall": 0.36893203883495146,
"support": 103.0
},
"fear": {
"f1": 0.7195121951219512,
"precision": 0.686046511627907,
"predicted": 86.0,
"recall": 0.7564102564102564,
"support": 78.0
},
"gratitude": {
"f1": 0.9098837209302325,
"precision": 0.9315476190476191,
"predicted": 336.0,
"recall": 0.8892045454545454,
"support": 352.0
},
"grief": {
"f1": 0.36363636363636365,
"precision": 0.25,
"predicted": 16.0,
"recall": 0.6666666666666666,
"support": 6.0
},
"joy": {
"f1": 0.627906976744186,
"precision": 0.5901639344262295,
"predicted": 183.0,
"recall": 0.6708074534161491,
"support": 161.0
},
"love": {
"f1": 0.8099173553719008,
"precision": 0.7967479674796748,
"predicted": 246.0,
"recall": 0.8235294117647058,
"support": 238.0
},
"nervousness": {
"f1": 0.425531914893617,
"precision": 0.4166666666666667,
"predicted": 24.0,
"recall": 0.43478260869565216,
"support": 23.0
},
"neutral": {
"f1": 0.5833603107801878,
"precision": 0.6920122887864824,
"predicted": 1302.0,
"recall": 0.5041969781757135,
"support": 1787.0
},
"optimism": {
"f1": 0.5690140845070423,
"precision": 0.5976331360946746,
"predicted": 169.0,
"recall": 0.543010752688172,
"support": 186.0
},
"pride": {
"f1": 0.42857142857142855,
"precision": 0.5,
"predicted": 12.0,
"recall": 0.375,
"support": 16.0
},
"realization": {
"f1": 0.23404255319148937,
"precision": 0.5116279069767442,
"predicted": 43.0,
"recall": 0.15172413793103448,
"support": 145.0
},
"relief": {
"f1": 0.3783783783783784,
"precision": 0.2692307692307692,
"predicted": 26.0,
"recall": 0.6363636363636364,
"support": 11.0
},
"remorse": {
"f1": 0.6666666666666666,
"precision": 0.52,
"predicted": 100.0,
"recall": 0.9285714285714286,
"support": 56.0
},
"sadness": {
"f1": 0.5576407506702413,
"precision": 0.4792626728110599,
"predicted": 217.0,
"recall": 0.6666666666666666,
"support": 156.0
},
"surprise": {
"f1": 0.5542168674698795,
"precision": 0.4816753926701571,
"predicted": 191.0,
"recall": 0.6524822695035462,
"support": 141.0
}
},
"samples_f1": 0.5859415444821746,
"subset_accuracy": 0.4695043302008476,
"weighted_f1": 0.5797503408965501
},
"selected_validation": {
"hamming_loss": 0.034424200937286084,
"label_density": 0.04334948133326313,
"macro_f1": 0.5658639133709304,
"macro_precision": 0.5649138938984491,
"macro_recall": 0.6081120460185147,
"micro_f1": 0.596637359247262,
"micro_precision": 0.5873064075311266,
"micro_recall": 0.606269592476489,
"per_label": {
"admiration": {
"f1": 0.7518324607329843,
"precision": 0.7687366167023555,
"predicted": 467.0,
"recall": 0.735655737704918,
"support": 488.0
},
"amusement": {
"f1": 0.8166409861325116,
"precision": 0.7658959537572254,
"predicted": 346.0,
"recall": 0.8745874587458746,
"support": 303.0
},
"anger": {
"f1": 0.5142857142857142,
"precision": 0.5210526315789473,
"predicted": 190.0,
"recall": 0.5076923076923077,
"support": 195.0
},
"annoyance": {
"f1": 0.42455242966751916,
"precision": 0.3465553235908142,
"predicted": 479.0,
"recall": 0.5478547854785478,
"support": 303.0
},
"approval": {
"f1": 0.42487046632124353,
"precision": 0.43733333333333335,
"predicted": 375.0,
"recall": 0.41309823677581864,
"support": 397.0
},
"caring": {
"f1": 0.5123595505617977,
"precision": 0.3904109589041096,
"predicted": 292.0,
"recall": 0.7450980392156863,
"support": 153.0
},
"confusion": {
"f1": 0.47129909365558914,
"precision": 0.43575418994413406,
"predicted": 179.0,
"recall": 0.5131578947368421,
"support": 152.0
},
"curiosity": {
"f1": 0.5765230312035661,
"precision": 0.45647058823529413,
"predicted": 425.0,
"recall": 0.782258064516129,
"support": 248.0
},
"desire": {
"f1": 0.6056338028169014,
"precision": 0.6615384615384615,
"predicted": 65.0,
"recall": 0.5584415584415584,
"support": 77.0
},
"disappointment": {
"f1": 0.40437158469945356,
"precision": 0.3645320197044335,
"predicted": 203.0,
"recall": 0.4539877300613497,
"support": 163.0
},
"disapproval": {
"f1": 0.446875,
"precision": 0.4109195402298851,
"predicted": 348.0,
"recall": 0.4897260273972603,
"support": 292.0
},
"disgust": {
"f1": 0.4845360824742268,
"precision": 0.4845360824742268,
"predicted": 97.0,
"recall": 0.4845360824742268,
"support": 97.0
},
"embarrassment": {
"f1": 0.6301369863013698,
"precision": 0.6052631578947368,
"predicted": 38.0,
"recall": 0.6571428571428571,
"support": 35.0
},
"excitement": {
"f1": 0.3803680981595092,
"precision": 0.4626865671641791,
"predicted": 67.0,
"recall": 0.3229166666666667,
"support": 96.0
},
"fear": {
"f1": 0.6706586826347305,
"precision": 0.7272727272727273,
"predicted": 77.0,
"recall": 0.6222222222222222,
"support": 90.0
},
"gratitude": {
"f1": 0.9166666666666666,
"precision": 0.9437869822485208,
"predicted": 338.0,
"recall": 0.8910614525139665,
"support": 358.0
},
"grief": {
"f1": 0.42857142857142855,
"precision": 0.3103448275862069,
"predicted": 29.0,
"recall": 0.6923076923076923,
"support": 13.0
},
"joy": {
"f1": 0.603988603988604,
"precision": 0.5921787709497207,
"predicted": 179.0,
"recall": 0.6162790697674418,
"support": 172.0
},
"love": {
"f1": 0.8022598870056498,
"precision": 0.7634408602150538,
"predicted": 279.0,
"recall": 0.8452380952380952,
"support": 252.0
},
"nervousness": {
"f1": 0.45,
"precision": 0.47368421052631576,
"predicted": 19.0,
"recall": 0.42857142857142855,
"support": 21.0
},
"neutral": {
"f1": 0.6098829648894668,
"precision": 0.716030534351145,
"predicted": 1310.0,
"recall": 0.5311438278595696,
"support": 1766.0
},
"optimism": {
"f1": 0.5985037406483791,
"precision": 0.625,
"predicted": 192.0,
"recall": 0.5741626794258373,
"support": 209.0
},
"pride": {
"f1": 0.7692307692307693,
"precision": 0.9090909090909091,
"predicted": 11.0,
"recall": 0.6666666666666666,
"support": 15.0
},
"realization": {
"f1": 0.2948717948717949,
"precision": 0.7931034482758621,
"predicted": 29.0,
"recall": 0.18110236220472442,
"support": 127.0
},
"relief": {
"f1": 0.4,
"precision": 0.3125,
"predicted": 32.0,
"recall": 0.5555555555555556,
"support": 18.0
},
"remorse": {
"f1": 0.7411764705882353,
"precision": 0.6176470588235294,
"predicted": 102.0,
"recall": 0.9264705882352942,
"support": 68.0
},
"sadness": {
"f1": 0.5508021390374331,
"precision": 0.4458874458874459,
"predicted": 231.0,
"recall": 0.7202797202797203,
"support": 143.0
},
"surprise": {
"f1": 0.5632911392405063,
"precision": 0.47593582887700536,
"predicted": 187.0,
"recall": 0.689922480620155,
"support": 129.0
}
},
"samples_f1": 0.6051252347603251,
"subset_accuracy": 0.4784371544415776,
"weighted_f1": 0.5992641491733178
},
"test_coordinate": {
"hamming_loss": 0.03581957935191766,
"label_density": 0.042959804153834005,
"macro_f1": 0.5330202487288448,
"macro_precision": 0.5233329957872942,
"macro_recall": 0.5826537121522568,
"micro_f1": 0.5766508516761297,
"micro_precision": 0.5678615196078431,
"micro_recall": 0.5857165428977722,
"per_label": {
"admiration": {
"f1": 0.7052845528455285,
"precision": 0.7229166666666667,
"predicted": 480.0,
"recall": 0.6884920634920635,
"support": 504.0
},
"amusement": {
"f1": 0.8279569892473119,
"precision": 0.7857142857142857,
"predicted": 294.0,
"recall": 0.875,
"support": 264.0
},
"anger": {
"f1": 0.5161290322580645,
"precision": 0.5517241379310345,
"predicted": 174.0,
"recall": 0.48484848484848486,
"support": 198.0
},
"annoyance": {
"f1": 0.39898348157560354,
"precision": 0.3361884368308351,
"predicted": 467.0,
"recall": 0.490625,
"support": 320.0
},
"approval": {
"f1": 0.432,
"precision": 0.40601503759398494,
"predicted": 399.0,
"recall": 0.46153846153846156,
"support": 351.0
},
"caring": {
"f1": 0.4354066985645933,
"precision": 0.3215547703180212,
"predicted": 283.0,
"recall": 0.674074074074074,
"support": 135.0
},
"confusion": {
"f1": 0.4606741573033708,
"precision": 0.4039408866995074,
"predicted": 203.0,
"recall": 0.5359477124183006,
"support": 153.0
},
"curiosity": {
"f1": 0.5846994535519126,
"precision": 0.47767857142857145,
"predicted": 448.0,
"recall": 0.7535211267605634,
"support": 284.0
},
"desire": {
"f1": 0.5379310344827586,
"precision": 0.6290322580645161,
"predicted": 62.0,
"recall": 0.46987951807228917,
"support": 83.0
},
"disappointment": {
"f1": 0.3480825958702065,
"precision": 0.31382978723404253,
"predicted": 188.0,
"recall": 0.39072847682119205,
"support": 151.0
},
"disapproval": {
"f1": 0.4462025316455696,
"precision": 0.3863013698630137,
"predicted": 365.0,
"recall": 0.5280898876404494,
"support": 267.0
},
"disgust": {
"f1": 0.502092050209205,
"precision": 0.5172413793103449,
"predicted": 116.0,
"recall": 0.4878048780487805,
"support": 123.0
},
"embarrassment": {
"f1": 0.46153846153846156,
"precision": 0.5357142857142857,
"predicted": 28.0,
"recall": 0.40540540540540543,
"support": 37.0
},
"excitement": {
"f1": 0.4393063583815029,
"precision": 0.5428571428571428,
"predicted": 70.0,
"recall": 0.36893203883495146,
"support": 103.0
},
"fear": {
"f1": 0.7195121951219512,
"precision": 0.686046511627907,
"predicted": 86.0,
"recall": 0.7564102564102564,
"support": 78.0
},
"gratitude": {
"f1": 0.9098837209302325,
"precision": 0.9315476190476191,
"predicted": 336.0,
"recall": 0.8892045454545454,
"support": 352.0
},
"grief": {
"f1": 0.36363636363636365,
"precision": 0.25,
"predicted": 16.0,
"recall": 0.6666666666666666,
"support": 6.0
},
"joy": {
"f1": 0.627906976744186,
"precision": 0.5901639344262295,
"predicted": 183.0,
"recall": 0.6708074534161491,
"support": 161.0
},
"love": {
"f1": 0.8099173553719008,
"precision": 0.7967479674796748,
"predicted": 246.0,
"recall": 0.8235294117647058,
"support": 238.0
},
"nervousness": {
"f1": 0.425531914893617,
"precision": 0.4166666666666667,
"predicted": 24.0,
"recall": 0.43478260869565216,
"support": 23.0
},
"neutral": {
"f1": 0.5833603107801878,
"precision": 0.6920122887864824,
"predicted": 1302.0,
"recall": 0.5041969781757135,
"support": 1787.0
},
"optimism": {
"f1": 0.5690140845070423,
"precision": 0.5976331360946746,
"predicted": 169.0,
"recall": 0.543010752688172,
"support": 186.0
},
"pride": {
"f1": 0.42857142857142855,
"precision": 0.5,
"predicted": 12.0,
"recall": 0.375,
"support": 16.0
},
"realization": {
"f1": 0.23404255319148937,
"precision": 0.5116279069767442,
"predicted": 43.0,
"recall": 0.15172413793103448,
"support": 145.0
},
"relief": {
"f1": 0.3783783783783784,
"precision": 0.2692307692307692,
"predicted": 26.0,
"recall": 0.6363636363636364,
"support": 11.0
},
"remorse": {
"f1": 0.6666666666666666,
"precision": 0.52,
"predicted": 100.0,
"recall": 0.9285714285714286,
"support": 56.0
},
"sadness": {
"f1": 0.5576407506702413,
"precision": 0.4792626728110599,
"predicted": 217.0,
"recall": 0.6666666666666666,
"support": 156.0
},
"surprise": {
"f1": 0.5542168674698795,
"precision": 0.4816753926701571,
"predicted": 191.0,
"recall": 0.6524822695035462,
"support": 141.0
}
},
"samples_f1": 0.5859415444821746,
"subset_accuracy": 0.4695043302008476,
"weighted_f1": 0.5797503408965501
},
"test_fixed_0_5": {
"hamming_loss": 0.031127431624944062,
"label_density": 0.03668825186238121,
"macro_f1": 0.5183777221177139,
"macro_precision": 0.577574592019089,
"macro_recall": 0.4877356536892852,
"micro_f1": 0.6026545698924731,
"micro_precision": 0.6434080717488789,
"micro_recall": 0.566756201611629,
"per_label": {
"admiration": {
"f1": 0.710298363811357,
"precision": 0.6897196261682244,
"predicted": 535.0,
"recall": 0.7321428571428571,
"support": 504.0
},
"amusement": {
"f1": 0.8197879858657244,
"precision": 0.7682119205298014,
"predicted": 302.0,
"recall": 0.8787878787878788,
"support": 264.0
},
"anger": {
"f1": 0.49473684210526314,
"precision": 0.5164835164835165,
"predicted": 182.0,
"recall": 0.47474747474747475,
"support": 198.0
},
"annoyance": {
"f1": 0.3061630218687873,
"precision": 0.4207650273224044,
"predicted": 183.0,
"recall": 0.240625,
"support": 320.0
},
"approval": {
"f1": 0.39421338155515373,
"precision": 0.5396039603960396,
"predicted": 202.0,
"recall": 0.31054131054131057,
"support": 351.0
},
"caring": {
"f1": 0.46387832699619774,
"precision": 0.4765625,
"predicted": 128.0,
"recall": 0.45185185185185184,
"support": 135.0
},
"confusion": {
"f1": 0.45161290322580644,
"precision": 0.5,
"predicted": 126.0,
"recall": 0.4117647058823529,
"support": 153.0
},
"curiosity": {
"f1": 0.555366269165247,
"precision": 0.5379537953795379,
"predicted": 303.0,
"recall": 0.573943661971831,
"support": 284.0
},
"desire": {
"f1": 0.5038167938931297,
"precision": 0.6875,
"predicted": 48.0,
"recall": 0.39759036144578314,
"support": 83.0
},
"disappointment": {
"f1": 0.3090128755364807,
"precision": 0.43902439024390244,
"predicted": 82.0,
"recall": 0.23841059602649006,
"support": 151.0
},
"disapproval": {
"f1": 0.4340770791075051,
"precision": 0.47345132743362833,
"predicted": 226.0,
"recall": 0.40074906367041196,
"support": 267.0
},
"disgust": {
"f1": 0.47619047619047616,
"precision": 0.5092592592592593,
"predicted": 108.0,
"recall": 0.44715447154471544,
"support": 123.0
},
"embarrassment": {
"f1": 0.4827586206896552,
"precision": 0.6666666666666666,
"predicted": 21.0,
"recall": 0.3783783783783784,
"support": 37.0
},
"excitement": {
"f1": 0.38636363636363635,
"precision": 0.4657534246575342,
"predicted": 73.0,
"recall": 0.3300970873786408,
"support": 103.0
},
"fear": {
"f1": 0.7349397590361446,
"precision": 0.6931818181818182,
"predicted": 88.0,
"recall": 0.782051282051282,
"support": 78.0
},
"gratitude": {
"f1": 0.9082969432314411,
"precision": 0.9313432835820895,
"predicted": 335.0,
"recall": 0.8863636363636364,
"support": 352.0
},
"grief": {
"f1": 0.0,
"precision": 0.0,
"predicted": 0.0,
"recall": 0.0,
"support": 6.0
},
"joy": {
"f1": 0.5921052631578947,
"precision": 0.6293706293706294,
"predicted": 143.0,
"recall": 0.5590062111801242,
"support": 161.0
},
"love": {
"f1": 0.8096192384769539,
"precision": 0.7739463601532567,
"predicted": 261.0,
"recall": 0.8487394957983193,
"support": 238.0
},
"nervousness": {
"f1": 0.5,
"precision": 0.5882352941176471,
"predicted": 17.0,
"recall": 0.43478260869565216,
"support": 23.0
},
"neutral": {
"f1": 0.6612292455578211,
"precision": 0.68955042527339,
"predicted": 1646.0,
"recall": 0.6351426972579742,
"support": 1787.0
},
"optimism": {
"f1": 0.5527950310559007,
"precision": 0.6544117647058824,
"predicted": 136.0,
"recall": 0.478494623655914,
"support": 186.0
},
"pride": {
"f1": 0.5217391304347826,
"precision": 0.8571428571428571,
"predicted": 7.0,
"recall": 0.375,
"support": 16.0
},
"realization": {
"f1": 0.23115577889447236,
"precision": 0.42592592592592593,
"predicted": 54.0,
"recall": 0.15862068965517243,
"support": 145.0
},
"relief": {
"f1": 0.42105263157894735,
"precision": 0.5,
"predicted": 8.0,
"recall": 0.36363636363636365,
"support": 11.0
},
"remorse": {
"f1": 0.6614173228346457,
"precision": 0.5915492957746479,
"predicted": 71.0,
"recall": 0.75,
"support": 56.0
},
"sadness": {
"f1": 0.5594855305466238,
"precision": 0.5612903225806452,
"predicted": 155.0,
"recall": 0.5576923076923077,
"support": 156.0
},
"surprise": {
"f1": 0.572463768115942,
"precision": 0.5851851851851851,
"predicted": 135.0,
"recall": 0.5602836879432624,
"support": 141.0
}
},
"samples_f1": 0.608236594803759,
"subset_accuracy": 0.5325225723235674,
"weighted_f1": 0.589555567614667
},
"test_global": {
"hamming_loss": 0.039439048145515805,
"label_density": 0.04860617547184711,
"macro_f1": 0.5319919540233973,
"macro_precision": 0.4911108500353732,
"macro_recall": 0.6164566403572191,
"micro_f1": 0.5630331753554503,
"micro_precision": 0.5227457351746547,
"micro_recall": 0.6100489808816558,
"per_label": {
"admiration": {
"f1": 0.6899918633034988,
"precision": 0.5848275862068966,
"predicted": 725.0,
"recall": 0.8412698412698413,
"support": 504.0
},
"amusement": {
"f1": 0.8295081967213115,
"precision": 0.7312138728323699,
"predicted": 346.0,
"recall": 0.9583333333333334,
"support": 264.0
},
"anger": {
"f1": 0.4951267056530214,
"precision": 0.4031746031746032,
"predicted": 315.0,
"recall": 0.6414141414141414,
"support": 198.0
},
"annoyance": {
"f1": 0.39847715736040606,
"precision": 0.33547008547008544,
"predicted": 468.0,
"recall": 0.490625,
"support": 320.0
},
"approval": {
"f1": 0.4397163120567376,
"precision": 0.37575757575757573,
"predicted": 495.0,
"recall": 0.5299145299145299,
"support": 351.0
},
"caring": {
"f1": 0.46607669616519176,
"precision": 0.3872549019607843,
"predicted": 204.0,
"recall": 0.5851851851851851,
"support": 135.0
},
"confusion": {
"f1": 0.42714570858283435,
"precision": 0.3074712643678161,
"predicted": 348.0,
"recall": 0.6993464052287581,
"support": 153.0
},
"curiosity": {
"f1": 0.5738498789346247,
"precision": 0.43726937269372695,
"predicted": 542.0,
"recall": 0.8345070422535211,
"support": 284.0
},
"desire": {
"f1": 0.5786163522012578,
"precision": 0.6052631578947368,
"predicted": 76.0,
"recall": 0.5542168674698795,
"support": 83.0
},
"disappointment": {
"f1": 0.3480825958702065,
"precision": 0.31382978723404253,
"predicted": 188.0,
"recall": 0.39072847682119205,
"support": 151.0
},
"disapproval": {
"f1": 0.4412191582002903,
"precision": 0.36018957345971564,
"predicted": 422.0,
"recall": 0.5692883895131086,
"support": 267.0
},
"disgust": {
"f1": 0.5128205128205128,
"precision": 0.4666666666666667,
"predicted": 150.0,
"recall": 0.5691056910569106,
"support": 123.0
},
"embarrassment": {
"f1": 0.47619047619047616,
"precision": 0.5769230769230769,
"predicted": 26.0,
"recall": 0.40540540540540543,
"support": 37.0
},
"excitement": {
"f1": 0.4470588235294118,
"precision": 0.375,
"predicted": 152.0,
"recall": 0.5533980582524272,
"support": 103.0
},
"fear": {
"f1": 0.6770833333333334,
"precision": 0.5701754385964912,
"predicted": 114.0,
"recall": 0.8333333333333334,
"support": 78.0
},
"gratitude": {
"f1": 0.8989071038251366,
"precision": 0.8657894736842106,
"predicted": 380.0,
"recall": 0.9346590909090909,
"support": 352.0
},
"grief": {
"f1": 0.3076923076923077,
"precision": 0.2857142857142857,
"predicted": 7.0,
"recall": 0.3333333333333333,
"support": 6.0
},
"joy": {
"f1": 0.6105263157894737,
"precision": 0.5296803652968036,
"predicted": 219.0,
"recall": 0.7204968944099379,
"support": 161.0
},
"love": {
"f1": 0.7934782608695652,
"precision": 0.697452229299363,
"predicted": 314.0,
"recall": 0.9201680672268907,
"support": 238.0
},
"nervousness": {
"f1": 0.425531914893617,
"precision": 0.4166666666666667,
"predicted": 24.0,
"recall": 0.43478260869565216,
"support": 23.0
},
"neutral": {
"f1": 0.533526640086988,
"precision": 0.757201646090535,
"predicted": 972.0,
"recall": 0.4118634583100168,
"support": 1787.0
},
"optimism": {
"f1": 0.5651105651105651,
"precision": 0.5203619909502263,
"predicted": 221.0,
"recall": 0.6182795698924731,
"support": 186.0
},
"pride": {
"f1": 0.5,
"precision": 0.75,
"predicted": 8.0,
"recall": 0.375,
"support": 16.0
},
"realization": {
"f1": 0.2781954887218045,
"precision": 0.30578512396694213,
"predicted": 121.0,
"recall": 0.25517241379310346,
"support": 145.0
},
"relief": {
"f1": 0.41379310344827586,
"precision": 0.3333333333333333,
"predicted": 18.0,
"recall": 0.5454545454545454,
"support": 11.0
},
"remorse": {
"f1": 0.6754966887417219,
"precision": 0.5368421052631579,
"predicted": 95.0,
"recall": 0.9107142857142857,
"support": 56.0
},
"sadness": {
"f1": 0.54,
"precision": 0.4426229508196721,
"predicted": 244.0,
"recall": 0.6923076923076923,
"support": 156.0
},
"surprise": {
"f1": 0.5525525525525525,
"precision": 0.4791666666666667,
"predicted": 192.0,
"recall": 0.6524822695035462,
"support": 141.0
}
},
"samples_f1": 0.5737020365544413,
"subset_accuracy": 0.41533075363921135,
"weighted_f1": 0.5628708596017051
},
"test_per_label": {
"hamming_loss": 0.035984100660717576,
"label_density": 0.043190133986153886,
"macro_f1": 0.5349936462982042,
"macro_precision": 0.5233362186460179,
"macro_recall": 0.5878796346765017,
"micro_f1": 0.5758609990691902,
"micro_precision": 0.5655950022855402,
"micro_recall": 0.5865065571180281,
"per_label": {
"admiration": {
"f1": 0.7161226508407518,
"precision": 0.7140039447731755,
"predicted": 507.0,
"recall": 0.7182539682539683,
"support": 504.0
},
"amusement": {
"f1": 0.825,
"precision": 0.7804054054054054,
"predicted": 296.0,
"recall": 0.875,
"support": 264.0
},
"anger": {
"f1": 0.5106382978723404,
"precision": 0.5393258426966292,
"predicted": 178.0,
"recall": 0.48484848484848486,
"support": 198.0
},
"annoyance": {
"f1": 0.39847715736040606,
"precision": 0.33547008547008544,
"predicted": 468.0,
"recall": 0.490625,
"support": 320.0
},
"approval": {
"f1": 0.4397163120567376,
"precision": 0.37575757575757573,
"predicted": 495.0,
"recall": 0.5299145299145299,
"support": 351.0
},
"caring": {
"f1": 0.4354066985645933,
"precision": 0.3215547703180212,
"predicted": 283.0,
"recall": 0.674074074074074,
"support": 135.0
},
"confusion": {
"f1": 0.45938375350140054,
"precision": 0.4019607843137255,
"predicted": 204.0,
"recall": 0.5359477124183006,
"support": 153.0
},
"curiosity": {
"f1": 0.5846994535519126,
"precision": 0.47767857142857145,
"predicted": 448.0,
"recall": 0.7535211267605634,
"support": 284.0
},
"desire": {
"f1": 0.5379310344827586,
"precision": 0.6290322580645161,
"predicted": 62.0,
"recall": 0.46987951807228917,
"support": 83.0
},
"disappointment": {
"f1": 0.3480825958702065,
"precision": 0.31382978723404253,
"predicted": 188.0,
"recall": 0.39072847682119205,
"support": 151.0
},
"disapproval": {
"f1": 0.44724409448818897,
"precision": 0.3858695652173913,
"predicted": 368.0,
"recall": 0.5318352059925093,
"support": 267.0
},
"disgust": {
"f1": 0.512396694214876,
"precision": 0.5210084033613446,
"predicted": 119.0,
"recall": 0.5040650406504065,
"support": 123.0
},
"embarrassment": {
"f1": 0.5084745762711864,
"precision": 0.6818181818181818,
"predicted": 22.0,
"recall": 0.40540540540540543,
"support": 37.0
},
"excitement": {
"f1": 0.43575418994413406,
"precision": 0.5131578947368421,
"predicted": 76.0,
"recall": 0.3786407766990291,
"support": 103.0
},
"fear": {
"f1": 0.7228915662650602,
"precision": 0.6818181818181818,
"predicted": 88.0,
"recall": 0.7692307692307693,
"support": 78.0
},
"gratitude": {
"f1": 0.9104046242774566,
"precision": 0.9264705882352942,
"predicted": 340.0,
"recall": 0.8948863636363636,
"support": 352.0
},
"grief": {
"f1": 0.36363636363636365,
"precision": 0.25,
"predicted": 16.0,
"recall": 0.6666666666666666,
"support": 6.0
},
"joy": {
"f1": 0.6282420749279539,
"precision": 0.5860215053763441,
"predicted": 186.0,
"recall": 0.6770186335403726,
"support": 161.0
},
"love": {
"f1": 0.805668016194332,
"precision": 0.77734375,
"predicted": 256.0,
"recall": 0.8361344537815126,
"support": 238.0
},
"nervousness": {
"f1": 0.425531914893617,
"precision": 0.4166666666666667,
"predicted": 24.0,
"recall": 0.43478260869565216,
"support": 23.0
},
"neutral": {
"f1": 0.5780933062880325,
"precision": 0.7301451750640479,
"predicted": 1171.0,
"recall": 0.47845551203133746,
"support": 1787.0
},
"optimism": {
"f1": 0.5690140845070423,
"precision": 0.5976331360946746,
"predicted": 169.0,
"recall": 0.543010752688172,
"support": 186.0
},
"pride": {
"f1": 0.42857142857142855,
"precision": 0.5,
"predicted": 12.0,
"recall": 0.375,
"support": 16.0
},
"realization": {
"f1": 0.23469387755102042,
"precision": 0.45098039215686275,
"predicted": 51.0,
"recall": 0.15862068965517243,
"support": 145.0
},
"relief": {
"f1": 0.3783783783783784,
"precision": 0.2692307692307692,
"predicted": 26.0,
"recall": 0.6363636363636364,
"support": 11.0
},
"remorse": {
"f1": 0.6666666666666666,
"precision": 0.52,
"predicted": 100.0,
"recall": 0.9285714285714286,
"support": 56.0
},
"sadness": {
"f1": 0.5561497326203209,
"precision": 0.47706422018348627,
"predicted": 218.0,
"recall": 0.6666666666666666,
"support": 156.0
},
"surprise": {
"f1": 0.5525525525525525,
"precision": 0.4791666666666667,
"predicted": 192.0,
"recall": 0.6524822695035462,
"support": 141.0
}
},
"samples_f1": 0.585204489018751,
"subset_accuracy": 0.4671088999447208,
"weighted_f1": 0.5795235257607068
},
"threshold_selection": {
"metric": "macro_f1",
"selected": "coordinate",
"validation_candidates": {
"coordinate": {
"hamming_loss": 0.034424200937286084,
"label_density": 0.04334948133326313,
"macro_f1": 0.5658639133709304,
"macro_precision": 0.5649138938984491,
"macro_recall": 0.6081120460185147,
"micro_f1": 0.596637359247262,
"micro_precision": 0.5873064075311266,
"micro_recall": 0.606269592476489,
"samples_f1": 0.6051252347603251,
"subset_accuracy": 0.4784371544415776,
"weighted_f1": 0.5992641491733178
},
"fixed_0_5": {
"hamming_loss": 0.03129771997261861,
"label_density": 0.03666868516665789,
"macro_f1": 0.5146501271418014,
"macro_precision": 0.5957021764273221,
"macro_recall": 0.4770685953485151,
"micro_f1": 0.6021253451594009,
"micro_precision": 0.6458445521450368,
"micro_recall": 0.563949843260188,
"samples_f1": 0.6085742369192425,
"subset_accuracy": 0.5296719498709915,
"weighted_f1": 0.5875622857608919
},
"global": {
"hamming_loss": 0.039196198199146964,
"label_density": 0.04866120794060344,
"macro_f1": 0.5382674926108466,
"macro_precision": 0.49987075174473106,
"macro_recall": 0.6115042357594588,
"micro_f1": 0.5676323241123938,
"micro_precision": 0.5287434059245232,
"micro_recall": 0.6126959247648903,
"samples_f1": 0.5782502237902164,
"subset_accuracy": 0.42001474382602283,
"weighted_f1": 0.5685296748982478
},
"per_label": {
"hamming_loss": 0.03489152756568901,
"label_density": 0.04363251013638039,
"macro_f1": 0.5634414934901709,
"macro_precision": 0.5585127358645721,
"macro_recall": 0.6078334260801961,
"micro_f1": 0.5925128757014375,
"micro_precision": 0.5813848242570523,
"micro_recall": 0.6040752351097178,
"samples_f1": 0.6007266599968406,
"subset_accuracy": 0.4716181349060081,
"weighted_f1": 0.5959633410756232
}
}
},
"training": {
"asl_clip": 0.05,
"asl_gamma_neg": 4.0,
"asl_gamma_pos": 0.0,
"epochs": 4.0,
"eval_batch_size": 16,
"fail_on_nonfinite_loss": true,
"focal_alpha": 0.38,
"focal_gamma": 2.8,
"gradient_accumulation_steps": 16,
"gradient_checkpointing": false,
"learning_rate": 1e-05,
"loss_eps": 1e-08,
"loss_type": "focal",
"max_length": 128,
"max_pos_weight": 20.0,
"max_steps": -1,
"mixed_precision": "none",
"seed": 42,
"threshold_coordinate_passes": 2,
"train_batch_size": 2,
"use_pos_weight": false,
"warmup_ratio": 0.1,
"weight_decay": 0.01
},
"validation_coordinate": {
"hamming_loss": 0.034424200937286084,
"label_density": 0.04334948133326313,
"macro_f1": 0.5658639133709304,
"macro_precision": 0.5649138938984491,
"macro_recall": 0.6081120460185147,
"micro_f1": 0.596637359247262,
"micro_precision": 0.5873064075311266,
"micro_recall": 0.606269592476489,
"per_label": {
"admiration": {
"f1": 0.7518324607329843,
"precision": 0.7687366167023555,
"predicted": 467.0,
"recall": 0.735655737704918,
"support": 488.0
},
"amusement": {
"f1": 0.8166409861325116,
"precision": 0.7658959537572254,
"predicted": 346.0,
"recall": 0.8745874587458746,
"support": 303.0
},
"anger": {
"f1": 0.5142857142857142,
"precision": 0.5210526315789473,
"predicted": 190.0,
"recall": 0.5076923076923077,
"support": 195.0
},
"annoyance": {
"f1": 0.42455242966751916,
"precision": 0.3465553235908142,
"predicted": 479.0,
"recall": 0.5478547854785478,
"support": 303.0
},
"approval": {
"f1": 0.42487046632124353,
"precision": 0.43733333333333335,
"predicted": 375.0,
"recall": 0.41309823677581864,
"support": 397.0
},
"caring": {
"f1": 0.5123595505617977,
"precision": 0.3904109589041096,
"predicted": 292.0,
"recall": 0.7450980392156863,
"support": 153.0
},
"confusion": {
"f1": 0.47129909365558914,
"precision": 0.43575418994413406,
"predicted": 179.0,
"recall": 0.5131578947368421,
"support": 152.0
},
"curiosity": {
"f1": 0.5765230312035661,
"precision": 0.45647058823529413,
"predicted": 425.0,
"recall": 0.782258064516129,
"support": 248.0
},
"desire": {
"f1": 0.6056338028169014,
"precision": 0.6615384615384615,
"predicted": 65.0,
"recall": 0.5584415584415584,
"support": 77.0
},
"disappointment": {
"f1": 0.40437158469945356,
"precision": 0.3645320197044335,
"predicted": 203.0,
"recall": 0.4539877300613497,
"support": 163.0
},
"disapproval": {
"f1": 0.446875,
"precision": 0.4109195402298851,
"predicted": 348.0,
"recall": 0.4897260273972603,
"support": 292.0
},
"disgust": {
"f1": 0.4845360824742268,
"precision": 0.4845360824742268,
"predicted": 97.0,
"recall": 0.4845360824742268,
"support": 97.0
},
"embarrassment": {
"f1": 0.6301369863013698,
"precision": 0.6052631578947368,
"predicted": 38.0,
"recall": 0.6571428571428571,
"support": 35.0
},
"excitement": {
"f1": 0.3803680981595092,
"precision": 0.4626865671641791,
"predicted": 67.0,
"recall": 0.3229166666666667,
"support": 96.0
},
"fear": {
"f1": 0.6706586826347305,
"precision": 0.7272727272727273,
"predicted": 77.0,
"recall": 0.6222222222222222,
"support": 90.0
},
"gratitude": {
"f1": 0.9166666666666666,
"precision": 0.9437869822485208,
"predicted": 338.0,
"recall": 0.8910614525139665,
"support": 358.0
},
"grief": {
"f1": 0.42857142857142855,
"precision": 0.3103448275862069,
"predicted": 29.0,
"recall": 0.6923076923076923,
"support": 13.0
},
"joy": {
"f1": 0.603988603988604,
"precision": 0.5921787709497207,
"predicted": 179.0,
"recall": 0.6162790697674418,
"support": 172.0
},
"love": {
"f1": 0.8022598870056498,
"precision": 0.7634408602150538,
"predicted": 279.0,
"recall": 0.8452380952380952,
"support": 252.0
},
"nervousness": {
"f1": 0.45,
"precision": 0.47368421052631576,
"predicted": 19.0,
"recall": 0.42857142857142855,
"support": 21.0
},
"neutral": {
"f1": 0.6098829648894668,
"precision": 0.716030534351145,
"predicted": 1310.0,
"recall": 0.5311438278595696,
"support": 1766.0
},
"optimism": {
"f1": 0.5985037406483791,
"precision": 0.625,
"predicted": 192.0,
"recall": 0.5741626794258373,
"support": 209.0
},
"pride": {
"f1": 0.7692307692307693,
"precision": 0.9090909090909091,
"predicted": 11.0,
"recall": 0.6666666666666666,
"support": 15.0
},
"realization": {
"f1": 0.2948717948717949,
"precision": 0.7931034482758621,
"predicted": 29.0,
"recall": 0.18110236220472442,
"support": 127.0
},
"relief": {
"f1": 0.4,
"precision": 0.3125,
"predicted": 32.0,
"recall": 0.5555555555555556,
"support": 18.0
},
"remorse": {
"f1": 0.7411764705882353,
"precision": 0.6176470588235294,
"predicted": 102.0,
"recall": 0.9264705882352942,
"support": 68.0
},
"sadness": {
"f1": 0.5508021390374331,
"precision": 0.4458874458874459,
"predicted": 231.0,
"recall": 0.7202797202797203,
"support": 143.0
},
"surprise": {
"f1": 0.5632911392405063,
"precision": 0.47593582887700536,
"predicted": 187.0,
"recall": 0.689922480620155,
"support": 129.0
}
},
"samples_f1": 0.6051252347603251,
"subset_accuracy": 0.4784371544415776,
"weighted_f1": 0.5992641491733178
},
"validation_fixed_0_5": {
"hamming_loss": 0.03129771997261861,
"label_density": 0.03666868516665789,
"macro_f1": 0.5146501271418014,
"macro_precision": 0.5957021764273221,
"macro_recall": 0.4770685953485151,
"micro_f1": 0.6021253451594009,
"micro_precision": 0.6458445521450368,
"micro_recall": 0.563949843260188,
"per_label": {
"admiration": {
"f1": 0.7497527200791295,
"precision": 0.7246653919694073,
"predicted": 523.0,
"recall": 0.7766393442622951,
"support": 488.0
},
"amusement": {
"f1": 0.8055130168453293,
"precision": 0.7514285714285714,
"predicted": 350.0,
"recall": 0.8679867986798679,
"support": 303.0
},
"anger": {
"f1": 0.504950495049505,
"precision": 0.4880382775119617,
"predicted": 209.0,
"recall": 0.5230769230769231,
"support": 195.0
},
"annoyance": {
"f1": 0.325,
"precision": 0.4406779661016949,
"predicted": 177.0,
"recall": 0.25742574257425743,
"support": 303.0
},
"approval": {
"f1": 0.34710743801652894,
"precision": 0.5048076923076923,
"predicted": 208.0,
"recall": 0.26448362720403024,
"support": 397.0
},
"caring": {
"f1": 0.47653429602888087,
"precision": 0.532258064516129,
"predicted": 124.0,
"recall": 0.43137254901960786,
"support": 153.0
},
"confusion": {
"f1": 0.4444444444444444,
"precision": 0.5321100917431193,
"predicted": 109.0,
"recall": 0.3815789473684211,
"support": 152.0
},
"curiosity": {
"f1": 0.5488721804511278,
"precision": 0.5140845070422535,
"predicted": 284.0,
"recall": 0.5887096774193549,
"support": 248.0
},
"desire": {
"f1": 0.5714285714285714,
"precision": 0.7346938775510204,
"predicted": 49.0,
"recall": 0.4675324675324675,
"support": 77.0
},
"disappointment": {
"f1": 0.34146341463414637,
"precision": 0.5060240963855421,
"predicted": 83.0,
"recall": 0.25766871165644173,
"support": 163.0
},
"disapproval": {
"f1": 0.4151696606786427,
"precision": 0.49760765550239233,
"predicted": 209.0,
"recall": 0.3561643835616438,
"support": 292.0
},
"disgust": {
"f1": 0.4725274725274725,
"precision": 0.5058823529411764,
"predicted": 85.0,
"recall": 0.44329896907216493,
"support": 97.0
},
"embarrassment": {
"f1": 0.6153846153846154,
"precision": 0.6666666666666666,
"predicted": 30.0,
"recall": 0.5714285714285714,
"support": 35.0
},
"excitement": {
"f1": 0.34782608695652173,
"precision": 0.4307692307692308,
"predicted": 65.0,
"recall": 0.2916666666666667,
"support": 96.0
},
"fear": {
"f1": 0.650887573964497,
"precision": 0.6962025316455697,
"predicted": 79.0,
"recall": 0.6111111111111112,
"support": 90.0
},
"gratitude": {
"f1": 0.9072753209700428,
"precision": 0.9271137026239067,
"predicted": 343.0,
"recall": 0.888268156424581,
"support": 358.0
},
"grief": {
"f1": 0.13333333333333333,
"precision": 0.5,
"predicted": 2.0,
"recall": 0.07692307692307693,
"support": 13.0
},
"joy": {
"f1": 0.5657894736842105,
"precision": 0.6515151515151515,
"predicted": 132.0,
"recall": 0.5,
"support": 172.0
},
"love": {
"f1": 0.7904411764705882,
"precision": 0.7363013698630136,
"predicted": 292.0,
"recall": 0.8531746031746031,
"support": 252.0
},
"nervousness": {
"f1": 0.30303030303030304,
"precision": 0.4166666666666667,
"predicted": 12.0,
"recall": 0.23809523809523808,
"support": 21.0
},
"neutral": {
"f1": 0.656084656084656,
"precision": 0.6821515892420538,
"predicted": 1636.0,
"recall": 0.6319365798414496,
"support": 1766.0
},
"optimism": {
"f1": 0.569060773480663,
"precision": 0.673202614379085,
"predicted": 153.0,
"recall": 0.49282296650717705,
"support": 209.0
},
"pride": {
"f1": 0.5454545454545454,
"precision": 0.8571428571428571,
"predicted": 7.0,
"recall": 0.4,
"support": 15.0
},
"realization": {
"f1": 0.2874251497005988,
"precision": 0.6,
"predicted": 40.0,
"recall": 0.1889763779527559,
"support": 127.0
},
"relief": {
"f1": 0.3333333333333333,
"precision": 0.4166666666666667,
"predicted": 12.0,
"recall": 0.2777777777777778,
"support": 18.0
},
"remorse": {
"f1": 0.6153846153846154,
"precision": 0.6451612903225806,
"predicted": 62.0,
"recall": 0.5882352941176471,
"support": 68.0
},
"sadness": {
"f1": 0.5307443365695793,
"precision": 0.4939759036144578,
"predicted": 166.0,
"recall": 0.5734265734265734,
"support": 143.0
},
"surprise": {
"f1": 0.555984555984556,
"precision": 0.5538461538461539,
"predicted": 130.0,
"recall": 0.5581395348837209,
"support": 129.0
}
},
"samples_f1": 0.6085742369192425,
"subset_accuracy": 0.5296719498709915,
"weighted_f1": 0.5875622857608919
},
"validation_global": {
"hamming_loss": 0.039196198199146964,
"label_density": 0.04866120794060344,
"macro_f1": 0.5382674926108466,
"macro_precision": 0.49987075174473106,
"macro_recall": 0.6115042357594588,
"micro_f1": 0.5676323241123938,
"micro_precision": 0.5287434059245232,
"micro_recall": 0.6126959247648903,
"per_label": {
"admiration": {
"f1": 0.7089678510998308,
"precision": 0.6037463976945245,
"predicted": 694.0,
"recall": 0.8586065573770492,
"support": 488.0
},
"amusement": {
"f1": 0.7994269340974212,
"precision": 0.7063291139240506,
"predicted": 395.0,
"recall": 0.9207920792079208,
"support": 303.0
},
"anger": {
"f1": 0.46863468634686345,
"precision": 0.3659942363112392,
"predicted": 347.0,
"recall": 0.6512820512820513,
"support": 195.0
},
"annoyance": {
"f1": 0.4240102171136654,
"precision": 0.3458333333333333,
"predicted": 480.0,
"recall": 0.5478547854785478,
"support": 303.0
},
"approval": {
"f1": 0.4321266968325792,
"precision": 0.3921971252566735,
"predicted": 487.0,
"recall": 0.4811083123425693,
"support": 397.0
},
"caring": {
"f1": 0.49604221635883905,
"precision": 0.415929203539823,
"predicted": 226.0,
"recall": 0.6143790849673203,
"support": 153.0
},
"confusion": {
"f1": 0.4295612009237875,
"precision": 0.3309608540925267,
"predicted": 281.0,
"recall": 0.6118421052631579,
"support": 152.0
},
"curiosity": {
"f1": 0.5551128818061088,
"precision": 0.41386138613861384,
"predicted": 505.0,
"recall": 0.842741935483871,
"support": 248.0
},
"desire": {
"f1": 0.5766871165644172,
"precision": 0.5465116279069767,
"predicted": 86.0,
"recall": 0.6103896103896104,
"support": 77.0
},
"disappointment": {
"f1": 0.4032697547683924,
"precision": 0.3627450980392157,
"predicted": 204.0,
"recall": 0.4539877300613497,
"support": 163.0
},
"disapproval": {
"f1": 0.43776824034334766,
"precision": 0.3759213759213759,
"predicted": 407.0,
"recall": 0.523972602739726,
"support": 292.0
},
"disgust": {
"f1": 0.4748858447488584,
"precision": 0.4262295081967213,
"predicted": 122.0,
"recall": 0.5360824742268041,
"support": 97.0
},
"embarrassment": {
"f1": 0.5797101449275363,
"precision": 0.5882352941176471,
"predicted": 34.0,
"recall": 0.5714285714285714,
"support": 35.0
},
"excitement": {
"f1": 0.3669724770642202,
"precision": 0.32786885245901637,
"predicted": 122.0,
"recall": 0.4166666666666667,
"support": 96.0
},
"fear": {
"f1": 0.6461538461538462,
"precision": 0.6,
"predicted": 105.0,
"recall": 0.7,
"support": 90.0
},
"gratitude": {
"f1": 0.8879781420765027,
"precision": 0.8689839572192514,
"predicted": 374.0,
"recall": 0.9078212290502793,
"support": 358.0
},
"grief": {
"f1": 0.3076923076923077,
"precision": 0.3076923076923077,
"predicted": 13.0,
"recall": 0.3076923076923077,
"support": 13.0
},
"joy": {
"f1": 0.5989847715736041,
"precision": 0.5315315315315315,
"predicted": 222.0,
"recall": 0.686046511627907,
"support": 172.0
},
"love": {
"f1": 0.7733333333333333,
"precision": 0.6666666666666666,
"predicted": 348.0,
"recall": 0.9206349206349206,
"support": 252.0
},
"nervousness": {
"f1": 0.43902439024390244,
"precision": 0.45,
"predicted": 20.0,
"recall": 0.42857142857142855,
"support": 21.0
},
"neutral": {
"f1": 0.5498554913294798,
"precision": 0.7594810379241517,
"predicted": 1002.0,
"recall": 0.4309173272933182,
"support": 1766.0
},
"optimism": {
"f1": 0.5929203539823009,
"precision": 0.551440329218107,
"predicted": 243.0,
"recall": 0.6411483253588517,
"support": 209.0
},
"pride": {
"f1": 0.6666666666666666,
"precision": 0.8888888888888888,
"predicted": 9.0,
"recall": 0.5333333333333333,
"support": 15.0
},
"realization": {
"f1": 0.2683982683982684,
"precision": 0.2980769230769231,
"predicted": 104.0,
"recall": 0.2440944881889764,
"support": 127.0
},
"relief": {
"f1": 0.3783783783783784,
"precision": 0.3684210526315789,
"predicted": 19.0,
"recall": 0.3888888888888889,
"support": 18.0
},
"remorse": {
"f1": 0.7283950617283951,
"precision": 0.6276595744680851,
"predicted": 94.0,
"recall": 0.8676470588235294,
"support": 68.0
},
"sadness": {
"f1": 0.5172413793103449,
"precision": 0.39923954372623577,
"predicted": 263.0,
"recall": 0.7342657342657343,
"support": 143.0
},
"surprise": {
"f1": 0.5632911392405063,
"precision": 0.47593582887700536,
"predicted": 187.0,
"recall": 0.689922480620155,
"support": 129.0
}
},
"samples_f1": 0.5782502237902164,
"subset_accuracy": 0.42001474382602283,
"weighted_f1": 0.5685296748982478
},
"validation_per_label": {
"hamming_loss": 0.03489152756568901,
"label_density": 0.04363251013638039,
"macro_f1": 0.5634414934901709,
"macro_precision": 0.5585127358645721,
"macro_recall": 0.6078334260801961,
"micro_f1": 0.5925128757014375,
"micro_precision": 0.5813848242570523,
"micro_recall": 0.6040752351097178,
"per_label": {
"admiration": {
"f1": 0.7551020408163265,
"precision": 0.7520325203252033,
"predicted": 492.0,
"recall": 0.7581967213114754,
"support": 488.0
},
"amusement": {
"f1": 0.8116385911179173,
"precision": 0.7571428571428571,
"predicted": 350.0,
"recall": 0.8745874587458746,
"support": 303.0
},
"anger": {
"f1": 0.5076923076923077,
"precision": 0.5076923076923077,
"predicted": 195.0,
"recall": 0.5076923076923077,
"support": 195.0
},
"annoyance": {
"f1": 0.4240102171136654,
"precision": 0.3458333333333333,
"predicted": 480.0,
"recall": 0.5478547854785478,
"support": 303.0
},
"approval": {
"f1": 0.4321266968325792,
"precision": 0.3921971252566735,
"predicted": 487.0,
"recall": 0.4811083123425693,
"support": 397.0
},
"caring": {
"f1": 0.5123595505617977,
"precision": 0.3904109589041096,
"predicted": 292.0,
"recall": 0.7450980392156863,
"support": 153.0
},
"confusion": {
"f1": 0.46987951807228917,
"precision": 0.43333333333333335,
"predicted": 180.0,
"recall": 0.5131578947368421,
"support": 152.0
},
"curiosity": {
"f1": 0.5769230769230769,
"precision": 0.45560747663551404,
"predicted": 428.0,
"recall": 0.7862903225806451,
"support": 248.0
},
"desire": {
"f1": 0.6013986013986014,
"precision": 0.6515151515151515,
"predicted": 66.0,
"recall": 0.5584415584415584,
"support": 77.0
},
"disappointment": {
"f1": 0.4032697547683924,
"precision": 0.3627450980392157,
"predicted": 204.0,
"recall": 0.4539877300613497,
"support": 163.0
},
"disapproval": {
"f1": 0.446875,
"precision": 0.4109195402298851,
"predicted": 348.0,
"recall": 0.4897260273972603,
"support": 292.0
},
"disgust": {
"f1": 0.48484848484848486,
"precision": 0.4752475247524752,
"predicted": 101.0,
"recall": 0.4948453608247423,
"support": 97.0
},
"embarrassment": {
"f1": 0.6031746031746031,
"precision": 0.6785714285714286,
"predicted": 28.0,
"recall": 0.5428571428571428,
"support": 35.0
},
"excitement": {
"f1": 0.3668639053254438,
"precision": 0.4246575342465753,
"predicted": 73.0,
"recall": 0.3229166666666667,
"support": 96.0
},
"fear": {
"f1": 0.6666666666666666,
"precision": 0.7037037037037037,
"predicted": 81.0,
"recall": 0.6333333333333333,
"support": 90.0
},
"gratitude": {
"f1": 0.9127324749642346,
"precision": 0.9354838709677419,
"predicted": 341.0,
"recall": 0.8910614525139665,
"support": 358.0
},
"grief": {
"f1": 0.42857142857142855,
"precision": 0.3103448275862069,
"predicted": 29.0,
"recall": 0.6923076923076923,
"support": 13.0
},
"joy": {
"f1": 0.6045197740112994,
"precision": 0.5879120879120879,
"predicted": 182.0,
"recall": 0.622093023255814,
"support": 172.0
},
"love": {
"f1": 0.7962962962962963,
"precision": 0.7465277777777778,
"predicted": 288.0,
"recall": 0.8531746031746031,
"support": 252.0
},
"nervousness": {
"f1": 0.45,
"precision": 0.47368421052631576,
"predicted": 19.0,
"recall": 0.42857142857142855,
"support": 21.0
},
"neutral": {
"f1": 0.6002719238613188,
"precision": 0.7508503401360545,
"predicted": 1176.0,
"recall": 0.5,
"support": 1766.0
},
"optimism": {
"f1": 0.5985037406483791,
"precision": 0.625,
"predicted": 192.0,
"recall": 0.5741626794258373,
"support": 209.0
},
"pride": {
"f1": 0.7692307692307693,
"precision": 0.9090909090909091,
"predicted": 11.0,
"recall": 0.6666666666666666,
"support": 15.0
},
"realization": {
"f1": 0.2981366459627329,
"precision": 0.7058823529411765,
"predicted": 34.0,
"recall": 0.1889763779527559,
"support": 127.0
},
"relief": {
"f1": 0.4,
"precision": 0.3125,
"predicted": 32.0,
"recall": 0.5555555555555556,
"support": 18.0
},
"remorse": {
"f1": 0.7411764705882353,
"precision": 0.6176470588235294,
"predicted": 102.0,
"recall": 0.9264705882352942,
"support": 68.0
},
"sadness": {
"f1": 0.5508021390374331,
"precision": 0.4458874458874459,
"predicted": 231.0,
"recall": 0.7202797202797203,
"support": 143.0
},
"surprise": {
"f1": 0.5632911392405063,
"precision": 0.47593582887700536,
"predicted": 187.0,
"recall": 0.689922480620155,
"support": 129.0
}
},
"samples_f1": 0.6007266599968406,
"subset_accuracy": 0.4716181349060081,
"weighted_f1": 0.5959633410756232
}
}