{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-structural4l-control", "seed": 41, "source_checkpoint": "results/standalone4l_base/20260731-v1/structural-4l-control-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2127, "sha256": "25582f9f0ed4665d19108281eb805db25fa8728a385beeefefe49467d6917bc4" }, { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/control-full-seed41.run-manifest.json", "sha256": "cef8742ffe90d3da27fac1d2ed5aa5e66e56a140437b83fee525c320b5d6485a", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.3224016645128487, "windows": 2428, "wall_seconds": 308.9171834269946 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.4912344654374512, "micro_f1": 0.5424107142857143, "exact_match": 0.0, "predicted_positive_rate": 0.8048469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.21428571428571427, "recall": 0.2727272727272727, "f1": 0.23999999999999996, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.41818181818181815, "recall": 1.0, "f1": 0.5897435897435896, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.10909090909090909, "recall": 1.0, "f1": 0.19672131147540983, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2413793103448276, "recall": 0.7777777777777778, "f1": 0.368421052631579, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.46511627906976744, "recall": 0.8333333333333334, "f1": 0.5970149253731343, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4897959183673469, "recall": 0.8888888888888888, "f1": 0.631578947368421, "support": 27 }, "Flag-Waving": { "precision": 0.3148148148148148, "recall": 1.0, "f1": 0.4788732394366197, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6346153846153846, "recall": 0.9705882352941176, "f1": 0.7674418604651162, "support": 34 }, "Repetition": { "precision": 0.45454545454545453, "recall": 1.0, "f1": 0.625, "support": 25 }, "Slogans": { "precision": 0.2702702702702703, "recall": 0.8333333333333334, "f1": 0.4081632653061225, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.20689655172413793, "recall": 0.75, "f1": 0.32432432432432434, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 1.0, "f1": 0.25, "support": 8 } }, "counts": { "tp": 243, "fp": 388, "fn": 22 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.103835968009662, "seconds_per_article": 0.09113992800017254 } }, { "epoch": 2, "training": { "loss": 1.0423136701963878, "windows": 2428, "wall_seconds": 307.2152466250118 }, "calibration_selected_for_monitoring_only": { "threshold": 0.45, "macro_f1": 0.5114604968095978, "micro_f1": 0.5587229190421894, "exact_match": 0.0, "predicted_positive_rate": 0.7806122448979592, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 1.0, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5128205128205128, "recall": 0.8695652173913043, "f1": 0.6451612903225806, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.13333333333333333, "recall": 1.0, "f1": 0.23529411764705882, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.26666666666666666, "recall": 0.4444444444444444, "f1": 0.33333333333333337, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3684210526315789, "recall": 0.875, "f1": 0.5185185185185185, "support": 16 }, "Doubt": { "precision": 0.4883720930232558, "recall": 0.875, "f1": 0.6268656716417911, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.48, "recall": 0.8888888888888888, "f1": 0.6233766233766234, "support": 27 }, "Flag-Waving": { "precision": 0.3090909090909091, "recall": 1.0, "f1": 0.4722222222222222, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6181818181818182, "recall": 1.0, "f1": 0.7640449438202247, "support": 34 }, "Repetition": { "precision": 0.45454545454545453, "recall": 1.0, "f1": 0.625, "support": 25 }, "Slogans": { "precision": 0.2222222222222222, "recall": 1.0, "f1": 0.3636363636363636, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1875, "recall": 0.75, "f1": 0.3, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3, "recall": 0.75, "f1": 0.4285714285714285, "support": 8 } }, "counts": { "tp": 245, "fp": 367, "fn": 20 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.064585527026793, "seconds_per_article": 0.0904390272683356 } }, { "epoch": 3, "training": { "loss": 0.5957982191061094, "windows": 2428, "wall_seconds": 306.2869360180048 }, "calibration_selected_for_monitoring_only": { "threshold": 0.45, "macro_f1": 0.5269172943249459, "micro_f1": 0.5873786407766991, "exact_match": 0.0, "predicted_positive_rate": 0.7130102040816326, "per_label": { "Appeal_to_Authority": { "precision": 0.21875, "recall": 0.6363636363636364, "f1": 0.3255813953488372, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.44, "recall": 0.9565217391304348, "f1": 0.6027397260273973, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2777777777777778, "recall": 0.8333333333333334, "f1": 0.4166666666666667, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.375, "recall": 0.3333333333333333, "f1": 0.35294117647058826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32558139534883723, "recall": 0.875, "f1": 0.47457627118644063, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.49056603773584906, "recall": 0.9629629629629629, "f1": 0.65, "support": 27 }, "Flag-Waving": { "precision": 0.35555555555555557, "recall": 0.9411764705882353, "f1": 0.5161290322580645, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6538461538461539, "recall": 1.0, "f1": 0.7906976744186047, "support": 34 }, "Repetition": { "precision": 0.4583333333333333, "recall": 0.88, "f1": 0.6027397260273972, "support": 25 }, "Slogans": { "precision": 0.29411764705882354, "recall": 0.8333333333333334, "f1": 0.4347826086956522, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.15789473684210525, "recall": 0.75, "f1": 0.2608695652173913, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.27586206896551724, "recall": 1.0, "f1": 0.4324324324324324, "support": 8 } }, "counts": { "tp": 242, "fp": 317, "fn": 23 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.226538343995344, "seconds_per_article": 0.09333104185705972 } }, { "epoch": 4, "training": { "loss": 0.25159063266572596, "windows": 2428, "wall_seconds": 305.3648104159802 }, "calibration_selected_for_monitoring_only": { "threshold": 0.1, "macro_f1": 0.5205096927146923, "micro_f1": 0.5767441860465117, "exact_match": 0.0, "predicted_positive_rate": 0.7589285714285714, "per_label": { "Appeal_to_Authority": { "precision": 0.20588235294117646, "recall": 0.6363636363636364, "f1": 0.3111111111111111, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4074074074074074, "recall": 0.9565217391304348, "f1": 0.5714285714285714, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3076923076923077, "recall": 0.6666666666666666, "f1": 0.42105263157894735, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2571428571428571, "recall": 1.0, "f1": 0.40909090909090906, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32608695652173914, "recall": 0.9375, "f1": 0.48387096774193544, "support": 16 }, "Doubt": { "precision": 0.42857142857142855, "recall": 1.0, "f1": 0.6, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.3269230769230769, "recall": 1.0, "f1": 0.4927536231884058, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6296296296296297, "recall": 1.0, "f1": 0.7727272727272727, "support": 34 }, "Repetition": { "precision": 0.46296296296296297, "recall": 1.0, "f1": 0.6329113924050632, "support": 25 }, "Slogans": { "precision": 0.3181818181818182, "recall": 0.5833333333333334, "f1": 0.4117647058823529, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1794871794871795, "recall": 0.875, "f1": 0.2978723404255319, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20689655172413793, "recall": 0.75, "f1": 0.32432432432432434, "support": 8 } }, "counts": { "tp": 248, "fp": 347, "fn": 17 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.159015064011328, "seconds_per_article": 0.09212526900020228 } }, { "epoch": 5, "training": { "loss": 0.10764349106423245, "windows": 2428, "wall_seconds": 308.2936216920207 }, "calibration_selected_for_monitoring_only": { "threshold": 0.05, "macro_f1": 0.5232963333792212, "micro_f1": 0.5804935370152762, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.7474489795918368, "per_label": { "Appeal_to_Authority": { "precision": 0.2571428571428571, "recall": 0.8181818181818182, "f1": 0.39130434782608686, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.44680851063829785, "recall": 0.9130434782608695, "f1": 0.6, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.8888888888888888, "f1": 0.48484848484848486, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34285714285714286, "recall": 0.75, "f1": 0.47058823529411753, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.34, "recall": 1.0, "f1": 0.5074626865671642, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6346153846153846, "recall": 0.9705882352941176, "f1": 0.7674418604651162, "support": 34 }, "Repetition": { "precision": 0.4807692307692308, "recall": 1.0, "f1": 0.6493506493506493, "support": 25 }, "Slogans": { "precision": 0.2777777777777778, "recall": 0.8333333333333334, "f1": 0.4166666666666667, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1724137931034483, "recall": 0.625, "f1": 0.2702702702702703, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1951219512195122, "recall": 1.0, "f1": 0.326530612244898, "support": 8 } }, "counts": { "tp": 247, "fp": 339, "fn": 18 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 4.969817185978172, "seconds_per_article": 0.08874673546389593 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.5232963333792212, "micro_f1": 0.5804935370152762, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.7474489795918368, "per_label": { "Appeal_to_Authority": { "precision": 0.2571428571428571, "recall": 0.8181818181818182, "f1": 0.39130434782608686, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.44680851063829785, "recall": 0.9130434782608695, "f1": 0.6, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.8888888888888888, "f1": 0.48484848484848486, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34285714285714286, "recall": 0.75, "f1": 0.47058823529411753, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.34, "recall": 1.0, "f1": 0.5074626865671642, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6346153846153846, "recall": 0.9705882352941176, "f1": 0.7674418604651162, "support": 34 }, "Repetition": { "precision": 0.4807692307692308, "recall": 1.0, "f1": 0.6493506493506493, "support": 25 }, "Slogans": { "precision": 0.2777777777777778, "recall": 0.8333333333333334, "f1": 0.4166666666666667, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1724137931034483, "recall": 0.625, "f1": 0.2702702702702703, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1951219512195122, "recall": 1.0, "f1": 0.326530612244898, "support": 8 } }, "counts": { "tp": 247, "fp": 339, "fn": 18 } }, { "threshold": 0.1, "macro_f1": 0.5203448197171963, "micro_f1": 0.5880893300248139, "exact_match": 0.0, "predicted_positive_rate": 0.6900510204081632, "per_label": { "Appeal_to_Authority": { "precision": 0.24, "recall": 0.5454545454545454, "f1": 0.3333333333333333, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.47619047619047616, "recall": 0.8695652173913043, "f1": 0.6153846153846153, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21052631578947367, "recall": 0.6666666666666666, "f1": 0.32, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3125, "recall": 0.5555555555555556, "f1": 0.39999999999999997, "support": 9 }, "Causal_Oversimplification": { "precision": 0.41379310344827586, "recall": 0.75, "f1": 0.5333333333333333, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5098039215686274, "recall": 0.9629629629629629, "f1": 0.6666666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.34, "recall": 1.0, "f1": 0.5074626865671642, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.64, "recall": 0.9411764705882353, "f1": 0.7619047619047621, "support": 34 }, "Repetition": { "precision": 0.49019607843137253, "recall": 1.0, "f1": 0.6578947368421052, "support": 25 }, "Slogans": { "precision": 0.2903225806451613, "recall": 0.75, "f1": 0.4186046511627908, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.14285714285714285, "recall": 0.5, "f1": 0.22222222222222224, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20512820512820512, "recall": 1.0, "f1": 0.3404255319148936, "support": 8 } }, "counts": { "tp": 237, "fp": 304, "fn": 28 } }, { "threshold": 0.15, "macro_f1": 0.5201560328031144, "micro_f1": 0.5945945945945945, "exact_match": 0.0, "predicted_positive_rate": 0.6530612244897959, "per_label": { "Appeal_to_Authority": { "precision": 0.2777777777777778, "recall": 0.45454545454545453, "f1": 0.3448275862068966, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5405405405405406, "recall": 0.8695652173913043, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2, "recall": 0.5, "f1": 0.28571428571428575, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.35714285714285715, "recall": 0.5555555555555556, "f1": 0.43478260869565216, "support": 9 }, "Causal_Oversimplification": { "precision": 0.39285714285714285, "recall": 0.6875, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5098039215686274, "recall": 0.9629629629629629, "f1": 0.6666666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.34, "recall": 1.0, "f1": 0.5074626865671642, "support": 17 }, "Loaded_Language": { "precision": 0.8148148148148148, "recall": 0.9777777777777777, "f1": 0.8888888888888888, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.64, "recall": 0.9411764705882353, "f1": 0.7619047619047621, "support": 34 }, "Repetition": { "precision": 0.48, "recall": 0.96, "f1": 0.64, "support": 25 }, "Slogans": { "precision": 0.3, "recall": 0.75, "f1": 0.4285714285714285, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.13043478260869565, "recall": 0.375, "f1": 0.19354838709677416, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.21621621621621623, "recall": 1.0, "f1": 0.35555555555555557, "support": 8 } }, "counts": { "tp": 231, "fp": 281, "fn": 34 } }, { "threshold": 0.2, "macro_f1": 0.5034598693487636, "micro_f1": 0.595460614152203, "exact_match": 0.0, "predicted_positive_rate": 0.6173469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.14285714285714285, "recall": 0.18181818181818182, "f1": 0.16, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5714285714285714, "recall": 0.8695652173913043, "f1": 0.689655172413793, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.15384615384615385, "recall": 0.3333333333333333, "f1": 0.21052631578947367, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.38461538461538464, "recall": 0.5555555555555556, "f1": 0.4545454545454546, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.5625, "f1": 0.45, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.52, "recall": 0.9629629629629629, "f1": 0.6753246753246753, "support": 27 }, "Flag-Waving": { "precision": 0.3617021276595745, "recall": 1.0, "f1": 0.53125, "support": 17 }, "Loaded_Language": { "precision": 0.8148148148148148, "recall": 0.9777777777777777, "f1": 0.8888888888888888, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6530612244897959, "recall": 0.9411764705882353, "f1": 0.7710843373493975, "support": 34 }, "Repetition": { "precision": 0.4897959183673469, "recall": 0.96, "f1": 0.6486486486486486, "support": 25 }, "Slogans": { "precision": 0.3076923076923077, "recall": 0.6666666666666666, "f1": 0.42105263157894735, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.15, "recall": 0.375, "f1": 0.21428571428571425, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.875, "f1": 0.32558139534883723, "support": 8 } }, "counts": { "tp": 223, "fp": 261, "fn": 42 } }, { "threshold": 0.25, "macro_f1": 0.4957401414915183, "micro_f1": 0.5963938973647711, "exact_match": 0.0, "predicted_positive_rate": 0.5816326530612245, "per_label": { "Appeal_to_Authority": { "precision": 0.15384615384615385, "recall": 0.18181818181818182, "f1": 0.16666666666666669, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5806451612903226, "recall": 0.782608695652174, "f1": 0.6666666666666667, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 0.16666666666666666, "f1": 0.13333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.38461538461538464, "recall": 0.5555555555555556, "f1": 0.4545454545454546, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.5625, "f1": 0.45, "support": 16 }, "Doubt": { "precision": 0.4444444444444444, "recall": 1.0, "f1": 0.6153846153846153, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5208333333333334, "recall": 0.9259259259259259, "f1": 0.6666666666666667, "support": 27 }, "Flag-Waving": { "precision": 0.35555555555555557, "recall": 0.9411764705882353, "f1": 0.5161290322580645, "support": 17 }, "Loaded_Language": { "precision": 0.8148148148148148, "recall": 0.9777777777777777, "f1": 0.8888888888888888, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 0.9411764705882353, "f1": 0.7804878048780487, "support": 34 }, "Repetition": { "precision": 0.48936170212765956, "recall": 0.92, "f1": 0.6388888888888888, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.5833333333333334, "f1": 0.4242424242424242, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16666666666666666, "recall": 0.375, "f1": 0.23076923076923078, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1935483870967742, "recall": 0.75, "f1": 0.30769230769230765, "support": 8 } }, "counts": { "tp": 215, "fp": 241, "fn": 50 } }, { "threshold": 0.3, "macro_f1": 0.49018503985637996, "micro_f1": 0.5956834532374101, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.548469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.15384615384615385, "recall": 0.18181818181818182, "f1": 0.16666666666666669, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6, "recall": 0.782608695652174, "f1": 0.6792452830188679, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 0.16666666666666666, "f1": 0.13333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3, "recall": 0.3333333333333333, "f1": 0.3157894736842105, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.5625, "f1": 0.45, "support": 16 }, "Doubt": { "precision": 0.4528301886792453, "recall": 1.0, "f1": 0.6233766233766235, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5116279069767442, "recall": 0.8148148148148148, "f1": 0.6285714285714286, "support": 27 }, "Flag-Waving": { "precision": 0.37209302325581395, "recall": 0.9411764705882353, "f1": 0.5333333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6521739130434783, "recall": 0.8823529411764706, "f1": 0.75, "support": 34 }, "Repetition": { "precision": 0.4782608695652174, "recall": 0.88, "f1": 0.619718309859155, "support": 25 }, "Slogans": { "precision": 0.3684210526315789, "recall": 0.5833333333333334, "f1": 0.4516129032258065, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.375, "f1": 0.26086956521739135, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.75, "f1": 0.34285714285714286, "support": 8 } }, "counts": { "tp": 207, "fp": 223, "fn": 58 } }, { "threshold": 0.35, "macro_f1": 0.4925275647005912, "micro_f1": 0.5991189427312775, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5306122448979592, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.18181818181818182, "f1": 0.17391304347826086, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6, "recall": 0.782608695652174, "f1": 0.6792452830188679, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 0.16666666666666666, "f1": 0.13333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3, "recall": 0.3333333333333333, "f1": 0.3157894736842105, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4090909090909091, "recall": 0.5625, "f1": 0.47368421052631576, "support": 16 }, "Doubt": { "precision": 0.48, "recall": 1.0, "f1": 0.6486486486486487, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5121951219512195, "recall": 0.7777777777777778, "f1": 0.6176470588235294, "support": 27 }, "Flag-Waving": { "precision": 0.37209302325581395, "recall": 0.9411764705882353, "f1": 0.5333333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6521739130434783, "recall": 0.8823529411764706, "f1": 0.75, "support": 34 }, "Repetition": { "precision": 0.4782608695652174, "recall": 0.88, "f1": 0.619718309859155, "support": 25 }, "Slogans": { "precision": 0.375, "recall": 0.5, "f1": 0.42857142857142855, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.21428571428571427, "recall": 0.375, "f1": 0.2727272727272727, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.75, "f1": 0.3529411764705882, "support": 8 } }, "counts": { "tp": 204, "fp": 212, "fn": 61 } }, { "threshold": 0.4, "macro_f1": 0.48164146615656883, "micro_f1": 0.5948406676783003, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5025510204081632, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6, "recall": 0.782608695652174, "f1": 0.6792452830188679, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.16666666666666666, "f1": 0.14285714285714288, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42857142857142855, "recall": 0.5625, "f1": 0.4864864864864864, "support": 16 }, "Doubt": { "precision": 0.5106382978723404, "recall": 1.0, "f1": 0.676056338028169, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.7037037037037037, "f1": 0.5846153846153846, "support": 27 }, "Flag-Waving": { "precision": 0.38095238095238093, "recall": 0.9411764705882353, "f1": 0.5423728813559321, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6521739130434783, "recall": 0.8823529411764706, "f1": 0.75, "support": 34 }, "Repetition": { "precision": 0.4418604651162791, "recall": 0.76, "f1": 0.5588235294117647, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.4166666666666667, "f1": 0.3703703703703704, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.18181818181818182, "recall": 0.25, "f1": 0.2105263157894737, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.625, "f1": 0.30303030303030304, "support": 8 } }, "counts": { "tp": 196, "fp": 198, "fn": 69 } }, { "threshold": 0.45, "macro_f1": 0.49108955278039407, "micro_f1": 0.6050156739811912, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.475765306122449, "per_label": { "Appeal_to_Authority": { "precision": 0.2857142857142857, "recall": 0.18181818181818182, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6296296296296297, "recall": 0.7391304347826086, "f1": 0.68, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.16666666666666666, "f1": 0.14285714285714288, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.5625, "f1": 0.5294117647058824, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9583333333333334, "f1": 0.6571428571428571, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5135135135135135, "recall": 0.7037037037037037, "f1": 0.59375, "support": 27 }, "Flag-Waving": { "precision": 0.38461538461538464, "recall": 0.8823529411764706, "f1": 0.5357142857142858, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6521739130434783, "recall": 0.8823529411764706, "f1": 0.75, "support": 34 }, "Repetition": { "precision": 0.4634146341463415, "recall": 0.76, "f1": 0.5757575757575758, "support": 25 }, "Slogans": { "precision": 0.35714285714285715, "recall": 0.4166666666666667, "f1": 0.3846153846153846, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.25, "f1": 0.22222222222222224, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22727272727272727, "recall": 0.625, "f1": 0.3333333333333333, "support": 8 } }, "counts": { "tp": 193, "fp": 180, "fn": 72 } }, { "threshold": 0.5, "macro_f1": 0.4819633037802084, "micro_f1": 0.6022544283413849, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.45408163265306123, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.64, "recall": 0.6956521739130435, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.16666666666666666, "f1": 0.16666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5625, "recall": 0.5625, "f1": 0.5625, "support": 16 }, "Doubt": { "precision": 0.5111111111111111, "recall": 0.9583333333333334, "f1": 0.6666666666666666, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5135135135135135, "recall": 0.7037037037037037, "f1": 0.59375, "support": 27 }, "Flag-Waving": { "precision": 0.3888888888888889, "recall": 0.8235294117647058, "f1": 0.5283018867924528, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6444444444444445, "recall": 0.8529411764705882, "f1": 0.7341772151898734, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.72, "f1": 0.5625, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.25, "f1": 0.22222222222222224, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23809523809523808, "recall": 0.625, "f1": 0.3448275862068965, "support": 8 } }, "counts": { "tp": 187, "fp": 169, "fn": 78 } }, { "threshold": 0.55, "macro_f1": 0.47394071932649695, "micro_f1": 0.5983471074380166, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.4336734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6521739130434783, "recall": 0.6521739130434783, "f1": 0.6521739130434783, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.16666666666666666, "f1": 0.16666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.375, "recall": 0.3333333333333333, "f1": 0.35294117647058826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5625, "recall": 0.5625, "f1": 0.5625, "support": 16 }, "Doubt": { "precision": 0.5116279069767442, "recall": 0.9166666666666666, "f1": 0.6567164179104478, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5142857142857142, "recall": 0.6666666666666666, "f1": 0.5806451612903226, "support": 27 }, "Flag-Waving": { "precision": 0.37142857142857144, "recall": 0.7647058823529411, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6444444444444445, "recall": 0.8529411764705882, "f1": 0.7341772151898734, "support": 34 }, "Repetition": { "precision": 0.4864864864864865, "recall": 0.72, "f1": 0.5806451612903226, "support": 25 }, "Slogans": { "precision": 0.2727272727272727, "recall": 0.25, "f1": 0.2608695652173913, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 } }, "counts": { "tp": 181, "fp": 159, "fn": 84 } }, { "threshold": 0.6, "macro_f1": 0.4563196577730406, "micro_f1": 0.5858585858585859, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.41964285714285715, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.65, "recall": 0.5652173913043478, "f1": 0.6046511627906976, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.16666666666666666, "f1": 0.16666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.375, "recall": 0.3333333333333333, "f1": 0.35294117647058826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.5625, "f1": 0.5806451612903225, "support": 16 }, "Doubt": { "precision": 0.5116279069767442, "recall": 0.9166666666666666, "f1": 0.6567164179104478, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.48484848484848486, "recall": 0.5925925925925926, "f1": 0.5333333333333333, "support": 27 }, "Flag-Waving": { "precision": 0.37142857142857144, "recall": 0.7647058823529411, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6444444444444445, "recall": 0.8529411764705882, "f1": 0.7341772151898734, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.68, "f1": 0.576271186440678, "support": 25 }, "Slogans": { "precision": 0.1111111111111111, "recall": 0.08333333333333333, "f1": 0.09523809523809525, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 } }, "counts": { "tp": 174, "fp": 155, "fn": 91 } }, { "threshold": 0.65, "macro_f1": 0.4491967969195191, "micro_f1": 0.5808695652173913, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.39540816326530615, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.5217391304347826, "f1": 0.5853658536585366, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.16666666666666666, "f1": 0.16666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.5, "recall": 0.3333333333333333, "f1": 0.4, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5714285714285714, "recall": 0.5, "f1": 0.5333333333333333, "support": 16 }, "Doubt": { "precision": 0.5121951219512195, "recall": 0.875, "f1": 0.6461538461538462, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4482758620689655, "recall": 0.48148148148148145, "f1": 0.4642857142857143, "support": 27 }, "Flag-Waving": { "precision": 0.3939393939393939, "recall": 0.7647058823529411, "f1": 0.5199999999999999, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6590909090909091, "recall": 0.8529411764705882, "f1": 0.7435897435897436, "support": 34 }, "Repetition": { "precision": 0.5151515151515151, "recall": 0.68, "f1": 0.5862068965517241, "support": 25 }, "Slogans": { "precision": 0.1111111111111111, "recall": 0.08333333333333333, "f1": 0.09523809523809525, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.21428571428571427, "recall": 0.375, "f1": 0.2727272727272727, "support": 8 } }, "counts": { "tp": 167, "fp": 143, "fn": 98 } }, { "threshold": 0.7, "macro_f1": 0.4442332863778001, "micro_f1": 0.5719424460431655, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.3711734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.625, "recall": 0.43478260869565216, "f1": 0.5128205128205128, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2, "recall": 0.16666666666666666, "f1": 0.1818181818181818, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.75, "recall": 0.3333333333333333, "f1": 0.46153846153846156, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5384615384615384, "recall": 0.4375, "f1": 0.4827586206896552, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.8333333333333334, "f1": 0.625, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.46153846153846156, "recall": 0.4444444444444444, "f1": 0.4528301886792453, "support": 27 }, "Flag-Waving": { "precision": 0.3939393939393939, "recall": 0.7647058823529411, "f1": 0.5199999999999999, "support": 17 }, "Loaded_Language": { "precision": 0.8723404255319149, "recall": 0.9111111111111111, "f1": 0.891304347826087, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.725, "recall": 0.8529411764705882, "f1": 0.7837837837837837, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.64, "f1": 0.5614035087719298, "support": 25 }, "Slogans": { "precision": 0.125, "recall": 0.08333333333333333, "f1": 0.1, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 159, "fp": 132, "fn": 106 } }, { "threshold": 0.75, "macro_f1": 0.425514792964004, "micro_f1": 0.5622641509433962, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.3380102040816326, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6428571428571429, "recall": 0.391304347826087, "f1": 0.4864864864864865, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.16666666666666666, "f1": 0.2222222222222222, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.75, "recall": 0.3333333333333333, "f1": 0.46153846153846156, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 16 }, "Doubt": { "precision": 0.5277777777777778, "recall": 0.7916666666666666, "f1": 0.6333333333333333, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.46153846153846156, "recall": 0.4444444444444444, "f1": 0.4528301886792453, "support": 27 }, "Flag-Waving": { "precision": 0.4482758620689655, "recall": 0.7647058823529411, "f1": 0.5652173913043479, "support": 17 }, "Loaded_Language": { "precision": 0.8695652173913043, "recall": 0.8888888888888888, "f1": 0.8791208791208792, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7777777777777778, "recall": 0.8235294117647058, "f1": 0.7999999999999999, "support": 34 }, "Repetition": { "precision": 0.4482758620689655, "recall": 0.52, "f1": 0.48148148148148145, "support": 25 }, "Slogans": { "precision": 0.16666666666666666, "recall": 0.08333333333333333, "f1": 0.1111111111111111, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 0.25, "f1": 0.2, "support": 8 } }, "counts": { "tp": 149, "fp": 116, "fn": 116 } }, { "threshold": 0.8, "macro_f1": 0.41643255301640675, "micro_f1": 0.5522682445759369, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.3086734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6153846153846154, "recall": 0.34782608695652173, "f1": 0.4444444444444444, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.16666666666666666, "f1": 0.25, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.75, "recall": 0.3333333333333333, "f1": 0.46153846153846156, "support": 9 }, "Causal_Oversimplification": { "precision": 0.45454545454545453, "recall": 0.3125, "f1": 0.3703703703703703, "support": 16 }, "Doubt": { "precision": 0.5277777777777778, "recall": 0.7916666666666666, "f1": 0.6333333333333333, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4782608695652174, "recall": 0.4074074074074074, "f1": 0.44000000000000006, "support": 27 }, "Flag-Waving": { "precision": 0.4, "recall": 0.5882352941176471, "f1": 0.4761904761904762, "support": 17 }, "Loaded_Language": { "precision": 0.9512195121951219, "recall": 0.8666666666666667, "f1": 0.9069767441860465, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8484848484848485, "recall": 0.8235294117647058, "f1": 0.8358208955223881, "support": 34 }, "Repetition": { "precision": 0.4074074074074074, "recall": 0.44, "f1": 0.4230769230769231, "support": 25 }, "Slogans": { "precision": 0.16666666666666666, "recall": 0.08333333333333333, "f1": 0.1111111111111111, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2857142857142857, "recall": 0.25, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18181818181818182, "recall": 0.25, "f1": 0.2105263157894737, "support": 8 } }, "counts": { "tp": 140, "fp": 102, "fn": 125 } }, { "threshold": 0.85, "macro_f1": 0.3920562169749987, "micro_f1": 0.5289256198347108, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.27933673469387754, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7, "recall": 0.30434782608695654, "f1": 0.42424242424242425, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.16666666666666666, "f1": 0.25, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.6666666666666666, "recall": 0.2222222222222222, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5555555555555556, "recall": 0.3125, "f1": 0.39999999999999997, "support": 16 }, "Doubt": { "precision": 0.5588235294117647, "recall": 0.7916666666666666, "f1": 0.6551724137931034, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4782608695652174, "recall": 0.4074074074074074, "f1": 0.44000000000000006, "support": 27 }, "Flag-Waving": { "precision": 0.4166666666666667, "recall": 0.5882352941176471, "f1": 0.48780487804878053, "support": 17 }, "Loaded_Language": { "precision": 0.9736842105263158, "recall": 0.8222222222222222, "f1": 0.891566265060241, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8148148148148148, "recall": 0.6470588235294118, "f1": 0.7213114754098361, "support": 34 }, "Repetition": { "precision": 0.4166666666666667, "recall": 0.4, "f1": 0.4081632653061225, "support": 25 }, "Slogans": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2857142857142857, "recall": 0.25, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18181818181818182, "recall": 0.25, "f1": 0.2105263157894737, "support": 8 } }, "counts": { "tp": 128, "fp": 91, "fn": 137 } }, { "threshold": 0.9, "macro_f1": 0.3603343146924257, "micro_f1": 0.48648648648648657, "exact_match": 0.10714285714285714, "predicted_positive_rate": 0.22831632653061223, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.625, "recall": 0.21739130434782608, "f1": 0.3225806451612903, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 1.0, "recall": 0.16666666666666666, "f1": 0.2857142857142857, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.6666666666666666, "recall": 0.2222222222222222, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6666666666666666, "recall": 0.25, "f1": 0.36363636363636365, "support": 16 }, "Doubt": { "precision": 0.5483870967741935, "recall": 0.7083333333333334, "f1": 0.6181818181818182, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.37037037037037035, "f1": 0.425531914893617, "support": 27 }, "Flag-Waving": { "precision": 0.3684210526315789, "recall": 0.4117647058823529, "f1": 0.3888888888888889, "support": 17 }, "Loaded_Language": { "precision": 1.0, "recall": 0.6888888888888889, "f1": 0.8157894736842105, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8636363636363636, "recall": 0.5588235294117647, "f1": 0.6785714285714287, "support": 34 }, "Repetition": { "precision": 0.47368421052631576, "recall": 0.36, "f1": 0.40909090909090906, "support": 25 }, "Slogans": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1111111111111111, "recall": 0.125, "f1": 0.11764705882352941, "support": 8 } }, "counts": { "tp": 108, "fp": 71, "fn": 157 } } ], "selected": { "threshold": 0.05, "macro_f1": 0.5232963333792212, "micro_f1": 0.5804935370152762, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.7474489795918368, "per_label": { "Appeal_to_Authority": { "precision": 0.2571428571428571, "recall": 0.8181818181818182, "f1": 0.39130434782608686, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.44680851063829785, "recall": 0.9130434782608695, "f1": 0.6, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.8888888888888888, "f1": 0.48484848484848486, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34285714285714286, "recall": 0.75, "f1": 0.47058823529411753, "support": 16 }, "Doubt": { "precision": 0.43636363636363634, "recall": 1.0, "f1": 0.6075949367088608, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.34, "recall": 1.0, "f1": 0.5074626865671642, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6346153846153846, "recall": 0.9705882352941176, "f1": 0.7674418604651162, "support": 34 }, "Repetition": { "precision": 0.4807692307692308, "recall": 1.0, "f1": 0.6493506493506493, "support": 25 }, "Slogans": { "precision": 0.2777777777777778, "recall": 0.8333333333333334, "f1": 0.4166666666666667, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1724137931034483, "recall": 0.625, "f1": 0.2702702702702703, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1951219512195122, "recall": 1.0, "f1": 0.326530612244898, "support": 8 } }, "counts": { "tp": 247, "fp": 339, "fn": 18 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.234284607984591, "seconds_per_article": 0.09346936799972484 } }, "test": { "threshold_locked_on_calibration": 0.05, "metrics": { "threshold": 0.05, "macro_f1": 0.5169424579262757, "micro_f1": 0.5773955773955775, "exact_match": 0.0, "predicted_positive_rate": 0.712987012987013, "per_label": { "Appeal_to_Authority": { "precision": 0.2962962962962963, "recall": 0.7272727272727273, "f1": 0.42105263157894735, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4666666666666667, "recall": 0.875, "f1": 0.608695652173913, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2857142857142857, "recall": 0.8571428571428571, "f1": 0.42857142857142855, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.2222222222222222, "recall": 0.3333333333333333, "f1": 0.26666666666666666, "support": 12 }, "Causal_Oversimplification": { "precision": 0.43243243243243246, "recall": 0.8888888888888888, "f1": 0.5818181818181818, "support": 18 }, "Doubt": { "precision": 0.4, "recall": 1.0, "f1": 0.5714285714285715, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.425531914893617, "recall": 0.9090909090909091, "f1": 0.5797101449275361, "support": 22 }, "Flag-Waving": { "precision": 0.37777777777777777, "recall": 1.0, "f1": 0.5483870967741935, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6, "recall": 1.0, "f1": 0.7499999999999999, "support": 33 }, "Repetition": { "precision": 0.46, "recall": 1.0, "f1": 0.6301369863013699, "support": 23 }, "Slogans": { "precision": 0.2857142857142857, "recall": 0.5714285714285714, "f1": 0.38095238095238093, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.125, "recall": 0.5714285714285714, "f1": 0.20512820512820512, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22857142857142856, "recall": 0.8, "f1": 0.3555555555555555, "support": 10 } }, "counts": { "tp": 235, "fp": 314, "fn": 30 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.332684432010865, "seconds_per_article": 0.07877608058201573 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.001597845577634871, 0.04146226868033409, 0.0384661927819252, 0.05108273774385452, 0.859663724899292, 0.9773707389831543, 0.8479677438735962, 0.14318770170211792, 0.9790357351303101, 0.44890937209129333, 0.8840392827987671, 0.005730246659368277, 0.5851011276245117, 0.023689469322562218 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.027585282921791077, 0.6178585886955261, 0.016914913430809975, 0.0017546144081279635, 0.12085322290658951, 0.6460136771202087, 0.9284088015556335, 0.7287483215332031, 0.9252299070358276, 0.9416541457176208, 0.5104964971542358, 0.26435837149620056, 0.4359014928340912, 0.11436853557825089 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.000487857119878754, 0.005554925184696913, 0.0013250223128125072, 2.1233784082141938e-06, 0.08151976019144058, 0.9783847332000732, 0.3486451208591461, 0.15102779865264893, 0.2727987766265869, 0.2120688259601593, 0.10669060051441193, 0.0007554056355729699, 0.1980641782283783, 0.9111796617507935 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.6057990789413452, 0.4942019283771515, 0.8459424376487732, 0.012431650422513485, 0.8991213440895081, 0.9979493021965027, 0.9674102663993835, 0.9744347929954529, 0.957277774810791, 0.9926542043685913, 0.9911527037620544, 0.06754669547080994, 0.937210738658905, 0.037892427295446396 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.6774740219116211, 0.13846178352832794, 0.028007520362734795, 0.005554925184696913, 0.08882029354572296, 0.9019206762313843, 0.50048828125, 0.3065270483493805, 0.5078118443489075, 0.9961755275726318, 0.8976953029632568, 0.05184546485543251, 0.060086652636528015, 0.6566582322120667 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.641534686088562, 0.9875683188438416, 0.04603390023112297, 0.1520322561264038, 0.9086179733276367, 0.9896718263626099, 0.7676898241043091, 0.5003662109375, 0.9702399373054504, 0.9343951344490051, 0.9886682629585266, 0.8459424376487732, 0.6926419734954834, 0.6057990789413452 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.8233283758163452, 0.9653811454772949, 0.03676946833729744, 0.0014550630003213882, 0.7879312038421631, 0.9960545301437378, 0.804405927658081, 0.9967268705368042, 0.9911527037620544, 0.8624675869941711, 0.7839884757995605, 0.6173973083496094, 0.07159119844436646, 0.026759283617138863 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.47219666838645935, 0.985496461391449, 0.0007554056355729699, 0.3007456064224243, 0.011687257327139378, 0.25091278553009033, 0.3372035324573517, 0.010328153148293495, 0.6297746300697327, 0.7178037762641907, 0.6048657894134521, 0.45859116315841675, 0.018833130598068237, 0.23651622235774994 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.45568299293518066, 0.3225259780883789, 0.43062615394592285, 0.06465348601341248, 0.999841570854187, 0.9905874133110046, 0.9994296431541443, 0.9991958737373352, 0.9908744096755981, 0.9875683188438416, 0.9441768527030945, 0.08151976019144058, 0.9343951344490051, 0.04958902671933174 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.26435837149620056, 0.5151930451393127, 0.9416541457176208, 0.7662936449050903, 0.024423090741038322, 0.9911527037620544, 0.7879312038421631, 0.949669361114502, 0.9947799444198608, 0.9899863600730896, 0.7662936449050903, 0.9867772459983826, 0.23934932053089142, 0.7826625108718872 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.035678550601005554, 0.7461389899253845, 0.5817784070968628, 0.1766715943813324, 0.9799765348434448, 0.9252299070358276, 0.9984512329101562, 0.9930961728096008, 0.9724147915840149, 0.9711290597915649, 0.9740425944328308, 0.8887587189674377, 0.954647421836853, 0.9399133324623108 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.007345826830714941, 0.937210738658905, 0.0017007222631946206, 0.00712142838165164, 0.11920291930437088, 0.14223189651966095, 0.14128141105175018, 0.28140559792518616, 0.31742626428604126, 0.837619960308075, 0.05582314357161522, 0.1561049073934555, 0.009412589482963085, 0.26971012353897095 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.053403329104185104, 0.35398629307746887, 0.00023050670279189944, 0.04023794084787369, 0.020645929500460625, 0.6706082820892334, 0.24508501589298248, 0.39187127351760864, 0.6671476364135742, 0.45132648944854736, 0.8418256044387817, 0.004198795650154352, 0.010986941866576672, 0.00628990214318037 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.8116759657859802, 0.971563994884491, 0.11757213622331619, 0.03358950838446617, 0.11436853557825089, 0.7606506943702698, 0.09947021305561066, 0.04023794084787369, 0.9252299070358276, 0.3711366057395935, 0.2030746340751648, 0.0002780309587251395, 0.24798744916915894, 0.014503579586744308 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.06371499598026276, 0.013222821988165379, 3.321419353596866e-05, 0.005220125429332256, 0.011687257327139378, 0.9863631129264832, 0.0792103186249733, 0.859663724899292, 0.35667070746421814, 0.6671476364135742, 0.3647775650024414, 0.0026316740550100803, 0.2613309323787689, 0.017442485317587852 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 6.60521473037079e-05, 0.004331501666456461, 7.031184941297397e-05, 1.1979305725162703e-07, 0.060086652636528015, 0.12940272688865662, 0.0008830457809381187, 0.0006462032906711102, 0.22953522205352783, 0.05582314357161522, 0.004905405919998884, 6.205049430718645e-05, 9.610241977497935e-05, 0.000191104321856983 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.08269733935594559, 0.017442485317587852, 0.12085322290658951, 0.07696083933115005, 0.6992543935775757, 0.9416541457176208, 0.9553191661834717, 0.14608724415302277, 0.9796676635742188, 0.8933094143867493, 0.9399133324623108, 0.11920291930437088, 0.7154240012168884, 0.0120537793263793 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.022977370768785477, 0.18242552876472473, 0.0014103584690019488, 0.04084571450948715, 0.003273064736276865, 0.963230550289154, 0.02595735713839531, 0.1490352898836136, 0.5262210369110107, 0.6469064354896545, 0.9919379353523254, 0.016914913430809975, 0.961533784866333, 0.07807816565036774 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 0.31573596596717834, 0.06097517907619476, 0.00021654405281879008, 0.09401018172502518, 0.0035936026833951473, 0.9811668992042542, 0.048136770725250244, 0.10970578342676163, 0.8056321740150452, 0.6566582322120667, 0.028007520362734795, 0.01065251138061285, 0.019419347867369652, 0.19682618975639343 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.0059110685251653194, 0.696784257888794, 0.005554925184696913, 0.10970578342676163, 0.009708477184176445, 0.3593641221523285, 0.7620701193809509, 0.6740504503250122, 0.740174412727356, 0.14414885640144348, 0.7041600942611694, 0.15002880990505219, 0.014503579586744308, 0.17895588278770447 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.014957086183130741, 0.0384661927819252, 0.9937100410461426, 0.06371499598026276, 0.19559408724308014, 0.4764578342437744, 0.9879462122917175, 0.3729618787765503, 0.9790357351303101, 0.9949396848678589, 0.5319388508796692, 0.8128673434257507, 0.15713684260845184, 0.985042929649353 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 0.000191104321856983, 0.0026316740550100803, 0.0019267346942797303, 0.008847354911267757, 0.01065251138061285, 0.34246158599853516, 0.45181018114089966, 0.21733753383159637, 0.666279673576355, 0.05108273774385452, 0.35042136907577515, 0.004609572235494852, 0.0004442183708306402, 0.021948253735899925 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.14223189651966095, 0.7431679368019104, 0.6976089477539062, 0.9674102663993835, 0.351311057806015, 0.907312273979187, 0.7969253659248352, 0.8902942538261414, 0.9086179733276367, 0.9946150183677673, 0.5350984334945679, 0.052618950605392456, 0.6020615696907043, 0.1037486344575882 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 5.475977377500385e-05, 0.05921025574207306, 1.003014176603756e-06, 3.466326177203882e-07, 0.002182716503739357, 0.1710611879825592, 0.0039454069919884205, 0.2422056347131729, 0.07159119844436646, 0.11757213622331619, 0.008577484637498856, 2.7535690605873242e-05, 6.962256520637311e-06, 1.0783311154227704e-05 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.10669060051441193, 0.9603611826896667, 0.12085322290658951, 0.46223029494285583, 0.05108273774385452, 0.7745833992958069, 0.5527811646461487, 0.22270013391971588, 0.894789457321167, 0.8624675869941711, 0.8354835510253906, 0.03358950838446617, 0.0028009270317852497, 0.5770187377929688 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.40262696146965027, 0.13296423852443695, 0.4078049957752228, 0.002889581024646759, 0.19559408724308014, 0.5770187377929688, 0.7956580519676208, 0.8688268065452576, 0.894789457321167, 0.9585376977920532, 0.740174412727356, 0.02517884224653244, 0.1037486344575882, 0.04084571450948715 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.006903838831931353, 0.13846178352832794, 0.9817357659339905, 0.02843603305518627, 0.8407825827598572, 0.8080672025680542, 0.7676898241043091, 0.6627964973449707, 0.9532750844955444, 0.7563575506210327, 0.9905874133110046, 0.008061991073191166, 0.03308597952127457, 0.26435837149620056 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.2568320035934448, 0.16667540371418, 0.002323162741959095, 0.0038244836032390594, 0.9473810195922852, 0.7371581792831421, 0.13206614553928375, 0.9960545301437378, 0.9896718263626099, 0.957277774810791, 0.929440438747406, 0.7759445905685425, 0.15102779865264893, 0.7025300860404968 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 0.0015487611526623368, 0.25534364581108093, 9.516251338936854e-06, 2.586742994026281e-05, 0.0007554056355729699, 0.5525397062301636, 0.00024536947603337467, 0.00020342698553577065, 0.023330770432949066, 0.12592275440692902, 0.0008040859247557819, 5.093705112813041e-06, 0.000487857119878754, 0.0059110685251653194 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.010328153148293495, 0.3593641221523285, 0.000191104321856983, 1.892514956125524e-05, 0.012821214273571968, 0.4573790431022644, 0.028007520362734795, 0.0027149852830916643, 0.6984323263168335, 0.5936092734336853, 0.332852303981781, 0.0007554056355729699, 0.016914913430809975, 0.06853749603033066 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.328529417514801, 0.9597620368003845, 0.8068526387214661, 0.5464961528778076, 0.7879312038421631, 0.9919379353523254, 0.8872045874595642, 0.9407896995544434, 0.9830850958824158, 0.9993928670883179, 0.9489172697067261, 0.9362850189208984, 0.7892336845397949, 0.8688268065452576 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.004905405919998884, 0.5525397062301636, 0.07159119844436646, 0.034100424498319626, 0.016914913430809975, 0.9005298018455505, 0.9149009585380554, 0.02843603305518627, 0.5755879878997803, 0.7879312038421631, 0.7943849563598633, 0.002323162741959095, 0.14223189651966095, 0.1225232183933258 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.0019267346942797303, 0.9643214344978333, 0.0014550630003213882, 0.022977370768785477, 0.25534364581108093, 0.28616926074028015, 0.24944725632667542, 0.0029810327105224133, 0.9425067901611328, 0.34246158599853516, 0.9899863600730896, 0.030675802379846573, 0.007345826830714941, 0.007345826830714941 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.07263670116662979, 0.6959583163261414, 0.00034599160426296294, 0.00041731575038284063, 0.08151976019144058, 0.42202815413475037, 0.020332353189587593, 0.003273064736276865, 0.3665897250175476, 0.5336405038833618, 0.007577241398394108, 0.00023050670279189944, 0.0003569706459529698, 0.027585282921791077 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.028870904818177223, 0.19930799305438995, 0.023689469322562218, 0.2766905128955841, 0.1755380779504776, 0.9937100410461426, 0.8104788661003113, 0.8539127111434937, 0.8606036305427551, 0.20689405500888824, 0.9965165853500366, 0.17441026866436005, 0.6477982401847839, 0.7386690378189087 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 0.0007793660624884069, 0.937210738658905, 0.00017952796770259738, 0.0006462032906711102, 0.004755199886858463, 0.19930799305438995, 0.008577484637498856, 0.40262696146965027, 0.4153730273246765, 0.05921025574207306, 0.5248817801475525, 0.0064882696606218815, 0.001987774157896638, 0.02595735713839531 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.0030753696337342262, 0.07696083933115005, 0.17328819632530212, 0.018264278769493103, 0.6627964973449707, 0.9136765599250793, 0.8902942538261414, 0.917302668094635, 0.9643214344978333, 0.937210738658905, 0.50048828125, 0.5860491394996643, 0.005384937860071659, 0.029760092496871948 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.03676946833729744, 0.672331690788269, 0.008061991073191166, 0.0009110511746257544, 0.44890937209129333, 0.9465966820716858, 0.11124119907617569, 0.9284088015556335, 0.9883127808570862, 0.4989776015281677, 0.873214840888977, 0.06097517907619476, 0.6279512047767639, 0.8766343593597412 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.3048688769340515, 0.9890130758285522, 0.15921740233898163, 0.014063628390431404, 0.894789457321167, 0.6834195256233215, 0.9953904151916504, 0.999373733997345, 0.9817357659339905, 0.929440438747406, 0.9755768775939941, 0.24944725632667542, 0.5139124393463135, 0.15304215252399445 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.16559311747550964, 0.9719924926757812, 0.13477590680122375, 0.39140594005584717, 0.3259495198726654, 0.9949396848678589, 0.7534666657447815, 0.9585376977920532, 0.9059898257255554, 0.9914224743843079, 0.6067315340042114, 0.14033624529838562, 0.07369627058506012, 0.18952108919620514 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.022977370768785477, 0.5983121991157532, 0.4335017800331116, 0.008847354911267757, 0.30321571230888367, 0.9992678761482239, 0.9952448010444641, 0.9991169571876526, 0.9648551344871521, 0.9883127808570862, 0.9802808165550232, 0.4949952960014343, 0.5281683802604675, 0.917302668094635 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 0.09401018172502518, 0.851952850818634, 0.20689405500888824, 0.007815888151526451, 0.2120688259601593, 0.8652240633964539, 0.9381240010261536, 0.9890130758285522, 0.9458011984825134, 0.8872045874595642, 0.963230550289154, 0.5136684775352478, 0.012431650422513485, 0.4605315029621124 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.0007096704212017357, 0.6610482335090637, 0.00407013762742281, 0.41205689311027527, 0.008577484637498856, 0.9916841983795166, 0.6926419734954834, 0.9998313188552856, 0.815232515335083, 0.2743513584136963, 0.985496461391449, 0.0007321811863221228, 0.20434190332889557, 0.10521054267883301 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.002115703420713544, 0.12592275440692902, 0.007577241398394108, 0.0009399438858963549, 0.5898345112800598, 0.5898345112800598, 0.3720487952232361, 0.15304215252399445, 0.9669140577316284, 0.9626730680465698, 0.11124119907617569, 0.16344544291496277, 0.0007793660624884069, 0.06656918674707413 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.042087726294994354, 0.06853749603033066, 0.11596072465181351, 0.0015487611526623368, 0.0026316740550100803, 0.4139508903026581, 0.8407825827598572, 0.6531268954277039, 0.8688268065452576, 0.6706082820892334, 0.9304582476615906, 0.03021458350121975, 0.007577241398394108, 0.18126320838928223 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.1677633374929428, 0.035678550601005554, 0.024423090741038322, 0.020023440942168236, 0.02262919954955578, 0.42202815413475037, 0.550365686416626, 0.04146226868033409, 0.957912266254425, 0.9924227595329285, 0.7577943801879883, 0.6306849718093872, 0.01798621006309986, 0.08632347732782364 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.2727987766265869, 0.15713684260845184, 0.0060975621454417706, 0.02517884224653244, 0.3380771279335022, 0.9977481961250305, 0.5992506742477417, 0.2538610100746155, 0.9653811454772949, 0.8577680587768555, 0.9626730680465698, 0.07263670116662979, 0.2751297354698181, 0.12592275440692902 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.15921740233898163, 0.4248892068862915, 0.022977370768785477, 0.005060331895947456, 0.8198933005332947, 0.9603611826896667, 0.9830850958824158, 0.9324532747268677, 0.970687747001648, 0.8407825827598572, 0.6242935061454773, 0.22135066986083984, 0.0039454069919884205, 0.6893056035041809 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.23651622235774994, 0.2735744118690491, 0.23651622235774994, 0.2782568037509918, 0.4644157588481903, 0.9759464263916016, 0.7476159334182739, 0.976669192314148, 0.9921841025352478, 0.730289876461029, 0.9441768527030945, 0.004331501666456461, 0.06954174488782883, 0.270480215549469 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.020332353189587593, 0.42298123240470886, 0.04672495648264885, 0.007815888151526451, 0.2018132209777832, 0.9664104580879211, 0.314050555229187, 0.9658995866775513, 0.9911527037620544, 0.9184802770614624, 0.12940272688865662, 0.013636835850775242, 0.9947799444198608, 0.0012448433553799987 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 0.0059110685251653194, 0.9863631129264832, 7.484622619813308e-05, 0.014503579586744308, 0.016914913430809975, 0.8267117738723755, 0.8344069123268127, 0.9353464841842651, 0.8840392827987671, 0.1037486344575882, 0.47536173462867737, 0.0008830457809381187, 0.09670579433441162, 0.7416740655899048 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.05921025574207306, 0.12592275440692902, 0.0384661927819252, 0.0029810327105224133, 0.11920291930437088, 0.9504110217094421, 0.9983515739440918, 0.9914224743843079, 0.9811668992042542, 0.896251380443573, 0.9669140577316284, 0.1919327825307846, 0.0008040859247557819, 0.5493988394737244 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.0008295892039313912, 0.001597845577634871, 0.0012843081494793296, 0.0005357805639505386, 0.04401864856481552, 0.9902915358543396, 0.8140527606010437, 0.5746335387229919, 0.7154240012168884, 0.9697853922843933, 0.9005298018455505, 0.004331501666456461, 0.008577484637498856, 0.02262919954955578 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.04023794084787369, 0.2806163728237152, 0.1490352898836136, 0.0020507434383034706, 0.9136765599250793, 0.9991958737373352, 0.9875683188438416, 0.4649015963077545, 0.9937100410461426, 0.9697853922843933, 0.9525741338729858, 0.0222861859947443, 0.8164063692092896, 0.7813306450843811 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 0.09670579433441162, 0.011687257327139378, 0.0023967307060956955, 0.10087862610816956, 0.06954174488782883, 0.9441768527030945, 0.06853749603033066, 0.014503579586744308, 0.9449946880340576, 0.9196425676345825, 0.3900110721588135, 0.008315778337419033, 0.7549149990081787, 0.020964240655303 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/control-full-seed41/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "fa8b5356cd2fa2fd51a1e62eb8b61a5134895591f6613fbb3ffeb1bd3564c76d", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3519021056, "total_wall_seconds": 1575.5905925639963, "trainable_parameters": 334111040, "parameters": 334111040 } }