{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-structural4l-control", "seed": 43, "source_checkpoint": "results/standalone4l_base/20260731-v1/structural-4l-control-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2127, "sha256": "25582f9f0ed4665d19108281eb805db25fa8728a385beeefefe49467d6917bc4" }, { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/control-full-seed43.run-manifest.json", "sha256": "bed5369f16ecd720846de653dc9f7c608c2e59dd4232e19db782d59884df0266", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.389404780266705, "windows": 2428, "wall_seconds": 318.71864904501126 }, "calibration_selected_for_monitoring_only": { "threshold": 0.35, "macro_f1": 0.4847490196233939, "micro_f1": 0.5140562248995985, "exact_match": 0.0, "predicted_positive_rate": 0.9323979591836735, "per_label": { "Appeal_to_Authority": { "precision": 0.19642857142857142, "recall": 1.0, "f1": 0.3283582089552239, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4107142857142857, "recall": 1.0, "f1": 0.5822784810126582, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.10714285714285714, "recall": 1.0, "f1": 0.19354838709677416, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.16071428571428573, "recall": 1.0, "f1": 0.27692307692307694, "support": 9 }, "Causal_Oversimplification": { "precision": 0.2857142857142857, "recall": 1.0, "f1": 0.4444444444444445, "support": 16 }, "Doubt": { "precision": 0.42857142857142855, "recall": 1.0, "f1": 0.6, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.525, "recall": 0.7777777777777778, "f1": 0.6268656716417911, "support": 27 }, "Flag-Waving": { "precision": 0.30357142857142855, "recall": 1.0, "f1": 0.4657534246575342, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6071428571428571, "recall": 1.0, "f1": 0.7555555555555554, "support": 34 }, "Repetition": { "precision": 0.44642857142857145, "recall": 1.0, "f1": 0.617283950617284, "support": 25 }, "Slogans": { "precision": 0.34615384615384615, "recall": 0.75, "f1": 0.4736842105263157, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16326530612244897, "recall": 1.0, "f1": 0.2807017543859649, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 1.0, "f1": 0.25, "support": 8 } }, "counts": { "tp": 256, "fp": 475, "fn": 9 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.533204029983608, "seconds_per_article": 0.09880721482113586 } }, { "epoch": 2, "training": { "loss": 1.043895460014681, "windows": 2428, "wall_seconds": 316.74598368501756 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5009590156548136, "micro_f1": 0.5537098560354374, "exact_match": 0.0, "predicted_positive_rate": 0.8137755102040817, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.7272727272727273, "f1": 0.32653061224489793, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4339622641509434, "recall": 1.0, "f1": 0.6052631578947368, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.19047619047619047, "recall": 0.6666666666666666, "f1": 0.2962962962962963, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2222222222222222, "recall": 0.8888888888888888, "f1": 0.3555555555555555, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3076923076923077, "recall": 0.75, "f1": 0.4363636363636364, "support": 16 }, "Doubt": { "precision": 0.46, "recall": 0.9583333333333334, "f1": 0.6216216216216216, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4909090909090909, "recall": 1.0, "f1": 0.6585365853658536, "support": 27 }, "Flag-Waving": { "precision": 0.3333333333333333, "recall": 0.9411764705882353, "f1": 0.49230769230769234, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6296296296296297, "recall": 1.0, "f1": 0.7727272727272727, "support": 34 }, "Repetition": { "precision": 0.4528301886792453, "recall": 0.96, "f1": 0.6153846153846154, "support": 25 }, "Slogans": { "precision": 0.23529411764705882, "recall": 1.0, "f1": 0.38095238095238093, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.15, "recall": 0.75, "f1": 0.24999999999999997, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.17777777777777778, "recall": 1.0, "f1": 0.3018867924528302, "support": 8 } }, "counts": { "tp": 250, "fp": 388, "fn": 15 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.662062221002998, "seconds_per_article": 0.10110825394648211 } }, { "epoch": 3, "training": { "loss": 0.6220597105524219, "windows": 2428, "wall_seconds": 316.48885075797443 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5036559417299118, "micro_f1": 0.5552995391705069, "exact_match": 0.0, "predicted_positive_rate": 0.7691326530612245, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.7272727272727273, "f1": 0.37209302325581395, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4186046511627907, "recall": 0.782608695652174, "f1": 0.5454545454545454, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21739130434782608, "recall": 0.8333333333333334, "f1": 0.3448275862068966, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.23076923076923078, "recall": 0.6666666666666666, "f1": 0.3428571428571429, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32653061224489793, "recall": 1.0, "f1": 0.4923076923076923, "support": 16 }, "Doubt": { "precision": 0.46938775510204084, "recall": 0.9583333333333334, "f1": 0.6301369863013699, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5102040816326531, "recall": 0.9259259259259259, "f1": 0.6578947368421053, "support": 27 }, "Flag-Waving": { "precision": 0.358974358974359, "recall": 0.8235294117647058, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6470588235294118, "recall": 0.9705882352941176, "f1": 0.7764705882352942, "support": 34 }, "Repetition": { "precision": 0.4528301886792453, "recall": 0.96, "f1": 0.6153846153846154, "support": 25 }, "Slogans": { "precision": 0.21568627450980393, "recall": 0.9166666666666666, "f1": 0.3492063492063492, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.15384615384615385, "recall": 0.75, "f1": 0.25531914893617025, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1590909090909091, "recall": 0.875, "f1": 0.26923076923076916, "support": 8 } }, "counts": { "tp": 241, "fp": 362, "fn": 24 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.398975001997314, "seconds_per_article": 0.09641026789280918 } }, { "epoch": 4, "training": { "loss": 0.30334099253702484, "windows": 2428, "wall_seconds": 316.6908617300214 }, "calibration_selected_for_monitoring_only": { "threshold": 0.35, "macro_f1": 0.5051979832336976, "micro_f1": 0.5816326530612245, "exact_match": 0.0, "predicted_positive_rate": 0.6619897959183674, "per_label": { "Appeal_to_Authority": { "precision": 0.29411764705882354, "recall": 0.45454545454545453, "f1": 0.35714285714285715, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4230769230769231, "recall": 0.9565217391304348, "f1": 0.5866666666666667, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3, "recall": 0.5, "f1": 0.37499999999999994, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.21739130434782608, "recall": 0.5555555555555556, "f1": 0.3125, "support": 9 }, "Causal_Oversimplification": { "precision": 0.2777777777777778, "recall": 0.625, "f1": 0.3846153846153846, "support": 16 }, "Doubt": { "precision": 0.5111111111111111, "recall": 0.9583333333333334, "f1": 0.6666666666666666, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.48, "recall": 0.8888888888888888, "f1": 0.6233766233766234, "support": 27 }, "Flag-Waving": { "precision": 0.3783783783783784, "recall": 0.8235294117647058, "f1": 0.5185185185185186, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6071428571428571, "recall": 1.0, "f1": 0.7555555555555554, "support": 34 }, "Repetition": { "precision": 0.4528301886792453, "recall": 0.96, "f1": 0.6153846153846154, "support": 25 }, "Slogans": { "precision": 0.36666666666666664, "recall": 0.9166666666666666, "f1": 0.5238095238095238, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.10714285714285714, "recall": 0.375, "f1": 0.16666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.17857142857142858, "recall": 0.625, "f1": 0.2777777777777778, "support": 8 } }, "counts": { "tp": 228, "fp": 291, "fn": 37 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.455812146014068, "seconds_per_article": 0.09742521689310836 } }, { "epoch": 5, "training": { "loss": 0.15054670476398385, "windows": 2428, "wall_seconds": 318.68140487902565 }, "calibration_selected_for_monitoring_only": { "threshold": 0.2, "macro_f1": 0.5172073790033214, "micro_f1": 0.5890052356020943, "exact_match": 0.0, "predicted_positive_rate": 0.6364795918367347, "per_label": { "Appeal_to_Authority": { "precision": 0.23333333333333334, "recall": 0.6363636363636364, "f1": 0.34146341463414637, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5128205128205128, "recall": 0.8695652173913043, "f1": 0.6451612903225806, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.17647058823529413, "recall": 0.3333333333333333, "f1": 0.23076923076923078, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3076923076923077, "recall": 0.75, "f1": 0.4363636363636364, "support": 16 }, "Doubt": { "precision": 0.44, "recall": 0.9166666666666666, "f1": 0.5945945945945945, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5217391304347826, "recall": 0.8888888888888888, "f1": 0.6575342465753423, "support": 27 }, "Flag-Waving": { "precision": 0.35135135135135137, "recall": 0.7647058823529411, "f1": 0.48148148148148157, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6470588235294118, "recall": 0.9705882352941176, "f1": 0.7764705882352942, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.88, "f1": 0.6376811594202899, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22857142857142856, "recall": 1.0, "f1": 0.3720930232558139, "support": 8 } }, "counts": { "tp": 225, "fp": 274, "fn": 40 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.531453264004085, "seconds_per_article": 0.0987759511429301 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.5076303692481379, "micro_f1": 0.5640449438202247, "exact_match": 0.0, "predicted_positive_rate": 0.7971938775510204, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.9090909090909091, "f1": 0.392156862745098, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.46938775510204084, "recall": 1.0, "f1": 0.6388888888888888, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.11764705882352941, "recall": 0.6666666666666666, "f1": 0.2, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.16666666666666666, "recall": 0.5555555555555556, "f1": 0.2564102564102564, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32, "recall": 1.0, "f1": 0.48484848484848486, "support": 16 }, "Doubt": { "precision": 0.42592592592592593, "recall": 0.9583333333333334, "f1": 0.5897435897435898, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.32653061224489793, "recall": 0.9411764705882353, "f1": 0.48484848484848486, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6071428571428571, "recall": 1.0, "f1": 0.7555555555555554, "support": 34 }, "Repetition": { "precision": 0.4807692307692308, "recall": 1.0, "f1": 0.6493506493506493, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.8333333333333334, "f1": 0.47619047619047616, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.75, "f1": 0.31578947368421056, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18604651162790697, "recall": 1.0, "f1": 0.3137254901960785, "support": 8 } }, "counts": { "tp": 251, "fp": 374, "fn": 14 } }, { "threshold": 0.1, "macro_f1": 0.513020397564387, "micro_f1": 0.5744934445768772, "exact_match": 0.0, "predicted_positive_rate": 0.7321428571428571, "per_label": { "Appeal_to_Authority": { "precision": 0.24324324324324326, "recall": 0.8181818181818182, "f1": 0.375, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4772727272727273, "recall": 0.9130434782608695, "f1": 0.6268656716417911, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.14285714285714285, "recall": 0.6666666666666666, "f1": 0.23529411764705882, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.16, "recall": 0.4444444444444444, "f1": 0.23529411764705882, "support": 9 }, "Causal_Oversimplification": { "precision": 0.2857142857142857, "recall": 0.75, "f1": 0.4137931034482759, "support": 16 }, "Doubt": { "precision": 0.42592592592592593, "recall": 0.9583333333333334, "f1": 0.5897435897435898, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.34782608695652173, "recall": 0.9411764705882353, "f1": 0.5079365079365079, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6071428571428571, "recall": 1.0, "f1": 0.7555555555555554, "support": 34 }, "Repetition": { "precision": 0.4897959183673469, "recall": 0.96, "f1": 0.6486486486486486, "support": 25 }, "Slogans": { "precision": 0.4090909090909091, "recall": 0.75, "f1": 0.5294117647058824, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.75, "f1": 0.375, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20512820512820512, "recall": 1.0, "f1": 0.3404255319148936, "support": 8 } }, "counts": { "tp": 241, "fp": 333, "fn": 24 } }, { "threshold": 0.15, "macro_f1": 0.5078593278978485, "micro_f1": 0.5789473684210527, "exact_match": 0.0, "predicted_positive_rate": 0.6798469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.23529411764705882, "recall": 0.7272727272727273, "f1": 0.3555555555555555, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5128205128205128, "recall": 0.8695652173913043, "f1": 0.6451612903225806, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.15384615384615385, "recall": 0.6666666666666666, "f1": 0.25, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.15789473684210525, "recall": 0.3333333333333333, "f1": 0.21428571428571427, "support": 9 }, "Causal_Oversimplification": { "precision": 0.2926829268292683, "recall": 0.75, "f1": 0.4210526315789473, "support": 16 }, "Doubt": { "precision": 0.4339622641509434, "recall": 0.9583333333333334, "f1": 0.5974025974025975, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5102040816326531, "recall": 0.9259259259259259, "f1": 0.6578947368421053, "support": 27 }, "Flag-Waving": { "precision": 0.3488372093023256, "recall": 0.8823529411764706, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6181818181818182, "recall": 1.0, "f1": 0.7640449438202247, "support": 34 }, "Repetition": { "precision": 0.4888888888888889, "recall": 0.88, "f1": 0.6285714285714286, "support": 25 }, "Slogans": { "precision": 0.42105263157894735, "recall": 0.6666666666666666, "f1": 0.5161290322580646, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.21052631578947367, "recall": 0.5, "f1": 0.2962962962962963, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 1.0, "f1": 0.3636363636363636, "support": 8 } }, "counts": { "tp": 231, "fp": 302, "fn": 34 } }, { "threshold": 0.2, "macro_f1": 0.5172073790033214, "micro_f1": 0.5890052356020943, "exact_match": 0.0, "predicted_positive_rate": 0.6364795918367347, "per_label": { "Appeal_to_Authority": { "precision": 0.23333333333333334, "recall": 0.6363636363636364, "f1": 0.34146341463414637, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5128205128205128, "recall": 0.8695652173913043, "f1": 0.6451612903225806, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.17647058823529413, "recall": 0.3333333333333333, "f1": 0.23076923076923078, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3076923076923077, "recall": 0.75, "f1": 0.4363636363636364, "support": 16 }, "Doubt": { "precision": 0.44, "recall": 0.9166666666666666, "f1": 0.5945945945945945, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5217391304347826, "recall": 0.8888888888888888, "f1": 0.6575342465753423, "support": 27 }, "Flag-Waving": { "precision": 0.35135135135135137, "recall": 0.7647058823529411, "f1": 0.48148148148148157, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6470588235294118, "recall": 0.9705882352941176, "f1": 0.7764705882352942, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.88, "f1": 0.6376811594202899, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22857142857142856, "recall": 1.0, "f1": 0.3720930232558139, "support": 8 } }, "counts": { "tp": 225, "fp": 274, "fn": 40 } }, { "threshold": 0.25, "macro_f1": 0.5148349687484086, "micro_f1": 0.5908460471567268, "exact_match": 0.0, "predicted_positive_rate": 0.5816326530612245, "per_label": { "Appeal_to_Authority": { "precision": 0.19230769230769232, "recall": 0.45454545454545453, "f1": 0.27027027027027023, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.53125, "recall": 0.7391304347826086, "f1": 0.6181818181818182, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.19047619047619047, "recall": 0.6666666666666666, "f1": 0.2962962962962963, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.3333333333333333, "f1": 0.28571428571428575, "support": 9 }, "Causal_Oversimplification": { "precision": 0.29411764705882354, "recall": 0.625, "f1": 0.4, "support": 16 }, "Doubt": { "precision": 0.4583333333333333, "recall": 0.9166666666666666, "f1": 0.611111111111111, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5217391304347826, "recall": 0.8888888888888888, "f1": 0.6575342465753423, "support": 27 }, "Flag-Waving": { "precision": 0.35294117647058826, "recall": 0.7058823529411765, "f1": 0.4705882352941177, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6530612244897959, "recall": 0.9411764705882353, "f1": 0.7710843373493975, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.84, "f1": 0.6268656716417911, "support": 25 }, "Slogans": { "precision": 0.5384615384615384, "recall": 0.5833333333333334, "f1": 0.5599999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3076923076923077, "recall": 0.5, "f1": 0.380952380952381, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.21875, "recall": 0.875, "f1": 0.35, "support": 8 } }, "counts": { "tp": 213, "fp": 243, "fn": 52 } }, { "threshold": 0.3, "macro_f1": 0.5079209039248554, "micro_f1": 0.5882352941176471, "exact_match": 0.0, "predicted_positive_rate": 0.5510204081632653, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.45454545454545453, "f1": 0.2777777777777778, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5161290322580645, "recall": 0.6956521739130435, "f1": 0.5925925925925926, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.19047619047619047, "recall": 0.6666666666666666, "f1": 0.2962962962962963, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2727272727272727, "recall": 0.3333333333333333, "f1": 0.3, "support": 9 }, "Causal_Oversimplification": { "precision": 0.30303030303030304, "recall": 0.625, "f1": 0.40816326530612246, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9166666666666666, "f1": 0.6470588235294118, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5348837209302325, "recall": 0.8518518518518519, "f1": 0.6571428571428571, "support": 27 }, "Flag-Waving": { "precision": 0.36666666666666664, "recall": 0.6470588235294118, "f1": 0.46808510638297873, "support": 17 }, "Loaded_Language": { "precision": 0.8301886792452831, "recall": 0.9777777777777777, "f1": 0.8979591836734695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 0.9411764705882353, "f1": 0.7804878048780487, "support": 34 }, "Repetition": { "precision": 0.48717948717948717, "recall": 0.76, "f1": 0.59375, "support": 25 }, "Slogans": { "precision": 0.5384615384615384, "recall": 0.5833333333333334, "f1": 0.5599999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.75, "f1": 0.31578947368421056, "support": 8 } }, "counts": { "tp": 205, "fp": 227, "fn": 60 } }, { "threshold": 0.35, "macro_f1": 0.49242030681100096, "micro_f1": 0.584070796460177, "exact_match": 0.0, "predicted_positive_rate": 0.5267857142857143, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.36363636363636365, "f1": 0.2285714285714286, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5161290322580645, "recall": 0.6956521739130435, "f1": 0.5925925925925926, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21052631578947367, "recall": 0.6666666666666666, "f1": 0.32, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3, "recall": 0.3333333333333333, "f1": 0.3157894736842105, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3125, "recall": 0.625, "f1": 0.4166666666666667, "support": 16 }, "Doubt": { "precision": 0.5116279069767442, "recall": 0.9166666666666666, "f1": 0.6567164179104478, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5384615384615384, "recall": 0.7777777777777778, "f1": 0.6363636363636364, "support": 27 }, "Flag-Waving": { "precision": 0.39285714285714285, "recall": 0.6470588235294118, "f1": 0.4888888888888888, "support": 17 }, "Loaded_Language": { "precision": 0.8301886792452831, "recall": 0.9777777777777777, "f1": 0.8979591836734695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6808510638297872, "recall": 0.9411764705882353, "f1": 0.7901234567901235, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.76, "f1": 0.6031746031746031, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.4166666666666667, "f1": 0.45454545454545453, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.25, "f1": 0.22222222222222224, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1724137931034483, "recall": 0.625, "f1": 0.2702702702702703, "support": 8 } }, "counts": { "tp": 198, "fp": 215, "fn": 67 } }, { "threshold": 0.4, "macro_f1": 0.4966035574102027, "micro_f1": 0.5858895705521472, "exact_match": 0.0, "predicted_positive_rate": 0.49362244897959184, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.36363636363636365, "f1": 0.25806451612903225, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5172413793103449, "recall": 0.6521739130434783, "f1": 0.576923076923077, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21052631578947367, "recall": 0.6666666666666666, "f1": 0.32, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3448275862068966, "recall": 0.625, "f1": 0.4444444444444445, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.8333333333333334, "f1": 0.625, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5714285714285714, "recall": 0.7407407407407407, "f1": 0.6451612903225806, "support": 27 }, "Flag-Waving": { "precision": 0.39285714285714285, "recall": 0.6470588235294118, "f1": 0.4888888888888888, "support": 17 }, "Loaded_Language": { "precision": 0.8301886792452831, "recall": 0.9777777777777777, "f1": 0.8979591836734695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6739130434782609, "recall": 0.9117647058823529, "f1": 0.775, "support": 34 }, "Repetition": { "precision": 0.4857142857142857, "recall": 0.68, "f1": 0.5666666666666667, "support": 25 }, "Slogans": { "precision": 0.625, "recall": 0.4166666666666667, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18518518518518517, "recall": 0.625, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 191, "fp": 196, "fn": 74 } }, { "threshold": 0.45, "macro_f1": 0.4782235203823527, "micro_f1": 0.5790297339593113, "exact_match": 0.0, "predicted_positive_rate": 0.4770408163265306, "per_label": { "Appeal_to_Authority": { "precision": 0.17647058823529413, "recall": 0.2727272727272727, "f1": 0.21428571428571427, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5384615384615384, "recall": 0.6086956521739131, "f1": 0.5714285714285715, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21052631578947367, "recall": 0.6666666666666666, "f1": 0.32, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3448275862068966, "recall": 0.625, "f1": 0.4444444444444445, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.8333333333333334, "f1": 0.625, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5757575757575758, "recall": 0.7037037037037037, "f1": 0.6333333333333334, "support": 27 }, "Flag-Waving": { "precision": 0.39285714285714285, "recall": 0.6470588235294118, "f1": 0.4888888888888888, "support": 17 }, "Loaded_Language": { "precision": 0.8301886792452831, "recall": 0.9777777777777777, "f1": 0.8979591836734695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6739130434782609, "recall": 0.9117647058823529, "f1": 0.775, "support": 34 }, "Repetition": { "precision": 0.47058823529411764, "recall": 0.64, "f1": 0.5423728813559322, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.125, "recall": 0.125, "f1": 0.125, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.625, "f1": 0.30303030303030304, "support": 8 } }, "counts": { "tp": 185, "fp": 189, "fn": 80 } }, { "threshold": 0.5, "macro_f1": 0.4783705107035269, "micro_f1": 0.5821138211382114, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.44642857142857145, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.2727272727272727, "f1": 0.23076923076923075, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5217391304347826, "recall": 0.5217391304347826, "f1": 0.5217391304347826, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2222222222222222, "recall": 0.6666666666666666, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.375, "recall": 0.3333333333333333, "f1": 0.35294117647058826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.35714285714285715, "recall": 0.625, "f1": 0.45454545454545453, "support": 16 }, "Doubt": { "precision": 0.5128205128205128, "recall": 0.8333333333333334, "f1": 0.6349206349206349, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6129032258064516, "recall": 0.7037037037037037, "f1": 0.6551724137931035, "support": 27 }, "Flag-Waving": { "precision": 0.38461538461538464, "recall": 0.5882352941176471, "f1": 0.46511627906976744, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6888888888888889, "recall": 0.9117647058823529, "f1": 0.7848101265822784, "support": 34 }, "Repetition": { "precision": 0.5172413793103449, "recall": 0.6, "f1": 0.5555555555555556, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.14285714285714285, "recall": 0.125, "f1": 0.13333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.17391304347826086, "recall": 0.5, "f1": 0.25806451612903225, "support": 8 } }, "counts": { "tp": 179, "fp": 171, "fn": 86 } }, { "threshold": 0.55, "macro_f1": 0.47964598303487754, "micro_f1": 0.588235294117647, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.42091836734693877, "per_label": { "Appeal_to_Authority": { "precision": 0.23076923076923078, "recall": 0.2727272727272727, "f1": 0.24999999999999994, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5217391304347826, "recall": 0.5217391304347826, "f1": 0.5217391304347826, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2, "recall": 0.5, "f1": 0.28571428571428575, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36, "recall": 0.5625, "f1": 0.43902439024390244, "support": 16 }, "Doubt": { "precision": 0.5128205128205128, "recall": 0.8333333333333334, "f1": 0.6349206349206349, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6129032258064516, "recall": 0.7037037037037037, "f1": 0.6551724137931035, "support": 27 }, "Flag-Waving": { "precision": 0.36, "recall": 0.5294117647058824, "f1": 0.42857142857142855, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6818181818181818, "recall": 0.8823529411764706, "f1": 0.7692307692307693, "support": 34 }, "Repetition": { "precision": 0.5769230769230769, "recall": 0.6, "f1": 0.5882352941176471, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16666666666666666, "recall": 0.125, "f1": 0.14285714285714288, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.5, "f1": 0.30769230769230765, "support": 8 } }, "counts": { "tp": 175, "fp": 155, "fn": 90 } }, { "threshold": 0.6, "macro_f1": 0.471944523978373, "micro_f1": 0.5846153846153846, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.40816326530612246, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.18181818181818182, "f1": 0.17391304347826086, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5454545454545454, "recall": 0.5217391304347826, "f1": 0.5333333333333332, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21428571428571427, "recall": 0.5, "f1": 0.3, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 16 }, "Doubt": { "precision": 0.5128205128205128, "recall": 0.8333333333333334, "f1": 0.6349206349206349, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6206896551724138, "recall": 0.6666666666666666, "f1": 0.6428571428571429, "support": 27 }, "Flag-Waving": { "precision": 0.34782608695652173, "recall": 0.47058823529411764, "f1": 0.39999999999999997, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6976744186046512, "recall": 0.8823529411764706, "f1": 0.7792207792207793, "support": 34 }, "Repetition": { "precision": 0.5769230769230769, "recall": 0.6, "f1": 0.5882352941176471, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16666666666666666, "recall": 0.125, "f1": 0.14285714285714288, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 } }, "counts": { "tp": 171, "fp": 149, "fn": 94 } }, { "threshold": 0.65, "macro_f1": 0.4694602306750216, "micro_f1": 0.5899280575539567, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.3711734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.18181818181818182, "f1": 0.1904761904761905, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6, "recall": 0.5217391304347826, "f1": 0.5581395348837209, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2, "recall": 0.3333333333333333, "f1": 0.25, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36363636363636365, "recall": 0.5, "f1": 0.4210526315789474, "support": 16 }, "Doubt": { "precision": 0.5405405405405406, "recall": 0.8333333333333334, "f1": 0.6557377049180328, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6071428571428571, "recall": 0.6296296296296297, "f1": 0.6181818181818182, "support": 27 }, "Flag-Waving": { "precision": 0.3333333333333333, "recall": 0.4117647058823529, "f1": 0.36842105263157887, "support": 17 }, "Loaded_Language": { "precision": 0.875, "recall": 0.9333333333333333, "f1": 0.9032258064516129, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.717948717948718, "recall": 0.8235294117647058, "f1": 0.767123287671233, "support": 34 }, "Repetition": { "precision": 0.6818181818181818, "recall": 0.6, "f1": 0.6382978723404256, "support": 25 }, "Slogans": { "precision": 0.6, "recall": 0.25, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.125, "f1": 0.15384615384615385, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 } }, "counts": { "tp": 164, "fp": 127, "fn": 101 } }, { "threshold": 0.7, "macro_f1": 0.4465008228530264, "micro_f1": 0.5784499054820416, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.336734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.18181818181818182, "f1": 0.2105263157894737, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5882352941176471, "recall": 0.43478260869565216, "f1": 0.5, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2222222222222222, "recall": 0.3333333333333333, "f1": 0.26666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2, "recall": 0.1111111111111111, "f1": 0.14285714285714285, "support": 9 }, "Causal_Oversimplification": { "precision": 0.35, "recall": 0.4375, "f1": 0.38888888888888884, "support": 16 }, "Doubt": { "precision": 0.5428571428571428, "recall": 0.7916666666666666, "f1": 0.6440677966101694, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6071428571428571, "recall": 0.6296296296296297, "f1": 0.6181818181818182, "support": 27 }, "Flag-Waving": { "precision": 0.4117647058823529, "recall": 0.4117647058823529, "f1": 0.4117647058823529, "support": 17 }, "Loaded_Language": { "precision": 0.8888888888888888, "recall": 0.8888888888888888, "f1": 0.8888888888888888, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7105263157894737, "recall": 0.7941176470588235, "f1": 0.7499999999999999, "support": 34 }, "Repetition": { "precision": 0.6666666666666666, "recall": 0.56, "f1": 0.6086956521739131, "support": 25 }, "Slogans": { "precision": 0.6, "recall": 0.25, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 153, "fp": 111, "fn": 112 } }, { "threshold": 0.75, "macro_f1": 0.42455495795973, "micro_f1": 0.5595238095238095, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.3048469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.18181818181818182, "f1": 0.2105263157894737, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.625, "recall": 0.43478260869565216, "f1": 0.5128205128205128, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.16666666666666666, "f1": 0.14285714285714288, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2, "recall": 0.1111111111111111, "f1": 0.14285714285714285, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.375, "f1": 0.35294117647058826, "support": 16 }, "Doubt": { "precision": 0.5483870967741935, "recall": 0.7083333333333334, "f1": 0.6181818181818182, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5652173913043478, "recall": 0.48148148148148145, "f1": 0.52, "support": 27 }, "Flag-Waving": { "precision": 0.4, "recall": 0.35294117647058826, "f1": 0.37500000000000006, "support": 17 }, "Loaded_Language": { "precision": 0.9523809523809523, "recall": 0.8888888888888888, "f1": 0.9195402298850575, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7222222222222222, "recall": 0.7647058823529411, "f1": 0.7428571428571428, "support": 34 }, "Repetition": { "precision": 0.7058823529411765, "recall": 0.48, "f1": 0.5714285714285713, "support": 25 }, "Slogans": { "precision": 0.6, "recall": 0.25, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.375, "f1": 0.3, "support": 8 } }, "counts": { "tp": 141, "fp": 98, "fn": 124 } }, { "threshold": 0.8, "macro_f1": 0.3990809642722132, "micro_f1": 0.5319148936170213, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.2614795918367347, "per_label": { "Appeal_to_Authority": { "precision": 0.2857142857142857, "recall": 0.18181818181818182, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6153846153846154, "recall": 0.34782608695652173, "f1": 0.4444444444444444, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.16666666666666666, "f1": 0.14285714285714288, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.1111111111111111, "f1": 0.15384615384615383, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3076923076923077, "recall": 0.25, "f1": 0.27586206896551724, "support": 16 }, "Doubt": { "precision": 0.6071428571428571, "recall": 0.7083333333333334, "f1": 0.6538461538461539, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5555555555555556, "recall": 0.37037037037037035, "f1": 0.4444444444444445, "support": 27 }, "Flag-Waving": { "precision": 0.3333333333333333, "recall": 0.23529411764705882, "f1": 0.27586206896551724, "support": 17 }, "Loaded_Language": { "precision": 0.95, "recall": 0.8444444444444444, "f1": 0.8941176470588236, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8, "recall": 0.7058823529411765, "f1": 0.7500000000000001, "support": 34 }, "Repetition": { "precision": 0.6428571428571429, "recall": 0.36, "f1": 0.4615384615384615, "support": 25 }, "Slogans": { "precision": 0.6, "recall": 0.25, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3, "recall": 0.375, "f1": 0.33333333333333326, "support": 8 } }, "counts": { "tp": 125, "fp": 80, "fn": 140 } }, { "threshold": 0.85, "macro_f1": 0.3716863244750521, "micro_f1": 0.5045454545454546, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.22321428571428573, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.18181818181818182, "f1": 0.23529411764705885, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.2608695652173913, "f1": 0.37500000000000006, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2, "recall": 0.16666666666666666, "f1": 0.1818181818181818, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.1111111111111111, "f1": 0.15384615384615383, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36363636363636365, "recall": 0.25, "f1": 0.2962962962962963, "support": 16 }, "Doubt": { "precision": 0.6363636363636364, "recall": 0.5833333333333334, "f1": 0.6086956521739131, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.2962962962962963, "f1": 0.37209302325581395, "support": 27 }, "Flag-Waving": { "precision": 0.36363636363636365, "recall": 0.23529411764705882, "f1": 0.2857142857142857, "support": 17 }, "Loaded_Language": { "precision": 0.9473684210526315, "recall": 0.8, "f1": 0.8674698795180723, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7931034482758621, "recall": 0.6764705882352942, "f1": 0.7301587301587301, "support": 34 }, "Repetition": { "precision": 0.6363636363636364, "recall": 0.28, "f1": 0.3888888888888889, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.08333333333333333, "f1": 0.13333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.125, "f1": 0.2, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.375, "recall": 0.375, "f1": 0.375, "support": 8 } }, "counts": { "tp": 111, "fp": 64, "fn": 154 } }, { "threshold": 0.9, "macro_f1": 0.3269182417853514, "micro_f1": 0.4483627204030226, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.1683673469387755, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.09090909090909091, "f1": 0.13333333333333333, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.8, "recall": 0.17391304347826086, "f1": 0.2857142857142857, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.1111111111111111, "f1": 0.16666666666666666, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 16 }, "Doubt": { "precision": 0.6842105263157895, "recall": 0.5416666666666666, "f1": 0.6046511627906976, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.2222222222222222, "f1": 0.32432432432432434, "support": 27 }, "Flag-Waving": { "precision": 0.4444444444444444, "recall": 0.23529411764705882, "f1": 0.30769230769230765, "support": 17 }, "Loaded_Language": { "precision": 0.96875, "recall": 0.6888888888888889, "f1": 0.8051948051948051, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7619047619047619, "recall": 0.47058823529411764, "f1": 0.5818181818181817, "support": 34 }, "Repetition": { "precision": 0.5714285714285714, "recall": 0.16, "f1": 0.25, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 0.08333333333333333, "f1": 0.13333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 8 } }, "counts": { "tp": 89, "fp": 43, "fn": 176 } } ], "selected": { "threshold": 0.2, "macro_f1": 0.5172073790033214, "micro_f1": 0.5890052356020943, "exact_match": 0.0, "predicted_positive_rate": 0.6364795918367347, "per_label": { "Appeal_to_Authority": { "precision": 0.23333333333333334, "recall": 0.6363636363636364, "f1": 0.34146341463414637, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5128205128205128, "recall": 0.8695652173913043, "f1": 0.6451612903225806, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17391304347826086, "recall": 0.6666666666666666, "f1": 0.27586206896551724, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.17647058823529413, "recall": 0.3333333333333333, "f1": 0.23076923076923078, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3076923076923077, "recall": 0.75, "f1": 0.4363636363636364, "support": 16 }, "Doubt": { "precision": 0.44, "recall": 0.9166666666666666, "f1": 0.5945945945945945, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5217391304347826, "recall": 0.8888888888888888, "f1": 0.6575342465753423, "support": 27 }, "Flag-Waving": { "precision": 0.35135135135135137, "recall": 0.7647058823529411, "f1": 0.48148148148148157, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6470588235294118, "recall": 0.9705882352941176, "f1": 0.7764705882352942, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.88, "f1": 0.6376811594202899, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22857142857142856, "recall": 1.0, "f1": 0.3720930232558139, "support": 8 } }, "counts": { "tp": 225, "fp": 274, "fn": 40 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.303482773946598, "seconds_per_article": 0.09470504953476068 } }, "test": { "threshold_locked_on_calibration": 0.2, "metrics": { "threshold": 0.2, "macro_f1": 0.5023778364496152, "micro_f1": 0.585635359116022, "exact_match": 0.0, "predicted_positive_rate": 0.5961038961038961, "per_label": { "Appeal_to_Authority": { "precision": 0.2962962962962963, "recall": 0.7272727272727273, "f1": 0.42105263157894735, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5263157894736842, "recall": 0.8333333333333334, "f1": 0.6451612903225806, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.22727272727272727, "recall": 0.7142857142857143, "f1": 0.3448275862068965, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.4166666666666667, "f1": 0.3703703703703704, "support": 12 }, "Causal_Oversimplification": { "precision": 0.4594594594594595, "recall": 0.9444444444444444, "f1": 0.6181818181818182, "support": 18 }, "Doubt": { "precision": 0.4782608695652174, "recall": 1.0, "f1": 0.6470588235294118, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.4186046511627907, "recall": 0.8181818181818182, "f1": 0.5538461538461539, "support": 22 }, "Flag-Waving": { "precision": 0.3333333333333333, "recall": 0.6470588235294118, "f1": 0.44, "support": 17 }, "Loaded_Language": { "precision": 0.8653846153846154, "recall": 1.0, "f1": 0.9278350515463918, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6458333333333334, "recall": 0.9393939393939394, "f1": 0.7654320987654321, "support": 33 }, "Repetition": { "precision": 0.45454545454545453, "recall": 0.8695652173913043, "f1": 0.5970149253731344, "support": 23 }, "Slogans": { "precision": 0.3076923076923077, "recall": 0.2857142857142857, "f1": 0.29629629629629634, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.1, "recall": 0.2857142857142857, "f1": 0.14814814814814817, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.19047619047619047, "recall": 0.4, "f1": 0.25806451612903225, "support": 10 } }, "counts": { "tp": 212, "fp": 247, "fn": 53 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.4899811029899865, "seconds_per_article": 0.08163602005436339 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.9740425944328308, 0.43206343054771423, 0.13568955659866333, 0.10087862610816956, 0.06560483574867249, 0.10669060051441193, 0.30321571230888367, 0.8568122982978821, 0.8509646654129028, 0.7416740655899048, 0.869714617729187, 0.0009399438858963549, 0.5109845399856567, 0.09670579433441162 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.45713669061660767, 0.1677633374929428, 0.20689405500888824, 0.0015011823270469904, 0.5879430770874023, 0.7690802216529846, 0.9926542043685913, 0.1276526302099228, 0.9899863600730896, 0.8807970285415649, 0.25534364581108093, 0.052618950605392456, 0.060086652636528015, 0.020964240655303 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.16451646387577057, 0.06278920918703079, 0.0009399438858963549, 0.00043055712012574077, 0.028870904818177223, 0.3199707269668579, 0.048136770725250244, 0.011687257327139378, 0.40497803688049316, 0.6123096346855164, 0.20946967601776123, 0.01798621006309986, 0.09534945338964462, 0.2267836332321167 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.8606036305427551, 0.8056321740150452, 0.45374593138694763, 0.08269733935594559, 0.49340859055519104, 0.9653811454772949, 0.9196425676345825, 0.999783456325531, 0.961533784866333, 0.9991440773010254, 0.3065270483493805, 0.10669060051441193, 0.9184802770614624, 0.21733753383159637 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.724090576171875, 0.37022536993026733, 0.270480215549469, 0.20434190332889557, 0.12852513790130615, 0.47950366139411926, 0.9284088015556335, 0.09947021305561066, 0.6926419734954834, 0.8633915781974792, 0.20561504364013672, 0.14033624529838562, 0.14804719388484955, 0.05749328061938286 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.45713669061660767, 0.7704647779464722, 0.9425067901611328, 0.9840936064720154, 0.949669361114502, 0.8128673434257507, 0.985042929649353, 0.621540904045105, 0.9814534187316895, 0.8489722013473511, 0.5869964361190796, 0.8140527606010437, 0.8624675869941711, 0.14128141105175018 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.13206614553928375, 0.8104788661003113, 0.07585817575454712, 0.34953272342681885, 0.896251380443573, 0.9814534187316895, 0.9971990585327148, 0.9983515739440918, 0.985496461391449, 0.954647421836853, 0.7969253659248352, 0.6306849718093872, 0.188323974609375, 0.16885694861412048 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.9995694756507874, 0.9830850958824158, 0.0002611903182696551, 0.0012065897462889552, 0.622459352016449, 0.47597065567970276, 0.053403329104185104, 0.017442485317587852, 0.8469578623771667, 0.8469578623771667, 0.2583259642124176, 0.06187598779797554, 0.008847354911267757, 0.2901756167411804 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.06754669547080994, 0.7431679368019104, 0.9986329674720764, 0.33111974596977234, 0.9993333220481873, 0.9919379353523254, 0.9835969805717468, 0.9944451451301575, 0.9693241715431213, 0.9967268705368042, 0.6800292134284973, 0.04672495648264885, 0.9996646642684937, 0.3711366057395935 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.3881540596485138, 0.9416541457176208, 0.9995827078819275, 0.6671476364135742, 0.39606815576553345, 0.6334102749824524, 0.4639299511909485, 0.9124361872673035, 0.9944451451301575, 0.8791467547416687, 0.985496461391449, 0.9919379353523254, 0.949669361114502, 0.7446563243865967 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.9362850189208984, 0.9241418242454529, 0.8918110132217407, 0.815232515335083, 0.6893056035041809, 0.9697853922843933, 0.8633915781974792, 0.9086179733276367, 0.9867772459983826, 0.957912266254425, 0.9219217896461487, 0.5358271598815918, 0.7786493301391602, 0.1919327825307846 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.997368335723877, 0.50164794921875, 0.0024726230185478926, 0.020964240655303, 0.06853749603033066, 0.05749328061938286, 0.053403329104185104, 0.023330770432949066, 0.8824278712272644, 0.055005285888910294, 0.729519784450531, 0.034100424498319626, 0.025565214455127716, 0.7718434929847717 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.6187804341316223, 0.23091977834701538, 0.01590639166533947, 0.14033624529838562, 0.9783847332000732, 0.29421496391296387, 0.9928786158561707, 0.29828691482543945, 0.9942697286605835, 0.46830427646636963, 0.9711290597915649, 0.04742587357759476, 0.0060975621454417706, 0.0026316740550100803 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.9449946880340576, 0.985042929649353, 0.027585282921791077, 0.005730246659368277, 0.40262696146965027, 0.1755380779504776, 0.3638729155063629, 0.002115703420713544, 0.9241418242454529, 0.9086179733276367, 0.6183196306228638, 0.00023050670279189944, 0.012431650422513485, 0.13117322325706482 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.42919009923934937, 0.05834583938121796, 0.006692850962281227, 0.008315778337419033, 0.8469578623771667, 0.8652240633964539, 0.5836780667304993, 0.1250653713941574, 0.621540904045105, 0.5336405038833618, 0.38676342368125916, 0.0020507434383034706, 0.01640303246676922, 0.006692850962281227 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 0.01798621006309986, 0.004331501666456461, 2.7535690605873242e-05, 2.2827996872365475e-05, 0.0014550630003213882, 0.26435837149620056, 0.0020507434383034706, 0.0003150386910419911, 0.11920291930437088, 0.2782568037509918, 0.04885777831077576, 0.0007096704212017357, 0.0006462032906711102, 0.0222861859947443 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.14033624529838562, 0.01971912756562233, 0.3182732164859772, 0.01640303246676922, 0.2133771777153015, 0.7772998809814453, 0.6808785796165466, 0.5760650634765625, 0.9820137619972229, 0.963230550289154, 0.42250463366508484, 0.7520125508308411, 0.8080672025680542, 0.0044683837331831455 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.38769033551216125, 0.8489722013473511, 0.0060975621454417706, 0.0015011823270469904, 0.18476751446723938, 0.6893056035041809, 0.3638729155063629, 0.3486451208591461, 0.6306849718093872, 0.5698526501655579, 0.6951311230659485, 0.010013571009039879, 0.2186693549156189, 0.24077458679676056 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 0.66888028383255, 0.6460136771202087, 0.07263670116662979, 0.0792103186249733, 0.2689414322376251, 0.730289876461029, 0.06097517907619476, 0.005384937860071659, 0.28696784377098083, 0.27747300267219543, 0.07585817575454712, 0.005554925184696913, 0.1127954050898552, 0.07585817575454712 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.4561674892902374, 0.011687257327139378, 0.0009110511746257544, 0.4436004161834717, 0.1200256198644638, 0.671470582485199, 0.9399133324623108, 0.314050555229187, 0.696784257888794, 0.2436424344778061, 0.5299932360649109, 0.0005884087877348065, 0.007577241398394108, 0.009125636890530586 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.004905405919998884, 0.49011361598968506, 0.1919327825307846, 0.1520322561264038, 0.859663724899292, 0.9207897186279297, 0.709019124507904, 0.19072403013706207, 0.9184802770614624, 0.8991213440895081, 0.5525397062301636, 0.6433292627334595, 0.03514484688639641, 0.9441768527030945 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 0.01798621006309986, 0.020023440942168236, 0.01065251138061285, 0.026355354115366936, 0.22000710666179657, 0.27747300267219543, 0.8606036305427551, 0.010986941866576672, 0.66888028383255, 0.16885694861412048, 0.7446563243865967, 0.000552778656128794, 0.000570315751247108, 0.004609572235494852 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.018546566367149353, 0.6901415586471558, 0.4344612956047058, 0.020964240655303, 0.5065914392471313, 0.5969031453132629, 0.9304582476615906, 0.6279512047767639, 0.9871788024902344, 0.9967268705368042, 0.18476751446723938, 0.05184546485543251, 0.7520125508308411, 0.024053551256656647 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 0.0004044814850203693, 0.005554925184696913, 0.12678517401218414, 0.00023050670279189944, 0.002889581024646759, 0.011687257327139378, 0.04603390023112297, 2.93115390377352e-05, 0.027169233188033104, 0.004755199886858463, 0.272024542093277, 7.031184941297397e-05, 0.1225232183933258, 0.0013250223128125072 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.7233095169067383, 0.2950267493724823, 0.9875683188438416, 0.9830850958824158, 0.9996849298477173, 0.6252092719078064, 0.3268083333969116, 0.3015677034854889, 0.9532750844955444, 0.9314625263214111, 0.4824290871620178, 0.38029852509498596, 0.7041600942611694, 0.47377896308898926 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.9046505093574524, 0.26740819215774536, 0.8278281688690186, 0.154057577252388, 0.5054318904876709, 0.4002804160118103, 0.6522414088249207, 0.07159119844436646, 0.9678993225097656, 0.6288633942604065, 0.4714665412902832, 0.44480594992637634, 0.6876299977302551, 0.3674972355365753 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.07369627058506012, 0.7371581792831421, 0.7905303239822388, 0.319121390581131, 0.29746994376182556, 0.7325918078422546, 0.974821150302887, 0.14414885640144348, 0.7416740655899048, 0.9787126779556274, 0.5292633771896362, 0.18010666966438293, 0.020964240655303, 0.008847354911267757 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.08882029354572296, 0.6113819479942322, 0.26971012353897095, 0.023689469322562218, 0.9959298968315125, 0.9399133324623108, 0.7853085398674011, 0.730289876461029, 0.970687747001648, 0.9783847332000732, 0.6601723432540894, 0.0033766122069209814, 0.044680867344141006, 0.021287351846694946 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 0.0014550630003213882, 0.005730246659368277, 0.0010005044750869274, 0.002889581024646759, 0.053403329104185104, 0.013636835850775242, 0.39187127351760864, 0.0023967307060956955, 0.2658804655075073, 0.03358950838446617, 0.012821214273571968, 0.0017007222631946206, 4.539786823443137e-05, 0.0026316740550100803 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.05749328061938286, 0.18713268637657166, 0.014957086183130741, 0.013222821988165379, 0.0427221953868866, 0.11757213622331619, 0.7956580519676208, 0.012821214273571968, 0.894789457321167, 0.3665897250175476, 0.32766830921173096, 0.16559311747550964, 0.0033766122069209814, 0.1225232183933258 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.5338835716247559, 0.9219217896461487, 0.8902942538261414, 0.7745833992958069, 0.8322367072105408, 0.9808759689331055, 0.9914224743843079, 0.6808785796165466, 0.9674102663993835, 0.9871788024902344, 0.7520125508308411, 0.8365545868873596, 0.7759445905685425, 0.6099889278411865 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.06465348601341248, 0.6071974039077759, 0.17441026866436005, 0.30569732189178467, 0.2991051971912384, 0.9196425676345825, 0.9046505093574524, 0.01065251138061285, 0.8449215292930603, 0.8807970285415649, 0.10818895697593689, 0.000626334105618298, 0.19559408724308014, 0.4904796779155731 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.2628418207168579, 0.23370636999607086, 0.0007096704212017357, 0.008847354911267757, 0.319121390581131, 0.621540904045105, 0.4605315029621124, 0.005220125429332256, 0.8902942538261414, 0.9399133324623108, 0.7853085398674011, 0.08632347732782364, 0.0030753696337342262, 0.1127954050898552 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.15304215252399445, 0.46174484491348267, 0.02161533385515213, 0.01590639166533947, 0.09268777817487717, 0.5959629416465759, 0.08756384253501892, 0.013636835850775242, 0.5832033753395081, 0.16451646387577057, 0.01590639166533947, 0.0012448433553799987, 0.013636835850775242, 0.02517884224653244 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.23091977834701538, 0.23091977834701538, 0.009125636890530586, 0.13206614553928375, 0.6486889719963074, 0.14128141105175018, 0.3775406777858734, 0.5708098411560059, 0.8386797308921814, 0.9658995866775513, 0.7813306450843811, 0.2186693549156189, 0.47244006395339966, 0.4860875904560089 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 0.006903838831931353, 0.07055959850549698, 0.007345826830714941, 0.0015011823270469904, 0.031618766486644745, 0.054198723286390305, 0.12592275440692902, 0.23792988061904907, 0.09268777817487717, 0.08632347732782364, 0.45035937428474426, 0.0037072531413286924, 0.0018102108733728528, 0.019419347867369652 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.04146226868033409, 0.8624675869941711, 0.20561504364013672, 0.14511536061763763, 0.5229331254959106, 0.8267117738723755, 0.9952448010444641, 0.7879312038421631, 0.974821150302887, 0.957277774810791, 0.9597620368003845, 0.22270013391971588, 0.05108273774385452, 0.5397111177444458 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.001987774157896638, 0.7201715111732483, 0.0003920417802873999, 0.0013670255430042744, 0.1766715943813324, 0.6252092719078064, 0.3993430435657501, 0.5568816065788269, 0.5202525854110718, 0.9136765599250793, 0.7718434929847717, 0.007815888151526451, 0.5679365992546082, 0.003273064736276865 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.0034834241960197687, 0.9702399373054504, 0.5532639026641846, 0.9196425676345825, 0.9230391979217529, 0.9621075391769409, 0.14706450700759888, 0.3268083333969116, 0.8807970285415649, 0.9381240010261536, 0.7813306450843811, 0.1677633374929428, 0.09947021305561066, 0.8365545868873596 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.35488009452819824, 0.9980732202529907, 0.18476751446723938, 0.0427221953868866, 0.5308445692062378, 0.9886682629585266, 0.9988664388656616, 0.642432451248169, 0.9926542043685913, 0.9019206762313843, 0.5484316945075989, 0.010328153148293495, 0.09009299427270889, 0.47122326493263245 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.2689414322376251, 0.8783142566680908, 0.469033807516098, 0.8766343593597412, 0.04535258188843727, 0.4970703423023224, 0.9111796617507935, 0.37022536993026733, 0.8856314420700073, 0.7606506943702698, 0.8714748620986938, 0.08632347732782364, 0.46976348757743835, 0.804405927658081 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 0.6113819479942322, 0.34334173798561096, 0.23792988061904907, 0.04958902671933174, 0.22541658580303192, 0.29098087549209595, 0.8757869601249695, 0.272024542093277, 0.9196425676345825, 0.9693241715431213, 0.9793540239334106, 0.04742587357759476, 0.7981867790222168, 0.03021458350121975 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.6233768463134766, 0.985496461391449, 0.008577484637498856, 0.2934044599533081, 0.18713268637657166, 0.2766905128955841, 0.43014734983444214, 0.9719924926757812, 0.9019206762313843, 0.7446563243865967, 0.6909762620925903, 0.04535258188843727, 0.5614553093910217, 0.09138210862874985 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.006692850962281227, 0.22815649211406708, 0.0007096704212017357, 0.004331501666456461, 0.5384978652000427, 0.044680867344141006, 0.10521054267883301, 0.19930799305438995, 0.4863925576210022, 0.9840936064720154, 0.05834583938121796, 0.06187598779797554, 0.0017007222631946206, 0.008315778337419033 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.10230471193790436, 0.014957086183130741, 0.8539127111434937, 0.0005357805639505386, 0.7839884757995605, 0.6451199054718018, 0.34246158599853516, 0.45035937428474426, 0.8278281688690186, 0.9334307909011841, 0.23370636999607086, 0.0384661927819252, 0.0060975621454417706, 0.18126320838928223 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.039048291742801666, 0.1490352898836136, 0.04535258188843727, 0.09138210862874985, 0.17217184603214264, 0.34334173798561096, 0.3073579967021942, 0.47597065567970276, 0.5450435876846313, 0.9566342234611511, 0.19682618975639343, 0.46830427646636963, 0.07696083933115005, 0.04336579889059067 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.4248892068862915, 0.23231014609336853, 0.04603390023112297, 0.03514484688639641, 0.3665897250175476, 0.9304582476615906, 0.1550784707069397, 0.6680145263671875, 0.9481545686721802, 0.9780517220497131, 0.1919327825307846, 0.740174412727356, 0.3199707269668579, 0.18594719469547272 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.3345894515514374, 0.04535258188843727, 0.9465966820716858, 0.018546566367149353, 0.7476159334182739, 0.9566342234611511, 0.9986329674720764, 0.99935382604599, 0.9648551344871521, 0.8705973029136658, 0.6601723432540894, 0.14223189651966095, 0.02931223064661026, 0.23934932053089142 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.04084571450948715, 0.8723474144935608, 0.9465966820716858, 0.006903838831931353, 0.7634837031364441, 0.8438951373100281, 0.3557748794555664, 0.47584885358810425, 0.9669140577316284, 0.937210738658905, 0.5380124449729919, 0.1225232183933258, 0.2934044599533081, 0.09009299427270889 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.25982561707496643, 0.10970578342676163, 0.011331753805279732, 0.03210070729255676, 0.929440438747406, 0.5152540802955627, 0.9755768775939941, 0.48755136132240295, 0.8019358515739441, 0.937210738658905, 0.12940272688865662, 0.1550784707069397, 0.7201715111732483, 0.21733753383159637 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 0.024053551256656647, 0.6636689305305481, 0.011331753805279732, 0.07477004081010818, 0.13296423852443695, 0.38168036937713623, 0.6187804341316223, 0.7386690378189087, 0.6740504503250122, 0.9863631129264832, 0.027169233188033104, 0.009708477184176445, 0.005060331895947456, 0.05582314357161522 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.10087862610816956, 0.2658804655075073, 0.030675802379846573, 0.037892427295446396, 0.550365686416626, 0.896251380443573, 0.8991213440895081, 0.8766343593597412, 0.9219217896461487, 0.9441768527030945, 0.7759445905685425, 0.07159119844436646, 0.04672495648264885, 0.4941408932209015 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.1276526302099228, 0.11436853557825089, 0.2030746340751648, 0.009125636890530586, 0.2267836332321167, 0.9773707389831543, 0.9830850958824158, 0.1581743359565735, 0.7310585379600525, 0.09009299427270889, 0.7074047327041626, 0.009125636890530586, 0.009708477184176445, 0.19072403013706207 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.15304215252399445, 0.2422056347131729, 0.10818895697593689, 0.308190256357193, 0.8757869601249695, 0.9324532747268677, 0.9820137619972229, 0.7325918078422546, 0.9532750844955444, 0.9886682629585266, 0.6601723432540894, 0.17781086266040802, 0.04535258188843727, 0.9324532747268677 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 0.11436853557825089, 0.08509904146194458, 0.06187598779797554, 0.0014550630003213882, 0.04084571450948715, 0.21733753383159637, 0.13939638435840607, 0.1127954050898552, 0.596433162689209, 0.7341195344924927, 0.9688562154769897, 0.020645929500460625, 0.039048291742801666, 0.017442485317587852 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/control-full-seed43/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "cabae6936b26a9becc5678f2877fb3d07e40b227d32d1c47b00f9fc0aea386b7", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3510632448, "total_wall_seconds": 1629.195114912989, "trainable_parameters": 334111040, "parameters": 334111040 } }