{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-taskagnostic4l-transfer", "seed": 42, "source_checkpoint": "results/standalone4l_base/20260731-v1/base-4l-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2145, "sha256": "05a8d13c70f61228202c1f8f60a33fc03eed2354cff4d82ad081e1591d80f949" }, { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed42.run-manifest.json", "sha256": "b6387cae69b3d270e442e749f1d6608a77639ac33400597862baee5eda05e397", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.2806839167433477, "windows": 2428, "wall_seconds": 310.4617676110065 }, "calibration_selected_for_monitoring_only": { "threshold": 0.55, "macro_f1": 0.5027236796113413, "micro_f1": 0.5575757575757576, "exact_match": 0.0, "predicted_positive_rate": 0.7142857142857143, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.8181818181818182, "f1": 0.38297872340425526, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.41818181818181815, "recall": 1.0, "f1": 0.5897435897435896, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.20689655172413793, "recall": 1.0, "f1": 0.34285714285714286, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.24324324324324326, "recall": 1.0, "f1": 0.391304347826087, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3137254901960784, "recall": 1.0, "f1": 0.47761194029850745, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7368421052631579, "recall": 0.5185185185185185, "f1": 0.6086956521739131, "support": 27 }, "Flag-Waving": { "precision": 0.4166666666666667, "recall": 0.5882352941176471, "f1": 0.48780487804878053, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6976744186046512, "recall": 0.8823529411764706, "f1": 0.7792207792207793, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.92, "f1": 0.647887323943662, "support": 25 }, "Slogans": { "precision": 0.21818181818181817, "recall": 1.0, "f1": 0.3582089552238806, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 1.0, "f1": 0.25, "support": 8 } }, "counts": { "tp": 230, "fp": 330, "fn": 35 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.084499460994266, "seconds_per_article": 0.09079463323204047 } }, { "epoch": 2, "training": { "loss": 1.0369246368107725, "windows": 2428, "wall_seconds": 309.82415883400245 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5574855008757124, "micro_f1": 0.62, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.5548469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.18181818181818182, "f1": 0.23529411764705885, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5428571428571428, "recall": 0.8260869565217391, "f1": 0.6551724137931034, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3157894736842105, "recall": 1.0, "f1": 0.4799999999999999, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4, "recall": 0.8888888888888888, "f1": 0.5517241379310346, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36585365853658536, "recall": 0.9375, "f1": 0.5263157894736842, "support": 16 }, "Doubt": { "precision": 0.5384615384615384, "recall": 0.875, "f1": 0.6666666666666667, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7222222222222222, "recall": 0.48148148148148145, "f1": 0.5777777777777777, "support": 27 }, "Flag-Waving": { "precision": 0.4358974358974359, "recall": 1.0, "f1": 0.6071428571428571, "support": 17 }, "Loaded_Language": { "precision": 0.9166666666666666, "recall": 0.9777777777777777, "f1": 0.946236559139785, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7631578947368421, "recall": 0.8529411764705882, "f1": 0.8055555555555555, "support": 34 }, "Repetition": { "precision": 0.5277777777777778, "recall": 0.76, "f1": 0.6229508196721312, "support": 25 }, "Slogans": { "precision": 0.2727272727272727, "recall": 1.0, "f1": 0.42857142857142855, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.875, "f1": 0.3888888888888889, "support": 8 } }, "counts": { "tp": 217, "fp": 218, "fn": 48 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.156996870005969, "seconds_per_article": 0.09208922982153515 } }, { "epoch": 3, "training": { "loss": 0.7129988075576146, "windows": 2428, "wall_seconds": 309.1674318650039 }, "calibration_selected_for_monitoring_only": { "threshold": 0.6, "macro_f1": 0.5704331100255395, "micro_f1": 0.6337817638266069, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.5153061224489796, "per_label": { "Appeal_to_Authority": { "precision": 0.15384615384615385, "recall": 0.18181818181818182, "f1": 0.16666666666666669, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.6956521739130435, "f1": 0.6808510638297872, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.45454545454545453, "recall": 0.8333333333333334, "f1": 0.5882352941176471, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5333333333333333, "recall": 0.5, "f1": 0.5161290322580646, "support": 16 }, "Doubt": { "precision": 0.5277777777777778, "recall": 0.7916666666666666, "f1": 0.6333333333333333, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5348837209302325, "recall": 0.8518518518518519, "f1": 0.6571428571428571, "support": 27 }, "Flag-Waving": { "precision": 0.48484848484848486, "recall": 0.9411764705882353, "f1": 0.64, "support": 17 }, "Loaded_Language": { "precision": 0.9565217391304348, "recall": 0.9777777777777777, "f1": 0.967032967032967, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8214285714285714, "recall": 0.6764705882352942, "f1": 0.7419354838709677, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 1.0, "f1": 0.6666666666666666, "support": 25 }, "Slogans": { "precision": 0.38461538461538464, "recall": 0.8333333333333334, "f1": 0.5263157894736842, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.22727272727272727, "recall": 0.625, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23333333333333334, "recall": 0.875, "f1": 0.3684210526315789, "support": 8 } }, "counts": { "tp": 212, "fp": 192, "fn": 53 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.392403525998816, "seconds_per_article": 0.09629292010712172 } }, { "epoch": 4, "training": { "loss": 0.3166975708017847, "windows": 2428, "wall_seconds": 309.81066597398603 }, "calibration_selected_for_monitoring_only": { "threshold": 0.25, "macro_f1": 0.5682695939445467, "micro_f1": 0.6541244573082489, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5433673469387755, "per_label": { "Appeal_to_Authority": { "precision": 0.2857142857142857, "recall": 0.18181818181818182, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6333333333333333, "recall": 0.8260869565217391, "f1": 0.7169811320754716, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3, "recall": 0.5, "f1": 0.37499999999999994, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3548387096774194, "recall": 0.6875, "f1": 0.4680851063829787, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.52, "recall": 0.9629629629629629, "f1": 0.6753246753246753, "support": 27 }, "Flag-Waving": { "precision": 0.40625, "recall": 0.7647058823529411, "f1": 0.5306122448979592, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7083333333333334, "recall": 1.0, "f1": 0.8292682926829268, "support": 34 }, "Repetition": { "precision": 0.4807692307692308, "recall": 1.0, "f1": 0.6493506493506493, "support": 25 }, "Slogans": { "precision": 0.4166666666666667, "recall": 0.8333333333333334, "f1": 0.5555555555555556, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.375, "recall": 0.375, "f1": 0.375, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2692307692307692, "recall": 0.875, "f1": 0.411764705882353, "support": 8 } }, "counts": { "tp": 226, "fp": 200, "fn": 39 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.21303028400871, "seconds_per_article": 0.09308982650015553 } }, { "epoch": 5, "training": { "loss": 0.11329269706084308, "windows": 2428, "wall_seconds": 309.197430344997 }, "calibration_selected_for_monitoring_only": { "threshold": 0.3, "macro_f1": 0.5775872698036336, "micro_f1": 0.6566666666666666, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.4272959183673469, "per_label": { "Appeal_to_Authority": { "precision": 0.26666666666666666, "recall": 0.36363636363636365, "f1": 0.30769230769230765, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.38461538461538464, "recall": 0.625, "f1": 0.4761904761904762, "support": 16 }, "Doubt": { "precision": 0.5365853658536586, "recall": 0.9166666666666666, "f1": 0.676923076923077, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.5555555555555556, "f1": 0.576923076923077, "support": 27 }, "Flag-Waving": { "precision": 0.6111111111111112, "recall": 0.6470588235294118, "f1": 0.6285714285714287, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.5277777777777778, "recall": 0.76, "f1": 0.6229508196721312, "support": 25 }, "Slogans": { "precision": 0.5333333333333333, "recall": 0.6666666666666666, "f1": 0.5925925925925926, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.625, "f1": 0.43478260869565216, "support": 8 } }, "counts": { "tp": 197, "fp": 138, "fn": 68 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.352796702994965, "seconds_per_article": 0.09558565541062437 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.571600617757409, "micro_f1": 0.6336898395721925, "exact_match": 0.0, "predicted_positive_rate": 0.6160714285714286, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.5454545454545454, "f1": 0.3157894736842105, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5806451612903226, "recall": 0.782608695652174, "f1": 0.6666666666666667, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3, "recall": 0.5, "f1": 0.37499999999999994, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4090909090909091, "recall": 1.0, "f1": 0.5806451612903226, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3611111111111111, "recall": 0.8125, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.48, "recall": 1.0, "f1": 0.6486486486486487, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5714285714285714, "recall": 0.8888888888888888, "f1": 0.6956521739130435, "support": 27 }, "Flag-Waving": { "precision": 0.45161290322580644, "recall": 0.8235294117647058, "f1": 0.5833333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7083333333333334, "recall": 1.0, "f1": 0.8292682926829268, "support": 34 }, "Repetition": { "precision": 0.48, "recall": 0.96, "f1": 0.64, "support": 25 }, "Slogans": { "precision": 0.38461538461538464, "recall": 0.8333333333333334, "f1": 0.5263157894736842, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.75, "f1": 0.39999999999999997, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.21875, "recall": 0.875, "f1": 0.35, "support": 8 } }, "counts": { "tp": 237, "fp": 246, "fn": 28 } }, { "threshold": 0.1, "macro_f1": 0.5737393344225828, "micro_f1": 0.6397694524495677, "exact_match": 0.0, "predicted_positive_rate": 0.5471938775510204, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6538461538461539, "recall": 0.7391304347826086, "f1": 0.693877551020408, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.42857142857142855, "recall": 0.5, "f1": 0.4615384615384615, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.47368421052631576, "recall": 1.0, "f1": 0.6428571428571429, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36363636363636365, "recall": 0.75, "f1": 0.48979591836734687, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5405405405405406, "recall": 0.7407407407407407, "f1": 0.625, "support": 27 }, "Flag-Waving": { "precision": 0.52, "recall": 0.7647058823529411, "f1": 0.6190476190476191, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7021276595744681, "recall": 0.9705882352941176, "f1": 0.8148148148148149, "support": 34 }, "Repetition": { "precision": 0.48, "recall": 0.96, "f1": 0.64, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.5, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.75, "f1": 0.3529411764705882, "support": 8 } }, "counts": { "tp": 222, "fp": 207, "fn": 43 } }, { "threshold": 0.15, "macro_f1": 0.5689656063889729, "micro_f1": 0.6358208955223881, "exact_match": 0.0, "predicted_positive_rate": 0.5165816326530612, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.64, "recall": 0.6956521739130435, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.42857142857142855, "recall": 0.5, "f1": 0.4615384615384615, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.47058823529411764, "recall": 0.8888888888888888, "f1": 0.6153846153846153, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.75, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.46808510638297873, "recall": 0.9166666666666666, "f1": 0.619718309859155, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.6296296296296297, "f1": 0.5573770491803278, "support": 27 }, "Flag-Waving": { "precision": 0.5714285714285714, "recall": 0.7058823529411765, "f1": 0.6315789473684211, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7272727272727273, "recall": 0.9411764705882353, "f1": 0.8205128205128205, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.96, "f1": 0.6575342465753424, "support": 25 }, "Slogans": { "precision": 0.4444444444444444, "recall": 0.6666666666666666, "f1": 0.5333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2608695652173913, "recall": 0.75, "f1": 0.3870967741935483, "support": 8 } }, "counts": { "tp": 213, "fp": 192, "fn": 52 } }, { "threshold": 0.2, "macro_f1": 0.5588339031558551, "micro_f1": 0.6365054602184087, "exact_match": 0.0, "predicted_positive_rate": 0.47959183673469385, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.36363636363636365, "f1": 0.2962962962962963, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.6956521739130435, "f1": 0.6808510638297872, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.42857142857142855, "recall": 0.5, "f1": 0.4615384615384615, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4, "recall": 0.6666666666666666, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3793103448275862, "recall": 0.6875, "f1": 0.4888888888888889, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5357142857142857, "recall": 0.5555555555555556, "f1": 0.5454545454545454, "support": 27 }, "Flag-Waving": { "precision": 0.5714285714285714, "recall": 0.7058823529411765, "f1": 0.6315789473684211, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.5111111111111111, "recall": 0.92, "f1": 0.6571428571428571, "support": 25 }, "Slogans": { "precision": 0.4444444444444444, "recall": 0.6666666666666666, "f1": 0.5333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.29411764705882354, "recall": 0.625, "f1": 0.4, "support": 8 } }, "counts": { "tp": 204, "fp": 172, "fn": 61 } }, { "threshold": 0.25, "macro_f1": 0.5711826303441211, "micro_f1": 0.6463022508038585, "exact_match": 0.0, "predicted_positive_rate": 0.45535714285714285, "per_label": { "Appeal_to_Authority": { "precision": 0.26666666666666666, "recall": 0.36363636363636365, "f1": 0.30769230769230765, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6956521739130435, "recall": 0.6956521739130435, "f1": 0.6956521739130435, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.42857142857142855, "recall": 0.5, "f1": 0.4615384615384615, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3793103448275862, "recall": 0.6875, "f1": 0.4888888888888889, "support": 16 }, "Doubt": { "precision": 0.5238095238095238, "recall": 0.9166666666666666, "f1": 0.6666666666666667, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5555555555555556, "recall": 0.5555555555555556, "f1": 0.5555555555555556, "support": 27 }, "Flag-Waving": { "precision": 0.631578947368421, "recall": 0.7058823529411765, "f1": 0.6666666666666667, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.4878048780487805, "recall": 0.8, "f1": 0.6060606060606061, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.375, "f1": 0.3, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3125, "recall": 0.625, "f1": 0.4166666666666667, "support": 8 } }, "counts": { "tp": 201, "fp": 156, "fn": 64 } }, { "threshold": 0.3, "macro_f1": 0.5775872698036336, "micro_f1": 0.6566666666666666, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.4272959183673469, "per_label": { "Appeal_to_Authority": { "precision": 0.26666666666666666, "recall": 0.36363636363636365, "f1": 0.30769230769230765, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.38461538461538464, "recall": 0.625, "f1": 0.4761904761904762, "support": 16 }, "Doubt": { "precision": 0.5365853658536586, "recall": 0.9166666666666666, "f1": 0.676923076923077, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.5555555555555556, "f1": 0.576923076923077, "support": 27 }, "Flag-Waving": { "precision": 0.6111111111111112, "recall": 0.6470588235294118, "f1": 0.6285714285714287, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.5277777777777778, "recall": 0.76, "f1": 0.6229508196721312, "support": 25 }, "Slogans": { "precision": 0.5333333333333333, "recall": 0.6666666666666666, "f1": 0.5925925925925926, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.625, "f1": 0.43478260869565216, "support": 8 } }, "counts": { "tp": 197, "fp": 138, "fn": 68 } }, { "threshold": 0.35, "macro_f1": 0.5683327508872958, "micro_f1": 0.6517241379310345, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.4017857142857143, "per_label": { "Appeal_to_Authority": { "precision": 0.2727272727272727, "recall": 0.2727272727272727, "f1": 0.2727272727272727, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7619047619047619, "recall": 0.6956521739130435, "f1": 0.7272727272727272, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.38461538461538464, "recall": 0.625, "f1": 0.4761904761904762, "support": 16 }, "Doubt": { "precision": 0.5428571428571428, "recall": 0.7916666666666666, "f1": 0.6440677966101694, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6190476190476191, "recall": 0.48148148148148145, "f1": 0.5416666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.6470588235294118, "recall": 0.6470588235294118, "f1": 0.6470588235294118, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.5294117647058824, "recall": 0.72, "f1": 0.6101694915254237, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.6666666666666666, "f1": 0.6153846153846153, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2857142857142857, "recall": 0.5, "f1": 0.36363636363636365, "support": 8 } }, "counts": { "tp": 189, "fp": 126, "fn": 76 } }, { "threshold": 0.4, "macro_f1": 0.5377630686932483, "micro_f1": 0.6323268206039077, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.38010204081632654, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.18181818181818182, "f1": 0.1904761904761905, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.6521739130434783, "f1": 0.6976744186046512, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.5, "recall": 0.5555555555555556, "f1": 0.5263157894736842, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4, "recall": 0.625, "f1": 0.48780487804878053, "support": 16 }, "Doubt": { "precision": 0.5294117647058824, "recall": 0.75, "f1": 0.6206896551724139, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.4444444444444444, "f1": 0.5106382978723405, "support": 27 }, "Flag-Waving": { "precision": 0.6666666666666666, "recall": 0.5882352941176471, "f1": 0.625, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7073170731707317, "recall": 0.8529411764705882, "f1": 0.7733333333333334, "support": 34 }, "Repetition": { "precision": 0.53125, "recall": 0.68, "f1": 0.5964912280701754, "support": 25 }, "Slogans": { "precision": 0.5833333333333334, "recall": 0.5833333333333334, "f1": 0.5833333333333334, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.375, "f1": 0.3, "support": 8 } }, "counts": { "tp": 178, "fp": 120, "fn": 87 } }, { "threshold": 0.45, "macro_f1": 0.5344485100143409, "micro_f1": 0.6365280289330922, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.3673469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.6521739130434783, "f1": 0.6976744186046512, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4166666666666667, "recall": 0.625, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.5294117647058824, "recall": 0.75, "f1": 0.6206896551724139, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.4444444444444444, "f1": 0.5106382978723405, "support": 27 }, "Flag-Waving": { "precision": 0.6666666666666666, "recall": 0.5882352941176471, "f1": 0.625, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.725, "recall": 0.8529411764705882, "f1": 0.7837837837837837, "support": 34 }, "Repetition": { "precision": 0.5666666666666667, "recall": 0.68, "f1": 0.6181818181818183, "support": 25 }, "Slogans": { "precision": 0.5454545454545454, "recall": 0.5, "f1": 0.5217391304347826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3, "recall": 0.375, "f1": 0.33333333333333326, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 } }, "counts": { "tp": 176, "fp": 112, "fn": 89 } }, { "threshold": 0.5, "macro_f1": 0.5206078298368647, "micro_f1": 0.6249999999999999, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.35586734693877553, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7368421052631579, "recall": 0.6086956521739131, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.43478260869565216, "recall": 0.625, "f1": 0.5128205128205128, "support": 16 }, "Doubt": { "precision": 0.5151515151515151, "recall": 0.7083333333333334, "f1": 0.5964912280701754, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6111111111111112, "recall": 0.4074074074074074, "f1": 0.4888888888888889, "support": 27 }, "Flag-Waving": { "precision": 0.6666666666666666, "recall": 0.5882352941176471, "f1": 0.625, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7368421052631579, "recall": 0.8235294117647058, "f1": 0.7777777777777778, "support": 34 }, "Repetition": { "precision": 0.5517241379310345, "recall": 0.64, "f1": 0.5925925925925927, "support": 25 }, "Slogans": { "precision": 0.5454545454545454, "recall": 0.5, "f1": 0.5217391304347826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 } }, "counts": { "tp": 170, "fp": 109, "fn": 95 } }, { "threshold": 0.55, "macro_f1": 0.5076178591962109, "micro_f1": 0.6209523809523808, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.33163265306122447, "per_label": { "Appeal_to_Authority": { "precision": 0.2857142857142857, "recall": 0.18181818181818182, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7777777777777778, "recall": 0.6086956521739131, "f1": 0.6829268292682927, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.43478260869565216, "recall": 0.625, "f1": 0.5128205128205128, "support": 16 }, "Doubt": { "precision": 0.5161290322580645, "recall": 0.6666666666666666, "f1": 0.5818181818181819, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6111111111111112, "recall": 0.4074074074074074, "f1": 0.4888888888888889, "support": 27 }, "Flag-Waving": { "precision": 0.6923076923076923, "recall": 0.5294117647058824, "f1": 0.5999999999999999, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7297297297297297, "recall": 0.7941176470588235, "f1": 0.7605633802816901, "support": 34 }, "Repetition": { "precision": 0.6, "recall": 0.6, "f1": 0.6, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.3333333333333333, "f1": 0.4, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2857142857142857, "recall": 0.25, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 } }, "counts": { "tp": 163, "fp": 97, "fn": 102 } }, { "threshold": 0.6, "macro_f1": 0.5052587127705174, "micro_f1": 0.61328125, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.31505102040816324, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.18181818181818182, "f1": 0.23529411764705885, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7777777777777778, "recall": 0.6086956521739131, "f1": 0.6829268292682927, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.43478260869565216, "recall": 0.625, "f1": 0.5128205128205128, "support": 16 }, "Doubt": { "precision": 0.5172413793103449, "recall": 0.625, "f1": 0.5660377358490567, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6875, "recall": 0.4074074074074074, "f1": 0.5116279069767441, "support": 27 }, "Flag-Waving": { "precision": 0.75, "recall": 0.5294117647058824, "f1": 0.6206896551724139, "support": 17 }, "Loaded_Language": { "precision": 0.8979591836734694, "recall": 0.9777777777777777, "f1": 0.9361702127659575, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7352941176470589, "recall": 0.7352941176470589, "f1": 0.735294117647059, "support": 34 }, "Repetition": { "precision": 0.5652173913043478, "recall": 0.52, "f1": 0.5416666666666667, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2857142857142857, "recall": 0.25, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 } }, "counts": { "tp": 157, "fp": 90, "fn": 108 } }, { "threshold": 0.65, "macro_f1": 0.5022518643204105, "micro_f1": 0.6083499005964215, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.30357142857142855, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.18181818181818182, "f1": 0.23529411764705885, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7777777777777778, "recall": 0.6086956521739131, "f1": 0.6829268292682927, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.43478260869565216, "recall": 0.625, "f1": 0.5128205128205128, "support": 16 }, "Doubt": { "precision": 0.5357142857142857, "recall": 0.625, "f1": 0.576923076923077, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6666666666666666, "recall": 0.37037037037037035, "f1": 0.47619047619047616, "support": 27 }, "Flag-Waving": { "precision": 0.75, "recall": 0.5294117647058824, "f1": 0.6206896551724139, "support": 17 }, "Loaded_Language": { "precision": 0.9166666666666666, "recall": 0.9777777777777777, "f1": 0.946236559139785, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.71875, "recall": 0.6764705882352942, "f1": 0.696969696969697, "support": 34 }, "Repetition": { "precision": 0.6, "recall": 0.48, "f1": 0.5333333333333332, "support": 25 }, "Slogans": { "precision": 0.5714285714285714, "recall": 0.3333333333333333, "f1": 0.4210526315789474, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 } }, "counts": { "tp": 153, "fp": 85, "fn": 112 } }, { "threshold": 0.7, "macro_f1": 0.47762566040259197, "micro_f1": 0.5918367346938775, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.2869897959183674, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.09090909090909091, "f1": 0.13333333333333333, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7777777777777778, "recall": 0.6086956521739131, "f1": 0.6829268292682927, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.47619047619047616, "recall": 0.625, "f1": 0.5405405405405405, "support": 16 }, "Doubt": { "precision": 0.5357142857142857, "recall": 0.625, "f1": 0.576923076923077, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6923076923076923, "recall": 0.3333333333333333, "f1": 0.45, "support": 27 }, "Flag-Waving": { "precision": 0.7, "recall": 0.4117647058823529, "f1": 0.5185185185185185, "support": 17 }, "Loaded_Language": { "precision": 0.9166666666666666, "recall": 0.9777777777777777, "f1": 0.946236559139785, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7, "recall": 0.6176470588235294, "f1": 0.65625, "support": 34 }, "Repetition": { "precision": 0.5789473684210527, "recall": 0.44, "f1": 0.5, "support": 25 }, "Slogans": { "precision": 0.6, "recall": 0.25, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.25, "f1": 0.23529411764705882, "support": 8 } }, "counts": { "tp": 145, "fp": 80, "fn": 120 } }, { "threshold": 0.75, "macro_f1": 0.45427734405361403, "micro_f1": 0.5750528541226215, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.2653061224489796, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.09090909090909091, "f1": 0.14285714285714288, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7777777777777778, "recall": 0.6086956521739131, "f1": 0.6829268292682927, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.45, "recall": 0.5625, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.5769230769230769, "recall": 0.625, "f1": 0.6, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7272727272727273, "recall": 0.2962962962962963, "f1": 0.42105263157894735, "support": 27 }, "Flag-Waving": { "precision": 0.7, "recall": 0.4117647058823529, "f1": 0.5185185185185185, "support": 17 }, "Loaded_Language": { "precision": 0.9130434782608695, "recall": 0.9333333333333333, "f1": 0.9230769230769231, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7307692307692307, "recall": 0.5588235294117647, "f1": 0.6333333333333334, "support": 34 }, "Repetition": { "precision": 0.5882352941176471, "recall": 0.4, "f1": 0.4761904761904762, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.16666666666666666, "f1": 0.25, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.125, "f1": 0.15384615384615385, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.25, "f1": 0.25, "support": 8 } }, "counts": { "tp": 136, "fp": 72, "fn": 129 } }, { "threshold": 0.8, "macro_f1": 0.44685856548101455, "micro_f1": 0.5720524017467249, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.2461734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.5, "recall": 0.09090909090909091, "f1": 0.15384615384615385, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7647058823529411, "recall": 0.5652173913043478, "f1": 0.65, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42105263157894735, "recall": 0.5, "f1": 0.45714285714285713, "support": 16 }, "Doubt": { "precision": 0.6, "recall": 0.625, "f1": 0.6122448979591836, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7, "recall": 0.25925925925925924, "f1": 0.37837837837837834, "support": 27 }, "Flag-Waving": { "precision": 0.7, "recall": 0.4117647058823529, "f1": 0.5185185185185185, "support": 17 }, "Loaded_Language": { "precision": 0.9333333333333333, "recall": 0.9333333333333333, "f1": 0.9333333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7307692307692307, "recall": 0.5588235294117647, "f1": 0.6333333333333334, "support": 34 }, "Repetition": { "precision": 0.6428571428571429, "recall": 0.36, "f1": 0.4615384615384615, "support": 25 }, "Slogans": { "precision": 0.6666666666666666, "recall": 0.16666666666666666, "f1": 0.26666666666666666, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.125, "f1": 0.16666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 } }, "counts": { "tp": 131, "fp": 62, "fn": 134 } }, { "threshold": 0.85, "macro_f1": 0.43922388553111796, "micro_f1": 0.5656108597285068, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.22576530612244897, "per_label": { "Appeal_to_Authority": { "precision": 0.5, "recall": 0.09090909090909091, "f1": 0.15384615384615385, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.5217391304347826, "f1": 0.6153846153846153, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4666666666666667, "recall": 0.4375, "f1": 0.45161290322580644, "support": 16 }, "Doubt": { "precision": 0.625, "recall": 0.625, "f1": 0.625, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.75, "recall": 0.2222222222222222, "f1": 0.34285714285714286, "support": 27 }, "Flag-Waving": { "precision": 0.7777777777777778, "recall": 0.4117647058823529, "f1": 0.5384615384615384, "support": 17 }, "Loaded_Language": { "precision": 0.9545454545454546, "recall": 0.9333333333333333, "f1": 0.9438202247191012, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.782608695652174, "recall": 0.5294117647058824, "f1": 0.631578947368421, "support": 34 }, "Repetition": { "precision": 0.6363636363636364, "recall": 0.28, "f1": 0.3888888888888889, "support": 25 }, "Slogans": { "precision": 0.6666666666666666, "recall": 0.16666666666666666, "f1": 0.26666666666666666, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.125, "f1": 0.16666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 } }, "counts": { "tp": 125, "fp": 52, "fn": 140 } }, { "threshold": 0.9, "macro_f1": 0.39456574708530556, "micro_f1": 0.5317073170731706, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.18494897959183673, "per_label": { "Appeal_to_Authority": { "precision": 0.5, "recall": 0.09090909090909091, "f1": 0.15384615384615385, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7857142857142857, "recall": 0.4782608695652174, "f1": 0.5945945945945946, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.25, "recall": 0.16666666666666666, "f1": 0.2, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4, "recall": 0.2222222222222222, "f1": 0.2857142857142857, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 16 }, "Doubt": { "precision": 0.6666666666666666, "recall": 0.5833333333333334, "f1": 0.6222222222222222, "support": 24 }, "Exaggeration,Minimisation": { "precision": 1.0, "recall": 0.14814814814814814, "f1": 0.25806451612903225, "support": 27 }, "Flag-Waving": { "precision": 0.875, "recall": 0.4117647058823529, "f1": 0.56, "support": 17 }, "Loaded_Language": { "precision": 0.9512195121951219, "recall": 0.8666666666666667, "f1": 0.9069767441860465, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8333333333333334, "recall": 0.4411764705882353, "f1": 0.576923076923077, "support": 34 }, "Repetition": { "precision": 0.6363636363636364, "recall": 0.28, "f1": 0.3888888888888889, "support": 25 }, "Slogans": { "precision": 1.0, "recall": 0.08333333333333333, "f1": 0.15384615384615385, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.4, "recall": 0.25, "f1": 0.3076923076923077, "support": 8 } }, "counts": { "tp": 109, "fp": 36, "fn": 156 } } ], "selected": { "threshold": 0.3, "macro_f1": 0.5775872698036336, "micro_f1": 0.6566666666666666, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.4272959183673469, "per_label": { "Appeal_to_Authority": { "precision": 0.26666666666666666, "recall": 0.36363636363636365, "f1": 0.30769230769230765, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.5, "f1": 0.5, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.38461538461538464, "recall": 0.625, "f1": 0.4761904761904762, "support": 16 }, "Doubt": { "precision": 0.5365853658536586, "recall": 0.9166666666666666, "f1": 0.676923076923077, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.5555555555555556, "f1": 0.576923076923077, "support": 27 }, "Flag-Waving": { "precision": 0.6111111111111112, "recall": 0.6470588235294118, "f1": 0.6285714285714287, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7209302325581395, "recall": 0.9117647058823529, "f1": 0.8051948051948051, "support": 34 }, "Repetition": { "precision": 0.5277777777777778, "recall": 0.76, "f1": 0.6229508196721312, "support": 25 }, "Slogans": { "precision": 0.5333333333333333, "recall": 0.6666666666666666, "f1": 0.5925925925925926, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.625, "f1": 0.43478260869565216, "support": 8 } }, "counts": { "tp": 197, "fp": 138, "fn": 68 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.237074617994949, "seconds_per_article": 0.09351918960705266 } }, "test": { "threshold_locked_on_calibration": 0.3, "metrics": { "threshold": 0.3, "macro_f1": 0.6028379036218096, "micro_f1": 0.6655172413793103, "exact_match": 0.03636363636363636, "predicted_positive_rate": 0.4090909090909091, "per_label": { "Appeal_to_Authority": { "precision": 0.5384615384615384, "recall": 0.6363636363636364, "f1": 0.5833333333333334, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.56, "recall": 0.5833333333333334, "f1": 0.5714285714285714, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5555555555555556, "recall": 0.7142857142857143, "f1": 0.6250000000000001, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.4166666666666667, "f1": 0.43478260869565216, "support": 12 }, "Causal_Oversimplification": { "precision": 0.5769230769230769, "recall": 0.8333333333333334, "f1": 0.6818181818181818, "support": 18 }, "Doubt": { "precision": 0.6, "recall": 0.9545454545454546, "f1": 0.7368421052631579, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.48148148148148145, "recall": 0.5909090909090909, "f1": 0.5306122448979591, "support": 22 }, "Flag-Waving": { "precision": 0.7333333333333333, "recall": 0.6470588235294118, "f1": 0.6875, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7428571428571429, "recall": 0.7878787878787878, "f1": 0.7647058823529412, "support": 33 }, "Repetition": { "precision": 0.5, "recall": 0.7391304347826086, "f1": 0.5964912280701754, "support": 23 }, "Slogans": { "precision": 0.75, "recall": 0.6428571428571429, "f1": 0.6923076923076924, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.2857142857142857, "f1": 0.30769230769230765, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.26666666666666666, "recall": 0.4, "f1": 0.32, "support": 10 } }, "counts": { "tp": 193, "fp": 122, "fn": 72 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.329529417009326, "seconds_per_article": 0.07871871667289683 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.04401864856481552, 0.9553191661834717, 0.04401864856481552, 0.4163219630718231, 0.17441026866436005, 0.18126320838928223, 0.01798621006309986, 0.0035936026833951473, 0.9664104580879211, 0.14318770170211792, 0.36296918988227844, 0.04336579889059067, 0.2465333193540573, 0.2658804655075073 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.013222821988165379, 0.5626571178436279, 0.16885694861412048, 0.00407013762742281, 0.3106943964958191, 0.35309353470802307, 0.17217184603214264, 0.010986941866576672, 0.9996316432952881, 0.5477060079574585, 0.44167301058769226, 0.6233768463134766, 0.09807931631803513, 0.06465348601341248 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.15921740233898163, 0.0008559006964787841, 2.014569145103451e-05, 2.1233784082141938e-06, 0.002323162741959095, 0.985042929649353, 0.002182716503739357, 0.004905405919998884, 0.314050555229187, 0.053403329104185104, 0.016914913430809975, 0.000191104321856983, 0.013636835850775242, 0.3123700022697449 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.7839884757995605, 0.28378137946128845, 0.000570315751247108, 0.02161533385515213, 0.999480664730072, 0.9926542043685913, 0.48425814509391785, 0.11920291930437088, 0.9648551344871521, 0.998245358467102, 0.32082128524780273, 0.7057850360870361, 0.07807816565036774, 0.013222821988165379 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.008061991073191166, 0.04023794084787369, 0.0029810327105224133, 0.0005193048855289817, 0.010986941866576672, 0.4856606721878052, 0.3123700022697449, 0.0059110685251653194, 0.9149009585380554, 0.8856314420700073, 0.7592254281044006, 0.05834583938121796, 0.15002880990505219, 0.02931223064661026 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.1127954050898552, 0.9911527037620544, 0.015424552373588085, 0.4790162444114685, 0.894789457321167, 0.7146279811859131, 0.8175744414329529, 0.0011695103021338582, 0.9970190525054932, 0.917302668094635, 0.7732163667678833, 0.013222821988165379, 0.9059898257255554, 0.3106943964958191 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.000570315751247108, 0.9998313188552856, 0.003172682598233223, 0.9626730680465698, 0.9928786158561707, 0.6584175229072571, 0.7082125544548035, 0.859663724899292, 0.9993333220481873, 0.8489722013473511, 0.6926419734954834, 0.010986941866576672, 0.034100424498319626, 0.031143832951784134 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.9263036847114563, 0.9997695088386536, 0.002115703420713544, 0.018546566367149353, 0.3015677034854889, 0.793105959892273, 0.008315778337419033, 0.0002611903182696551, 0.9637799859046936, 0.6808785796165466, 0.37570643424987793, 0.0005357805639505386, 0.00033535013790242374, 0.04401864856481552 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.3015677034854889, 0.24944725632667542, 0.9219217896461487, 0.006903838831931353, 0.9947799444198608, 0.9609517455101013, 0.9658995866775513, 0.9991169571876526, 0.907312273979187, 0.9883127808570862, 0.3225259780883789, 0.006903838831931353, 0.8056321740150452, 0.6187804341316223 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.010986941866576672, 0.44601210951805115, 0.9997695088386536, 0.06954174488782883, 0.22000710666179657, 0.6825737357139587, 0.4698851704597473, 0.14511536061763763, 0.9991440773010254, 0.9783847332000732, 0.9353464841842651, 0.8872045874595642, 0.07477004081010818, 0.7690802216529846 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.25982561707496643, 0.859663724899292, 0.05033063143491745, 0.04401864856481552, 0.9399133324623108, 0.7732163667678833, 0.894789457321167, 0.004755199886858463, 0.9893474578857422, 0.9161096215248108, 0.36840569972991943, 0.0384661927819252, 0.14223189651966095, 0.13568955659866333 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.8289388418197632, 0.9944451451301575, 0.0014550630003213882, 0.0005193048855289817, 0.00017952796770259738, 0.0033766122069209814, 0.08035746961832047, 9.610241977497935e-05, 0.36116471886634827, 0.7690802216529846, 0.020964240655303, 0.005220125429332256, 7.411280421365518e-06, 0.01912403479218483 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.030675802379846573, 0.07696083933115005, 0.0007793660624884069, 0.0044683837331831455, 0.4590761363506317, 0.7130321860313416, 0.188323974609375, 0.024423090741038322, 0.9324532747268677, 0.7279754281044006, 0.9992445707321167, 0.0003920417802873999, 0.054198723286390305, 0.04336579889059067 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.45665207505226135, 0.9999963045120239, 0.0427221953868866, 0.015424552373588085, 0.6800292134284973, 0.015424552373588085, 0.6575384140014648, 0.0001686527393758297, 0.929440438747406, 0.7704647779464722, 0.7256486415863037, 0.000552778656128794, 0.00013135180051904172, 0.07369627058506012 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.0010322310263291001, 0.547947883605957, 0.01798621006309986, 0.0013670255430042744, 0.06465348601341248, 0.9465966820716858, 0.013222821988165379, 0.8006919622421265, 0.5382551550865173, 0.15713684260845184, 0.5827285051345825, 0.00033535013790242374, 0.08632347732782364, 0.8840392827987671 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 8.851569646139978e-07, 0.0004044814850203693, 4.2647468944778666e-05, 2.3823690753488336e-07, 5.771919859398622e-06, 0.013636835850775242, 2.93115390377352e-05, 0.0002780309587251395, 0.20946967601776123, 0.023330770432949066, 0.008315778337419033, 0.00011591933434829116, 1.1253515452835927e-07, 0.000570315751247108 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.004755199886858463, 0.026759283617138863, 0.020023440942168236, 0.0009697519708424807, 0.6918097138404846, 0.9648551344871521, 0.35667070746421814, 0.014957086183130741, 0.9966233968734741, 0.7154240012168884, 0.34510529041290283, 0.2030746340751648, 0.05665242671966553, 0.2120688259601593 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.001987774157896638, 0.002115703420713544, 0.003273064736276865, 0.0013670255430042744, 0.00021654405281879008, 0.8221890926361084, 0.0015011823270469904, 0.0002611903182696551, 0.6388352513313293, 0.018833130598068237, 0.5056454539299011, 0.002182716503739357, 0.20434190332889557, 0.008315778337419033 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 0.0120537793263793, 0.008577484637498856, 0.0008295892039313912, 2.7535690605873242e-05, 0.00407013762742281, 0.3442229926586151, 0.007345826830714941, 2.586742994026281e-05, 0.8539127111434937, 0.11124119907617569, 0.012431650422513485, 0.0016484829830005765, 0.002889581024646759, 0.007577241398394108 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.03514484688639641, 0.3970029056072235, 0.0002611903182696551, 0.5341265201568604, 0.2267836332321167, 0.005220125429332256, 0.4368622601032257, 1.0677027830752195e-06, 0.9805806875228882, 0.13477590680122375, 0.4330222010612488, 0.000503335555549711, 1.760343138812459e-06, 0.0023967307060956955 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.001597845577634871, 0.5518152117729187, 0.9976032376289368, 0.02161533385515213, 0.8529354333877563, 0.013222821988165379, 0.22270013391971588, 0.22000710666179657, 0.977022647857666, 0.04401864856481552, 0.6379335522651672, 0.18359363079071045, 0.1710611879825592, 0.9814534187316895 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 0.0010322310263291001, 0.35220175981521606, 0.000487857119878754, 0.001987774157896638, 0.002251847181469202, 0.1037486344575882, 0.026355354115366936, 0.020023440942168236, 0.2030746340751648, 0.14033624529838562, 0.12940272688865662, 3.7266393064783188e-06, 0.00011591933434829116, 0.0120537793263793 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.5428633093833923, 0.7786493301391602, 0.9982993006706238, 0.4125301241874695, 0.6001883149147034, 0.957277774810791, 0.4892594814300537, 0.006692850962281227, 0.9983515739440918, 0.8679338097572327, 0.40262696146965027, 0.35398629307746887, 0.8300437331199646, 0.6048657894134521 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 1.0783311154227704e-05, 0.0002780309587251395, 7.889262633398175e-06, 2.8736855028910213e-07, 1.9947297005273867e-06, 0.005060331895947456, 0.00010229986219201237, 5.475977377500385e-05, 0.46101677417755127, 0.020645929500460625, 0.031618766486644745, 2.51099923076481e-08, 8.398072168347426e-06, 0.0014103584690019488 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.1276526302099228, 0.3942009508609772, 0.005554925184696913, 0.8267117738723755, 0.5387405753135681, 0.2146914303302765, 0.11596072465181351, 0.01912403479218483, 0.9683812260627747, 0.5973730087280273, 0.7431679368019104, 0.735641598701477, 0.014957086183130741, 0.005554925184696913 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.05184546485543251, 0.14804719388484955, 0.9489172697067261, 0.9697853922843933, 0.5631377100944519, 0.188323974609375, 0.38029852509498596, 0.2120688259601593, 0.9724147915840149, 0.9124361872673035, 0.4860875904560089, 0.507567822933197, 0.04023794084787369, 0.035678550601005554 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.8539127111434937, 0.7918210625648499, 0.9648551344871521, 0.5674572587013245, 0.5736784338951111, 0.38676342368125916, 0.7106282711029053, 0.07585817575454712, 0.9196425676345825, 0.9879462122917175, 0.1250653713941574, 0.4450470805168152, 0.015424552373588085, 0.0017546144081279635 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.010013571009039879, 0.5070796012878418, 0.0006070755189284682, 0.0004044814850203693, 0.014957086183130741, 0.842863142490387, 0.08269733935594559, 0.01912403479218483, 0.9597620368003845, 0.2727987766265869, 0.9136765599250793, 0.04742587357759476, 0.0002780309587251395, 0.07585817575454712 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 5.42221869181958e-06, 0.000626334105618298, 3.321419353596866e-05, 3.7266393064783188e-06, 1.6536895373064908e-06, 0.24508501589298248, 1.221907587023452e-05, 0.0003799845289904624, 0.685949444770813, 0.0013250223128125072, 0.004905405919998884, 1.0129991096619051e-05, 1.2751904421293148e-07, 0.00011591933434829116 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.052618950605392456, 0.035678550601005554, 6.540436970681185e-06, 1.221907587023452e-05, 0.0013250223128125072, 0.029760092496871948, 0.0002780309587251395, 0.001597845577634871, 0.7341195344924927, 0.1561049073934555, 0.169956237077713, 0.00033535013790242374, 2.2827996872365475e-05, 0.0002611903182696551 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.6315943002700806, 0.9005298018455505, 0.09534945338964462, 0.8006919622421265, 0.6361271142959595, 0.9688562154769897, 0.9678993225097656, 0.005730246659368277, 0.998245358467102, 0.9896718263626099, 0.6926419734954834, 0.09138210862874985, 0.4834045469760895, 0.22000710666179657 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.04023794084787369, 0.003172682598233223, 0.004198795650154352, 1.3007129382458515e-05, 6.60521473037079e-05, 0.982557475566864, 0.00010229986219201237, 0.002323162741959095, 0.5363128781318665, 0.0384661927819252, 0.6548947095870972, 0.0009697519708424807, 0.01640303246676922, 0.3486451208591461 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.06187598779797554, 0.621540904045105, 0.0008295892039313912, 0.0013670255430042744, 0.004198795650154352, 0.006903838831931353, 0.0006667023408226669, 9.028038039105013e-05, 0.2689414322376251, 0.5508489608764648, 0.3007456064224243, 0.0002959570847451687, 4.539786823443137e-05, 0.014063628390431404 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.05582314357161522, 0.8670357465744019, 0.0004728544445242733, 0.00043055712012574077, 0.0008559006964787841, 0.154057577252388, 0.0007793660624884069, 4.832564081880264e-05, 0.37570643424987793, 0.03622005507349968, 0.014503579586744308, 0.00407013762742281, 2.902311962316162e-06, 0.0012448433553799987 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.12852513790130615, 0.43014734983444214, 1.67014204635052e-05, 0.048136770725250244, 0.010013571009039879, 0.21733753383159637, 0.6557770371437073, 0.14318770170211792, 0.873214840888977, 0.28378137946128845, 0.9899863600730896, 0.027169233188033104, 0.07585817575454712, 0.22000710666179657 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 0.000552778656128794, 0.05184546485543251, 2.1444948288262822e-05, 5.475977377500385e-05, 3.321419353596866e-05, 0.04401864856481552, 0.0008040859247557819, 0.000552778656128794, 0.6566582322120667, 0.0009399438858963549, 0.10230471193790436, 0.00017952796770259738, 4.2647468944778666e-05, 0.0025509123224765062 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.05665242671966553, 0.12852513790130615, 0.006692850962281227, 0.8449215292930603, 0.9780517220497131, 0.7272012233734131, 0.873214840888977, 0.5375269651412964, 0.9977481961250305, 0.9591543078422546, 0.29828691482543945, 0.2186693549156189, 0.0028009270317852497, 0.027169233188033104 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.0037072531413286924, 0.0019267346942797303, 6.60521473037079e-05, 0.0060975621454417706, 0.9674102663993835, 0.1037486344575882, 0.9525741338729858, 0.07807816565036774, 0.9953904151916504, 0.750552773475647, 0.14608724415302277, 0.0018675660248845816, 0.6361271142959595, 0.6034645438194275 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.09009299427270889, 0.998793363571167, 0.6406359076499939, 0.07055959850549698, 0.590779185295105, 0.8991213440895081, 0.9674102663993835, 0.6477982401847839, 0.9845753908157349, 0.5122045874595642, 0.053403329104185104, 0.37022536993026733, 0.0023967307060956955, 0.17328819632530212 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.9032942056655884, 0.8887587189674377, 0.35220175981521606, 0.9099069833755493, 0.6495786309242249, 0.8918110132217407, 0.47755420207977295, 0.4830387830734253, 0.9343951344490051, 0.957277774810791, 0.729519784450531, 0.006903838831931353, 0.008315778337419033, 0.1766715943813324 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.5794004201889038, 0.169956237077713, 0.039048291742801666, 0.16559311747550964, 0.2806163728237152, 0.9241418242454529, 0.8469578623771667, 0.9985895752906799, 0.9919379353523254, 0.5219584703445435, 0.7106282711029053, 0.054198723286390305, 0.05184546485543251, 0.14804719388484955 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 9.028038039105013e-05, 0.4663594961166382, 0.13386748731136322, 0.009708477184176445, 0.06754669547080994, 0.9241418242454529, 0.7839884757995605, 0.3407045006752014, 0.9978843331336975, 0.9683812260627747, 0.13206614553928375, 0.4368622601032257, 0.025565214455127716, 0.6851073503494263 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.002889581024646759, 0.4564097821712494, 0.024053551256656647, 0.034618835896253586, 0.6192409992218018, 0.20561504364013672, 0.24944725632667542, 0.9304582476615906, 0.39140594005584717, 0.0792103186249733, 0.8333246111869812, 0.014957086183130741, 0.005730246659368277, 0.18242552876472473 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.0384661927819252, 0.018546566367149353, 0.00015843621804378927, 0.0002780309587251395, 0.02262919954955578, 0.08632347732782364, 0.010986941866576672, 0.01640303246676922, 0.9609517455101013, 0.9930961728096008, 0.008847354911267757, 0.00014883848780300468, 1.7778551409719512e-05, 0.0023967307060956955 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.0009399438858963549, 0.0028009270317852497, 0.7813306450843811, 0.0011335690505802631, 0.24798744916915894, 0.7201715111732483, 0.3557748794555664, 0.1919327825307846, 0.8766343593597412, 0.9263036847114563, 0.14318770170211792, 6.60521473037079e-05, 0.0034834241960197687, 0.4605315029621124 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.03308597952127457, 0.06656918674707413, 0.0008559006964787841, 0.002251847181469202, 0.18010666966438293, 0.9711290597915649, 0.16667540371418, 0.0013670255430042744, 0.9473810195922852, 0.2583259642124176, 0.00712142838165164, 0.0002959570847451687, 0.03963883966207504, 0.2766905128955841 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.36116471886634827, 0.09401018172502518, 0.0003920417802873999, 0.0011695103021338582, 0.9124361872673035, 0.9990302324295044, 0.021287351846694946, 0.9219217896461487, 0.9908744096755981, 0.9449946880340576, 0.030675802379846573, 0.10230471193790436, 0.00628990214318037, 0.02595735713839531 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.7745833992958069, 0.020023440942168236, 0.003273064736276865, 0.003172682598233223, 0.9643214344978333, 0.9711290597915649, 0.8354835510253906, 0.2133771777153015, 0.999480664730072, 0.9637799859046936, 0.9149009585380554, 0.5051267743110657, 0.0011335690505802631, 0.18476751446723938 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.028870904818177223, 0.026355354115366936, 0.0019267346942797303, 0.023330770432949066, 0.9978843331336975, 0.9970190525054932, 0.3711366057395935, 0.9381240010261536, 0.9893474578857422, 0.9937100410461426, 0.4016878008842468, 0.3242354094982147, 0.055005285888910294, 0.641534686088562 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.435421347618103, 0.06371499598026276, 0.0003920417802873999, 0.0005193048855289817, 0.6242935061454773, 0.970687747001648, 0.08756384253501892, 0.3886180520057678, 0.985042929649353, 0.7178037762641907, 0.5879430770874023, 0.002115703420713544, 0.010013571009039879, 0.8019358515739441 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 0.0004728544445242733, 0.13568955659866333, 6.60521473037079e-05, 0.024053551256656647, 0.010328153148293495, 0.010328153148293495, 0.03676946833729744, 0.4644157588481903, 0.8031737804412842, 0.06371499598026276, 0.550365686416626, 0.07696083933115005, 0.001597845577634871, 0.0018675660248845816 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.0034834241960197687, 0.04885777831077576, 0.0060975621454417706, 0.0002611903182696551, 0.13206614553928375, 0.9919379353523254, 0.4148988425731659, 0.2689414322376251, 0.9968273043632507, 0.9944451451301575, 0.9334307909011841, 0.008061991073191166, 0.018264278769493103, 0.06754669547080994 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.0023967307060956955, 0.009125636890530586, 1.67014204635052e-05, 0.00010229986219201237, 0.017442485317587852, 0.9944451451301575, 0.9059898257255554, 0.30569732189178467, 0.9939024448394775, 0.8499711751937866, 0.09670579433441162, 0.07585817575454712, 0.0034834241960197687, 0.4736572504043579 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.07585817575454712, 0.014063628390431404, 0.2422056347131729, 0.00014883848780300468, 0.9184802770614624, 0.998245358467102, 0.9808759689331055, 0.45519864559173584, 0.9939024448394775, 0.9985895752906799, 0.8418256044387817, 0.02262919954955578, 0.7577943801879883, 0.4863315224647522 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 0.03676946833729744, 0.010986941866576672, 0.012431650422513485, 0.000487857119878754, 0.12592275440692902, 0.685949444770813, 0.06371499598026276, 0.026355354115366936, 0.7786493301391602, 0.5755879878997803, 0.13939638435840607, 0.45084288716316223, 0.16667540371418, 0.034618835896253586 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed42/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "980b14993a38a8cee288d1d6e36a3682ea484a9c37fc4c14da3776163a1e3477", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3519021056, "total_wall_seconds": 1588.617994428001, "trainable_parameters": 334111040, "parameters": 334111040 } }