{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-taskagnostic4l-transfer", "seed": 43, "source_checkpoint": "results/standalone4l_base/20260731-v1/base-4l-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2145, "sha256": "05a8d13c70f61228202c1f8f60a33fc03eed2354cff4d82ad081e1591d80f949" }, { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed43.run-manifest.json", "sha256": "d6d2b5b21d8abfdd799ddd030ffc0ff74a1ac407e6cd084cc7bb8c38b1fa4fae", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.2712049605892557, "windows": 2428, "wall_seconds": 314.9570744180237 }, "calibration_selected_for_monitoring_only": { "threshold": 0.3, "macro_f1": 0.4978252191652962, "micro_f1": 0.5246231155778894, "exact_match": 0.0, "predicted_positive_rate": 0.9311224489795918, "per_label": { "Appeal_to_Authority": { "precision": 0.19642857142857142, "recall": 1.0, "f1": 0.3283582089552239, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4423076923076923, "recall": 1.0, "f1": 0.6133333333333333, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.10714285714285714, "recall": 1.0, "f1": 0.19354838709677416, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.16363636363636364, "recall": 1.0, "f1": 0.28125, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32653061224489793, "recall": 1.0, "f1": 0.4923076923076923, "support": 16 }, "Doubt": { "precision": 0.42857142857142855, "recall": 1.0, "f1": 0.6, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5098039215686274, "recall": 0.9629629629629629, "f1": 0.6666666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.30357142857142855, "recall": 1.0, "f1": 0.4657534246575342, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6296296296296297, "recall": 1.0, "f1": 0.7727272727272727, "support": 34 }, "Repetition": { "precision": 0.44642857142857145, "recall": 1.0, "f1": 0.617283950617284, "support": 25 }, "Slogans": { "precision": 0.43478260869565216, "recall": 0.8333333333333334, "f1": 0.5714285714285714, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.12962962962962962, "recall": 0.875, "f1": 0.22580645161290322, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 1.0, "f1": 0.25, "support": 8 } }, "counts": { "tp": 261, "fp": 469, "fn": 4 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.545581259997562, "seconds_per_article": 0.09902823678567074 } }, { "epoch": 2, "training": { "loss": 1.029920085092402, "windows": 2428, "wall_seconds": 311.4192953260208 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5803728120759973, "micro_f1": 0.6214833759590793, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.6594387755102041, "per_label": { "Appeal_to_Authority": { "precision": 0.2413793103448276, "recall": 0.6363636363636364, "f1": 0.35, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.9130434782608695, "f1": 0.6461538461538461, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.35294117647058826, "recall": 1.0, "f1": 0.5217391304347826, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45, "recall": 1.0, "f1": 0.6206896551724138, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5945945945945946, "recall": 0.8148148148148148, "f1": 0.6875, "support": 27 }, "Flag-Waving": { "precision": 0.4166666666666667, "recall": 0.8823529411764706, "f1": 0.5660377358490566, "support": 17 }, "Loaded_Language": { "precision": 0.8979591836734694, "recall": 0.9777777777777777, "f1": 0.9361702127659575, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.46296296296296297, "recall": 1.0, "f1": 0.6329113924050632, "support": 25 }, "Slogans": { "precision": 0.2857142857142857, "recall": 1.0, "f1": 0.4444444444444445, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1590909090909091, "recall": 0.875, "f1": 0.26923076923076916, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.26666666666666666, "recall": 1.0, "f1": 0.4210526315789474, "support": 8 } }, "counts": { "tp": 243, "fp": 274, "fn": 22 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.286582422006177, "seconds_per_article": 0.09440325753582458 } }, { "epoch": 3, "training": { "loss": 0.6808085355162007, "windows": 2428, "wall_seconds": 312.23010888899444 }, "calibration_selected_for_monitoring_only": { "threshold": 0.45, "macro_f1": 0.5562727222257287, "micro_f1": 0.6078697421981004, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.6020408163265306, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.18181818181818182, "f1": 0.1904761904761905, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6363636363636364, "recall": 0.9130434782608695, "f1": 0.75, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2857142857142857, "recall": 0.6666666666666666, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.8888888888888888, "f1": 0.5925925925925926, "support": 9 }, "Causal_Oversimplification": { "precision": 0.40625, "recall": 0.8125, "f1": 0.5416666666666666, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9166666666666666, "f1": 0.6470588235294118, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5555555555555556, "recall": 0.7407407407407407, "f1": 0.634920634920635, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.8823529411764706, "f1": 0.6382978723404256, "support": 17 }, "Loaded_Language": { "precision": 0.9333333333333333, "recall": 0.9333333333333333, "f1": 0.9333333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7380952380952381, "recall": 0.9117647058823529, "f1": 0.8157894736842106, "support": 34 }, "Repetition": { "precision": 0.48717948717948717, "recall": 0.76, "f1": 0.59375, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.1590909090909091, "recall": 0.875, "f1": 0.26923076923076916, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16326530612244897, "recall": 1.0, "f1": 0.2807017543859649, "support": 8 } }, "counts": { "tp": 224, "fp": 248, "fn": 41 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.340848107007332, "seconds_per_article": 0.09537228762513093 } }, { "epoch": 4, "training": { "loss": 0.304686145449427, "windows": 2428, "wall_seconds": 311.72000271099387 }, "calibration_selected_for_monitoring_only": { "threshold": 0.4, "macro_f1": 0.584350394035488, "micro_f1": 0.6575342465753424, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.45454545454545453, "f1": 0.2777777777777778, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7391304347826086, "recall": 0.7391304347826086, "f1": 0.7391304347826085, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 1.0, "f1": 0.6, "support": 9 }, "Causal_Oversimplification": { "precision": 0.43333333333333335, "recall": 0.8125, "f1": 0.5652173913043479, "support": 16 }, "Doubt": { "precision": 0.46808510638297873, "recall": 0.9166666666666666, "f1": 0.619718309859155, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6666666666666666, "recall": 0.8148148148148148, "f1": 0.7333333333333333, "support": 27 }, "Flag-Waving": { "precision": 0.48148148148148145, "recall": 0.7647058823529411, "f1": 0.5909090909090909, "support": 17 }, "Loaded_Language": { "precision": 0.8653846153846154, "recall": 1.0, "f1": 0.9278350515463918, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7674418604651163, "recall": 0.9705882352941176, "f1": 0.8571428571428571, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.76, "f1": 0.6031746031746031, "support": 25 }, "Slogans": { "precision": 0.4, "recall": 0.5, "f1": 0.4444444444444445, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.75, "recall": 0.375, "f1": 0.5, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.875, "f1": 0.3888888888888889, "support": 8 } }, "counts": { "tp": 216, "fp": 176, "fn": 49 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.366060581000056, "seconds_per_article": 0.095822510375001 } }, { "epoch": 5, "training": { "loss": 0.10820881374782243, "windows": 2428, "wall_seconds": 311.74065977399005 }, "calibration_selected_for_monitoring_only": { "threshold": 0.1, "macro_f1": 0.566935029699798, "micro_f1": 0.6358381502890174, "exact_match": 0.0, "predicted_positive_rate": 0.5446428571428571, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5277777777777778, "recall": 0.8260869565217391, "f1": 0.6440677966101694, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.26666666666666666, "recall": 0.6666666666666666, "f1": 0.3809523809523809, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4117647058823529, "recall": 0.7777777777777778, "f1": 0.5384615384615384, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4482758620689655, "recall": 0.8125, "f1": 0.5777777777777777, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.8518518518518519, "f1": 0.6301369863013698, "support": 27 }, "Flag-Waving": { "precision": 0.43243243243243246, "recall": 0.9411764705882353, "f1": 0.5925925925925927, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.45161290322580644, "recall": 0.56, "f1": 0.5, "support": 25 }, "Slogans": { "precision": 0.37037037037037035, "recall": 0.8333333333333334, "f1": 0.5128205128205128, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.35294117647058826, "recall": 0.75, "f1": 0.48, "support": 8 } }, "counts": { "tp": 220, "fp": 207, "fn": 45 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.177218247990822, "seconds_per_article": 0.09245032585697897 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.5603649901486711, "micro_f1": 0.6260162601626016, "exact_match": 0.0, "predicted_positive_rate": 0.6033163265306123, "per_label": { "Appeal_to_Authority": { "precision": 0.22727272727272727, "recall": 0.45454545454545453, "f1": 0.30303030303030304, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4772727272727273, "recall": 0.9130434782608695, "f1": 0.6268656716417911, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.29411764705882354, "recall": 0.8333333333333334, "f1": 0.4347826086956522, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3684210526315789, "recall": 0.7777777777777778, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.40625, "recall": 0.8125, "f1": 0.5416666666666666, "support": 16 }, "Doubt": { "precision": 0.46938775510204084, "recall": 0.9583333333333334, "f1": 0.6301369863013699, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5102040816326531, "recall": 0.9259259259259259, "f1": 0.6578947368421053, "support": 27 }, "Flag-Waving": { "precision": 0.41025641025641024, "recall": 0.9411764705882353, "f1": 0.5714285714285713, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.66, "recall": 0.9705882352941176, "f1": 0.7857142857142857, "support": 34 }, "Repetition": { "precision": 0.47368421052631576, "recall": 0.72, "f1": 0.5714285714285714, "support": 25 }, "Slogans": { "precision": 0.3548387096774194, "recall": 0.9166666666666666, "f1": 0.5116279069767442, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.375, "recall": 0.375, "f1": 0.375, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3157894736842105, "recall": 0.75, "f1": 0.44444444444444436, "support": 8 } }, "counts": { "tp": 231, "fp": 242, "fn": 34 } }, { "threshold": 0.1, "macro_f1": 0.566935029699798, "micro_f1": 0.6358381502890174, "exact_match": 0.0, "predicted_positive_rate": 0.5446428571428571, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5277777777777778, "recall": 0.8260869565217391, "f1": 0.6440677966101694, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.26666666666666666, "recall": 0.6666666666666666, "f1": 0.3809523809523809, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4117647058823529, "recall": 0.7777777777777778, "f1": 0.5384615384615384, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4482758620689655, "recall": 0.8125, "f1": 0.5777777777777777, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.8518518518518519, "f1": 0.6301369863013698, "support": 27 }, "Flag-Waving": { "precision": 0.43243243243243246, "recall": 0.9411764705882353, "f1": 0.5925925925925927, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.45161290322580644, "recall": 0.56, "f1": 0.5, "support": 25 }, "Slogans": { "precision": 0.37037037037037035, "recall": 0.8333333333333334, "f1": 0.5128205128205128, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.35294117647058826, "recall": 0.75, "f1": 0.48, "support": 8 } }, "counts": { "tp": 220, "fp": 207, "fn": 45 } }, { "threshold": 0.15, "macro_f1": 0.5566571315308873, "micro_f1": 0.6358208955223881, "exact_match": 0.0, "predicted_positive_rate": 0.5165816326530612, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.36363636363636365, "f1": 0.2962962962962963, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5277777777777778, "recall": 0.8260869565217391, "f1": 0.6440677966101694, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.23076923076923078, "recall": 0.5, "f1": 0.3157894736842105, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4642857142857143, "recall": 0.8125, "f1": 0.5909090909090908, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5227272727272727, "recall": 0.8518518518518519, "f1": 0.647887323943662, "support": 27 }, "Flag-Waving": { "precision": 0.42857142857142855, "recall": 0.8823529411764706, "f1": 0.5769230769230769, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.4482758620689655, "recall": 0.52, "f1": 0.48148148148148145, "support": 25 }, "Slogans": { "precision": 0.36, "recall": 0.75, "f1": 0.48648648648648657, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3076923076923077, "recall": 0.5, "f1": 0.380952380952381, "support": 8 } }, "counts": { "tp": 213, "fp": 192, "fn": 52 } }, { "threshold": 0.2, "macro_f1": 0.551418759898948, "micro_f1": 0.642967542503864, "exact_match": 0.0, "predicted_positive_rate": 0.4872448979591837, "per_label": { "Appeal_to_Authority": { "precision": 0.2857142857142857, "recall": 0.36363636363636365, "f1": 0.32, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5757575757575758, "recall": 0.8260869565217391, "f1": 0.6785714285714286, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.23076923076923078, "recall": 0.5, "f1": 0.3157894736842105, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4583333333333333, "recall": 0.6875, "f1": 0.5499999999999999, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.55, "recall": 0.8148148148148148, "f1": 0.6567164179104479, "support": 27 }, "Flag-Waving": { "precision": 0.42857142857142855, "recall": 0.8823529411764706, "f1": 0.5769230769230769, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.48148148148148145, "recall": 0.52, "f1": 0.5, "support": 25 }, "Slogans": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.4, "recall": 0.25, "f1": 0.3076923076923077, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 } }, "counts": { "tp": 208, "fp": 174, "fn": 57 } }, { "threshold": 0.25, "macro_f1": 0.5517702343585235, "micro_f1": 0.643533123028391, "exact_match": 0.0, "predicted_positive_rate": 0.47066326530612246, "per_label": { "Appeal_to_Authority": { "precision": 0.3076923076923077, "recall": 0.36363636363636365, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5757575757575758, "recall": 0.8260869565217391, "f1": 0.6785714285714286, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.23076923076923078, "recall": 0.5, "f1": 0.3157894736842105, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.45454545454545453, "recall": 0.625, "f1": 0.5263157894736842, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9166666666666666, "f1": 0.6470588235294118, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.55, "recall": 0.8148148148148148, "f1": 0.6567164179104479, "support": 27 }, "Flag-Waving": { "precision": 0.4375, "recall": 0.8235294117647058, "f1": 0.5714285714285714, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7619047619047619, "recall": 0.9411764705882353, "f1": 0.8421052631578947, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.48, "f1": 0.4897959183673469, "support": 25 }, "Slogans": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 } }, "counts": { "tp": 204, "fp": 165, "fn": 61 } }, { "threshold": 0.3, "macro_f1": 0.5457437773155103, "micro_f1": 0.6504854368932038, "exact_match": 0.0, "predicted_positive_rate": 0.4502551020408163, "per_label": { "Appeal_to_Authority": { "precision": 0.3076923076923077, "recall": 0.36363636363636365, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6129032258064516, "recall": 0.8260869565217391, "f1": 0.7037037037037037, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3, "recall": 0.5, "f1": 0.37499999999999994, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.45454545454545453, "recall": 0.625, "f1": 0.5263157894736842, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9166666666666666, "f1": 0.6470588235294118, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5641025641025641, "recall": 0.8148148148148148, "f1": 0.6666666666666667, "support": 27 }, "Flag-Waving": { "precision": 0.4375, "recall": 0.8235294117647058, "f1": 0.5714285714285714, "support": 17 }, "Loaded_Language": { "precision": 0.8490566037735849, "recall": 1.0, "f1": 0.9183673469387755, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7804878048780488, "recall": 0.9411764705882353, "f1": 0.8533333333333334, "support": 34 }, "Repetition": { "precision": 0.5238095238095238, "recall": 0.44, "f1": 0.4782608695652174, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.25, "f1": 0.22222222222222224, "support": 8 } }, "counts": { "tp": 201, "fp": 152, "fn": 64 } }, { "threshold": 0.35, "macro_f1": 0.5400775529393816, "micro_f1": 0.6457990115321252, "exact_match": 0.0, "predicted_positive_rate": 0.4362244897959184, "per_label": { "Appeal_to_Authority": { "precision": 0.3076923076923077, "recall": 0.36363636363636365, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6, "recall": 0.782608695652174, "f1": 0.6792452830188679, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42105263157894735, "recall": 0.5, "f1": 0.45714285714285713, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.9166666666666666, "f1": 0.6470588235294118, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5675675675675675, "recall": 0.7777777777777778, "f1": 0.65625, "support": 27 }, "Flag-Waving": { "precision": 0.45161290322580644, "recall": 0.8235294117647058, "f1": 0.5833333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8490566037735849, "recall": 1.0, "f1": 0.9183673469387755, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8, "recall": 0.9411764705882353, "f1": 0.8648648648648648, "support": 34 }, "Repetition": { "precision": 0.5263157894736842, "recall": 0.4, "f1": 0.45454545454545453, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.25, "f1": 0.22222222222222224, "support": 8 } }, "counts": { "tp": 196, "fp": 146, "fn": 69 } }, { "threshold": 0.4, "macro_f1": 0.5371492856353128, "micro_f1": 0.6498316498316499, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.41964285714285715, "per_label": { "Appeal_to_Authority": { "precision": 0.3076923076923077, "recall": 0.36363636363636365, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5862068965517241, "recall": 0.7391304347826086, "f1": 0.6538461538461539, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4375, "recall": 0.7777777777777778, "f1": 0.56, "support": 9 }, "Causal_Oversimplification": { "precision": 0.47058823529411764, "recall": 0.5, "f1": 0.48484848484848486, "support": 16 }, "Doubt": { "precision": 0.5238095238095238, "recall": 0.9166666666666666, "f1": 0.6666666666666667, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5714285714285714, "recall": 0.7407407407407407, "f1": 0.6451612903225806, "support": 27 }, "Flag-Waving": { "precision": 0.4827586206896552, "recall": 0.8235294117647058, "f1": 0.608695652173913, "support": 17 }, "Loaded_Language": { "precision": 0.8653846153846154, "recall": 1.0, "f1": 0.9278350515463918, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8, "recall": 0.9411764705882353, "f1": 0.8648648648648648, "support": 34 }, "Repetition": { "precision": 0.5555555555555556, "recall": 0.4, "f1": 0.46511627906976744, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.125, "recall": 0.125, "f1": 0.125, "support": 8 } }, "counts": { "tp": 193, "fp": 136, "fn": 72 } }, { "threshold": 0.45, "macro_f1": 0.5355451450725269, "micro_f1": 0.6506849315068493, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.40688775510204084, "per_label": { "Appeal_to_Authority": { "precision": 0.3076923076923077, "recall": 0.36363636363636365, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6071428571428571, "recall": 0.7391304347826086, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4, "recall": 0.6666666666666666, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5333333333333333, "recall": 0.5, "f1": 0.5161290322580646, "support": 16 }, "Doubt": { "precision": 0.5121951219512195, "recall": 0.875, "f1": 0.6461538461538462, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5714285714285714, "recall": 0.7407407407407407, "f1": 0.6451612903225806, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.7647058823529411, "f1": 0.6046511627906976, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8, "recall": 0.9411764705882353, "f1": 0.8648648648648648, "support": 34 }, "Repetition": { "precision": 0.5555555555555556, "recall": 0.4, "f1": 0.46511627906976744, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.125, "f1": 0.13333333333333333, "support": 8 } }, "counts": { "tp": 190, "fp": 129, "fn": 75 } }, { "threshold": 0.5, "macro_f1": 0.5296897659152793, "micro_f1": 0.6491228070175438, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.38903061224489793, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.2727272727272727, "f1": 0.2608695652173913, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.64, "recall": 0.6956521739130435, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4166666666666667, "recall": 0.5555555555555556, "f1": 0.4761904761904762, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5333333333333333, "recall": 0.5, "f1": 0.5161290322580646, "support": 16 }, "Doubt": { "precision": 0.5, "recall": 0.8333333333333334, "f1": 0.625, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5882352941176471, "recall": 0.7407407407407407, "f1": 0.6557377049180328, "support": 27 }, "Flag-Waving": { "precision": 0.48, "recall": 0.7058823529411765, "f1": 0.5714285714285713, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8, "recall": 0.9411764705882353, "f1": 0.8648648648648648, "support": 34 }, "Repetition": { "precision": 0.5882352941176471, "recall": 0.4, "f1": 0.4761904761904762, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.75, "f1": 0.6, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 0.125, "f1": 0.14285714285714288, "support": 8 } }, "counts": { "tp": 185, "fp": 120, "fn": 80 } }, { "threshold": 0.55, "macro_f1": 0.5154627699325087, "micro_f1": 0.6424682395644282, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.3647959183673469, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.6956521739130435, "f1": 0.6808510638297872, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.375, "recall": 0.5, "f1": 0.42857142857142855, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4166666666666667, "recall": 0.5555555555555556, "f1": 0.4761904761904762, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4166666666666667, "recall": 0.3125, "f1": 0.35714285714285715, "support": 16 }, "Doubt": { "precision": 0.5128205128205128, "recall": 0.8333333333333334, "f1": 0.6349206349206349, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5882352941176471, "recall": 0.7407407407407407, "f1": 0.6557377049180328, "support": 27 }, "Flag-Waving": { "precision": 0.4583333333333333, "recall": 0.6470588235294118, "f1": 0.5365853658536585, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8108108108108109, "recall": 0.8823529411764706, "f1": 0.8450704225352113, "support": 34 }, "Repetition": { "precision": 0.6, "recall": 0.36, "f1": 0.45, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.75, "f1": 0.6, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 177, "fp": 109, "fn": 88 } }, { "threshold": 0.6, "macro_f1": 0.5176297582030317, "micro_f1": 0.6480446927374302, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.3469387755102041, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.375, "recall": 0.5, "f1": 0.42857142857142855, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4166666666666667, "recall": 0.3125, "f1": 0.35714285714285715, "support": 16 }, "Doubt": { "precision": 0.5263157894736842, "recall": 0.8333333333333334, "f1": 0.6451612903225806, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5882352941176471, "recall": 0.7407407407407407, "f1": 0.6557377049180328, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.5882352941176471, "f1": 0.5405405405405405, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8333333333333334, "recall": 0.8823529411764706, "f1": 0.8571428571428571, "support": 34 }, "Repetition": { "precision": 0.6428571428571429, "recall": 0.36, "f1": 0.4615384615384615, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.5833333333333334, "f1": 0.5384615384615384, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 174, "fp": 98, "fn": 91 } }, { "threshold": 0.65, "macro_f1": 0.5086844009267716, "micro_f1": 0.6425855513307985, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.33290816326530615, "per_label": { "Appeal_to_Authority": { "precision": 0.125, "recall": 0.09090909090909091, "f1": 0.10526315789473685, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7619047619047619, "recall": 0.6956521739130435, "f1": 0.7272727272727272, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.375, "recall": 0.5, "f1": 0.42857142857142855, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.45454545454545453, "recall": 0.5555555555555556, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36363636363636365, "recall": 0.25, "f1": 0.2962962962962963, "support": 16 }, "Doubt": { "precision": 0.5555555555555556, "recall": 0.8333333333333334, "f1": 0.6666666666666667, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5757575757575758, "recall": 0.7037037037037037, "f1": 0.6333333333333334, "support": 27 }, "Flag-Waving": { "precision": 0.5263157894736842, "recall": 0.5882352941176471, "f1": 0.5555555555555555, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8235294117647058, "recall": 0.8235294117647058, "f1": 0.8235294117647058, "support": 34 }, "Repetition": { "precision": 0.6923076923076923, "recall": 0.36, "f1": 0.47368421052631576, "support": 25 }, "Slogans": { "precision": 0.5384615384615384, "recall": 0.5833333333333334, "f1": 0.5599999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 169, "fp": 92, "fn": 96 } }, { "threshold": 0.7, "macro_f1": 0.5101001032604718, "micro_f1": 0.6498054474708171, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.31760204081632654, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7619047619047619, "recall": 0.6956521739130435, "f1": 0.7272727272727272, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.375, "recall": 0.5, "f1": 0.42857142857142855, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4444444444444444, "recall": 0.4444444444444444, "f1": 0.4444444444444444, "support": 9 }, "Causal_Oversimplification": { "precision": 0.36363636363636365, "recall": 0.25, "f1": 0.2962962962962963, "support": 16 }, "Doubt": { "precision": 0.5555555555555556, "recall": 0.8333333333333334, "f1": 0.6666666666666667, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.59375, "recall": 0.7037037037037037, "f1": 0.6440677966101694, "support": 27 }, "Flag-Waving": { "precision": 0.5555555555555556, "recall": 0.5882352941176471, "f1": 0.5714285714285715, "support": 17 }, "Loaded_Language": { "precision": 0.9, "recall": 1.0, "f1": 0.9473684210526316, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.875, "recall": 0.8235294117647058, "f1": 0.8484848484848485, "support": 34 }, "Repetition": { "precision": 0.6923076923076923, "recall": 0.36, "f1": 0.47368421052631576, "support": 25 }, "Slogans": { "precision": 0.6666666666666666, "recall": 0.5, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 167, "fp": 82, "fn": 98 } }, { "threshold": 0.75, "macro_f1": 0.48912316777030146, "micro_f1": 0.6222222222222222, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.29336734693877553, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7619047619047619, "recall": 0.6956521739130435, "f1": 0.7272727272727272, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.42857142857142855, "recall": 0.5, "f1": 0.4615384615384615, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.5, "recall": 0.4444444444444444, "f1": 0.47058823529411764, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3, "recall": 0.1875, "f1": 0.23076923076923075, "support": 16 }, "Doubt": { "precision": 0.5454545454545454, "recall": 0.75, "f1": 0.631578947368421, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5714285714285714, "recall": 0.5925925925925926, "f1": 0.5818181818181818, "support": 27 }, "Flag-Waving": { "precision": 0.5625, "recall": 0.5294117647058824, "f1": 0.5454545454545455, "support": 17 }, "Loaded_Language": { "precision": 0.8958333333333334, "recall": 0.9555555555555556, "f1": 0.924731182795699, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8666666666666667, "recall": 0.7647058823529411, "f1": 0.8125, "support": 34 }, "Repetition": { "precision": 0.6666666666666666, "recall": 0.32, "f1": 0.43243243243243246, "support": 25 }, "Slogans": { "precision": 0.625, "recall": 0.4166666666666667, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 1.0, "recall": 0.125, "f1": 0.2222222222222222, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 154, "fp": 76, "fn": 111 } }, { "threshold": 0.8, "macro_f1": 0.4518942272955114, "micro_f1": 0.5978947368421051, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.26785714285714285, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7647058823529411, "recall": 0.5652173913043478, "f1": 0.65, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.3333333333333333, "f1": 0.375, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3, "recall": 0.1875, "f1": 0.23076923076923075, "support": 16 }, "Doubt": { "precision": 0.5625, "recall": 0.75, "f1": 0.6428571428571429, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.5555555555555556, "f1": 0.576923076923077, "support": 27 }, "Flag-Waving": { "precision": 0.5333333333333333, "recall": 0.47058823529411764, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.9090909090909091, "recall": 0.8888888888888888, "f1": 0.8988764044943819, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8620689655172413, "recall": 0.7352941176470589, "f1": 0.7936507936507937, "support": 34 }, "Repetition": { "precision": 0.6666666666666666, "recall": 0.32, "f1": 0.43243243243243246, "support": 25 }, "Slogans": { "precision": 0.8333333333333334, "recall": 0.4166666666666667, "f1": 0.5555555555555556, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 142, "fp": 68, "fn": 123 } }, { "threshold": 0.85, "macro_f1": 0.43441606302837565, "micro_f1": 0.5802197802197802, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.2423469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.09090909090909091, "f1": 0.13333333333333333, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.8125, "recall": 0.5652173913043478, "f1": 0.6666666666666667, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.2222222222222222, "f1": 0.26666666666666666, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.1875, "f1": 0.24000000000000005, "support": 16 }, "Doubt": { "precision": 0.5483870967741935, "recall": 0.7083333333333334, "f1": 0.6181818181818182, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.4444444444444444, "f1": 0.5106382978723405, "support": 27 }, "Flag-Waving": { "precision": 0.5714285714285714, "recall": 0.47058823529411764, "f1": 0.5161290322580646, "support": 17 }, "Loaded_Language": { "precision": 0.9512195121951219, "recall": 0.8666666666666667, "f1": 0.9069767441860465, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8461538461538461, "recall": 0.6470588235294118, "f1": 0.7333333333333334, "support": 34 }, "Repetition": { "precision": 0.7272727272727273, "recall": 0.32, "f1": 0.4444444444444444, "support": 25 }, "Slogans": { "precision": 1.0, "recall": 0.3333333333333333, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 } }, "counts": { "tp": 132, "fp": 58, "fn": 133 } }, { "threshold": 0.9, "macro_f1": 0.3972283799312093, "micro_f1": 0.5454545454545454, "exact_match": 0.08928571428571429, "predicted_positive_rate": 0.20918367346938777, "per_label": { "Appeal_to_Authority": { "precision": 0.5, "recall": 0.09090909090909091, "f1": 0.15384615384615385, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.8461538461538461, "recall": 0.4782608695652174, "f1": 0.6111111111111112, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.1111111111111111, "f1": 0.15384615384615383, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.1875, "f1": 0.25, "support": 16 }, "Doubt": { "precision": 0.5925925925925926, "recall": 0.6666666666666666, "f1": 0.627450980392157, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5789473684210527, "recall": 0.4074074074074074, "f1": 0.47826086956521735, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.35294117647058826, "f1": 0.41379310344827586, "support": 17 }, "Loaded_Language": { "precision": 0.9736842105263158, "recall": 0.8222222222222222, "f1": 0.891566265060241, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.875, "recall": 0.6176470588235294, "f1": 0.7241379310344829, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.12, "f1": 0.1935483870967742, "support": 25 }, "Slogans": { "precision": 1.0, "recall": 0.3333333333333333, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.5, "recall": 0.125, "f1": 0.2, "support": 8 } }, "counts": { "tp": 117, "fp": 47, "fn": 148 } } ], "selected": { "threshold": 0.1, "macro_f1": 0.566935029699798, "micro_f1": 0.6358381502890174, "exact_match": 0.0, "predicted_positive_rate": 0.5446428571428571, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5277777777777778, "recall": 0.8260869565217391, "f1": 0.6440677966101694, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.26666666666666666, "recall": 0.6666666666666666, "f1": 0.3809523809523809, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4117647058823529, "recall": 0.7777777777777778, "f1": 0.5384615384615384, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4482758620689655, "recall": 0.8125, "f1": 0.5777777777777777, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.8518518518518519, "f1": 0.6301369863013698, "support": 27 }, "Flag-Waving": { "precision": 0.43243243243243246, "recall": 0.9411764705882353, "f1": 0.5925925925925927, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.9705882352941176, "f1": 0.846153846153846, "support": 34 }, "Repetition": { "precision": 0.45161290322580644, "recall": 0.56, "f1": 0.5, "support": 25 }, "Slogans": { "precision": 0.37037037037037035, "recall": 0.8333333333333334, "f1": 0.5128205128205128, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.375, "f1": 0.42857142857142855, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.35294117647058826, "recall": 0.75, "f1": 0.48, "support": 8 } }, "counts": { "tp": 220, "fp": 207, "fn": 45 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.504583601024933, "seconds_per_article": 0.0982961357325881 } }, "test": { "threshold_locked_on_calibration": 0.1, "metrics": { "threshold": 0.1, "macro_f1": 0.5712816197954101, "micro_f1": 0.6465256797583082, "exact_match": 0.0, "predicted_positive_rate": 0.5155844155844156, "per_label": { "Appeal_to_Authority": { "precision": 0.3157894736842105, "recall": 0.5454545454545454, "f1": 0.39999999999999997, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5263157894736842, "recall": 0.8333333333333334, "f1": 0.6451612903225806, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.8571428571428571, "f1": 0.5454545454545455, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.3125, "recall": 0.4166666666666667, "f1": 0.35714285714285715, "support": 12 }, "Causal_Oversimplification": { "precision": 0.5517241379310345, "recall": 0.8888888888888888, "f1": 0.6808510638297872, "support": 18 }, "Doubt": { "precision": 0.4888888888888889, "recall": 1.0, "f1": 0.6567164179104478, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.4523809523809524, "recall": 0.8636363636363636, "f1": 0.59375, "support": 22 }, "Flag-Waving": { "precision": 0.5, "recall": 0.8235294117647058, "f1": 0.6222222222222222, "support": 17 }, "Loaded_Language": { "precision": 0.8301886792452831, "recall": 0.9777777777777777, "f1": 0.8979591836734695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7380952380952381, "recall": 0.9393939393939394, "f1": 0.8266666666666667, "support": 33 }, "Repetition": { "precision": 0.5161290322580645, "recall": 0.6956521739130435, "f1": 0.5925925925925926, "support": 23 }, "Slogans": { "precision": 0.38461538461538464, "recall": 0.7142857142857143, "f1": 0.5, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.2857142857142857, "f1": 0.36363636363636365, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.3, "f1": 0.3157894736842105, "support": 10 } }, "counts": { "tp": 214, "fp": 183, "fn": 51 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.595363147003809, "seconds_per_article": 0.08355205721825107 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.16559311747550964, 0.7065955400466919, 0.3839877247810364, 0.09947021305561066, 0.6522414088249207, 0.8322367072105408, 0.6808785796165466, 0.3007456064224243, 0.9399133324623108, 0.917302668094635, 0.02595735713839531, 0.010013571009039879, 0.05184546485543251, 0.01912403479218483 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.053403329104185104, 0.9899863600730896, 0.12168574333190918, 0.005060331895947456, 0.5789243578910828, 0.43974733352661133, 0.815232515335083, 0.5510905385017395, 0.9992445707321167, 0.23651622235774994, 0.9928786158561707, 0.07055959850549698, 0.006692850962281227, 0.09009299427270889 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.0014103584690019488, 0.024798160418868065, 1.3846004549122881e-05, 4.2228334677929524e-06, 7.484622619813308e-05, 0.8300437331199646, 0.020332353189587593, 0.0009399438858963549, 0.41679665446281433, 0.007345826830714941, 0.0017546144081279635, 0.3090237081050873, 0.0004044814850203693, 0.027585282921791077 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.169956237077713, 0.01912403479218483, 0.09009299427270889, 0.002251847181469202, 0.9926542043685913, 0.9777138829231262, 0.9867772459983826, 0.3106943964958191, 0.9626730680465698, 0.9796676635742188, 0.010328153148293495, 0.6062653660774231, 0.026759283617138863, 0.0037072531413286924 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.015424552373588085, 0.006903838831931353, 0.007577241398394108, 0.008847354911267757, 0.020332353189587593, 0.642432451248169, 0.9664104580879211, 0.03210070729255676, 0.9902915358543396, 0.8757869601249695, 0.34334173798561096, 0.14511536061763763, 0.0006070755189284682, 0.19436779618263245 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.16451646387577057, 0.7461389899253845, 0.05033063143491745, 0.013222821988165379, 0.9230391979217529, 0.6164741516113281, 0.9433475732803345, 0.0027149852830916643, 0.9966233968734741, 0.5472221374511719, 0.793105959892273, 0.12421301752328873, 0.07263670116662979, 0.09009299427270889 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.03514484688639641, 0.9999545812606812, 0.007577241398394108, 0.7217432260513306, 0.5161076784133911, 0.6834195256233215, 0.954647421836853, 0.9893474578857422, 0.9933071732521057, 0.7981867790222168, 0.034100424498319626, 0.5148881673812866, 0.027169233188033104, 0.004905405919998884 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.7577943801879883, 0.9997387528419495, 0.0013670255430042744, 0.012431650422513485, 0.14318770170211792, 0.23792988061904907, 0.4624730348587036, 0.000626334105618298, 0.6136996746063232, 0.20946967601776123, 0.08151976019144058, 7.9673009167891e-05, 0.0001686527393758297, 0.0024726230185478926 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.17217184603214264, 0.9965165853500366, 0.9763104915618896, 0.002251847181469202, 0.998245358467102, 0.8558511734008789, 0.9553191661834717, 0.9980732202529907, 0.8887587189674377, 0.8577680587768555, 0.5832033753395081, 0.3293917179107666, 0.07477004081010818, 0.007815888151526451 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.15304215252399445, 0.14608724415302277, 0.9978843331336975, 0.1550784707069397, 0.894789457321167, 0.3839877247810364, 0.6976089477539062, 0.5101304054260254, 0.985042929649353, 0.963230550289154, 0.6601723432540894, 0.7592254281044006, 0.008577484637498856, 0.9458011984825134 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.42823341488838196, 0.06754669547080994, 0.47317034006118774, 0.17895588278770447, 0.3665897250175476, 0.982557475566864, 0.9518632292747498, 0.13568955659866333, 0.9811668992042542, 0.9899863600730896, 0.6361271142959595, 0.2267836332321167, 0.2583259642124176, 0.037326887249946594 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.12592275440692902, 0.9905874133110046, 0.00041731575038284063, 0.04742587357759476, 0.005220125429332256, 0.03308597952127457, 0.13296423852443695, 0.0017546144081279635, 0.48023492097854614, 0.23091977834701538, 0.04146226868033409, 0.000570315751247108, 3.0894946121406974e-06, 0.07055959850549698 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.14804719388484955, 0.5535053014755249, 0.00010229986219201237, 0.0003150386910419911, 0.7943849563598633, 0.1550784707069397, 0.9621075391769409, 0.19072403013706207, 0.9314625263214111, 0.7892336845397949, 0.9740425944328308, 0.0006667023408226669, 0.003273064736276865, 0.014957086183130741 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.9953904151916504, 0.999962329864502, 0.0039454069919884205, 0.037326887249946594, 0.17781086266040802, 0.06560483574867249, 0.6233768463134766, 0.000487857119878754, 0.4443236291408539, 0.9046505093574524, 0.5855752229690552, 2.2827996872365475e-05, 5.144220995134674e-05, 0.000191104321856983 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.0120537793263793, 0.11920291930437088, 0.011331753805279732, 0.2583259642124176, 0.2583259642124176, 0.9976769089698792, 0.35488009452819824, 0.19436779618263245, 0.7745833992958069, 0.454472154378891, 0.03258974477648735, 0.0006667023408226669, 0.002889581024646759, 0.0019267346942797303 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 3.7266393064783188e-06, 0.00034599160426296294, 7.031184941297397e-05, 5.368750066736538e-07, 0.00014883848780300468, 0.030675802379846573, 9.610241977497935e-05, 0.008847354911267757, 0.16238002479076385, 0.0010649627074599266, 0.0018675660248845816, 3.1201914680423215e-05, 3.466326177203882e-07, 0.00043055712012574077 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.1225232183933258, 0.9362850189208984, 0.08151976019144058, 0.07477004081010818, 0.8529354333877563, 0.9643214344978333, 0.957912266254425, 0.024423090741038322, 0.9597620368003845, 0.8187368512153625, 0.04742587357759476, 0.35488009452819824, 0.0120537793263793, 0.4414321780204773 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.0014103584690019488, 0.027585282921791077, 8.481103577651083e-05, 0.020332353189587593, 0.0008559006964787841, 0.28378137946128845, 0.017442485317587852, 0.011331753805279732, 0.2727987766265869, 0.006692850962281227, 0.01798621006309986, 0.0018102108733728528, 0.005384937860071659, 0.08882029354572296 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 0.021948253735899925, 0.00015843621804378927, 0.0015011823270469904, 1.1478768101369496e-05, 0.00034599160426296294, 0.8688268065452576, 0.012821214273571968, 0.0025509123224765062, 0.08269733935594559, 0.07369627058506012, 0.037326887249946594, 0.0038244836032390594, 0.00033535013790242374, 0.0427221953868866 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.8705973029136658, 0.7154240012168884, 0.06097517907619476, 0.017442485317587852, 0.6992543935775757, 0.1581743359565735, 0.9863631129264832, 0.0012843081494793296, 0.7826625108718872, 0.2120688259601593, 0.2845759987831116, 0.00628990214318037, 7.484622619813308e-05, 0.0029810327105224133 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.020964240655303, 0.2583259642124176, 0.9908744096755981, 0.42679935693740845, 0.09009299427270889, 0.3106943964958191, 0.6085940003395081, 0.008847354911267757, 0.985496461391449, 0.32082128524780273, 0.20946967601776123, 0.12085322290658951, 0.9184802770614624, 0.9603611826896667 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 0.0007321811863221228, 0.034100424498319626, 3.1201914680423215e-05, 0.0009110511746257544, 2.2827996872365475e-05, 0.0838903859257698, 0.6926419734954834, 0.1127954050898552, 0.4685474932193756, 0.0039454069919884205, 0.000191104321856983, 0.0002959570847451687, 0.0004728544445242733, 7.484622619813308e-05 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.024053551256656647, 0.507445752620697, 0.9968273043632507, 0.21733753383159637, 0.13846178352832794, 0.509154200553894, 0.9930961728096008, 0.2538610100746155, 0.9974491000175476, 0.9005298018455505, 0.8479677438735962, 0.5414088368415833, 0.031143832951784134, 0.3720487952232361 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 0.0044683837331831455, 0.00017952796770259738, 5.04347383412096e-07, 2.1233784082141938e-06, 5.771919859398622e-06, 0.011687257327139378, 0.015424552373588085, 0.014063628390431404, 0.6513549089431763, 0.012821214273571968, 0.5202525854110718, 8.315279842463497e-07, 4.737905499041517e-07, 0.003172682598233223 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.06560483574867249, 0.08632347732782364, 0.9124361872673035, 0.9525741338729858, 0.6984323263168335, 0.30321571230888367, 0.08509904146194458, 0.002889581024646759, 0.949669361114502, 0.9683812260627747, 0.2568320035934448, 0.10970578342676163, 0.060086652636528015, 0.018833130598068237 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.09401018172502518, 0.17328819632530212, 0.949669361114502, 0.5626571178436279, 0.07807816565036774, 0.5912512540817261, 0.9944451451301575, 0.3123700022697449, 0.970687747001648, 0.9883127808570862, 0.45423004031181335, 0.2568320035934448, 0.00013982206291984767, 0.08269733935594559 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.14706450700759888, 0.20055769383907318, 0.999783456325531, 0.8289388418197632, 0.2120688259601593, 0.7256486415863037, 0.8255897164344788, 0.13296423852443695, 0.9744347929954529, 0.9324532747268677, 0.14511536061763763, 0.3993430435657501, 4.832564081880264e-05, 0.034618835896253586 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.0012843081494793296, 0.5669777989387512, 0.008315778337419033, 9.028038039105013e-05, 0.02161533385515213, 0.7341195344924927, 0.04603390023112297, 0.42441198229789734, 0.9871788024902344, 0.7905303239822388, 0.4311051070690155, 0.0120537793263793, 0.000487857119878754, 0.17781086266040802 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 0.00012339458044152707, 0.004331501666456461, 6.083590164962516e-07, 5.315785145398877e-08, 2.7535690605873242e-05, 0.008577484637498856, 1.3846004549122881e-05, 0.0007554056355729699, 0.2107662856578827, 3.321419353596866e-05, 0.0064882696606218815, 1.67014204635052e-05, 3.9278620533877984e-07, 0.000458312890259549 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.14223189651966095, 0.031143832951784134, 2.93115390377352e-05, 7.484622619813308e-05, 0.0007554056355729699, 0.01640303246676922, 0.6531268954277039, 0.0044683837331831455, 0.9525741338729858, 0.2628418207168579, 0.1127954050898552, 0.00010229986219201237, 1.5689549400121905e-05, 0.026355354115366936 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.5827285051345825, 0.9032942056655884, 0.3225259780883789, 0.2436424344778061, 0.49951171875, 0.961533784866333, 0.9947799444198608, 0.01590639166533947, 0.9977481961250305, 0.9991704225540161, 0.8322367072105408, 0.5326682329177856, 0.18476751446723938, 0.030675802379846573 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.009125636890530586, 0.06371499598026276, 0.004609572235494852, 0.00013982206291984767, 0.0033766122069209814, 0.6053325533866882, 0.02517884224653244, 0.04336579889059067, 0.7772998809814453, 0.07585817575454712, 0.00712142838165164, 5.144220995134674e-05, 0.007345826830714941, 0.06560483574867249 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.008577484637498856, 0.729519784450531, 0.0009399438858963549, 0.008847354911267757, 0.0011335690505802631, 0.16344544291496277, 0.00020342698553577065, 0.008061991073191166, 0.10669060051441193, 0.06754669547080994, 0.14706450700759888, 1.4738982827111613e-05, 1.3007129382458515e-05, 0.0010322310263291001 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.09807931631803513, 0.5426208972930908, 0.00012339458044152707, 0.005730246659368277, 0.003273064736276865, 0.02931223064661026, 0.0059110685251653194, 0.001098731067031622, 0.4196479320526123, 0.024053551256656647, 0.05108273774385452, 0.00014883848780300468, 6.962256520637311e-06, 0.00011591933434829116 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.0018102108733728528, 0.5443170070648193, 0.010986941866576672, 0.45713669061660767, 0.05749328061938286, 0.35042136907577515, 0.060086652636528015, 0.5083000063896179, 0.9124361872673035, 0.017442485317587852, 0.9740425944328308, 0.32167303562164307, 0.0005884087877348065, 0.04535258188843727 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 0.0004044814850203693, 0.2146914303302765, 0.0003150386910419911, 2.1444948288262822e-05, 0.0006070755189284682, 0.034618835896253586, 0.05665242671966553, 0.0019267346942797303, 0.08035746961832047, 5.829126530443318e-05, 0.03021458350121975, 0.0007096704212017357, 2.561282371971174e-06, 0.0018675660248845816 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.017442485317587852, 0.14804719388484955, 0.014503579586744308, 0.9433475732803345, 0.8407825827598572, 0.46465864777565, 0.9879462122917175, 0.9353464841842651, 0.9924227595329285, 0.9867772459983826, 0.6006569266319275, 0.8774768114089966, 0.0002959570847451687, 0.013636835850775242 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.005220125429332256, 0.06097517907619476, 8.939696272136644e-06, 4.2228334677929524e-06, 0.515863835811615, 0.9790357351303101, 0.7146279811859131, 0.027585282921791077, 0.36206647753715515, 0.939024806022644, 0.0029810327105224133, 0.15102779865264893, 0.016914913430809975, 0.3890821933746338 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.02595735713839531, 0.7620701193809509, 0.9986329674720764, 0.9669140577316284, 0.4971923828125, 0.7520125508308411, 0.851952850818634, 0.6774740219116211, 0.9416541457176208, 0.9859364032745361, 0.29746994376182556, 0.08151976019144058, 0.003273064736276865, 0.02843603305518627 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.03021458350121975, 0.48755136132240295, 0.815232515335083, 0.7431679368019104, 0.9736446738243103, 0.9933071732521057, 0.7786493301391602, 0.35398629307746887, 0.9763104915618896, 0.9840936064720154, 0.7577943801879883, 0.09138210862874985, 0.0005357805639505386, 0.04958902671933174 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.014503579586744308, 0.6361271142959595, 0.029760092496871948, 0.04603390023112297, 0.0012065897462889552, 0.2436424344778061, 0.4892594814300537, 0.9273632764816284, 0.9621075391769409, 0.31489261984825134, 0.8902942538261414, 0.3106943964958191, 0.0019267346942797303, 0.016914913430809975 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 0.00033535013790242374, 0.5568816065788269, 0.008847354911267757, 0.0039454069919884205, 0.005384937860071659, 0.5945512652397156, 0.8407825827598572, 0.971563994884491, 0.9728307723999023, 0.9643214344978333, 0.9489172697067261, 0.9763104915618896, 0.004198795650154352, 0.06754669547080994 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.000570315751247108, 0.5387405753135681, 0.0003150386910419911, 0.4843800365924835, 0.005060331895947456, 0.6146253347396851, 0.859663724899292, 0.999220609664917, 0.8872045874595642, 0.3557748794555664, 0.4658734202384949, 0.0008040859247557819, 0.004755199886858463, 0.3199707269668579 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.06853749603033066, 0.027585282921791077, 2.7535690605873242e-05, 7.411280421365518e-06, 0.00712142838165164, 0.11920291930437088, 0.4573790431022644, 0.011331753805279732, 0.9433475732803345, 0.9924227595329285, 0.0059110685251653194, 0.013222821988165379, 1.6536895373064908e-06, 0.024053551256656647 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.009412589482963085, 0.13753245770931244, 0.9752018451690674, 0.0222861859947443, 0.5898345112800598, 0.7577943801879883, 0.6043989062309265, 0.20817892253398895, 0.8918110132217407, 0.6592954993247986, 0.18594719469547272, 0.001597845577634871, 0.00033535013790242374, 0.05033063143491745 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.031143832951784134, 0.06656918674707413, 0.002323162741959095, 0.0035936026833951473, 0.08509904146194458, 0.3486451208591461, 0.5597714185714722, 0.009412589482963085, 0.9979493021965027, 0.543832540512085, 0.034100424498319626, 0.005220125429332256, 0.0001686527393758297, 0.003273064736276865 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.23091977834701538, 0.20946967601776123, 0.008847354911267757, 0.515863835811615, 0.1550784707069397, 0.9916841983795166, 0.526829719543457, 0.03210070729255676, 0.963230550289154, 0.532181978225708, 0.2523840367794037, 0.23091977834701538, 0.022977370768785477, 0.01912403479218483 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.6315943002700806, 0.1233656257390976, 0.003172682598233223, 0.09670579433441162, 0.929440438747406, 0.8633915781974792, 0.9926542043685913, 0.5209837555885315, 0.9987550973892212, 0.9755768775939941, 0.06954174488782883, 0.9273632764816284, 0.008061991073191166, 0.014063628390431404 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.03021458350121975, 0.14706450700759888, 7.031184941297397e-05, 0.039048291742801666, 0.8902942538261414, 0.9252299070358276, 0.7759445905685425, 0.9911527037620544, 0.9886682629585266, 0.7892336845397949, 0.04603390023112297, 0.6783269047737122, 0.008847354911267757, 0.0018675660248845816 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.034618835896253586, 0.36931508779525757, 2.1444948288262822e-05, 0.00012339458044152707, 0.07807816565036774, 0.9950946569442749, 0.6288633942604065, 0.8856314420700073, 0.9911527037620544, 0.917302668094635, 0.0008830457809381187, 0.009708477184176445, 0.0003799845289904624, 0.6001883149147034 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 0.00041731575038284063, 0.6397360563278198, 0.014503579586744308, 0.00014883848780300468, 0.0029810327105224133, 0.012821214273571968, 0.879974365234375, 0.9702399373054504, 0.9693241715431213, 0.7549149990081787, 0.009125636890530586, 0.2901756167411804, 0.000191104321856983, 0.00010889690747717395 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.024798160418868065, 0.22000710666179657, 0.00407013762742281, 0.0003150386910419911, 0.20817892253398895, 0.9998601675033569, 0.9949396848678589, 0.13753245770931244, 0.982557475566864, 0.999841570854187, 0.6909762620925903, 0.0006667023408226669, 0.0017546144081279635, 0.0028009270317852497 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.0120537793263793, 0.14511536061763763, 7.9673009167891e-05, 8.481103577651083e-05, 0.03963883966207504, 0.9867772459983826, 0.9835969805717468, 0.9984021782875061, 0.7193835973739624, 0.06754669547080994, 0.15102779865264893, 0.026759283617138863, 0.0011335690505802631, 0.00712142838165164 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.37387579679489136, 0.06656918674707413, 0.6636689305305481, 0.0002959570847451687, 0.9252299070358276, 0.9997965693473816, 0.9989677667617798, 0.026759283617138863, 0.9983515739440918, 0.9998511075973511, 0.8976953029632568, 0.1677633374929428, 0.0010005044750869274, 0.06187598779797554 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 0.2018132209777832, 0.10970578342676163, 0.0007793660624884069, 0.0029810327105224133, 0.8397339582443237, 0.7759445905685425, 0.957277774810791, 0.006692850962281227, 0.8539127111434937, 0.9381240010261536, 0.01971912756562233, 0.9740425944328308, 0.3242354094982147, 0.0017007222631946206 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed43/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "f358e59673a9019743de9265765f5b221bb72fe2c6a9f79a881c89d6558c6022", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3510632448, "total_wall_seconds": 1603.4310500120046, "trainable_parameters": 334111040, "parameters": 334111040 } }