{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-taskagnostic4l-transfer", "seed": 41, "source_checkpoint": "results/standalone4l_base/20260731-v1/base-4l-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2145, "sha256": "05a8d13c70f61228202c1f8f60a33fc03eed2354cff4d82ad081e1591d80f949" }, { "path": "model.safetensors", "bytes": 668198976, "sha256": "2732c616772fe320cdea228ab4554981418b1b2bf615c4183fb1ac8e6e2168d3" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed41.run-manifest.json", "sha256": "55229f91155755e3da1e289f7dc52d5e6ec0d7a55f81c6a1addf744567d688ba", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.2876788889973914, "windows": 2428, "wall_seconds": 308.35776725399774 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.4889480949417152, "micro_f1": 0.5496535796766744, "exact_match": 0.0, "predicted_positive_rate": 0.7665816326530612, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.425531914893617, "recall": 0.8695652173913043, "f1": 0.5714285714285714, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 1.0, "f1": 0.19999999999999998, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2647058823529412, "recall": 1.0, "f1": 0.4186046511627907, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34782608695652173, "recall": 1.0, "f1": 0.5161290322580645, "support": 16 }, "Doubt": { "precision": 0.5526315789473685, "recall": 0.875, "f1": 0.6774193548387096, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5208333333333334, "recall": 0.9259259259259259, "f1": 0.6666666666666667, "support": 27 }, "Flag-Waving": { "precision": 0.30357142857142855, "recall": 1.0, "f1": 0.4657534246575342, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 0.9411764705882353, "f1": 0.7804878048780487, "support": 34 }, "Repetition": { "precision": 0.44642857142857145, "recall": 1.0, "f1": 0.617283950617284, "support": 25 }, "Slogans": { "precision": 0.2857142857142857, "recall": 0.6666666666666666, "f1": 0.4, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.14705882352941177, "recall": 0.625, "f1": 0.2380952380952381, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.15384615384615385, "recall": 1.0, "f1": 0.2666666666666667, "support": 8 } }, "counts": { "tp": 238, "fp": 363, "fn": 27 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.2541471580043435, "seconds_per_article": 0.0938240563929347 } }, { "epoch": 2, "training": { "loss": 1.0578560622461153, "windows": 2428, "wall_seconds": 306.6126705039933 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5709764023959962, "micro_f1": 0.608695652173913, "exact_match": 0.0, "predicted_positive_rate": 0.6007653061224489, "per_label": { "Appeal_to_Authority": { "precision": 0.20754716981132076, "recall": 1.0, "f1": 0.34375000000000006, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6521739130434783, "recall": 0.6521739130434783, "f1": 0.6521739130434783, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3157894736842105, "recall": 1.0, "f1": 0.4799999999999999, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42105263157894735, "recall": 0.8888888888888888, "f1": 0.5714285714285714, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4444444444444444, "recall": 0.5, "f1": 0.47058823529411764, "support": 16 }, "Doubt": { "precision": 0.5151515151515151, "recall": 0.7083333333333334, "f1": 0.5964912280701754, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6, "recall": 0.8888888888888888, "f1": 0.7164179104477612, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.9090909090909091, "recall": 0.8888888888888888, "f1": 0.8988764044943819, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8378378378378378, "recall": 0.9117647058823529, "f1": 0.8732394366197184, "support": 34 }, "Repetition": { "precision": 0.47058823529411764, "recall": 0.96, "f1": 0.631578947368421, "support": 25 }, "Slogans": { "precision": 0.2926829268292683, "recall": 1.0, "f1": 0.45283018867924524, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16666666666666666, "recall": 0.75, "f1": 0.27272727272727276, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.38461538461538464, "recall": 0.625, "f1": 0.4761904761904762, "support": 8 } }, "counts": { "tp": 224, "fp": 247, "fn": 41 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.113797573983902, "seconds_per_article": 0.09131781382114111 } }, { "epoch": 3, "training": { "loss": 0.7164039116773195, "windows": 2428, "wall_seconds": 308.90641613700427 }, "calibration_selected_for_monitoring_only": { "threshold": 0.5, "macro_f1": 0.5524456976238347, "micro_f1": 0.605296343001261, "exact_match": 0.0, "predicted_positive_rate": 0.673469387755102, "per_label": { "Appeal_to_Authority": { "precision": 0.21428571428571427, "recall": 0.5454545454545454, "f1": 0.30769230769230765, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.46938775510204084, "recall": 1.0, "f1": 0.6388888888888888, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.45454545454545453, "recall": 0.8333333333333334, "f1": 0.5882352941176471, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25806451612903225, "recall": 0.8888888888888888, "f1": 0.39999999999999997, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3939393939393939, "recall": 0.8125, "f1": 0.5306122448979591, "support": 16 }, "Doubt": { "precision": 0.525, "recall": 0.875, "f1": 0.6562500000000001, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5306122448979592, "recall": 0.9629629629629629, "f1": 0.6842105263157895, "support": 27 }, "Flag-Waving": { "precision": 0.37209302325581395, "recall": 0.9411764705882353, "f1": 0.5333333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8, "support": 34 }, "Repetition": { "precision": 0.5116279069767442, "recall": 0.88, "f1": 0.6470588235294118, "support": 25 }, "Slogans": { "precision": 0.36, "recall": 0.75, "f1": 0.48648648648648657, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.17647058823529413, "recall": 0.75, "f1": 0.2857142857142857, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16216216216216217, "recall": 0.75, "f1": 0.26666666666666666, "support": 8 } }, "counts": { "tp": 240, "fp": 288, "fn": 25 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.067434385011438, "seconds_per_article": 0.09048989973234711 } }, { "epoch": 4, "training": { "loss": 0.29657831490954656, "windows": 2428, "wall_seconds": 309.48087472101906 }, "calibration_selected_for_monitoring_only": { "threshold": 0.2, "macro_f1": 0.5876845759297635, "micro_f1": 0.6433378196500673, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.6096938775510204, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.36363636363636365, "f1": 0.25806451612903225, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5121951219512195, "recall": 0.9130434782608695, "f1": 0.6562499999999999, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.8333333333333334, "f1": 0.625, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.391304347826087, "recall": 1.0, "f1": 0.5625, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4666666666666667, "recall": 0.875, "f1": 0.608695652173913, "support": 16 }, "Doubt": { "precision": 0.44680851063829785, "recall": 0.875, "f1": 0.591549295774648, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.52, "recall": 0.9629629629629629, "f1": 0.6753246753246753, "support": 27 }, "Flag-Waving": { "precision": 0.4146341463414634, "recall": 1.0, "f1": 0.5862068965517241, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6938775510204082, "recall": 1.0, "f1": 0.819277108433735, "support": 34 }, "Repetition": { "precision": 0.46938775510204084, "recall": 0.92, "f1": 0.6216216216216216, "support": 25 }, "Slogans": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.75, "f1": 0.34285714285714286, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.3333333333333333, "recall": 0.625, "f1": 0.43478260869565216, "support": 8 } }, "counts": { "tp": 239, "fp": 239, "fn": 26 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.203981737024151, "seconds_per_article": 0.09292824530400269 } }, { "epoch": 5, "training": { "loss": 0.09846383382625153, "windows": 2428, "wall_seconds": 309.40886902899365 }, "calibration_selected_for_monitoring_only": { "threshold": 0.15, "macro_f1": 0.5614755614837937, "micro_f1": 0.6283422459893049, "exact_match": 0.0, "predicted_positive_rate": 0.6160714285714286, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5714285714285714, "recall": 0.8695652173913043, "f1": 0.689655172413793, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.36, "recall": 1.0, "f1": 0.5294117647058824, "support": 9 }, "Causal_Oversimplification": { "precision": 0.55, "recall": 0.6875, "f1": 0.6111111111111112, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5227272727272727, "recall": 0.8518518518518519, "f1": 0.647887323943662, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.723404255319149, "recall": 1.0, "f1": 0.8395061728395062, "support": 34 }, "Repetition": { "precision": 0.48936170212765956, "recall": 0.92, "f1": 0.6388888888888888, "support": 25 }, "Slogans": { "precision": 0.3157894736842105, "recall": 1.0, "f1": 0.4799999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18421052631578946, "recall": 0.875, "f1": 0.30434782608695654, "support": 8 } }, "counts": { "tp": 235, "fp": 248, "fn": 30 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.221826429013163, "seconds_per_article": 0.09324690051809219 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.5446650994361193, "micro_f1": 0.5978128797083839, "exact_match": 0.0, "predicted_positive_rate": 0.7117346938775511, "per_label": { "Appeal_to_Authority": { "precision": 0.17857142857142858, "recall": 0.45454545454545453, "f1": 0.25641025641025644, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.8695652173913043, "f1": 0.634920634920635, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.38461538461538464, "recall": 0.8333333333333334, "f1": 0.5263157894736842, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2903225806451613, "recall": 1.0, "f1": 0.45000000000000007, "support": 9 }, "Causal_Oversimplification": { "precision": 0.41935483870967744, "recall": 0.8125, "f1": 0.5531914893617021, "support": 16 }, "Doubt": { "precision": 0.4444444444444444, "recall": 1.0, "f1": 0.6153846153846153, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5, "recall": 0.9629629629629629, "f1": 0.6582278481012659, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.8181818181818182, "recall": 1.0, "f1": 0.9, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 1.0, "f1": 0.8, "support": 34 }, "Repetition": { "precision": 0.47058823529411764, "recall": 0.96, "f1": 0.631578947368421, "support": 25 }, "Slogans": { "precision": 0.2727272727272727, "recall": 1.0, "f1": 0.42857142857142855, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.22727272727272727, "recall": 0.625, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 0.875, "f1": 0.27999999999999997, "support": 8 } }, "counts": { "tp": 246, "fp": 312, "fn": 19 } }, { "threshold": 0.1, "macro_f1": 0.5423184644989305, "micro_f1": 0.6094750320102433, "exact_match": 0.0, "predicted_positive_rate": 0.6581632653061225, "per_label": { "Appeal_to_Authority": { "precision": 0.17391304347826086, "recall": 0.36363636363636365, "f1": 0.2352941176470588, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5263157894736842, "recall": 0.8695652173913043, "f1": 0.6557377049180327, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.32142857142857145, "recall": 1.0, "f1": 0.4864864864864865, "support": 9 }, "Causal_Oversimplification": { "precision": 0.44, "recall": 0.6875, "f1": 0.5365853658536586, "support": 16 }, "Doubt": { "precision": 0.46153846153846156, "recall": 1.0, "f1": 0.631578947368421, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5208333333333334, "recall": 0.9259259259259259, "f1": 0.6666666666666667, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7083333333333334, "recall": 1.0, "f1": 0.8292682926829268, "support": 34 }, "Repetition": { "precision": 0.4791666666666667, "recall": 0.92, "f1": 0.6301369863013699, "support": 25 }, "Slogans": { "precision": 0.27906976744186046, "recall": 1.0, "f1": 0.43636363636363634, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23529411764705882, "recall": 0.5, "f1": 0.31999999999999995, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1794871794871795, "recall": 0.875, "f1": 0.2978723404255319, "support": 8 } }, "counts": { "tp": 238, "fp": 278, "fn": 27 } }, { "threshold": 0.15, "macro_f1": 0.5614755614837937, "micro_f1": 0.6283422459893049, "exact_match": 0.0, "predicted_positive_rate": 0.6160714285714286, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5714285714285714, "recall": 0.8695652173913043, "f1": 0.689655172413793, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.36, "recall": 1.0, "f1": 0.5294117647058824, "support": 9 }, "Causal_Oversimplification": { "precision": 0.55, "recall": 0.6875, "f1": 0.6111111111111112, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5227272727272727, "recall": 0.8518518518518519, "f1": 0.647887323943662, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.723404255319149, "recall": 1.0, "f1": 0.8395061728395062, "support": 34 }, "Repetition": { "precision": 0.48936170212765956, "recall": 0.92, "f1": 0.6388888888888888, "support": 25 }, "Slogans": { "precision": 0.3157894736842105, "recall": 1.0, "f1": 0.4799999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18421052631578946, "recall": 0.875, "f1": 0.30434782608695654, "support": 8 } }, "counts": { "tp": 235, "fp": 248, "fn": 30 } }, { "threshold": 0.2, "macro_f1": 0.5481505015907427, "micro_f1": 0.6312849162011173, "exact_match": 0.0, "predicted_positive_rate": 0.5752551020408163, "per_label": { "Appeal_to_Authority": { "precision": 0.1875, "recall": 0.2727272727272727, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6060606060606061, "recall": 0.8695652173913043, "f1": 0.7142857142857143, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2857142857142857, "recall": 0.3333333333333333, "f1": 0.30769230769230765, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.34782608695652173, "recall": 0.8888888888888888, "f1": 0.5, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.5625, "f1": 0.5806451612903225, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5238095238095238, "recall": 0.8148148148148148, "f1": 0.6376811594202898, "support": 27 }, "Flag-Waving": { "precision": 0.3953488372093023, "recall": 1.0, "f1": 0.5666666666666667, "support": 17 }, "Loaded_Language": { "precision": 0.8653846153846154, "recall": 1.0, "f1": 0.9278350515463918, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.717391304347826, "recall": 0.9705882352941176, "f1": 0.825, "support": 34 }, "Repetition": { "precision": 0.5227272727272727, "recall": 0.92, "f1": 0.6666666666666666, "support": 25 }, "Slogans": { "precision": 0.35294117647058826, "recall": 1.0, "f1": 0.5217391304347826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.17142857142857143, "recall": 0.75, "f1": 0.2790697674418604, "support": 8 } }, "counts": { "tp": 226, "fp": 225, "fn": 39 } }, { "threshold": 0.25, "macro_f1": 0.5469051738968971, "micro_f1": 0.6367583212735166, "exact_match": 0.0, "predicted_positive_rate": 0.5433673469387755, "per_label": { "Appeal_to_Authority": { "precision": 0.14285714285714285, "recall": 0.18181818181818182, "f1": 0.16, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.8695652173913043, "f1": 0.7547169811320754, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2857142857142857, "recall": 0.3333333333333333, "f1": 0.30769230769230765, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3157894736842105, "recall": 0.6666666666666666, "f1": 0.42857142857142855, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6923076923076923, "recall": 0.5625, "f1": 0.6206896551724138, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5365853658536586, "recall": 0.8148148148148148, "f1": 0.6470588235294118, "support": 27 }, "Flag-Waving": { "precision": 0.4146341463414634, "recall": 1.0, "f1": 0.5862068965517241, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 1.0, "f1": 0.9375, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.717391304347826, "recall": 0.9705882352941176, "f1": 0.825, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.84, "f1": 0.6268656716417911, "support": 25 }, "Slogans": { "precision": 0.34375, "recall": 0.9166666666666666, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2727272727272727, "recall": 0.375, "f1": 0.3157894736842105, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1935483870967742, "recall": 0.75, "f1": 0.30769230769230765, "support": 8 } }, "counts": { "tp": 220, "fp": 206, "fn": 45 } }, { "threshold": 0.3, "macro_f1": 0.5547009894993489, "micro_f1": 0.6468842729970326, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5216836734693877, "per_label": { "Appeal_to_Authority": { "precision": 0.15384615384615385, "recall": 0.18181818181818182, "f1": 0.16666666666666669, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.8695652173913043, "f1": 0.7547169811320754, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.2857142857142857, "recall": 0.3333333333333333, "f1": 0.30769230769230765, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3157894736842105, "recall": 0.6666666666666666, "f1": 0.42857142857142855, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6666666666666666, "recall": 0.5, "f1": 0.5714285714285715, "support": 16 }, "Doubt": { "precision": 0.48936170212765956, "recall": 0.9583333333333334, "f1": 0.6478873239436619, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5789473684210527, "recall": 0.8148148148148148, "f1": 0.6769230769230768, "support": 27 }, "Flag-Waving": { "precision": 0.4358974358974359, "recall": 1.0, "f1": 0.6071428571428571, "support": 17 }, "Loaded_Language": { "precision": 0.88, "recall": 0.9777777777777777, "f1": 0.9263157894736842, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.717391304347826, "recall": 0.9705882352941176, "f1": 0.825, "support": 34 }, "Repetition": { "precision": 0.5384615384615384, "recall": 0.84, "f1": 0.6562499999999999, "support": 25 }, "Slogans": { "precision": 0.3793103448275862, "recall": 0.9166666666666666, "f1": 0.5365853658536586, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.375, "f1": 0.35294117647058826, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1935483870967742, "recall": 0.75, "f1": 0.30769230769230765, "support": 8 } }, "counts": { "tp": 218, "fp": 191, "fn": 47 } }, { "threshold": 0.35, "macro_f1": 0.5540332567166885, "micro_f1": 0.6474164133738601, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5012755102040817, "per_label": { "Appeal_to_Authority": { "precision": 0.18181818181818182, "recall": 0.18181818181818182, "f1": 0.18181818181818182, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.8695652173913043, "f1": 0.7547169811320754, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.35294117647058826, "recall": 0.6666666666666666, "f1": 0.46153846153846156, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6363636363636364, "recall": 0.4375, "f1": 0.5185185185185185, "support": 16 }, "Doubt": { "precision": 0.48936170212765956, "recall": 0.9583333333333334, "f1": 0.6478873239436619, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5675675675675675, "recall": 0.7777777777777778, "f1": 0.65625, "support": 27 }, "Flag-Waving": { "precision": 0.42105263157894735, "recall": 0.9411764705882353, "f1": 0.5818181818181818, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7333333333333333, "recall": 0.9705882352941176, "f1": 0.8354430379746834, "support": 34 }, "Repetition": { "precision": 0.5526315789473685, "recall": 0.84, "f1": 0.6666666666666667, "support": 25 }, "Slogans": { "precision": 0.38461538461538464, "recall": 0.8333333333333334, "f1": 0.5263157894736842, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.375, "f1": 0.35294117647058826, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20689655172413793, "recall": 0.75, "f1": 0.32432432432432434, "support": 8 } }, "counts": { "tp": 213, "fp": 180, "fn": 52 } }, { "threshold": 0.4, "macro_f1": 0.5450092175003592, "micro_f1": 0.6418604651162791, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.4846938775510204, "per_label": { "Appeal_to_Authority": { "precision": 0.18181818181818182, "recall": 0.18181818181818182, "f1": 0.18181818181818182, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6666666666666666, "recall": 0.8695652173913043, "f1": 0.7547169811320754, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.6666666666666666, "f1": 0.5217391304347826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6363636363636364, "recall": 0.4375, "f1": 0.5185185185185185, "support": 16 }, "Doubt": { "precision": 0.4782608695652174, "recall": 0.9166666666666666, "f1": 0.6285714285714286, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5675675675675675, "recall": 0.7777777777777778, "f1": 0.65625, "support": 27 }, "Flag-Waving": { "precision": 0.42105263157894735, "recall": 0.9411764705882353, "f1": 0.5818181818181818, "support": 17 }, "Loaded_Language": { "precision": 0.8775510204081632, "recall": 0.9555555555555556, "f1": 0.9148936170212767, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7333333333333333, "recall": 0.9705882352941176, "f1": 0.8354430379746834, "support": 34 }, "Repetition": { "precision": 0.5294117647058824, "recall": 0.72, "f1": 0.6101694915254237, "support": 25 }, "Slogans": { "precision": 0.375, "recall": 0.75, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.25, "f1": 0.25, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.75, "f1": 0.34285714285714286, "support": 8 } }, "counts": { "tp": 207, "fp": 173, "fn": 58 } }, { "threshold": 0.45, "macro_f1": 0.5411156228930692, "micro_f1": 0.6432, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.45918367346938777, "per_label": { "Appeal_to_Authority": { "precision": 0.1111111111111111, "recall": 0.09090909090909091, "f1": 0.09999999999999999, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7407407407407407, "recall": 0.8695652173913043, "f1": 0.7999999999999999, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.42857142857142855, "recall": 0.6666666666666666, "f1": 0.5217391304347826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6363636363636364, "recall": 0.4375, "f1": 0.5185185185185185, "support": 16 }, "Doubt": { "precision": 0.4666666666666667, "recall": 0.875, "f1": 0.608695652173913, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5833333333333334, "recall": 0.7777777777777778, "f1": 0.6666666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.4411764705882353, "recall": 0.8823529411764706, "f1": 0.5882352941176471, "support": 17 }, "Loaded_Language": { "precision": 0.8936170212765957, "recall": 0.9333333333333333, "f1": 0.9130434782608695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7333333333333333, "recall": 0.9705882352941176, "f1": 0.8354430379746834, "support": 34 }, "Repetition": { "precision": 0.53125, "recall": 0.68, "f1": 0.5964912280701754, "support": 25 }, "Slogans": { "precision": 0.391304347826087, "recall": 0.75, "f1": 0.5142857142857143, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2857142857142857, "recall": 0.25, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 } }, "counts": { "tp": 201, "fp": 159, "fn": 64 } }, { "threshold": 0.5, "macro_f1": 0.5418013683950087, "micro_f1": 0.6427406199021207, "exact_match": 0.05357142857142857, "predicted_positive_rate": 0.44387755102040816, "per_label": { "Appeal_to_Authority": { "precision": 0.1111111111111111, "recall": 0.09090909090909091, "f1": 0.09999999999999999, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7407407407407407, "recall": 0.8695652173913043, "f1": 0.7999999999999999, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.375, "f1": 0.4615384615384615, "support": 16 }, "Doubt": { "precision": 0.4666666666666667, "recall": 0.875, "f1": 0.608695652173913, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5882352941176471, "recall": 0.7407407407407407, "f1": 0.6557377049180328, "support": 27 }, "Flag-Waving": { "precision": 0.4411764705882353, "recall": 0.8823529411764706, "f1": 0.5882352941176471, "support": 17 }, "Loaded_Language": { "precision": 0.8936170212765957, "recall": 0.9333333333333333, "f1": 0.9130434782608695, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7619047619047619, "recall": 0.9411764705882353, "f1": 0.8421052631578947, "support": 34 }, "Repetition": { "precision": 0.5161290322580645, "recall": 0.64, "f1": 0.5714285714285714, "support": 25 }, "Slogans": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.4, "recall": 0.25, "f1": 0.3076923076923077, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 } }, "counts": { "tp": 197, "fp": 151, "fn": 68 } }, { "threshold": 0.55, "macro_f1": 0.5476759660452133, "micro_f1": 0.6500829187396351, "exact_match": 0.08928571428571429, "predicted_positive_rate": 0.43112244897959184, "per_label": { "Appeal_to_Authority": { "precision": 0.1111111111111111, "recall": 0.09090909090909091, "f1": 0.09999999999999999, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7407407407407407, "recall": 0.8695652173913043, "f1": 0.7999999999999999, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.3333333333333333, "f1": 0.3333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.375, "f1": 0.4615384615384615, "support": 16 }, "Doubt": { "precision": 0.46511627906976744, "recall": 0.8333333333333334, "f1": 0.5970149253731343, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6451612903225806, "recall": 0.7407407407407407, "f1": 0.689655172413793, "support": 27 }, "Flag-Waving": { "precision": 0.45454545454545453, "recall": 0.8823529411764706, "f1": 0.6, "support": 17 }, "Loaded_Language": { "precision": 0.9130434782608695, "recall": 0.9333333333333333, "f1": 0.9230769230769231, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7619047619047619, "recall": 0.9411764705882353, "f1": 0.8421052631578947, "support": 34 }, "Repetition": { "precision": 0.5517241379310345, "recall": 0.64, "f1": 0.5925925925925927, "support": 25 }, "Slogans": { "precision": 0.45, "recall": 0.75, "f1": 0.5625000000000001, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.4, "recall": 0.25, "f1": 0.3076923076923077, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 } }, "counts": { "tp": 196, "fp": 142, "fn": 69 } }, { "threshold": 0.6, "macro_f1": 0.5473417735957737, "micro_f1": 0.6464646464646464, "exact_match": 0.08928571428571429, "predicted_positive_rate": 0.41964285714285715, "per_label": { "Appeal_to_Authority": { "precision": 0.1111111111111111, "recall": 0.09090909090909091, "f1": 0.09999999999999999, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.72, "recall": 0.782608695652174, "f1": 0.7499999999999999, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.375, "f1": 0.4615384615384615, "support": 16 }, "Doubt": { "precision": 0.46511627906976744, "recall": 0.8333333333333334, "f1": 0.5970149253731343, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6333333333333333, "recall": 0.7037037037037037, "f1": 0.6666666666666667, "support": 27 }, "Flag-Waving": { "precision": 0.4375, "recall": 0.8235294117647058, "f1": 0.5714285714285714, "support": 17 }, "Loaded_Language": { "precision": 0.9130434782608695, "recall": 0.9333333333333333, "f1": 0.9230769230769231, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7619047619047619, "recall": 0.9411764705882353, "f1": 0.8421052631578947, "support": 34 }, "Repetition": { "precision": 0.5925925925925926, "recall": 0.64, "f1": 0.6153846153846153, "support": 25 }, "Slogans": { "precision": 0.47368421052631576, "recall": 0.75, "f1": 0.5806451612903226, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 } }, "counts": { "tp": 192, "fp": 137, "fn": 73 } }, { "threshold": 0.65, "macro_f1": 0.5449624867942221, "micro_f1": 0.6458333333333333, "exact_match": 0.08928571428571429, "predicted_positive_rate": 0.39668367346938777, "per_label": { "Appeal_to_Authority": { "precision": 0.125, "recall": 0.09090909090909091, "f1": 0.10526315789473685, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6956521739130435, "recall": 0.6956521739130435, "f1": 0.6956521739130435, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6, "recall": 0.375, "f1": 0.4615384615384615, "support": 16 }, "Doubt": { "precision": 0.47619047619047616, "recall": 0.8333333333333334, "f1": 0.6060606060606061, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6923076923076923, "recall": 0.6666666666666666, "f1": 0.6792452830188679, "support": 27 }, "Flag-Waving": { "precision": 0.4827586206896552, "recall": 0.8235294117647058, "f1": 0.608695652173913, "support": 17 }, "Loaded_Language": { "precision": 0.9333333333333333, "recall": 0.9333333333333333, "f1": 0.9333333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7804878048780488, "recall": 0.9411764705882353, "f1": 0.8533333333333334, "support": 34 }, "Repetition": { "precision": 0.56, "recall": 0.56, "f1": 0.56, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.20833333333333334, "recall": 0.625, "f1": 0.3125, "support": 8 } }, "counts": { "tp": 186, "fp": 125, "fn": 79 } }, { "threshold": 0.7, "macro_f1": 0.5448669930858535, "micro_f1": 0.6440071556350625, "exact_match": 0.10714285714285714, "predicted_positive_rate": 0.375, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6666666666666666, "recall": 0.375, "f1": 0.4800000000000001, "support": 16 }, "Doubt": { "precision": 0.4878048780487805, "recall": 0.8333333333333334, "f1": 0.6153846153846153, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.72, "recall": 0.6666666666666666, "f1": 0.6923076923076923, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.8235294117647058, "f1": 0.6222222222222222, "support": 17 }, "Loaded_Language": { "precision": 0.9285714285714286, "recall": 0.8666666666666667, "f1": 0.896551724137931, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7692307692307693, "recall": 0.8823529411764706, "f1": 0.8219178082191781, "support": 34 }, "Repetition": { "precision": 0.5833333333333334, "recall": 0.56, "f1": 0.5714285714285714, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.5, "f1": 0.28571428571428575, "support": 8 } }, "counts": { "tp": 180, "fp": 114, "fn": 85 } }, { "threshold": 0.75, "macro_f1": 0.5465390452185743, "micro_f1": 0.6446886446886446, "exact_match": 0.10714285714285714, "predicted_positive_rate": 0.35841836734693877, "per_label": { "Appeal_to_Authority": { "precision": 0.16666666666666666, "recall": 0.09090909090909091, "f1": 0.11764705882352942, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.6521739130434783, "f1": 0.6976744186046512, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.46153846153846156, "recall": 0.6666666666666666, "f1": 0.5454545454545455, "support": 9 }, "Causal_Oversimplification": { "precision": 0.75, "recall": 0.375, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.48717948717948717, "recall": 0.7916666666666666, "f1": 0.6031746031746031, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.75, "recall": 0.6666666666666666, "f1": 0.7058823529411765, "support": 27 }, "Flag-Waving": { "precision": 0.5384615384615384, "recall": 0.8235294117647058, "f1": 0.6511627906976744, "support": 17 }, "Loaded_Language": { "precision": 0.926829268292683, "recall": 0.8444444444444444, "f1": 0.8837209302325582, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7692307692307693, "recall": 0.8823529411764706, "f1": 0.8219178082191781, "support": 34 }, "Repetition": { "precision": 0.5833333333333334, "recall": 0.56, "f1": 0.5714285714285714, "support": 25 }, "Slogans": { "precision": 0.4666666666666667, "recall": 0.5833333333333334, "f1": 0.5185185185185186, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.6666666666666666, "recall": 0.25, "f1": 0.36363636363636365, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2222222222222222, "recall": 0.5, "f1": 0.30769230769230765, "support": 8 } }, "counts": { "tp": 176, "fp": 105, "fn": 89 } }, { "threshold": 0.8, "macro_f1": 0.525309288004485, "micro_f1": 0.6238185255198487, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.336734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.6521739130434783, "f1": 0.6976744186046512, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4166666666666667, "recall": 0.5555555555555556, "f1": 0.4761904761904762, "support": 9 }, "Causal_Oversimplification": { "precision": 0.6666666666666666, "recall": 0.25, "f1": 0.36363636363636365, "support": 16 }, "Doubt": { "precision": 0.47368421052631576, "recall": 0.75, "f1": 0.5806451612903226, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7391304347826086, "recall": 0.6296296296296297, "f1": 0.68, "support": 27 }, "Flag-Waving": { "precision": 0.5384615384615384, "recall": 0.8235294117647058, "f1": 0.6511627906976744, "support": 17 }, "Loaded_Language": { "precision": 0.9459459459459459, "recall": 0.7777777777777778, "f1": 0.8536585365853658, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7631578947368421, "recall": 0.8529411764705882, "f1": 0.8055555555555555, "support": 34 }, "Repetition": { "precision": 0.5714285714285714, "recall": 0.48, "f1": 0.5217391304347826, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.5833333333333334, "f1": 0.5384615384615384, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.6666666666666666, "recall": 0.25, "f1": 0.36363636363636365, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.5, "f1": 0.3333333333333333, "support": 8 } }, "counts": { "tp": 165, "fp": 99, "fn": 100 } }, { "threshold": 0.85, "macro_f1": 0.48841186118677266, "micro_f1": 0.5968379446640315, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.30739795918367346, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.09090909090909091, "f1": 0.12500000000000003, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7368421052631579, "recall": 0.6086956521739131, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.4, "recall": 0.4444444444444444, "f1": 0.4210526315789474, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.0625, "f1": 0.10526315789473684, "support": 16 }, "Doubt": { "precision": 0.4864864864864865, "recall": 0.75, "f1": 0.5901639344262296, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.7272727272727273, "recall": 0.5925925925925926, "f1": 0.6530612244897959, "support": 27 }, "Flag-Waving": { "precision": 0.5652173913043478, "recall": 0.7647058823529411, "f1": 0.65, "support": 17 }, "Loaded_Language": { "precision": 0.9428571428571428, "recall": 0.7333333333333333, "f1": 0.8250000000000001, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7777777777777778, "recall": 0.8235294117647058, "f1": 0.7999999999999999, "support": 34 }, "Repetition": { "precision": 0.5294117647058824, "recall": 0.36, "f1": 0.42857142857142855, "support": 25 }, "Slogans": { "precision": 0.5384615384615384, "recall": 0.5833333333333334, "f1": 0.5599999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.6666666666666666, "recall": 0.25, "f1": 0.36363636363636365, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 151, "fp": 90, "fn": 114 } }, { "threshold": 0.9, "macro_f1": 0.47991446717667535, "micro_f1": 0.5962732919254659, "exact_match": 0.07142857142857142, "predicted_positive_rate": 0.2780612244897959, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.09090909090909091, "f1": 0.13333333333333333, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7647058823529411, "recall": 0.5652173913043478, "f1": 0.65, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.4, "recall": 0.3333333333333333, "f1": 0.3636363636363636, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.375, "recall": 0.3333333333333333, "f1": 0.35294117647058826, "support": 9 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.0625, "f1": 0.1111111111111111, "support": 16 }, "Doubt": { "precision": 0.5142857142857142, "recall": 0.75, "f1": 0.6101694915254237, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.8421052631578947, "recall": 0.5925925925925926, "f1": 0.6956521739130435, "support": 27 }, "Flag-Waving": { "precision": 0.6190476190476191, "recall": 0.7647058823529411, "f1": 0.6842105263157895, "support": 17 }, "Loaded_Language": { "precision": 0.9375, "recall": 0.6666666666666666, "f1": 0.7792207792207793, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7941176470588235, "recall": 0.7941176470588235, "f1": 0.7941176470588235, "support": 34 }, "Repetition": { "precision": 0.6, "recall": 0.36, "f1": 0.45, "support": 25 }, "Slogans": { "precision": 0.6363636363636364, "recall": 0.5833333333333334, "f1": 0.6086956521739131, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.125, "f1": 0.2, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 144, "fp": 74, "fn": 121 } } ], "selected": { "threshold": 0.15, "macro_f1": 0.5614755614837937, "micro_f1": 0.6283422459893049, "exact_match": 0.0, "predicted_positive_rate": 0.6160714285714286, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5714285714285714, "recall": 0.8695652173913043, "f1": 0.689655172413793, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.3333333333333333, "recall": 0.5, "f1": 0.4, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.36, "recall": 1.0, "f1": 0.5294117647058824, "support": 9 }, "Causal_Oversimplification": { "precision": 0.55, "recall": 0.6875, "f1": 0.6111111111111112, "support": 16 }, "Doubt": { "precision": 0.4791666666666667, "recall": 0.9583333333333334, "f1": 0.638888888888889, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5227272727272727, "recall": 0.8518518518518519, "f1": 0.647887323943662, "support": 27 }, "Flag-Waving": { "precision": 0.38636363636363635, "recall": 1.0, "f1": 0.5573770491803279, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.723404255319149, "recall": 1.0, "f1": 0.8395061728395062, "support": 34 }, "Repetition": { "precision": 0.48936170212765956, "recall": 0.92, "f1": 0.6388888888888888, "support": 25 }, "Slogans": { "precision": 0.3157894736842105, "recall": 1.0, "f1": 0.4799999999999999, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18421052631578946, "recall": 0.875, "f1": 0.30434782608695654, "support": 8 } }, "counts": { "tp": 235, "fp": 248, "fn": 30 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.387866869015852, "seconds_per_article": 0.09621190837528307 } }, "test": { "threshold_locked_on_calibration": 0.15, "metrics": { "threshold": 0.15, "macro_f1": 0.5883093293517536, "micro_f1": 0.6468085106382978, "exact_match": 0.05454545454545454, "predicted_positive_rate": 0.5714285714285714, "per_label": { "Appeal_to_Authority": { "precision": 0.3333333333333333, "recall": 0.5454545454545454, "f1": 0.41379310344827586, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5757575757575758, "recall": 0.7916666666666666, "f1": 0.6666666666666667, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.5, "recall": 0.8571428571428571, "f1": 0.631578947368421, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.3333333333333333, "recall": 0.5833333333333334, "f1": 0.4242424242424242, "support": 12 }, "Causal_Oversimplification": { "precision": 0.5, "recall": 0.6666666666666666, "f1": 0.5714285714285715, "support": 18 }, "Doubt": { "precision": 0.4782608695652174, "recall": 1.0, "f1": 0.6470588235294118, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.4523809523809524, "recall": 0.8636363636363636, "f1": 0.59375, "support": 22 }, "Flag-Waving": { "precision": 0.4594594594594595, "recall": 1.0, "f1": 0.6296296296296297, "support": 17 }, "Loaded_Language": { "precision": 0.9183673469387755, "recall": 1.0, "f1": 0.9574468085106383, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7333333333333333, "recall": 1.0, "f1": 0.846153846153846, "support": 33 }, "Repetition": { "precision": 0.5428571428571428, "recall": 0.8260869565217391, "f1": 0.6551724137931034, "support": 23 }, "Slogans": { "precision": 0.41379310344827586, "recall": 0.8571428571428571, "f1": 0.5581395348837208, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.21428571428571427, "recall": 0.42857142857142855, "f1": 0.2857142857142857, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.22857142857142856, "recall": 0.8, "f1": 0.3555555555555555, "support": 10 } }, "counts": { "tp": 228, "fp": 212, "fn": 37 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.490653285000008, "seconds_per_article": 0.08164824154545468 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.05033063143491745, 0.9099069833755493, 0.039048291742801666, 0.16559311747550964, 0.13939638435840607, 0.9924227595329285, 0.9805806875228882, 0.36116471886634827, 0.9511421918869019, 0.5779718160629272, 0.18713268637657166, 0.5959629416465759, 0.4978027045726776, 0.8856314420700073 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.27125170826911926, 0.11596072465181351, 0.012821214273571968, 0.02595735713839531, 0.2107662856578827, 0.837619960308075, 0.7476159334182739, 0.9989012479782104, 0.8933094143867493, 0.9637799859046936, 0.8688268065452576, 0.08756384253501892, 0.4749964475631714, 0.3956010639667511 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.18359363079071045, 0.004905405919998884, 6.540436970681185e-06, 3.9278620533877984e-07, 0.021948253735899925, 0.985496461391449, 0.0038244836032390594, 0.04603390023112297, 0.7634837031364441, 0.020645929500460625, 0.003172682598233223, 0.7490872144699097, 9.610241977497935e-05, 0.9433475732803345 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.031143832951784134, 0.09009299427270889, 0.030675802379846573, 0.8278281688690186, 0.9911527037620544, 0.9953904151916504, 0.9759464263916016, 0.9539660811424255, 0.9532750844955444, 0.9981897473335266, 0.43494126200675964, 0.9553191661834717, 0.0029810327105224133, 0.13117322325706482 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.060086652636528015, 0.005220125429332256, 0.7520125508308411, 0.005730246659368277, 0.00033535013790242374, 0.7371581792831421, 0.48023492097854614, 0.31489261984825134, 0.985042929649353, 0.9981324076652527, 0.023330770432949066, 0.7648916244506836, 0.02595735713839531, 0.2925952970981598 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.0427221953868866, 0.8705973029136658, 0.006692850962281227, 0.8006919622421265, 0.9693241715431213, 0.9990600943565369, 0.9086179733276367, 0.154057577252388, 0.9933071732521057, 0.9019206762313843, 0.23792988061904907, 0.06560483574867249, 0.26435837149620056, 0.6706082820892334 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.010986941866576672, 0.9982993006706238, 0.04535258188843727, 0.9304582476615906, 0.9473810195922852, 0.976669192314148, 0.8670357465744019, 0.9919379353523254, 0.9867772459983826, 0.9966233968734741, 0.9504110217094421, 0.8740772008895874, 0.02931223064661026, 0.9511421918869019 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.9859364032745361, 0.999962329864502, 0.0018675660248845816, 0.005384937860071659, 0.937210738658905, 0.9658995866775513, 0.1766715943813324, 0.016914913430809975, 0.5803520083427429, 0.9643214344978333, 0.18126320838928223, 0.0005357805639505386, 0.0038244836032390594, 0.03622005507349968 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.8233283758163452, 0.894789457321167, 0.28140559792518616, 0.060086652636528015, 0.9997040629386902, 0.9817357659339905, 0.9998766183853149, 0.9999885559082031, 0.9539660811424255, 0.9886682629585266, 0.5372841358184814, 0.7476159334182739, 0.6918097138404846, 0.23934932053089142 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.13117322325706482, 0.7799928784370422, 0.9995272159576416, 0.9905874133110046, 0.04336579889059067, 0.9683812260627747, 0.7969253659248352, 0.8140527606010437, 0.9879462122917175, 0.9161096215248108, 0.8887587189674377, 0.7826625108718872, 0.4450470805168152, 0.7341195344924927 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.8749346137046814, 0.9504110217094421, 0.010328153148293495, 0.8128673434257507, 0.6984323263168335, 0.9976769089698792, 0.9046505093574524, 0.08035746961832047, 0.9955315589904785, 0.9959298968315125, 0.3674972355365753, 0.41727152466773987, 0.43878522515296936, 0.5822535157203674 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.28937169909477234, 0.9949396848678589, 0.022977370768785477, 0.26740819215774536, 0.01065251138061285, 0.014063628390431404, 0.6352224349975586, 0.0003569706459529698, 0.8365545868873596, 0.5346124768257141, 0.3858373761177063, 9.610241977497935e-05, 1.3846004549122881e-05, 0.0020507434383034706 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.23651622235774994, 0.04885777831077576, 0.0012843081494793296, 0.02262919954955578, 0.07369627058506012, 0.23792988061904907, 0.053403329104185104, 0.8140527606010437, 0.29828691482543945, 0.8289388418197632, 0.9930961728096008, 0.0002611903182696551, 0.16026602685451508, 0.017442485317587852 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.9688562154769897, 0.9999687671661377, 0.007577241398394108, 0.009708477184176445, 0.937210738658905, 0.9353464841842651, 0.7201715111732483, 0.0005884087877348065, 0.9597620368003845, 0.9273632764816284, 0.8840392827987671, 0.0030753696337342262, 0.024798160418868065, 0.004198795650154352 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.08756384253501892, 0.5172051191329956, 0.000458312890259549, 0.01640303246676922, 0.013636835850775242, 0.9998205304145813, 0.4040370583534241, 0.6001883149147034, 0.9324532747268677, 0.07696083933115005, 0.1550784707069397, 0.012431650422513485, 0.7577943801879883, 0.9817357659339905 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 9.516251338936854e-06, 3.321419353596866e-05, 1.67014204635052e-05, 3.7636447814293206e-05, 1.1365636964910664e-06, 0.013636835850775242, 0.0011695103021338582, 0.002115703420713544, 0.009412589482963085, 0.003273064736276865, 0.0025509123224765062, 6.60521473037079e-05, 1.4738982827111613e-05, 0.0029810327105224133 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.12168574333190918, 0.029760092496871948, 0.008847354911267757, 0.05834583938121796, 0.6034645438194275, 0.9981324076652527, 0.6757646203041077, 0.6808785796165466, 0.9532750844955444, 0.9952448010444641, 0.9658995866775513, 0.9921841025352478, 0.018264278769493103, 0.9921841025352478 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.0002611903182696551, 0.0009399438858963549, 0.00010229986219201237, 0.002323162741959095, 4.495181656238856e-06, 0.562176525592804, 0.004609572235494852, 0.0003799845289904624, 0.04885777831077576, 0.0029810327105224133, 0.12421301752328873, 0.0033766122069209814, 0.024423090741038322, 0.06278920918703079 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 0.5554351806640625, 0.04336579889059067, 0.00017952796770259738, 0.00012339458044152707, 0.009125636890530586, 0.9886682629585266, 0.002182716503739357, 0.010986941866576672, 0.29992473125457764, 0.01590639166533947, 0.22541658580303192, 0.13939638435840607, 0.002182716503739357, 0.13660839200019836 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.9273632764816284, 0.8164063692092896, 0.005220125429332256, 0.17217184603214264, 0.9653811454772949, 0.009125636890530586, 0.5270731449127197, 0.00015843621804378927, 0.3830641508102417, 0.939024806022644, 0.3729618787765503, 0.10818895697593689, 0.0006667023408226669, 0.015424552373588085 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.2240554392337799, 0.8344069123268127, 0.999929666519165, 0.3090237081050873, 0.16559311747550964, 0.32167303562164307, 0.3363310694694519, 0.671470582485199, 0.896251380443573, 0.7130321860313416, 0.9059898257255554, 0.38075897097587585, 0.9086179733276367, 0.9914224743843079 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 4.539786823443137e-05, 0.012821214273571968, 2.2603242086915998e-06, 0.0033766122069209814, 0.0003150386910419911, 0.16885694861412048, 0.6934729218482971, 0.10087862610816956, 0.971563994884491, 0.25982561707496643, 0.037892427295446396, 0.000487857119878754, 3.535625000949949e-05, 0.0002959570847451687 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.7106282711029053, 0.5348554849624634, 0.9987550973892212, 0.9875683188438416, 0.977022647857666, 0.6808785796165466, 0.9921841025352478, 0.8221890926361084, 0.9996849298477173, 0.9481545686721802, 0.9773707389831543, 0.8783142566680908, 0.957277774810791, 0.8311430811882019 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 0.00020342698553577065, 4.539786823443137e-05, 2.6995778057425923e-07, 1.5534977819697815e-06, 1.0783311154227704e-05, 0.020645929500460625, 0.0005884087877348065, 0.020645929500460625, 0.0034834241960197687, 0.003273064736276865, 0.01798621006309986, 0.0002959570847451687, 0.00013982206291984767, 0.0427221953868866 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.4125301241874695, 0.7461389899253845, 0.01065251138061285, 0.9859364032745361, 0.020645929500460625, 0.543347954750061, 0.8092759251594543, 0.0060975621454417706, 0.9916841983795166, 0.907312273979187, 0.23651622235774994, 0.7759445905685425, 0.10087862610816956, 0.09534945338964462 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.004331501666456461, 0.5030517578125, 0.9728307723999023, 0.5384978652000427, 0.38954657316207886, 0.4547143280506134, 0.9928786158561707, 0.9820137619972229, 0.9961755275726318, 0.9965165853500366, 0.9539660811424255, 0.9252299070358276, 0.14414885640144348, 0.6749081611633301 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.0013670255430042744, 0.929440438747406, 0.6150878667831421, 0.07369627058506012, 0.09138210862874985, 0.5851011276245117, 0.985496461391449, 0.949669361114502, 0.9783847332000732, 0.982557475566864, 0.4111108183860779, 0.4798692762851715, 0.011687257327139378, 0.37022536993026733 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.001098731067031622, 0.9252299070358276, 0.0005884087877348065, 0.009125636890530586, 0.4101654887199402, 0.8459424376487732, 0.05582314357161522, 0.8187368512153625, 0.9916841983795166, 0.9489172697067261, 0.9086179733276367, 0.2628418207168579, 0.0024726230185478926, 0.21601155400276184 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 9.422446396456508e-07, 0.003273064736276865, 2.6995778057425923e-07, 7.031184941297397e-05, 2.8453348122070565e-08, 0.20055769383907318, 0.00043055712012574077, 0.012821214273571968, 0.01065251138061285, 0.02161533385515213, 0.14706450700759888, 0.00033535013790242374, 9.610241977497935e-05, 0.002115703420713544 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.024798160418868065, 0.0028009270317852497, 4.2647468944778666e-05, 0.00013982206291984767, 0.035678550601005554, 0.007815888151526451, 0.0427221953868866, 0.060086652636528015, 0.9955315589904785, 0.6636689305305481, 0.25534364581108093, 0.008315778337419033, 9.028038039105013e-05, 0.0026316740550100803 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.793105959892273, 0.9983515739440918, 0.8469578623771667, 0.709019124507904, 0.9744347929954529, 0.9997040629386902, 0.985042929649353, 0.1710611879825592, 0.9970190525054932, 0.9995694756507874, 0.8469578623771667, 0.9793540239334106, 0.9407896995544434, 0.641534686088562 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.0024726230185478926, 0.8976953029632568, 0.00013982206291984767, 0.0012065897462889552, 0.0012448433553799987, 0.9399133324623108, 0.06656918674707413, 0.4111108183860779, 0.7704647779464722, 0.3048688769340515, 0.014503579586744308, 0.015424552373588085, 0.13477590680122375, 0.34953272342681885 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.004905405919998884, 0.8031737804412842, 2.586742994026281e-05, 0.8705973029136658, 0.0003150386910419911, 0.04958902671933174, 0.004198795650154352, 0.026355354115366936, 0.2628418207168579, 0.0028009270317852497, 0.22953522205352783, 0.00013982206291984767, 0.0007321811863221228, 0.026759283617138863 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.09268777817487717, 0.11436853557825089, 0.00017952796770259738, 0.007345826830714941, 0.000552778656128794, 0.12592275440692902, 0.08269733935594559, 0.0008559006964787841, 0.11436853557825089, 0.026759283617138863, 0.0035936026833951473, 0.0005193048855289817, 7.031184941297397e-05, 0.0003150386910419911 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.021287351846694946, 0.19930799305438995, 2.93115390377352e-05, 0.5954925417900085, 0.026759283617138863, 0.9697853922843933, 0.879974365234375, 0.16885694861412048, 0.8840392827987671, 0.31573596596717834, 0.957277774810791, 0.5931380391120911, 0.0003920417802873999, 0.8872045874595642 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 9.028038039105013e-05, 0.1710611879825592, 2.93115390377352e-05, 5.475977377500385e-05, 1.0783311154227704e-05, 0.055005285888910294, 0.018546566367149353, 0.0044683837331831455, 0.02161533385515213, 0.0002611903182696551, 0.0120537793263793, 0.0012843081494793296, 0.000191104321856983, 0.04084571450948715 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.0059110685251653194, 0.9566342234611511, 0.40262696146965027, 0.985042929649353, 0.9975274205207825, 0.9324532747268677, 0.9511421918869019, 0.9924227595329285, 0.9979493021965027, 0.9988304972648621, 0.2689414322376251, 0.9334307909011841, 0.07159119844436646, 0.6566582322120667 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.013222821988165379, 0.042087726294994354, 0.00024536947603337467, 0.005060331895947456, 0.002323162741959095, 0.9740425944328308, 0.30985841155052185, 0.7201715111732483, 0.9763104915618896, 0.9458011984825134, 0.004331501666456461, 0.04885777831077576, 0.11757213622331619, 0.42250463366508484 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.0034834241960197687, 0.9867772459983826, 0.9597620368003845, 0.8128673434257507, 0.33982762694358826, 0.9944451451301575, 0.9433475732803345, 0.9840936064720154, 0.9953904151916504, 0.9959298968315125, 0.8624675869941711, 0.06954174488782883, 0.541166365146637, 0.9840936064720154 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.6984323263168335, 0.9974491000175476, 0.0019267346942797303, 0.6361271142959595, 0.896251380443573, 0.997368335723877, 0.9820137619972229, 0.9539660811424255, 0.9965165853500366, 0.9978172779083252, 0.7704647779464722, 0.08882029354572296, 0.07696083933115005, 0.2146914303302765 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.014503579586744308, 0.9324532747268677, 0.008847354911267757, 0.896251380443573, 0.0120537793263793, 0.9489172697067261, 0.6601723432540894, 0.9999822378158569, 0.9046505093574524, 0.9883127808570862, 0.9273632764816284, 0.5746335387229919, 0.0018675660248845816, 0.9793540239334106 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 0.014063628390431404, 0.4931645095348358, 0.1037486344575882, 0.009412589482963085, 0.01971912756562233, 0.47755420207977295, 0.9787126779556274, 0.9736446738243103, 0.9905874133110046, 0.9976032376289368, 0.9591543078422546, 0.34953272342681885, 0.7341195344924927, 0.8469578623771667 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.018264278769493103, 0.24077458679676056, 0.000191104321856983, 0.9697853922843933, 0.008315778337419033, 0.9980732202529907, 0.8783142566680908, 0.9990600943565369, 0.9263036847114563, 0.16885694861412048, 0.9252299070358276, 0.6557770371437073, 0.013222821988165379, 0.28219619393348694 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.005554925184696913, 0.0009697519708424807, 0.0008040859247557819, 2.726470256675384e-06, 0.0015011823270469904, 0.985042929649353, 0.8479677438735962, 0.5416513085365295, 0.9603611826896667, 0.9996316432952881, 0.08756384253501892, 0.15304215252399445, 4.2647468944778666e-05, 0.17781086266040802 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.014957086183130741, 0.6566582322120667, 0.2613309323787689, 0.006903838831931353, 0.07585817575454712, 0.6270381808280945, 0.9859364032745361, 0.9808759689331055, 0.9425067901611328, 0.9840936064720154, 0.11920291930437088, 0.13028541207313538, 0.009708477184176445, 0.564578652381897 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.12085322290658951, 0.03210070729255676, 0.0026316740550100803, 0.00033535013790242374, 0.16344544291496277, 0.5997195839881897, 0.8031737804412842, 0.26740819215774536, 0.9960545301437378, 0.9905874133110046, 0.027585282921791077, 0.13206614553928375, 0.004198795650154352, 0.19436779618263245 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.06371499598026276, 0.04885777831077576, 0.0007096704212017357, 0.05749328061938286, 0.740174412727356, 0.9999417066574097, 0.815232515335083, 0.44794324040412903, 0.9820137619972229, 0.9883127808570862, 0.20689405500888824, 0.9989995360374451, 0.029760092496871948, 0.13753245770931244 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.042087726294994354, 0.3602639436721802, 0.004755199886858463, 0.0064882696606218815, 0.0222861859947443, 0.996292769908905, 0.9059898257255554, 0.9539660811424255, 0.999480664730072, 0.9916841983795166, 0.13296423852443695, 0.9674102663993835, 0.00021654405281879008, 0.16885694861412048 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.5226894617080688, 0.07477004081010818, 0.0006462032906711102, 0.03622005507349968, 0.9504110217094421, 0.9899863600730896, 0.6343168616294861, 0.9967268705368042, 0.9990302324295044, 0.9835969805717468, 0.10818895697593689, 0.5604932308197021, 0.28776782751083374, 0.18476751446723938 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.14804719388484955, 0.020964240655303, 1.0783311154227704e-05, 0.000552778656128794, 0.3775406777858734, 0.9783847332000732, 0.9643214344978333, 0.9711290597915649, 0.9971990585327148, 0.9219217896461487, 0.06560483574867249, 0.8774768114089966, 0.00033535013790242374, 0.16451646387577057 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 6.205049430718645e-05, 0.709019124507904, 0.0034834241960197687, 0.8824278712272644, 0.13296423852443695, 0.006692850962281227, 0.9937100410461426, 0.999480664730072, 0.7718434929847717, 0.7082125544548035, 0.13117322325706482, 0.1233656257390976, 0.01912403479218483, 0.04672495648264885 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.00407013762742281, 0.01640303246676922, 0.0010322310263291001, 0.00024536947603337467, 0.03963883966207504, 0.9984512329101562, 0.9930961728096008, 0.9559813141822815, 0.917302668094635, 0.9974491000175476, 0.8438951373100281, 0.07807816565036774, 0.011687257327139378, 0.35756751894950867 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.4436004161834717, 0.02931223064661026, 3.966985786973964e-06, 5.475977377500385e-05, 0.002115703420713544, 0.9961755275726318, 0.5779718160629272, 0.8976953029632568, 0.8824278712272644, 0.6540113687515259, 0.030675802379846573, 0.5190337300300598, 0.0027149852830916643, 0.22000710666179657 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.541893720626831, 0.5263427495956421, 0.9449946880340576, 0.028870904818177223, 0.6233768463134766, 0.9996316432952881, 0.9999251365661621, 0.9241418242454529, 0.9958011507987976, 0.9989995360374451, 0.9697853922843933, 0.9532750844955444, 0.03963883966207504, 0.8902942538261414 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 0.03676946833729744, 0.6909762620925903, 0.00036829791497439146, 0.014063628390431404, 0.20946967601776123, 0.5472221374511719, 0.8723474144935608, 0.007577241398394108, 0.9946150183677673, 0.8723474144935608, 0.03676946833729744, 0.5068355202674866, 0.023689469322562218, 0.015424552373588085 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/transfer-full-seed41/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "30ff27bd9f1e98cffe26e945a0d3a608055114440c819d2bf7093b5764be15e1", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3519021056, "total_wall_seconds": 1583.0297977919981, "trainable_parameters": 334111040, "parameters": 334111040 } }