{ "schema_version": "semeval-broad-classifier-v1", "status": "completed_opened_public_gold", "claim_scope": { "dataset": "SemEval-2020 Task 11 professional public human-gold v2", "test": "already-opened derived 55-article split; not untouched confirmatory", "final_set": "SemEval-2023 Task 3 excluded and not accessed", "task": "14-way technique multilabel classification only" }, "arm_id": "qwen35-structural4l-control", "seed": 42, "source_checkpoint": "results/standalone4l_base/20260731-v1/structural-4l-control-canonical", "source_inventory": [ { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6", "tensors": 52 } ], "source_checkpoint_files": [ { "path": "config.json", "bytes": 2127, "sha256": "25582f9f0ed4665d19108281eb805db25fa8728a385beeefefe49467d6917bc4" }, { "path": "model.safetensors", "bytes": 668199504, "sha256": "4e5670e6659c42929e746f709eac1e7b9fa27119b23cd0194833b3482164bed6" }, { "path": "tokenizer.json", "bytes": 19989325, "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523" }, { "path": "tokenizer_config.json", "bytes": 1123, "sha256": "5ab9bed0a4d27949672f65ba1141d6dd5b0514fb9091d3426506ecebb5d5e294" } ], "run_manifest": { "path": "results/standalone4l_base/20260731-v1/control-full-seed42.run-manifest.json", "sha256": "d54426ebcceb9f1543be2e50876cdd8e25520825423e3646140e186b554c95cc", "status": "planned_immutable" }, "dataset": { "path": "data/public_gold/semeval2020_task11_v2", "hashes": { "train": "d5e3307374565a4bffba47c02da850c73f5616d3bace99b08f7b689bf8ce2bdf", "calibration": "80911ff094cf300644e43a2baf57029cc0527d34af7881c787f0b898c2e83acd", "test": "ed224269dc0a386dfefff2a8cb8cafb8b9bb0a2d8495c616f8365892b4709463" }, "task_spec_sha256": "8ce5df61b17c1f7819b161f84f7c1e21415b0c6014abc9ce3c5c2fa4120715ff" }, "protocol": { "epochs": 5, "primary_epoch": 5, "early_stopping": false, "max_length": 256, "stride": 128, "window_target": "span-aligned technique labels", "article_aggregation": "labelwise maximum probability", "micro_batch_size": 1, "gradient_accumulation": 32, "effective_batch_size": 32, "learning_rate": 2e-05, "weight_decay": 0.01, "gradient_clip": 1.0, "optimizer": "AdamW", "dtype": "bfloat16", "thresholds": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9 ], "threshold_selection": "epoch-5 calibration macro-F1, then micro-F1" }, "environment": { "python": "3.13.9", "torch": "2.11.0+cu128", "platform": "Linux-6.6.87.2-microsoft-standard-WSL2-x86_64-with-glibc2.39", "device": "NVIDIA GeForce RTX 5070 Ti" }, "labels": [ "Appeal_to_Authority", "Appeal_to_fear-prejudice", "Bandwagon,Reductio_ad_hitlerum", "Black-and-White_Fallacy", "Causal_Oversimplification", "Doubt", "Exaggeration,Minimisation", "Flag-Waving", "Loaded_Language", "Name_Calling,Labeling", "Repetition", "Slogans", "Thought-terminating_Cliches", "Whataboutism,Straw_Men,Red_Herring" ], "train_window_audit": { "articles": 260, "windows": 2428, "mean_windows_per_article": 9.338461538461539, "max_windows_per_article": 80, "max_tokens": 256 }, "pos_weight": [ 16.594202041625977, 7.992592811584473, 28.609756469726562, 20.678571701049805, 11.140000343322754, 4.530751705169678, 4.383592128753662, 9.743362426757812, 1.0, 2.2634408473968506, 4.348017692565918, 20.486724853515625, 23.03960418701172, 21.27522850036621 ], "history": [ { "epoch": 1, "training": { "loss": 1.3248321987087095, "windows": 2428, "wall_seconds": 317.68662008299725 }, "calibration_selected_for_monitoring_only": { "threshold": 0.4, "macro_f1": 0.4761091028009989, "micro_f1": 0.5096899224806202, "exact_match": 0.0, "predicted_positive_rate": 0.9783163265306123, "per_label": { "Appeal_to_Authority": { "precision": 0.18867924528301888, "recall": 0.9090909090909091, "f1": 0.3125, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4107142857142857, "recall": 1.0, "f1": 0.5822784810126582, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.11538461538461539, "recall": 1.0, "f1": 0.20689655172413793, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.16071428571428573, "recall": 1.0, "f1": 0.27692307692307694, "support": 9 }, "Causal_Oversimplification": { "precision": 0.2857142857142857, "recall": 1.0, "f1": 0.4444444444444445, "support": 16 }, "Doubt": { "precision": 0.42857142857142855, "recall": 1.0, "f1": 0.6, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.48214285714285715, "recall": 1.0, "f1": 0.6506024096385542, "support": 27 }, "Flag-Waving": { "precision": 0.30357142857142855, "recall": 1.0, "f1": 0.4657534246575342, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6071428571428571, "recall": 1.0, "f1": 0.7555555555555554, "support": 34 }, "Repetition": { "precision": 0.44642857142857145, "recall": 1.0, "f1": 0.617283950617284, "support": 25 }, "Slogans": { "precision": 0.21428571428571427, "recall": 1.0, "f1": 0.35294117647058826, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.15217391304347827, "recall": 0.875, "f1": 0.2592592592592593, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 1.0, "f1": 0.25, "support": 8 } }, "counts": { "tp": 263, "fp": 504, "fn": 2 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.260442234983202, "seconds_per_article": 0.0939364684818429 } }, { "epoch": 2, "training": { "loss": 1.0540495755018964, "windows": 2428, "wall_seconds": 315.64279117799015 }, "calibration_selected_for_monitoring_only": { "threshold": 0.4, "macro_f1": 0.5062838056649952, "micro_f1": 0.5549510337323178, "exact_match": 0.0, "predicted_positive_rate": 0.8341836734693877, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.7272727272727273, "f1": 0.32653061224489793, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4423076923076923, "recall": 1.0, "f1": 0.6133333333333333, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.6666666666666666, "f1": 0.26666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 1.0, "f1": 0.4, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32653061224489793, "recall": 1.0, "f1": 0.4923076923076923, "support": 16 }, "Doubt": { "precision": 0.48, "recall": 1.0, "f1": 0.6486486486486487, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.48148148148148145, "recall": 0.9629629629629629, "f1": 0.6419753086419752, "support": 27 }, "Flag-Waving": { "precision": 0.3269230769230769, "recall": 1.0, "f1": 0.4927536231884058, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.66, "recall": 0.9705882352941176, "f1": 0.7857142857142857, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.96, "f1": 0.6233766233766234, "support": 25 }, "Slogans": { "precision": 0.21818181818181817, "recall": 1.0, "f1": 0.3582089552238806, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.16216216216216217, "recall": 0.75, "f1": 0.26666666666666666, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16326530612244897, "recall": 1.0, "f1": 0.2807017543859649, "support": 8 } }, "counts": { "tp": 255, "fp": 399, "fn": 10 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.858126362989424, "seconds_per_article": 0.10460939933909685 } }, { "epoch": 3, "training": { "loss": 0.6453989647448529, "windows": 2428, "wall_seconds": 316.27786854599253 }, "calibration_selected_for_monitoring_only": { "threshold": 0.35, "macro_f1": 0.5163224516905601, "micro_f1": 0.5650723025583982, "exact_match": 0.0, "predicted_positive_rate": 0.8086734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.21621621621621623, "recall": 0.7272727272727273, "f1": 0.33333333333333337, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.42592592592592593, "recall": 1.0, "f1": 0.5974025974025974, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.19230769230769232, "recall": 0.8333333333333334, "f1": 0.3125, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.21621621621621623, "recall": 0.8888888888888888, "f1": 0.34782608695652173, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3488372093023256, "recall": 0.9375, "f1": 0.5084745762711865, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4807692307692308, "recall": 0.9259259259259259, "f1": 0.6329113924050633, "support": 27 }, "Flag-Waving": { "precision": 0.3469387755102041, "recall": 1.0, "f1": 0.5151515151515151, "support": 17 }, "Loaded_Language": { "precision": 0.8333333333333334, "recall": 1.0, "f1": 0.9090909090909091, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.64, "recall": 0.9411764705882353, "f1": 0.7619047619047621, "support": 34 }, "Repetition": { "precision": 0.46296296296296297, "recall": 1.0, "f1": 0.6329113924050632, "support": 25 }, "Slogans": { "precision": 0.27906976744186046, "recall": 1.0, "f1": 0.43636363636363634, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.17391304347826086, "recall": 1.0, "f1": 0.29629629629629634, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18421052631578946, "recall": 0.875, "f1": 0.30434782608695654, "support": 8 } }, "counts": { "tp": 254, "fp": 380, "fn": 11 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.3798800600052346, "seconds_per_article": 0.09606928678580776 } }, { "epoch": 4, "training": { "loss": 0.31160083003119676, "windows": 2428, "wall_seconds": 316.4668044919963 }, "calibration_selected_for_monitoring_only": { "threshold": 0.2, "macro_f1": 0.5048025415706664, "micro_f1": 0.5744431418522861, "exact_match": 0.0, "predicted_positive_rate": 0.75, "per_label": { "Appeal_to_Authority": { "precision": 0.07142857142857142, "recall": 0.09090909090909091, "f1": 0.08, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4423076923076923, "recall": 1.0, "f1": 0.6133333333333333, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1724137931034483, "recall": 0.8333333333333334, "f1": 0.28571428571428575, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.8888888888888888, "f1": 0.3902439024390244, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34146341463414637, "recall": 0.875, "f1": 0.4912280701754386, "support": 16 }, "Doubt": { "precision": 0.46153846153846156, "recall": 1.0, "f1": 0.631578947368421, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.49056603773584906, "recall": 0.9629629629629629, "f1": 0.65, "support": 27 }, "Flag-Waving": { "precision": 0.3541666666666667, "recall": 1.0, "f1": 0.5230769230769231, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6296296296296297, "recall": 1.0, "f1": 0.7727272727272727, "support": 34 }, "Repetition": { "precision": 0.4528301886792453, "recall": 0.96, "f1": 0.6153846153846154, "support": 25 }, "Slogans": { "precision": 0.37037037037037035, "recall": 0.8333333333333334, "f1": 0.5128205128205128, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.20689655172413793, "recall": 0.75, "f1": 0.32432432432432434, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 1.0, "f1": 0.2857142857142857, "support": 8 } }, "counts": { "tp": 245, "fp": 343, "fn": 20 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.235604040004546, "seconds_per_article": 0.09349292928579546 } }, { "epoch": 5, "training": { "loss": 0.13949895118536002, "windows": 2428, "wall_seconds": 316.1476900589769 }, "calibration_selected_for_monitoring_only": { "threshold": 0.2, "macro_f1": 0.518046521469575, "micro_f1": 0.5934640522875817, "exact_match": 0.0, "predicted_positive_rate": 0.6377551020408163, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.8695652173913043, "f1": 0.634920634920635, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.5, "f1": 0.2, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.8888888888888888, "f1": 0.3902439024390244, "support": 9 }, "Causal_Oversimplification": { "precision": 0.30952380952380953, "recall": 0.8125, "f1": 0.4482758620689655, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5348837209302325, "recall": 0.8518518518518519, "f1": 0.6571428571428571, "support": 27 }, "Flag-Waving": { "precision": 0.41379310344827586, "recall": 0.7058823529411765, "f1": 0.5217391304347826, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.96, "f1": 0.6233766233766234, "support": 25 }, "Slogans": { "precision": 0.4230769230769231, "recall": 0.9166666666666666, "f1": 0.5789473684210527, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.5, "f1": 0.22222222222222224, "support": 8 } }, "counts": { "tp": 227, "fp": 273, "fn": 38 } }, "calibration_audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.150954374024877, "seconds_per_article": 0.0919813281075871 } } ], "final_calibration": { "grid": [ { "threshold": 0.05, "macro_f1": 0.5057702955627499, "micro_f1": 0.5652173913043478, "exact_match": 0.0, "predicted_positive_rate": 0.7767857142857143, "per_label": { "Appeal_to_Authority": { "precision": 0.15384615384615385, "recall": 0.36363636363636365, "f1": 0.21621621621621623, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4423076923076923, "recall": 1.0, "f1": 0.6133333333333333, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.17647058823529413, "recall": 1.0, "f1": 0.3, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.23684210526315788, "recall": 1.0, "f1": 0.38297872340425526, "support": 9 }, "Causal_Oversimplification": { "precision": 0.30434782608695654, "recall": 0.875, "f1": 0.4516129032258065, "support": 16 }, "Doubt": { "precision": 0.4528301886792453, "recall": 1.0, "f1": 0.6233766233766235, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.4807692307692308, "recall": 0.9259259259259259, "f1": 0.6329113924050633, "support": 27 }, "Flag-Waving": { "precision": 0.35, "recall": 0.8235294117647058, "f1": 0.4912280701754386, "support": 17 }, "Loaded_Language": { "precision": 0.8035714285714286, "recall": 1.0, "f1": 0.8910891089108911, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6415094339622641, "recall": 1.0, "f1": 0.7816091954022989, "support": 34 }, "Repetition": { "precision": 0.45454545454545453, "recall": 1.0, "f1": 0.625, "support": 25 }, "Slogans": { "precision": 0.3333333333333333, "recall": 1.0, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.18518518518518517, "recall": 0.625, "f1": 0.2857142857142857, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.17073170731707318, "recall": 0.875, "f1": 0.28571428571428575, "support": 8 } }, "counts": { "tp": 247, "fp": 362, "fn": 18 } }, { "threshold": 0.1, "macro_f1": 0.5153508733600632, "micro_f1": 0.583941605839416, "exact_match": 0.0, "predicted_positive_rate": 0.7104591836734694, "per_label": { "Appeal_to_Authority": { "precision": 0.19047619047619047, "recall": 0.36363636363636365, "f1": 0.25, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.4375, "recall": 0.9130434782608695, "f1": 0.5915492957746479, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.14285714285714285, "recall": 0.6666666666666666, "f1": 0.23529411764705882, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2571428571428571, "recall": 1.0, "f1": 0.40909090909090906, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3181818181818182, "recall": 0.875, "f1": 0.4666666666666667, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5106382978723404, "recall": 0.8888888888888888, "f1": 0.6486486486486487, "support": 27 }, "Flag-Waving": { "precision": 0.3888888888888889, "recall": 0.8235294117647058, "f1": 0.5283018867924528, "support": 17 }, "Loaded_Language": { "precision": 0.8490566037735849, "recall": 1.0, "f1": 0.9183673469387755, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6538461538461539, "recall": 1.0, "f1": 0.7906976744186047, "support": 34 }, "Repetition": { "precision": 0.45454545454545453, "recall": 1.0, "f1": 0.625, "support": 25 }, "Slogans": { "precision": 0.34375, "recall": 0.9166666666666666, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2, "recall": 0.5, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.875, "f1": 0.32558139534883723, "support": 8 } }, "counts": { "tp": 240, "fp": 317, "fn": 25 } }, { "threshold": 0.15, "macro_f1": 0.517957901757342, "micro_f1": 0.5891276864728192, "exact_match": 0.0, "predicted_positive_rate": 0.6709183673469388, "per_label": { "Appeal_to_Authority": { "precision": 0.21052631578947367, "recall": 0.36363636363636365, "f1": 0.26666666666666666, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.45454545454545453, "recall": 0.8695652173913043, "f1": 0.5970149253731344, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.12, "recall": 0.5, "f1": 0.1935483870967742, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2647058823529412, "recall": 1.0, "f1": 0.4186046511627907, "support": 9 }, "Causal_Oversimplification": { "precision": 0.32558139534883723, "recall": 0.875, "f1": 0.47457627118644063, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5227272727272727, "recall": 0.8518518518518519, "f1": 0.647887323943662, "support": 27 }, "Flag-Waving": { "precision": 0.40625, "recall": 0.7647058823529411, "f1": 0.5306122448979592, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.68, "recall": 1.0, "f1": 0.8095238095238095, "support": 34 }, "Repetition": { "precision": 0.4528301886792453, "recall": 0.96, "f1": 0.6153846153846154, "support": 25 }, "Slogans": { "precision": 0.39285714285714285, "recall": 0.9166666666666666, "f1": 0.55, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.2222222222222222, "recall": 0.5, "f1": 0.30769230769230765, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.18181818181818182, "recall": 0.75, "f1": 0.2926829268292683, "support": 8 } }, "counts": { "tp": 233, "fp": 293, "fn": 32 } }, { "threshold": 0.2, "macro_f1": 0.518046521469575, "micro_f1": 0.5934640522875817, "exact_match": 0.0, "predicted_positive_rate": 0.6377551020408163, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.8695652173913043, "f1": 0.634920634920635, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.5, "f1": 0.2, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.8888888888888888, "f1": 0.3902439024390244, "support": 9 }, "Causal_Oversimplification": { "precision": 0.30952380952380953, "recall": 0.8125, "f1": 0.4482758620689655, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5348837209302325, "recall": 0.8518518518518519, "f1": 0.6571428571428571, "support": 27 }, "Flag-Waving": { "precision": 0.41379310344827586, "recall": 0.7058823529411765, "f1": 0.5217391304347826, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.96, "f1": 0.6233766233766234, "support": 25 }, "Slogans": { "precision": 0.4230769230769231, "recall": 0.9166666666666666, "f1": 0.5789473684210527, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.5, "f1": 0.22222222222222224, "support": 8 } }, "counts": { "tp": 227, "fp": 273, "fn": 38 } }, { "threshold": 0.25, "macro_f1": 0.5135614447870213, "micro_f1": 0.5948855989232841, "exact_match": 0.0, "predicted_positive_rate": 0.6096938775510204, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.8260869565217391, "f1": 0.6229508196721311, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.15, "recall": 0.5, "f1": 0.23076923076923075, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25806451612903225, "recall": 0.8888888888888888, "f1": 0.39999999999999997, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3170731707317073, "recall": 0.8125, "f1": 0.45614035087719296, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.55, "recall": 0.8148148148148148, "f1": 0.6567164179104479, "support": 27 }, "Flag-Waving": { "precision": 0.42857142857142855, "recall": 0.7058823529411765, "f1": 0.5333333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.96, "f1": 0.6233766233766234, "support": 25 }, "Slogans": { "precision": 0.391304347826087, "recall": 0.75, "f1": 0.5142857142857143, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.23076923076923078, "recall": 0.375, "f1": 0.2857142857142857, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 0.5, "f1": 0.25, "support": 8 } }, "counts": { "tp": 221, "fp": 257, "fn": 44 } }, { "threshold": 0.3, "macro_f1": 0.5110557644934544, "micro_f1": 0.6027777777777777, "exact_match": 0.0, "predicted_positive_rate": 0.5803571428571429, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5277777777777778, "recall": 0.8260869565217391, "f1": 0.6440677966101694, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.15789473684210525, "recall": 0.5, "f1": 0.23999999999999996, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.26666666666666666, "recall": 0.8888888888888888, "f1": 0.41025641025641024, "support": 9 }, "Causal_Oversimplification": { "precision": 0.325, "recall": 0.8125, "f1": 0.46428571428571436, "support": 16 }, "Doubt": { "precision": 0.4897959183673469, "recall": 1.0, "f1": 0.6575342465753424, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5384615384615384, "recall": 0.7777777777777778, "f1": 0.6363636363636364, "support": 27 }, "Flag-Waving": { "precision": 0.46153846153846156, "recall": 0.7058823529411765, "f1": 0.558139534883721, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.48, "recall": 0.96, "f1": 0.64, "support": 25 }, "Slogans": { "precision": 0.4090909090909091, "recall": 0.75, "f1": 0.5294117647058824, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.25, "f1": 0.25, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.10526315789473684, "recall": 0.25, "f1": 0.14814814814814814, "support": 8 } }, "counts": { "tp": 217, "fp": 238, "fn": 48 } }, { "threshold": 0.35, "macro_f1": 0.5013063939629592, "micro_f1": 0.5962910128388018, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5561224489795918, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.2727272727272727, "f1": 0.23076923076923075, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5294117647058824, "recall": 0.782608695652174, "f1": 0.631578947368421, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.5, "f1": 0.25, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.26666666666666666, "recall": 0.8888888888888888, "f1": 0.41025641025641024, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34210526315789475, "recall": 0.8125, "f1": 0.4814814814814815, "support": 16 }, "Doubt": { "precision": 0.4782608695652174, "recall": 0.9166666666666666, "f1": 0.6285714285714286, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5526315789473685, "recall": 0.7777777777777778, "f1": 0.6461538461538462, "support": 27 }, "Flag-Waving": { "precision": 0.44, "recall": 0.6470588235294118, "f1": 0.5238095238095238, "support": 17 }, "Loaded_Language": { "precision": 0.8431372549019608, "recall": 0.9555555555555556, "f1": 0.8958333333333333, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.46808510638297873, "recall": 0.88, "f1": 0.6111111111111112, "support": 25 }, "Slogans": { "precision": 0.4, "recall": 0.6666666666666666, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.25, "recall": 0.25, "f1": 0.25, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1111111111111111, "recall": 0.25, "f1": 0.15384615384615383, "support": 8 } }, "counts": { "tp": 209, "fp": 227, "fn": 56 } }, { "threshold": 0.4, "macro_f1": 0.5111520148490684, "micro_f1": 0.6070381231671554, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5318877551020408, "per_label": { "Appeal_to_Authority": { "precision": 0.21428571428571427, "recall": 0.2727272727272727, "f1": 0.23999999999999996, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5294117647058824, "recall": 0.782608695652174, "f1": 0.631578947368421, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1875, "recall": 0.5, "f1": 0.2727272727272727, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.27586206896551724, "recall": 0.8888888888888888, "f1": 0.42105263157894735, "support": 9 }, "Causal_Oversimplification": { "precision": 0.35135135135135137, "recall": 0.8125, "f1": 0.49056603773584906, "support": 16 }, "Doubt": { "precision": 0.4888888888888889, "recall": 0.9166666666666666, "f1": 0.6376811594202899, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5833333333333334, "recall": 0.7777777777777778, "f1": 0.6666666666666666, "support": 27 }, "Flag-Waving": { "precision": 0.43478260869565216, "recall": 0.5882352941176471, "f1": 0.5, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.4666666666666667, "recall": 0.84, "f1": 0.6000000000000001, "support": 25 }, "Slogans": { "precision": 0.4444444444444444, "recall": 0.6666666666666666, "f1": 0.5333333333333333, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.125, "recall": 0.25, "f1": 0.16666666666666666, "support": 8 } }, "counts": { "tp": 207, "fp": 210, "fn": 58 } }, { "threshold": 0.45, "macro_f1": 0.5077533820380216, "micro_f1": 0.6100151745068285, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.5025510204081632, "per_label": { "Appeal_to_Authority": { "precision": 0.23076923076923078, "recall": 0.2727272727272727, "f1": 0.24999999999999994, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5666666666666667, "recall": 0.7391304347826086, "f1": 0.6415094339622641, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1875, "recall": 0.5, "f1": 0.2727272727272727, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2857142857142857, "recall": 0.8888888888888888, "f1": 0.43243243243243246, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34285714285714286, "recall": 0.75, "f1": 0.47058823529411753, "support": 16 }, "Doubt": { "precision": 0.4883720930232558, "recall": 0.875, "f1": 0.6268656716417911, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6363636363636364, "recall": 0.7777777777777778, "f1": 0.7000000000000001, "support": 27 }, "Flag-Waving": { "precision": 0.47619047619047616, "recall": 0.5882352941176471, "f1": 0.5263157894736842, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.47619047619047616, "recall": 0.8, "f1": 0.5970149253731344, "support": 25 }, "Slogans": { "precision": 0.4375, "recall": 0.5833333333333334, "f1": 0.5, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.07692307692307693, "recall": 0.125, "f1": 0.09523809523809525, "support": 8 } }, "counts": { "tp": 201, "fp": 193, "fn": 64 } }, { "threshold": 0.5, "macro_f1": 0.49853185493171986, "micro_f1": 0.609907120743034, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.48596938775510207, "per_label": { "Appeal_to_Authority": { "precision": 0.18181818181818182, "recall": 0.18181818181818182, "f1": 0.18181818181818182, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6071428571428571, "recall": 0.7391304347826086, "f1": 0.6666666666666666, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1875, "recall": 0.5, "f1": 0.2727272727272727, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.6666666666666666, "f1": 0.36363636363636365, "support": 9 }, "Causal_Oversimplification": { "precision": 0.34285714285714286, "recall": 0.75, "f1": 0.47058823529411753, "support": 16 }, "Doubt": { "precision": 0.5121951219512195, "recall": 0.875, "f1": 0.6461538461538462, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6363636363636364, "recall": 0.7777777777777778, "f1": 0.7000000000000001, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.5882352941176471, "f1": 0.5405405405405405, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.47619047619047616, "recall": 0.8, "f1": 0.5970149253731344, "support": 25 }, "Slogans": { "precision": 0.4, "recall": 0.5, "f1": 0.4444444444444445, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.08333333333333333, "recall": 0.125, "f1": 0.1, "support": 8 } }, "counts": { "tp": 197, "fp": 184, "fn": 68 } }, { "threshold": 0.55, "macro_f1": 0.5096853274870929, "micro_f1": 0.6220095693779905, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.461734693877551, "per_label": { "Appeal_to_Authority": { "precision": 0.2, "recall": 0.18181818181818182, "f1": 0.1904761904761905, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6296296296296297, "recall": 0.7391304347826086, "f1": 0.68, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.21428571428571427, "recall": 0.5, "f1": 0.3, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2608695652173913, "recall": 0.6666666666666666, "f1": 0.37500000000000006, "support": 9 }, "Causal_Oversimplification": { "precision": 0.375, "recall": 0.75, "f1": 0.5, "support": 16 }, "Doubt": { "precision": 0.525, "recall": 0.875, "f1": 0.6562500000000001, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6363636363636364, "recall": 0.7777777777777778, "f1": 0.7000000000000001, "support": 27 }, "Flag-Waving": { "precision": 0.625, "recall": 0.5882352941176471, "f1": 0.6060606060606061, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6808510638297872, "recall": 0.9411764705882353, "f1": 0.7901234567901235, "support": 34 }, "Repetition": { "precision": 0.475, "recall": 0.76, "f1": 0.5846153846153846, "support": 25 }, "Slogans": { "precision": 0.4, "recall": 0.5, "f1": 0.4444444444444445, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.1111111111111111, "recall": 0.125, "f1": 0.11764705882352941, "support": 8 } }, "counts": { "tp": 195, "fp": 167, "fn": 70 } }, { "threshold": 0.6, "macro_f1": 0.5086915117796179, "micro_f1": 0.6284779050736496, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.4413265306122449, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.18181818181818182, "f1": 0.19999999999999998, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.6296296296296297, "recall": 0.7391304347826086, "f1": 0.68, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.3333333333333333, "f1": 0.2222222222222222, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2857142857142857, "recall": 0.6666666666666666, "f1": 0.4, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4, "recall": 0.75, "f1": 0.5217391304347827, "support": 16 }, "Doubt": { "precision": 0.5263157894736842, "recall": 0.8333333333333334, "f1": 0.6451612903225806, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.65625, "recall": 0.7777777777777778, "f1": 0.711864406779661, "support": 27 }, "Flag-Waving": { "precision": 0.625, "recall": 0.5882352941176471, "f1": 0.6060606060606061, "support": 17 }, "Loaded_Language": { "precision": 0.86, "recall": 0.9555555555555556, "f1": 0.9052631578947369, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6808510638297872, "recall": 0.9411764705882353, "f1": 0.7901234567901235, "support": 34 }, "Repetition": { "precision": 0.48717948717948717, "recall": 0.76, "f1": 0.59375, "support": 25 }, "Slogans": { "precision": 0.45454545454545453, "recall": 0.4166666666666667, "f1": 0.43478260869565216, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.125, "recall": 0.125, "f1": 0.125, "support": 8 } }, "counts": { "tp": 192, "fp": 154, "fn": 73 } }, { "threshold": 0.65, "macro_f1": 0.4913220894809192, "micro_f1": 0.6258503401360545, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.4119897959183674, "per_label": { "Appeal_to_Authority": { "precision": 0.25, "recall": 0.18181818181818182, "f1": 0.2105263157894737, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7083333333333334, "recall": 0.7391304347826086, "f1": 0.723404255319149, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1, "recall": 0.16666666666666666, "f1": 0.125, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.3, "recall": 0.6666666666666666, "f1": 0.41379310344827586, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42857142857142855, "recall": 0.75, "f1": 0.5454545454545454, "support": 16 }, "Doubt": { "precision": 0.5428571428571428, "recall": 0.7916666666666666, "f1": 0.6440677966101694, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6451612903225806, "recall": 0.7407407407407407, "f1": 0.689655172413793, "support": 27 }, "Flag-Waving": { "precision": 0.6, "recall": 0.5294117647058824, "f1": 0.5625, "support": 17 }, "Loaded_Language": { "precision": 0.8571428571428571, "recall": 0.9333333333333333, "f1": 0.8936170212765957, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6808510638297872, "recall": 0.9411764705882353, "f1": 0.7901234567901235, "support": 34 }, "Repetition": { "precision": 0.5, "recall": 0.76, "f1": 0.6031746031746031, "support": 25 }, "Slogans": { "precision": 0.2857142857142857, "recall": 0.16666666666666666, "f1": 0.2105263157894737, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.125, "f1": 0.13333333333333333, "support": 8 } }, "counts": { "tp": 184, "fp": 139, "fn": 81 } }, { "threshold": 0.7, "macro_f1": 0.46402285352846667, "micro_f1": 0.6102292768959435, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.3852040816326531, "per_label": { "Appeal_to_Authority": { "precision": 0.14285714285714285, "recall": 0.09090909090909091, "f1": 0.1111111111111111, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7272727272727273, "recall": 0.6956521739130435, "f1": 0.711111111111111, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 0.16666666666666666, "f1": 0.13333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.23529411764705882, "recall": 0.4444444444444444, "f1": 0.30769230769230765, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4230769230769231, "recall": 0.6875, "f1": 0.5238095238095238, "support": 16 }, "Doubt": { "precision": 0.5294117647058824, "recall": 0.75, "f1": 0.6206896551724139, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6896551724137931, "recall": 0.7407407407407407, "f1": 0.7142857142857143, "support": 27 }, "Flag-Waving": { "precision": 0.5714285714285714, "recall": 0.47058823529411764, "f1": 0.5161290322580646, "support": 17 }, "Loaded_Language": { "precision": 0.8541666666666666, "recall": 0.9111111111111111, "f1": 0.8817204301075269, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6976744186046512, "recall": 0.8823529411764706, "f1": 0.7792207792207793, "support": 34 }, "Repetition": { "precision": 0.5135135135135135, "recall": 0.76, "f1": 0.6129032258064517, "support": 25 }, "Slogans": { "precision": 0.2, "recall": 0.08333333333333333, "f1": 0.11764705882352941, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.125, "f1": 0.13333333333333333, "support": 8 } }, "counts": { "tp": 173, "fp": 129, "fn": 92 } }, { "threshold": 0.75, "macro_f1": 0.4480769273897884, "micro_f1": 0.6003683241252302, "exact_match": 0.017857142857142856, "predicted_positive_rate": 0.35459183673469385, "per_label": { "Appeal_to_Authority": { "precision": 0.14285714285714285, "recall": 0.09090909090909091, "f1": 0.1111111111111111, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.75, "recall": 0.6521739130434783, "f1": 0.6976744186046512, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.1111111111111111, "recall": 0.16666666666666666, "f1": 0.13333333333333333, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.15384615384615385, "recall": 0.2222222222222222, "f1": 0.18181818181818185, "support": 9 }, "Causal_Oversimplification": { "precision": 0.42857142857142855, "recall": 0.5625, "f1": 0.4864864864864864, "support": 16 }, "Doubt": { "precision": 0.5454545454545454, "recall": 0.75, "f1": 0.631578947368421, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.68, "recall": 0.6296296296296297, "f1": 0.6538461538461539, "support": 27 }, "Flag-Waving": { "precision": 0.5833333333333334, "recall": 0.4117647058823529, "f1": 0.4827586206896552, "support": 17 }, "Loaded_Language": { "precision": 0.851063829787234, "recall": 0.8888888888888888, "f1": 0.8695652173913044, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.75, "recall": 0.8823529411764706, "f1": 0.8108108108108107, "support": 34 }, "Repetition": { "precision": 0.5135135135135135, "recall": 0.76, "f1": 0.6129032258064517, "support": 25 }, "Slogans": { "precision": 0.25, "recall": 0.08333333333333333, "f1": 0.125, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.5, "recall": 0.25, "f1": 0.3333333333333333, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16666666666666666, "recall": 0.125, "f1": 0.14285714285714288, "support": 8 } }, "counts": { "tp": 163, "fp": 115, "fn": 102 } }, { "threshold": 0.8, "macro_f1": 0.4130527416052732, "micro_f1": 0.5836575875486382, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.31760204081632654, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7647058823529411, "recall": 0.5652173913043478, "f1": 0.65, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.16666666666666666, "f1": 0.14285714285714288, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2, "recall": 0.2222222222222222, "f1": 0.2105263157894737, "support": 9 }, "Causal_Oversimplification": { "precision": 0.4117647058823529, "recall": 0.4375, "f1": 0.42424242424242425, "support": 16 }, "Doubt": { "precision": 0.5625, "recall": 0.75, "f1": 0.6428571428571429, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6363636363636364, "recall": 0.5185185185185185, "f1": 0.5714285714285714, "support": 27 }, "Flag-Waving": { "precision": 0.5555555555555556, "recall": 0.29411764705882354, "f1": 0.3846153846153846, "support": 17 }, "Loaded_Language": { "precision": 0.851063829787234, "recall": 0.8888888888888888, "f1": 0.8695652173913044, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7692307692307693, "recall": 0.8823529411764706, "f1": 0.8219178082191781, "support": 34 }, "Repetition": { "precision": 0.5151515151515151, "recall": 0.68, "f1": 0.5862068965517241, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.08333333333333333, "f1": 0.14285714285714285, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.3333333333333333, "recall": 0.125, "f1": 0.18181818181818182, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.125, "f1": 0.15384615384615385, "support": 8 } }, "counts": { "tp": 150, "fp": 99, "fn": 115 } }, { "threshold": 0.85, "macro_f1": 0.38468887496120424, "micro_f1": 0.5619834710743802, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.27933673469387754, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7647058823529411, "recall": 0.5652173913043478, "f1": 0.65, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.14285714285714285, "recall": 0.16666666666666666, "f1": 0.15384615384615383, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.2222222222222222, "recall": 0.2222222222222222, "f1": 0.2222222222222222, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.3125, "f1": 0.3225806451612903, "support": 16 }, "Doubt": { "precision": 0.5862068965517241, "recall": 0.7083333333333334, "f1": 0.6415094339622641, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6666666666666666, "recall": 0.4444444444444444, "f1": 0.5333333333333333, "support": 27 }, "Flag-Waving": { "precision": 0.5714285714285714, "recall": 0.23529411764705882, "f1": 0.3333333333333333, "support": 17 }, "Loaded_Language": { "precision": 0.8837209302325582, "recall": 0.8444444444444444, "f1": 0.8636363636363636, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.7647058823529411, "recall": 0.7647058823529411, "f1": 0.7647058823529412, "support": 34 }, "Repetition": { "precision": 0.5714285714285714, "recall": 0.64, "f1": 0.6037735849056605, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.08333333333333333, "f1": 0.14285714285714285, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.2, "recall": 0.125, "f1": 0.15384615384615385, "support": 8 } }, "counts": { "tp": 136, "fp": 83, "fn": 129 } }, { "threshold": 0.9, "macro_f1": 0.3464094572025996, "micro_f1": 0.5056433408577877, "exact_match": 0.03571428571428571, "predicted_positive_rate": 0.22704081632653061, "per_label": { "Appeal_to_Authority": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.7692307692307693, "recall": 0.43478260869565216, "f1": 0.5555555555555555, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.16666666666666666, "recall": 0.16666666666666666, "f1": 0.16666666666666666, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.14285714285714285, "recall": 0.1111111111111111, "f1": 0.125, "support": 9 }, "Causal_Oversimplification": { "precision": 0.3333333333333333, "recall": 0.25, "f1": 0.28571428571428575, "support": 16 }, "Doubt": { "precision": 0.5833333333333334, "recall": 0.5833333333333334, "f1": 0.5833333333333334, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.6666666666666666, "recall": 0.37037037037037035, "f1": 0.47619047619047616, "support": 27 }, "Flag-Waving": { "precision": 0.5, "recall": 0.17647058823529413, "f1": 0.2608695652173913, "support": 17 }, "Loaded_Language": { "precision": 0.8823529411764706, "recall": 0.6666666666666666, "f1": 0.7594936708860759, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.8571428571428571, "recall": 0.7058823529411765, "f1": 0.7741935483870968, "support": 34 }, "Repetition": { "precision": 0.5909090909090909, "recall": 0.52, "f1": 0.5531914893617023, "support": 25 }, "Slogans": { "precision": 0.5, "recall": 0.08333333333333333, "f1": 0.14285714285714285, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.0, "recall": 0.0, "f1": 0.0, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.25, "recall": 0.125, "f1": 0.16666666666666666, "support": 8 } }, "counts": { "tp": 112, "fp": 66, "fn": 153 } } ], "selected": { "threshold": 0.2, "macro_f1": 0.518046521469575, "micro_f1": 0.5934640522875817, "exact_match": 0.0, "predicted_positive_rate": 0.6377551020408163, "per_label": { "Appeal_to_Authority": { "precision": 0.2222222222222222, "recall": 0.36363636363636365, "f1": 0.27586206896551724, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5, "recall": 0.8695652173913043, "f1": 0.634920634920635, "support": 23 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.125, "recall": 0.5, "f1": 0.2, "support": 6 }, "Black-and-White_Fallacy": { "precision": 0.25, "recall": 0.8888888888888888, "f1": 0.3902439024390244, "support": 9 }, "Causal_Oversimplification": { "precision": 0.30952380952380953, "recall": 0.8125, "f1": 0.4482758620689655, "support": 16 }, "Doubt": { "precision": 0.47058823529411764, "recall": 1.0, "f1": 0.6399999999999999, "support": 24 }, "Exaggeration,Minimisation": { "precision": 0.5348837209302325, "recall": 0.8518518518518519, "f1": 0.6571428571428571, "support": 27 }, "Flag-Waving": { "precision": 0.41379310344827586, "recall": 0.7058823529411765, "f1": 0.5217391304347826, "support": 17 }, "Loaded_Language": { "precision": 0.8461538461538461, "recall": 0.9777777777777777, "f1": 0.9072164948453608, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6875, "recall": 0.9705882352941176, "f1": 0.8048780487804877, "support": 34 }, "Repetition": { "precision": 0.46153846153846156, "recall": 0.96, "f1": 0.6233766233766234, "support": 25 }, "Slogans": { "precision": 0.4230769230769231, "recall": 0.9166666666666666, "f1": 0.5789473684210527, "support": 12 }, "Thought-terminating_Cliches": { "precision": 0.26666666666666666, "recall": 0.5, "f1": 0.3478260869565218, "support": 8 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.14285714285714285, "recall": 0.5, "f1": 0.22222222222222224, "support": 8 } }, "counts": { "tp": 227, "fp": 273, "fn": 38 } }, "audit": { "articles": 56, "windows": 511, "mean_windows_per_article": 9.125, "max_windows_per_article": 38, "max_tokens": 256, "wall_seconds": 5.289736376988003, "seconds_per_article": 0.09445957816050006 } }, "test": { "threshold_locked_on_calibration": 0.2, "metrics": { "threshold": 0.2, "macro_f1": 0.5349405779540175, "micro_f1": 0.6083445491251682, "exact_match": 0.0, "predicted_positive_rate": 0.6207792207792208, "per_label": { "Appeal_to_Authority": { "precision": 0.1875, "recall": 0.2727272727272727, "f1": 0.2222222222222222, "support": 11 }, "Appeal_to_fear-prejudice": { "precision": 0.5384615384615384, "recall": 0.875, "f1": 0.6666666666666667, "support": 24 }, "Bandwagon,Reductio_ad_hitlerum": { "precision": 0.35, "recall": 1.0, "f1": 0.5185185185185185, "support": 7 }, "Black-and-White_Fallacy": { "precision": 0.38461538461538464, "recall": 0.8333333333333334, "f1": 0.5263157894736842, "support": 12 }, "Causal_Oversimplification": { "precision": 0.4473684210526316, "recall": 0.9444444444444444, "f1": 0.6071428571428572, "support": 18 }, "Doubt": { "precision": 0.4583333333333333, "recall": 1.0, "f1": 0.6285714285714286, "support": 22 }, "Exaggeration,Minimisation": { "precision": 0.46511627906976744, "recall": 0.9090909090909091, "f1": 0.6153846153846153, "support": 22 }, "Flag-Waving": { "precision": 0.43333333333333335, "recall": 0.7647058823529411, "f1": 0.5531914893617021, "support": 17 }, "Loaded_Language": { "precision": 0.8490566037735849, "recall": 1.0, "f1": 0.9183673469387755, "support": 45 }, "Name_Calling,Labeling": { "precision": 0.6666666666666666, "recall": 0.9696969696969697, "f1": 0.7901234567901234, "support": 33 }, "Repetition": { "precision": 0.43137254901960786, "recall": 0.9565217391304348, "f1": 0.5945945945945946, "support": 23 }, "Slogans": { "precision": 0.3888888888888889, "recall": 0.5, "f1": 0.43750000000000006, "support": 14 }, "Thought-terminating_Cliches": { "precision": 0.11764705882352941, "recall": 0.2857142857142857, "f1": 0.16666666666666666, "support": 7 }, "Whataboutism,Straw_Men,Red_Herring": { "precision": 0.16129032258064516, "recall": 0.5, "f1": 0.24390243902439024, "support": 10 } }, "counts": { "tp": 226, "fp": 252, "fn": 39 } }, "audit": { "articles": 55, "windows": 434, "mean_windows_per_article": 7.890909090909091, "max_windows_per_article": 43, "max_tokens": 256, "wall_seconds": 4.569082793022972, "seconds_per_article": 0.08307423260041767 }, "predictions": [ { "article_id": "111111112", "probabilities": [ 0.008847354911267757, 0.6361271142959595, 0.13660839200019836, 0.8278281688690186, 0.4474602937698364, 0.9481545686721802, 0.896251380443573, 0.03210070729255676, 0.8080672025680542, 0.9755768775939941, 0.7634837031364441, 0.010328153148293495, 0.9399133324623108, 0.894789457321167 ], "gold_ids": [ 3, 7, 8, 9, 11 ] }, { "article_id": "111111113", "probabilities": [ 0.3775406777858734, 0.8749346137046814, 0.24798744916915894, 0.034100424498319626, 0.8774768114089966, 0.9196425676345825, 0.7461389899253845, 0.29178744554519653, 0.8902942538261414, 0.9799765348434448, 0.9958011507987976, 0.8509646654129028, 0.4983520209789276, 0.14414885640144348 ], "gold_ids": [ 4, 8, 9, 11, 13 ] }, { "article_id": "111111121", "probabilities": [ 0.5295066833496094, 0.08756384253501892, 0.3720487952232361, 0.00017952796770259738, 0.0018675660248845816, 0.700894832611084, 0.23651622235774994, 0.055005285888910294, 0.9124361872673035, 0.10230471193790436, 0.03622005507349968, 0.0039454069919884205, 0.12085322290658951, 0.039048291742801666 ], "gold_ids": [] }, { "article_id": "111111122", "probabilities": [ 0.1980641782283783, 0.21601155400276184, 0.270480215549469, 0.18476751446723938, 0.9990600943565369, 0.9971990585327148, 0.8116759657859802, 0.9933071732521057, 0.9987157583236694, 0.985042929649353, 0.9481545686721802, 0.23370636999607086, 0.6842640042304993, 0.01798621006309986 ], "gold_ids": [ 0, 4, 5, 6, 8, 9 ] }, { "article_id": "111111133", "probabilities": [ 0.5869964361190796, 0.11757213622331619, 0.02843603305518627, 0.4725617468357086, 0.7839884757995605, 0.2018132209777832, 0.1755380779504776, 0.9019206762313843, 0.8933094143867493, 0.8766343593597412, 0.8670357465744019, 0.09138210862874985, 0.43854472041130066, 0.31573596596717834 ], "gold_ids": [ 3, 8, 9 ] }, { "article_id": "696694316", "probabilities": [ 0.7634837031364441, 0.7209580540657043, 0.9273632764816284, 0.8407825827598572, 0.9956685304641724, 0.7634837031364441, 0.740174412727356, 0.44046923518180847, 0.9937100410461426, 0.9458011984825134, 0.8688268065452576, 0.03021458350121975, 0.15713684260845184, 0.7634837031364441 ], "gold_ids": [ 1, 2, 3, 8, 12 ] }, { "article_id": "699142854", "probabilities": [ 0.2583259642124176, 0.8587185740470886, 0.023330770432949066, 0.47341376543045044, 0.9966233968734741, 0.6085940003395081, 0.666279673576355, 0.9059898257255554, 0.9952448010444641, 0.961533784866333, 0.6592954993247986, 0.06371499598026276, 0.2829881012439728, 0.20946967601776123 ], "gold_ids": [ 1, 4, 5, 7, 8, 9, 10 ] }, { "article_id": "700387229", "probabilities": [ 0.7017130851745605, 0.9949396848678589, 0.0034834241960197687, 0.10669060051441193, 0.03358950838446617, 0.3363310694694519, 0.9230391979217529, 0.054198723286390305, 0.6680145263671875, 0.894789457321167, 0.6706082820892334, 0.017442485317587852, 0.0012448433553799987, 0.1919327825307846 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "700551604", "probabilities": [ 0.18010666966438293, 0.9893474578857422, 0.3988746404647827, 0.014957086183130741, 0.9967268705368042, 0.9790357351303101, 0.9987550973892212, 0.9284088015556335, 0.9688562154769897, 0.9971103668212891, 0.8469578623771667, 0.13568955659866333, 0.8887587189674377, 0.20689405500888824 ], "gold_ids": [ 2, 4, 5, 6, 7, 8, 9 ] }, { "article_id": "701225819", "probabilities": [ 0.08151976019144058, 0.6548947095870972, 0.11596072465181351, 0.7341195344924927, 0.6252092719078064, 0.6495786309242249, 0.44167301058769226, 0.30985841155052185, 0.985042929649353, 0.9883127808570862, 0.9626730680465698, 0.9966233968734741, 0.5203744769096375, 0.9304582476615906 ], "gold_ids": [ 1, 8, 9, 10, 11 ] }, { "article_id": "703698295", "probabilities": [ 0.18010666966438293, 0.9425067901611328, 0.9653811454772949, 0.3132096529006958, 0.8459424376487732, 0.9902915358543396, 0.8918110132217407, 0.44263648986816406, 0.9914224743843079, 0.9481545686721802, 0.9711290597915649, 0.43878522515296936, 0.3849121630191803, 0.6288633942604065 ], "gold_ids": [ 1, 3, 4, 6, 8, 9, 10 ] }, { "article_id": "705035735", "probabilities": [ 0.9980121850967407, 0.9969245791435242, 0.01065251138061285, 0.014957086183130741, 0.20689405500888824, 0.1520322561264038, 0.8740772008895874, 0.014957086183130741, 0.750552773475647, 0.8558511734008789, 0.6001883149147034, 0.1581743359565735, 0.0025509123224765062, 0.21601155400276184 ], "gold_ids": [ 0, 1, 8, 9 ] }, { "article_id": "706088110", "probabilities": [ 0.6513549089431763, 0.8568122982978821, 0.13660839200019836, 0.8783142566680908, 0.8469578623771667, 0.5350984334945679, 0.6048657894134521, 0.9161096215248108, 0.8529354333877563, 0.43014734983444214, 0.9099069833755493, 0.0044683837331831455, 0.3881540596485138, 0.0018102108733728528 ], "gold_ids": [ 3, 4, 10, 13 ] }, { "article_id": "706501640", "probabilities": [ 0.985042929649353, 0.9908744096755981, 0.024423090741038322, 0.3065270483493805, 0.10087862610816956, 0.2146914303302765, 0.02595735713839531, 0.00628990214318037, 0.851952850818634, 0.47353553771972656, 0.8918110132217407, 0.0015487611526623368, 0.0008040859247557819, 0.004198795650154352 ], "gold_ids": [ 0, 1, 8, 10 ] }, { "article_id": "723844295", "probabilities": [ 0.09138210862874985, 0.7114308476448059, 0.002182716503739357, 0.20689405500888824, 0.596433162689209, 0.8976953029632568, 0.4915779232978821, 0.0222861859947443, 0.7049732804298401, 0.9219217896461487, 0.9407896995544434, 0.0025509123224765062, 0.039048291742801666, 0.8438951373100281 ], "gold_ids": [ 4, 5, 7, 8, 10 ] }, { "article_id": "725238842", "probabilities": [ 0.012821214273571968, 0.0018102108733728528, 0.002323162741959095, 0.00036829791497439146, 0.002115703420713544, 0.8933094143867493, 0.0018102108733728528, 0.00023050670279189944, 0.04885777831077576, 0.028870904818177223, 0.020645929500460625, 0.00021654405281879008, 0.0012065897462889552, 0.00033535013790242374 ], "gold_ids": [] }, { "article_id": "725824328", "probabilities": [ 0.526829719543457, 0.429668664932251, 0.04885777831077576, 0.2146914303302765, 0.7154240012168884, 0.6477982401847839, 0.2727987766265869, 0.2538610100746155, 0.961533784866333, 0.9959298968315125, 0.3106943964958191, 0.2958398759365082, 0.0222861859947443, 0.04336579889059067 ], "gold_ids": [ 1, 5, 8, 9, 10 ] }, { "article_id": "727174208", "probabilities": [ 0.024423090741038322, 0.03358950838446617, 0.006692850962281227, 0.029760092496871948, 0.00712142838165164, 0.6584175229072571, 0.034618835896253586, 0.018264278769493103, 0.622459352016449, 0.16132023930549622, 0.7341195344924927, 0.012431650422513485, 0.023330770432949066, 0.10087862610816956 ], "gold_ids": [ 6 ] }, { "article_id": "727493378", "probabilities": [ 9.028038039105013e-05, 0.044680867344141006, 0.0008830457809381187, 0.0011695103021338582, 0.2658804655075073, 0.9099069833755493, 0.06656918674707413, 0.01590639166533947, 0.36296918988227844, 0.7732163667678833, 0.3993430435657501, 0.0020507434383034706, 0.00034599160426296294, 0.32766830921173096 ], "gold_ids": [ 5, 8, 12 ] }, { "article_id": "728680557", "probabilities": [ 0.8344069123268127, 0.12421301752328873, 0.001987774157896638, 0.001987774157896638, 0.023689469322562218, 0.2613309323787689, 0.39326852560043335, 0.06465348601341248, 0.2107662856578827, 0.974821150302887, 0.9184802770614624, 0.04885777831077576, 0.00020342698553577065, 0.11124119907617569 ], "gold_ids": [ 8 ] }, { "article_id": "728758697", "probabilities": [ 0.11596072465181351, 0.9353464841842651, 0.8509646654129028, 0.8824278712272644, 0.9893474578857422, 0.7994422912597656, 0.7233095169067383, 0.6976089477539062, 0.9399133324623108, 0.8652240633964539, 0.9263036847114563, 0.007577241398394108, 0.9273632764816284, 0.9830850958824158 ], "gold_ids": [ 0, 2, 4, 5, 7, 9, 12, 13 ] }, { "article_id": "729670169", "probabilities": [ 0.037326887249946594, 0.6867902874946594, 0.0004442183708306402, 0.005060331895947456, 0.03308597952127457, 0.02843603305518627, 0.03514484688639641, 0.005730246659368277, 0.4433594048023224, 0.3259495198726654, 0.6315943002700806, 0.024423090741038322, 0.0007096704212017357, 0.06656918674707413 ], "gold_ids": [ 8, 9 ] }, { "article_id": "730149656", "probabilities": [ 0.18359363079071045, 0.985042929649353, 0.5040282011032104, 0.9381240010261536, 0.9416541457176208, 0.957912266254425, 0.9967268705368042, 0.515863835811615, 0.9465966820716858, 0.9719924926757812, 0.9603611826896667, 0.2120688259601593, 0.2759094536304474, 0.6071974039077759 ], "gold_ids": [ 1, 3, 4, 7, 8, 9, 10, 11 ] }, { "article_id": "730652769", "probabilities": [ 0.018546566367149353, 0.042087726294994354, 1.1478768101369496e-05, 0.00023050670279189944, 6.205049430718645e-05, 0.0039454069919884205, 0.008315778337419033, 3.535625000949949e-05, 0.2186693549156189, 0.006692850962281227, 0.3415825068950653, 0.002115703420713544, 6.205049430718645e-05, 0.00011591933434829116 ], "gold_ids": [] }, { "article_id": "731513824", "probabilities": [ 0.14033624529838562, 0.07807816565036774, 0.40450742840766907, 0.4639299511909485, 0.6575384140014648, 0.9597620368003845, 0.5118386149406433, 0.031618766486644745, 0.7826625108718872, 0.9284088015556335, 0.9883127808570862, 0.23651622235774994, 0.16667540371418, 0.1980641782283783 ], "gold_ids": [ 0, 8 ] }, { "article_id": "731927633", "probabilities": [ 0.17217184603214264, 0.5607337951660156, 0.7634837031364441, 0.27904197573661804, 0.7041600942611694, 0.8887587189674377, 0.7718434929847717, 0.9161096215248108, 0.8344069123268127, 0.9207897186279297, 0.9683812260627747, 0.2436424344778061, 0.7325918078422546, 0.025565214455127716 ], "gold_ids": [ 1, 2, 7, 8, 9, 11 ] }, { "article_id": "732610971", "probabilities": [ 0.9799765348434448, 0.8344069123268127, 0.9449946880340576, 0.4780414402484894, 0.6808785796165466, 0.9863631129264832, 0.8766343593597412, 0.07159119844436646, 0.8624675869941711, 0.9399133324623108, 0.9952448010444641, 0.029760092496871948, 0.18713268637657166, 0.1276526302099228 ], "gold_ids": [ 1, 2, 3, 7, 8, 9, 10, 11 ] }, { "article_id": "732708002", "probabilities": [ 0.004331501666456461, 0.7704647779464722, 0.1037486344575882, 0.013636835850775242, 0.008577484637498856, 0.7446563243865967, 0.9473810195922852, 0.008315778337419033, 0.9603611826896667, 0.8056321740150452, 0.9724147915840149, 0.562176525592804, 0.007577241398394108, 0.3345894515514374 ], "gold_ids": [ 5, 8, 9, 10 ] }, { "article_id": "733754480", "probabilities": [ 0.008315778337419033, 0.010986941866576672, 1.3846004549122881e-05, 6.083590164962516e-07, 0.00021654405281879008, 0.5387405753135681, 0.016914913430809975, 0.00024536947603337467, 0.314050555229187, 0.013222821988165379, 0.2186693549156189, 0.00023050670279189944, 8.851569646139978e-07, 0.0002959570847451687 ], "gold_ids": [ 0 ] }, { "article_id": "736757214", "probabilities": [ 0.0017007222631946206, 0.17895588278770447, 0.00015843621804378927, 0.005060331895947456, 0.010986941866576672, 0.46198752522468567, 0.3602639436721802, 0.04885777831077576, 0.5058591365814209, 0.04336579889059067, 0.8438951373100281, 0.0006878511630930007, 2.561282371971174e-06, 0.01798621006309986 ], "gold_ids": [ 6, 8, 9, 13 ] }, { "article_id": "738207834", "probabilities": [ 0.4411914050579071, 0.7431679368019104, 0.26971012353897095, 0.8679338097572327, 0.9808759689331055, 0.9988664388656616, 0.9899863600730896, 0.4615021347999573, 0.9911527037620544, 0.9930961728096008, 0.9763104915618896, 0.6141626238822937, 0.8459424376487732, 0.4287116527557373 ], "gold_ids": [ 1, 5, 8, 9, 10, 12 ] }, { "article_id": "741655444", "probabilities": [ 0.0016484829830005765, 0.3886180520057678, 0.0037072531413286924, 0.00023050670279189944, 0.001597845577634871, 0.7446563243865967, 0.060086652636528015, 0.009125636890530586, 0.9314625263214111, 0.6800292134284973, 0.7732163667678833, 0.00021654405281879008, 0.017442485317587852, 0.4054487347602844 ], "gold_ids": [ 1, 5, 6, 8, 9, 10 ] }, { "article_id": "754179642", "probabilities": [ 0.06278920918703079, 0.9284088015556335, 0.5282900333404541, 0.13028541207313538, 0.07477004081010818, 0.037892427295446396, 0.16026602685451508, 0.03963883966207504, 0.8019358515739441, 0.21601155400276184, 0.8824278712272644, 0.011687257327139378, 9.610241977497935e-05, 0.0020507434383034706 ], "gold_ids": [ 1 ] }, { "article_id": "754508491", "probabilities": [ 0.0026316740550100803, 0.6825737357139587, 0.0008295892039313912, 0.006692850962281227, 0.6901415586471558, 0.0792103186249733, 0.07696083933115005, 0.008061991073191166, 0.10970578342676163, 0.4201236963272095, 0.32766830921173096, 0.0007096704212017357, 0.0001686527393758297, 0.004755199886858463 ], "gold_ids": [] }, { "article_id": "757243988", "probabilities": [ 0.021287351846694946, 0.3415825068950653, 0.38075897097587585, 0.011331753805279732, 0.3665897250175476, 0.9532750844955444, 0.9086179733276367, 0.1710611879825592, 0.9763104915618896, 0.7264255881309509, 0.9911527037620544, 0.034618835896253586, 0.0034834241960197687, 0.2658804655075073 ], "gold_ids": [ 6, 8, 10 ] }, { "article_id": "758469195", "probabilities": [ 0.0007554056355729699, 0.671470582485199, 0.00024536947603337467, 0.005220125429332256, 0.0008559006964787841, 0.035678550601005554, 0.06465348601341248, 0.4073334038257599, 0.7634837031364441, 0.04958902671933174, 0.7310585379600525, 0.0003799845289904624, 0.00021654405281879008, 0.24077458679676056 ], "gold_ids": [] }, { "article_id": "761674108", "probabilities": [ 0.24798744916915894, 0.332852303981781, 0.7446563243865967, 0.9465966820716858, 0.3886180520057678, 0.9697853922843933, 0.9790357351303101, 0.8705973029136658, 0.9674102663993835, 0.9603611826896667, 0.8568122982978821, 0.5348554849624634, 0.01912403479218483, 0.20689405500888824 ], "gold_ids": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13 ] }, { "article_id": "761874505", "probabilities": [ 0.00407013762742281, 0.5409238338470459, 0.0009110511746257544, 0.0011695103021338582, 0.38444983959198, 0.4720749855041504, 0.35398629307746887, 0.3132096529006958, 0.8459424376487732, 0.7620701193809509, 0.9678993225097656, 0.9585376977920532, 0.009125636890530586, 0.028007520362734795 ], "gold_ids": [ 4, 6, 8, 10, 13 ] }, { "article_id": "762340819", "probabilities": [ 0.04535258188843727, 0.9830850958824158, 0.10818895697593689, 0.8749346137046814, 0.9304582476615906, 0.7866228222846985, 0.9902915358543396, 0.9674102663993835, 0.9974491000175476, 0.9458011984825134, 0.9744347929954529, 0.8824278712272644, 0.027585282921791077, 0.45810630917549133 ], "gold_ids": [ 1, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "765197039", "probabilities": [ 0.06560483574867249, 0.9724147915840149, 0.08756384253501892, 0.16026602685451508, 0.9935117363929749, 0.5472221374511719, 0.9702399373054504, 0.5741560459136963, 0.9983515739440918, 0.937210738658905, 0.8397339582443237, 0.014063628390431404, 0.011687257327139378, 0.2628418207168579 ], "gold_ids": [ 0, 1, 4, 5, 6, 8, 9, 10, 12, 13 ] }, { "article_id": "765913191", "probabilities": [ 0.6242935061454773, 0.9886682629585266, 0.1677633374929428, 0.5827285051345825, 0.13386748731136322, 0.9005298018455505, 0.9019206762313843, 0.963230550289154, 0.9871788024902344, 0.949669361114502, 0.9381240010261536, 0.12592275440692902, 0.2991051971912384, 0.22135066986083984 ], "gold_ids": [ 3, 5, 6, 7, 8, 9, 10, 11 ] }, { "article_id": "766942310", "probabilities": [ 0.0384661927819252, 0.9597620368003845, 0.1037486344575882, 0.6334102749824524, 0.837619960308075, 0.6834195256233215, 0.7799928784370422, 0.11596072465181351, 0.9230391979217529, 0.9553191661834717, 0.6334102749824524, 0.0004728544445242733, 0.000570315751247108, 0.8221890926361084 ], "gold_ids": [ 1, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "767129999", "probabilities": [ 0.005730246659368277, 0.8774768114089966, 0.023689469322562218, 0.6187804341316223, 0.8714748620986938, 0.4902356266975403, 0.2422056347131729, 0.8333246111869812, 0.9207897186279297, 0.8587185740470886, 0.9334307909011841, 0.14414885640144348, 0.7170118689537048, 0.709019124507904 ], "gold_ids": [ 7, 8, 11, 13 ] }, { "article_id": "770938827", "probabilities": [ 0.017442485317587852, 0.22000710666179657, 0.00013135180051904172, 0.0008559006964787841, 0.18010666966438293, 0.36116471886634827, 0.24944725632667542, 0.2727987766265869, 0.9399133324623108, 0.929440438747406, 0.10087862610816956, 0.12940272688865662, 0.0013250223128125072, 0.001597845577634871 ], "gold_ids": [ 3, 4, 6, 7, 8, 9, 10 ] }, { "article_id": "775448623", "probabilities": [ 0.008315778337419033, 0.4111108183860779, 0.9362850189208984, 0.014503579586744308, 0.7025300860404968, 0.7839884757995605, 0.6943026781082153, 0.332852303981781, 0.7431679368019104, 0.9693241715431213, 0.9724147915840149, 0.08269733935594559, 0.0030753696337342262, 0.6486889719963074 ], "gold_ids": [ 1, 2, 5, 8, 9 ] }, { "article_id": "780787440", "probabilities": [ 0.04603390023112297, 0.6279512047767639, 0.2743513584136963, 0.018546566367149353, 0.3665897250175476, 0.32082128524780273, 0.9046505093574524, 0.054198723286390305, 0.9697853922843933, 0.9059898257255554, 0.7446563243865967, 0.9711290597915649, 0.039048291742801666, 0.5798763036727905 ], "gold_ids": [ 0, 1, 5, 6, 8, 9 ] }, { "article_id": "787668628", "probabilities": [ 0.08882029354572296, 0.09401018172502518, 0.19559408724308014, 0.2958398759365082, 0.9425067901611328, 0.9871788024902344, 0.20817892253398895, 0.9799765348434448, 0.9911527037620544, 0.963230550289154, 0.815232515335083, 0.9539660811424255, 0.012821214273571968, 0.22270013391971588 ], "gold_ids": [ 0, 3, 4, 5, 6, 7, 8, 9, 11 ] }, { "article_id": "788816478", "probabilities": [ 0.05033063143491745, 0.6584175229072571, 0.9988664388656616, 0.037326887249946594, 0.45568299293518066, 0.9230391979217529, 0.9658995866775513, 0.9916841983795166, 0.9802808165550232, 0.982557475566864, 0.9759464263916016, 0.2422056347131729, 0.034100424498319626, 0.5698526501655579 ], "gold_ids": [ 0, 4, 5, 8, 9 ] }, { "article_id": "789121798", "probabilities": [ 0.010986941866576672, 0.5365557670593262, 0.7386690378189087, 0.39840641617774963, 0.9669140577316284, 0.9637799859046936, 0.9425067901611328, 0.9949396848678589, 0.9893474578857422, 0.9953904151916504, 0.9196425676345825, 0.006903838831931353, 0.004755199886858463, 0.04336579889059067 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 11, 13 ] }, { "article_id": "790777028", "probabilities": [ 0.007577241398394108, 0.05582314357161522, 0.0009110511746257544, 0.5746335387229919, 0.1766715943813324, 0.9759464263916016, 0.9149009585380554, 0.1550784707069397, 0.9845753908157349, 0.8479677438735962, 0.23370636999607086, 0.0222861859947443, 0.6984323263168335, 0.04958902671933174 ], "gold_ids": [ 6, 8 ] }, { "article_id": "795693029", "probabilities": [ 0.03021458350121975, 0.08035746961832047, 0.0004442183708306402, 0.06465348601341248, 0.36931508779525757, 0.5832033753395081, 0.8902942538261414, 0.43878522515296936, 0.8633915781974792, 0.524151086807251, 0.12168574333190918, 0.7676898241043091, 0.030675802379846573, 0.22270013391971588 ], "gold_ids": [ 1, 3, 6, 7, 8 ] }, { "article_id": "999000312", "probabilities": [ 0.007345826830714941, 0.10669060051441193, 0.04336579889059067, 0.23091977834701538, 0.3486451208591461, 0.9875683188438416, 0.9820137619972229, 0.6270381808280945, 0.9566342234611511, 0.9252299070358276, 0.6099889278411865, 0.05665242671966553, 0.03210070729255676, 0.2991051971912384 ], "gold_ids": [ 1, 4, 5, 6, 8, 9, 10 ] }, { "article_id": "999001293", "probabilities": [ 0.060086652636528015, 0.188323974609375, 0.07696083933115005, 0.012431650422513485, 0.5760650634765625, 0.9997387528419495, 0.985042929649353, 0.3407045006752014, 0.9886682629585266, 0.9859364032745361, 0.7256486415863037, 0.0037072531413286924, 0.016914913430809975, 0.2186693549156189 ], "gold_ids": [ 1, 5, 7, 8, 10, 12 ] }, { "article_id": "999001621", "probabilities": [ 0.4421546757221222, 0.5973730087280273, 0.39140594005584717, 0.4125301241874695, 0.9511421918869019, 0.9980121850967407, 0.9732407331466675, 0.6477982401847839, 0.9688562154769897, 0.9896718263626099, 0.9504110217094421, 0.35398629307746887, 0.2538610100746155, 0.3225259780883789 ], "gold_ids": [ 1, 2, 4, 5, 6, 8, 9, 10, 13 ] }, { "article_id": "999001970", "probabilities": [ 5.475977377500385e-05, 0.055005285888910294, 0.0059110685251653194, 0.014063628390431404, 0.20689405500888824, 0.1127954050898552, 0.815232515335083, 0.07696083933115005, 0.8856314420700073, 0.9059898257255554, 0.4378235340118408, 0.0016484829830005765, 0.1127954050898552, 0.024423090741038322 ], "gold_ids": [ 6, 8, 9, 11 ] } ] }, "saved_checkpoint": { "path": "results/standalone4l_base/20260731-v1/control-full-seed42/checkpoint", "inventory": [ { "path": "model.safetensors", "bytes": 668228048, "sha256": "f9810338949a8612f883530abe25867794ca4ab9bd425be194bdce5a7ea2364b", "tensors": 53 } ], "reload_exact": true, "max_probability_delta": 0.0 }, "resources": { "peak_cuda_allocated_bytes": 3380975616, "peak_cuda_reserved_bytes": 3519021056, "total_wall_seconds": 1623.5639530190092, "trainable_parameters": 334111040, "parameters": 334111040 } }