{ "selected_strategy": { "name": "smooth_ce_s01_s789", "description": "smooth_ce (label_smoothing=0.10, primary_seed=789, companion_seed=123): probe_multiseed winner on 515-row dataset (412 train / 103 holdout). 2-seed ensemble macro_f1=0.605, P.f1=0.650, N.f1=0.712, U.f1=0.453. Improvement over focal_g10_s123: +0.017 macro_f1, +0.023 NEUTRAL F1.", "freeze_layers": 0, "epochs": 4, "learning_rate": 7e-06, "weight_decay": 0.03, "class_weight_mode": "sqrt_balanced", "focal_gamma": 1.0, "training_seed": 789, "loss_type": "smooth_ce", "label_smoothing": 0.1, "warmup_ratio": 0.1, "max_grad_norm": 0.5, "selected_source": "smooth_ce_s01_ensemble_789_123_515row_probe_multiseed_winner" }, "final_training_epochs": 4, "selected_training_seed": 789, "ensemble_mode": true, "ensemble_primary_seed": 789, "n_total_labelled_examples": 629, "n_model_selection_examples": 503, "n_model_training_examples": 402, "n_calibration_examples": 101, "n_holdout_examples": 126, "sample_path": "C:\\Users\\lucas\\Documents\\Faculdade\\tcc\\sentimental-analisys\\labeled_samples\\labeled_samples.csv", "train_split_path": "C:\\Users\\lucas\\Documents\\Faculdade\\tcc\\sentimental-analisys\\output\\samples_train.csv", "holdout_test_path": "C:\\Users\\lucas\\Documents\\Faculdade\\tcc\\sentimental-analisys\\output\\samples_test.csv", "holdout_test_size": 0.2, "holdout_seed": 2026, "calibration_size": 0.2, "calibration_seed": 2027, "temporary_split_files_removed": true, "baseline_full_sample": { "accuracy": 0.39109697933227344, "macro_f1": 0.3784324531838152 }, "calibration": { "enabled": true, "selected_method": "bias_override", "selected_scales": { "POSITIVE": 1.0, "NEGATIVE": 1.0, "NEUTRAL": 1.0 }, "selected_biases": { "POSITIVE": -0.6499999761581421, "NEGATIVE": -0.20000000298023224, "NEUTRAL": 0.0 }, "positive_recall_floor": 0.7147058823529411, "baseline": { "accuracy": 0.6831683168316832, "macro_f1": 0.682010582010582, "classification_report": { "POSITIVE": { "precision": 0.6842105263157895, "recall": 0.7647058823529411, "f1-score": 0.7222222222222222, "support": 34.0 }, "NEGATIVE": { "precision": 0.6052631578947368, "recall": 0.71875, "f1-score": 0.6571428571428571, "support": 32.0 }, "NEUTRAL": { "precision": 0.8, "recall": 0.5714285714285714, "f1-score": 0.6666666666666666, "support": 35.0 }, "accuracy": 0.6831683168316832, "macro avg": { "precision": 0.6964912280701755, "recall": 0.6849614845938374, "f1-score": 0.682010582010582, "support": 101.0 }, "weighted avg": { "precision": 0.699322563835331, "recall": 0.6831683168316832, "f1-score": 0.6823510922520822, "support": 101.0 } }, "confusion_matrix": [ [ 26, 7, 1 ], [ 5, 23, 4 ], [ 7, 8, 20 ] ] }, "calibrated": { "accuracy": 0.6831683168316832, "macro_f1": 0.6836098541980894, "classification_report": { "POSITIVE": { "precision": 0.7419354838709677, "recall": 0.6764705882352942, "f1-score": 0.7076923076923077, "support": 34.0 }, "NEGATIVE": { "precision": 0.6216216216216216, "recall": 0.71875, "f1-score": 0.6666666666666666, "support": 32.0 }, "NEUTRAL": { "precision": 0.696969696969697, "recall": 0.6571428571428571, "f1-score": 0.6764705882352942, "support": 35.0 }, "accuracy": 0.6831683168316832, "macro avg": { "precision": 0.6868422674874287, "recall": 0.6841211484593838, "f1-score": 0.6836098541980894, "support": 101.0 }, "weighted avg": { "precision": 0.6882340370043979, "recall": 0.6831683168316832, "f1-score": 0.6838746770604662, "support": 101.0 } }, "confusion_matrix": [ [ 23, 7, 4 ], [ 3, 23, 6 ], [ 5, 7, 23 ] ] }, "search_result": { "note": "hardcoded from CALIBRATION_BIAS_OVERRIDE" }, "selected_candidate": { "method": "bias_override", "selected_scales": { "POSITIVE": 1.0, "NEGATIVE": 1.0, "NEUTRAL": 1.0 }, "selected_biases": { "POSITIVE": -0.6499999761581421, "NEGATIVE": -0.20000000298023224, "NEUTRAL": 0.0 }, "metrics": { "accuracy": 0.6831683168316832, "macro_f1": 0.6836098541980894, "classification_report": { "POSITIVE": { "precision": 0.7419354838709677, "recall": 0.6764705882352942, "f1-score": 0.7076923076923077, "support": 34.0 }, "NEGATIVE": { "precision": 0.6216216216216216, "recall": 0.71875, "f1-score": 0.6666666666666666, "support": 32.0 }, "NEUTRAL": { "precision": 0.696969696969697, "recall": 0.6571428571428571, "f1-score": 0.6764705882352942, "support": 35.0 }, "accuracy": 0.6831683168316832, "macro avg": { "precision": 0.6868422674874287, "recall": 0.6841211484593838, "f1-score": 0.6836098541980894, "support": 101.0 }, "weighted avg": { "precision": 0.6882340370043979, "recall": 0.6831683168316832, "f1-score": 0.6838746770604662, "support": 101.0 } }, "confusion_matrix": [ [ 23, 7, 4 ], [ 3, 23, 6 ], [ 5, 7, 23 ] ] }, "search_result": { "note": "hardcoded from CALIBRATION_BIAS_OVERRIDE" } }, "candidates": { "bias_override": { "method": "bias_override", "selected_scales": { "POSITIVE": 1.0, "NEGATIVE": 1.0, "NEUTRAL": 1.0 }, "selected_biases": { "POSITIVE": -0.6499999761581421, "NEGATIVE": -0.20000000298023224, "NEUTRAL": 0.0 }, "metrics": { "accuracy": 0.6831683168316832, "macro_f1": 0.6836098541980894, "classification_report": { "POSITIVE": { "precision": 0.7419354838709677, "recall": 0.6764705882352942, "f1-score": 0.7076923076923077, "support": 34.0 }, "NEGATIVE": { "precision": 0.6216216216216216, "recall": 0.71875, "f1-score": 0.6666666666666666, "support": 32.0 }, "NEUTRAL": { "precision": 0.696969696969697, "recall": 0.6571428571428571, "f1-score": 0.6764705882352942, "support": 35.0 }, "accuracy": 0.6831683168316832, "macro avg": { "precision": 0.6868422674874287, "recall": 0.6841211484593838, "f1-score": 0.6836098541980894, "support": 101.0 }, "weighted avg": { "precision": 0.6882340370043979, "recall": 0.6831683168316832, "f1-score": 0.6838746770604662, "support": 101.0 } }, "confusion_matrix": [ [ 23, 7, 4 ], [ 3, 23, 6 ], [ 5, 7, 23 ] ] }, "search_result": { "note": "hardcoded from CALIBRATION_BIAS_OVERRIDE" } } } }, "holdout_metrics": { "base_accuracy": 0.3412698412698413, "base_macro_f1": 0.3311892981491662, "finetuned_accuracy": 0.6428571428571429, "finetuned_macro_f1": 0.6433003723577785 }, "secondary_model_dir": "C:\\Users\\lucas\\Documents\\Faculdade\\tcc\\sentimental-analisys\\models\\finbert-pt-br-finetuned-companion", "ensemble_secondary_seed": 123 }