{ "schema_version": "pyrrho-v2-release-manifest-1.0", "release": { "model_id": "yafitzdev/pyrrho-v2-nano-g1", "release_name": "pyrrho-v2-nano-g1", "created_date": "2026-07-06", "base_model": "answerdotai/ModernBERT-base", "architecture": "ModernBertForSequenceClassification", "num_logits": 18, "max_length": 2048, "trustworthy_threshold": null }, "source_checkpoint": { "path": "outputs/modernbert_base_v2_alpha_41358_active_20260704_seed42/best_model", "run_id": "modernbert_base_v2_alpha_41358_active_20260704_seed42", "seed": 42, "training_rows": 41358, "dataset_pointer": "fitz_gov_v2_41358_20260703" }, "dataset": { "hf_dataset_id": "yafitzdev/fitz-gov-v2", "active_rows_file": "../fitz-gov-data-vaults/active/fitz_gov_v2_41358_20260703/merged_vault/accepted.rows.jsonl", "poisoned_or_quarantined_rows_excluded": true }, "heads": { "evidence_verdict": [ "INSUFFICIENT", "DISPUTED", "SUFFICIENT" ], "failure_mode": [ "none", "unresolved_conflict", "missing_or_incomplete_evidence", "wrong_scope_or_version", "ambiguous_request" ], "retrieval_intents": [ "needs_lookup", "needs_temporal_resolution", "needs_comparison_or_set", "needs_broad_coverage" ], "evidence_kinds": [ "needs_text", "needs_table_or_record", "needs_code_or_symbol", "needs_config_or_setting", "needs_log_or_run_result", "needs_document_layout" ] }, "eval": { "eval_overall_score": 0.949743230482894, "eval_verdict_accuracy": 0.9726855209088712, "eval_false_sufficient_rate": 0.04551920341394026, "eval_failure_accuracy": 0.9601160261058739, "eval_retrieval_exact_match": 0.8334541938602852, "eval_retrieval_macro_f1": 0.9299832758138473, "eval_evidence_kind_exact_match": 0.9809040367416002, "eval_evidence_kind_macro_f1": 0.9949836611151947 }, "fitz_sage_benchmark": { "balanced_fixed_evidence_toy_cases": "120/120", "live_total": "86/120", "live_core": "15/20", "live_holdout": "38/50", "live_holdout2": "33/50" }, "artifacts": { "transformers": [ "config.json", "model.safetensors", "tokenizer.json", "tokenizer_config.json", "special_tokens_map.json" ], "onnx": [ "model.onnx", "model_quantized.onnx", "ort_config.json" ] } }