| { |
| "schema_version": "pyrrho-v2-release-manifest-1.0", |
| "release": { |
| "model_id": "yafitzdev/pyrrho-v2-nano-g1", |
| "release_name": "pyrrho-v2-nano-g1", |
| "created_date": "2026-07-06", |
| "base_model": "answerdotai/ModernBERT-base", |
| "architecture": "ModernBertForSequenceClassification", |
| "num_logits": 18, |
| "max_length": 2048, |
| "trustworthy_threshold": null |
| }, |
| "source_checkpoint": { |
| "path": "outputs/modernbert_base_v2_alpha_41358_active_20260704_seed42/best_model", |
| "run_id": "modernbert_base_v2_alpha_41358_active_20260704_seed42", |
| "seed": 42, |
| "training_rows": 41358, |
| "dataset_pointer": "fitz_gov_v2_41358_20260703" |
| }, |
| "dataset": { |
| "hf_dataset_id": "yafitzdev/fitz-gov-v2", |
| "active_rows_file": "../fitz-gov-data-vaults/active/fitz_gov_v2_41358_20260703/merged_vault/accepted.rows.jsonl", |
| "poisoned_or_quarantined_rows_excluded": true |
| }, |
| "heads": { |
| "evidence_verdict": [ |
| "INSUFFICIENT", |
| "DISPUTED", |
| "SUFFICIENT" |
| ], |
| "failure_mode": [ |
| "none", |
| "unresolved_conflict", |
| "missing_or_incomplete_evidence", |
| "wrong_scope_or_version", |
| "ambiguous_request" |
| ], |
| "retrieval_intents": [ |
| "needs_lookup", |
| "needs_temporal_resolution", |
| "needs_comparison_or_set", |
| "needs_broad_coverage" |
| ], |
| "evidence_kinds": [ |
| "needs_text", |
| "needs_table_or_record", |
| "needs_code_or_symbol", |
| "needs_config_or_setting", |
| "needs_log_or_run_result", |
| "needs_document_layout" |
| ] |
| }, |
| "eval": { |
| "eval_overall_score": 0.949743230482894, |
| "eval_verdict_accuracy": 0.9726855209088712, |
| "eval_false_sufficient_rate": 0.04551920341394026, |
| "eval_failure_accuracy": 0.9601160261058739, |
| "eval_retrieval_exact_match": 0.8334541938602852, |
| "eval_retrieval_macro_f1": 0.9299832758138473, |
| "eval_evidence_kind_exact_match": 0.9809040367416002, |
| "eval_evidence_kind_macro_f1": 0.9949836611151947 |
| }, |
| "fitz_sage_benchmark": { |
| "balanced_fixed_evidence_toy_cases": "120/120", |
| "live_total": "86/120", |
| "live_core": "15/20", |
| "live_holdout": "38/50", |
| "live_holdout2": "33/50" |
| }, |
| "artifacts": { |
| "transformers": [ |
| "config.json", |
| "model.safetensors", |
| "tokenizer.json", |
| "tokenizer_config.json", |
| "special_tokens_map.json" |
| ], |
| "onnx": [ |
| "model.onnx", |
| "model_quantized.onnx", |
| "ort_config.json" |
| ] |
| } |
| } |
|
|
