Hugging Face's logo

yafitzdev
/
pyrrho-v2-nano-g1

Text Classification
Transformers
ONNX
Safetensors
English
modernbert
rag
governance
hallucination-detection
evidence-verification
pyrrho
fitz-gov-v2
multi-label-classification
text-embeddings-inference
Model card Files
xet
 Community
pyrrho-v2-nano-g1
File size: 2,454 Bytes
d482f6b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
{
  "schema_version": "pyrrho-v2-release-manifest-1.0",
  "release": {
    "model_id": "yafitzdev/pyrrho-v2-nano-g1",
    "release_name": "pyrrho-v2-nano-g1",
    "created_date": "2026-07-06",
    "base_model": "answerdotai/ModernBERT-base",
    "architecture": "ModernBertForSequenceClassification",
    "num_logits": 18,
    "max_length": 2048,
    "trustworthy_threshold": null
  },
  "source_checkpoint": {
    "path": "outputs/modernbert_base_v2_alpha_41358_active_20260704_seed42/best_model",
    "run_id": "modernbert_base_v2_alpha_41358_active_20260704_seed42",
    "seed": 42,
    "training_rows": 41358,
    "dataset_pointer": "fitz_gov_v2_41358_20260703"
  },
  "dataset": {
    "hf_dataset_id": "yafitzdev/fitz-gov-v2",
    "active_rows_file": "../fitz-gov-data-vaults/active/fitz_gov_v2_41358_20260703/merged_vault/accepted.rows.jsonl",
    "poisoned_or_quarantined_rows_excluded": true
  },
  "heads": {
    "evidence_verdict": [
      "INSUFFICIENT",
      "DISPUTED",
      "SUFFICIENT"
    ],
    "failure_mode": [
      "none",
      "unresolved_conflict",
      "missing_or_incomplete_evidence",
      "wrong_scope_or_version",
      "ambiguous_request"
    ],
    "retrieval_intents": [
      "needs_lookup",
      "needs_temporal_resolution",
      "needs_comparison_or_set",
      "needs_broad_coverage"
    ],
    "evidence_kinds": [
      "needs_text",
      "needs_table_or_record",
      "needs_code_or_symbol",
      "needs_config_or_setting",
      "needs_log_or_run_result",
      "needs_document_layout"
    ]
  },
  "eval": {
    "eval_overall_score": 0.949743230482894,
    "eval_verdict_accuracy": 0.9726855209088712,
    "eval_false_sufficient_rate": 0.04551920341394026,
    "eval_failure_accuracy": 0.9601160261058739,
    "eval_retrieval_exact_match": 0.8334541938602852,
    "eval_retrieval_macro_f1": 0.9299832758138473,
    "eval_evidence_kind_exact_match": 0.9809040367416002,
    "eval_evidence_kind_macro_f1": 0.9949836611151947
  },
  "fitz_sage_benchmark": {
    "balanced_fixed_evidence_toy_cases": "120/120",
    "live_total": "86/120",
    "live_core": "15/20",
    "live_holdout": "38/50",
    "live_holdout2": "33/50"
  },
  "artifacts": {
    "transformers": [
      "config.json",
      "model.safetensors",
      "tokenizer.json",
      "tokenizer_config.json",
      "special_tokens_map.json"
    ],
    "onnx": [
      "model.onnx",
      "model_quantized.onnx",
      "ort_config.json"
    ]
  }
}