{ "model": "outputs/monet-100k/compression-gptq-int4-clean", "vision_model": "google/siglip2-base-patch16-256", "device": "cuda:0", "dtype": "torch.float32", "setup": { "model_load_ms": 1752.9155970041757, "vision_load_ms": 689.1005889992812 }, "model_parameter_count": 230963108, "model_bytes": 370447122, "pairs": "/data/datasets/monet-100k/test_pairs.jsonl", "projector_checkpoint": "outputs/monet-100k/retrieval-matching-clean/multimodal_task_adapter.pt", "text": { "iterations": 10, "warmup": 3, "latency_ms_mean": 16.75748469933751, "latency_ms_median": 16.738547001295956, "latency_ms_p95": 17.114150999987032, "latency_ms_min": 16.403875000833068, "latency_ms_max": 17.172412997751962, "peak_vram_bytes": 1049502720, "batch_size": 4, "sequence_length": 53, "hidden_shape": [ 4, 53, 1024 ], "logits_shape": [ 4, 53, 65536 ], "finite_hidden": true, "finite_logits": true }, "multimodal": { "body_only": { "iterations": 10, "warmup": 3, "latency_ms_mean": 18.0679445998976, "latency_ms_median": 18.043951498839306, "latency_ms_p95": 18.232377005915623, "latency_ms_min": 17.939090001164004, "latency_ms_max": 18.2529970043106, "peak_vram_bytes": 2531130880 }, "vision_plus_body": { "iterations": 10, "warmup": 3, "latency_ms_mean": 45.672791600372875, "latency_ms_median": 45.429460500599816, "latency_ms_p95": 46.00368000683375, "latency_ms_min": 44.96823700173991, "latency_ms_max": 47.790171003725845, "peak_vram_bytes": 2552086016 }, "vision_features_shape": [ 4, 256, 768 ], "image_tokens_shape": [ 4, 32, 1024 ], "fused_shape": [ 4, 86, 1024 ], "hidden_shape": [ 4, 86, 1024 ], "image_marker_position": 1, "finite_hidden": true }, "note": "Multimodal path uses the supplied trained projector; matching-head scoring is not timed." }