{ "identity": { "model_id": "qwen3.8-27b", "weights_id": "groupwise-int" }, "target_key": "qwen3_8_27b", "recipe_id": "qwen3_8_27b-v1", "source": { "model_path": "/workspace/model_final", "ranking_path": "/workspace/ninfer/tools/freq_corpus/fixtures/ranking/ranking.train.counts.i64" }, "arguments": { "model": "/workspace/model_final", "out": "/workspace/out/crack.ninfer", "device": "cuda" }, "config_summary": { "architecture": "Qwen3_5ForConditionalGeneration", "model_type": "qwen3_5", "text": { "num_hidden_layers": 64, "full_attention_interval": 4, "hidden_size": 5120, "intermediate_size": 17408, "vocab_size": 248320, "num_attention_heads": 24, "num_key_value_heads": 4, "head_dim": 256, "linear_num_key_heads": 16, "linear_num_value_heads": 48, "linear_key_head_dim": 128, "linear_value_head_dim": 128, "linear_conv_kernel_dim": 4, "mamba_ssm_dtype": "float32", "mtp_num_hidden_layers": 1, "mtp_use_dedicated_embeddings": false, "tie_word_embeddings": false, "max_position_embeddings": 262144, "rms_norm_eps": 1e-06 }, "layer_types": { "layers": 64, "full_attention": 16, "linear_attention": 48, "full_attention_layers": [ 3, 7, 11, 15, 19, 23, 27, 31, 35, 39, 43, 47, 51, 55, 59, 63 ] }, "rope": { "rope_theta": 10000000, "mrope_section": [ 11, 11, 10 ] }, "vision": { "depth": 27, "hidden_size": 1152, "intermediate_size": 4304, "out_hidden_size": 5120, "num_heads": 16, "in_channels": 3, "patch_size": 16, "temporal_patch_size": 2, "spatial_merge_size": 2, "num_position_embeddings": 2304 }, "mtp_num_hidden_layers": 1, "vision_token_ids": { "vision_start_token_id": 248053, "vision_end_token_id": 248054, "image_token_id": 248056, "video_token_id": 248057 } }, "source_preflight": { "recipes": 1118, "tensors": 1199, "shards": 7, "dtypes": { "BF16": 1199 } }, "converter": { "revision": "a05746aad764d238d227f366ca42aa2ef82afc28", "environment": { "python": "3.12.3", "platform": "Linux-6.8.0-136-generic-x86_64-with-glibc2.39", "torch": "2.8.0+cu128", "torch_cuda": "12.8", "resolved_device": "cuda", "gpu": "NVIDIA RTX PRO 4500 Blackwell" } }, "objects": { "count": 1124, "tensors": 1118, "resources": 6, "formats": { "BF16": 582, "FP32": 96, "I32": 1, "Q4G64_F16S": 183, "Q5G64_F16S": 246, "Q6G64_F16S": 1, "W8G32_F16S": 9 }, "layouts": { "contiguous-le-v1": 679, "row-split-k128-v1": 439 }, "encodings": { "raw-bytes-v1": 6 }, "tensor_bytes": 18197503904, "resource_bytes": 12837177, "object_bytes": 18210341081, "payload_span_bytes": 18210355200, "alignment_bytes": 14119 }, "elapsed_seconds": 81.85627944185399, "artifact": { "path": "/workspace/out/crack.ninfer", "bytes": 18210531328 } }