[ { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.expert_bias", "output_file": "layer_10_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.10.feed_forward.expert_bias", "source_names": [ "model.layers.10.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.expert_bias", "output_file": "layer_11_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.11.feed_forward.expert_bias", "source_names": [ "model.layers.11.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.expert_bias", "output_file": "layer_12_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.12.feed_forward.expert_bias", "source_names": [ "model.layers.12.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.expert_bias", "output_file": "layer_13_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.13.feed_forward.expert_bias", "source_names": [ "model.layers.13.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.expert_bias", "output_file": "layer_14_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.14.feed_forward.expert_bias", "source_names": [ "model.layers.14.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.expert_bias", "output_file": "layer_15_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.15.feed_forward.expert_bias", "source_names": [ "model.layers.15.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.expert_bias", "output_file": "layer_16_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.16.feed_forward.expert_bias", "source_names": [ "model.layers.16.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.expert_bias", "output_file": "layer_17_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.17.feed_forward.expert_bias", "source_names": [ "model.layers.17.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.expert_bias", "output_file": "layer_18_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.18.feed_forward.expert_bias", "source_names": [ "model.layers.18.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.expert_bias", "output_file": "layer_19_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.19.feed_forward.expert_bias", "source_names": [ "model.layers.19.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.expert_bias", "output_file": "layer_2_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.2.feed_forward.expert_bias", "source_names": [ "model.layers.2.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.expert_bias", "output_file": "layer_20_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.20.feed_forward.expert_bias", "source_names": [ "model.layers.20.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.expert_bias", "output_file": "layer_21_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.21.feed_forward.expert_bias", "source_names": [ "model.layers.21.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.expert_bias", "output_file": "layer_22_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.22.feed_forward.expert_bias", "source_names": [ "model.layers.22.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.expert_bias", "output_file": "layer_23_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.23.feed_forward.expert_bias", "source_names": [ "model.layers.23.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.expert_bias", "output_file": "layer_3_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.3.feed_forward.expert_bias", "source_names": [ "model.layers.3.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.expert_bias", "output_file": "layer_4_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.4.feed_forward.expert_bias", "source_names": [ "model.layers.4.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.expert_bias", "output_file": "layer_5_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.5.feed_forward.expert_bias", "source_names": [ "model.layers.5.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.expert_bias", "output_file": "layer_6_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.6.feed_forward.expert_bias", "source_names": [ "model.layers.6.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.expert_bias", "output_file": "layer_7_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.7.feed_forward.expert_bias", "source_names": [ "model.layers.7.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.expert_bias", "output_file": "layer_8_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.8.feed_forward.expert_bias", "source_names": [ "model.layers.8.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.expert_bias", "bits": null, "bytes": 160, "component": "language", "dtype": "torch.float32", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.expert_bias", "output_file": "layer_9_moe_expert_bias.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32 ], "source_name": "model.layers.9.feed_forward.expert_bias", "source_names": [ "model.layers.9.feed_forward.expert_bias" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.embed_tokens.weight", "bits": 4, "bytes": 139724928, "component": "embedding", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.embed_tokens.weight", "output_file": "token_embeddings.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 128000, 2048 ], "source_name": "model.embed_tokens.weight", "source_names": [ "model.embed_tokens.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.embedding_norm.weight", "bits": null, "bytes": 4192, "component": "embedding", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.embedding_norm.weight", "output_file": "output_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.embedding_norm.weight", "source_names": [ "model.embedding_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.0.conv.conv.weight", "output_file": "layer_0_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.0.conv.conv.weight", "source_names": [ "model.layers.0.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.0.conv.in_proj.weight", "output_file": "layer_0_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.0.conv.in_proj.weight", "source_names": [ "model.layers.0.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.0.conv.out_proj.weight", "output_file": "layer_0_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.0.conv.out_proj.weight", "source_names": [ "model.layers.0.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.feed_forward.w1.weight", "bits": 4, "bytes": 7578496, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.0.feed_forward.w1.weight", "output_file": "layer_0_ffn_gate.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 7168, 2048 ], "source_name": "model.layers.0.feed_forward.w1.weight", "source_names": [ "model.layers.0.feed_forward.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.feed_forward.w2.weight", "bits": 4, "bytes": 7598976, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.0.feed_forward.w2.weight", "output_file": "layer_0_ffn_down.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 7168 ], "source_name": "model.layers.0.feed_forward.w2.weight", "source_names": [ "model.layers.0.feed_forward.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.feed_forward.w3.weight", "bits": 4, "bytes": 7578496, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.0.feed_forward.w3.weight", "output_file": "layer_0_ffn_up.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 7168, 2048 ], "source_name": "model.layers.0.feed_forward.w3.weight", "source_names": [ "model.layers.0.feed_forward.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.0.ffn_norm.weight", "output_file": "layer_0_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.0.ffn_norm.weight", "source_names": [ "model.layers.0.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.0.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.0.operator_norm.weight", "output_file": "layer_0_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.0.operator_norm.weight", "source_names": [ "model.layers.0.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.1.conv.conv.weight", "output_file": "layer_1_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.1.conv.conv.weight", "source_names": [ "model.layers.1.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.1.conv.in_proj.weight", "output_file": "layer_1_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.1.conv.in_proj.weight", "source_names": [ "model.layers.1.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.1.conv.out_proj.weight", "output_file": "layer_1_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.1.conv.out_proj.weight", "source_names": [ "model.layers.1.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.feed_forward.w1.weight", "bits": 4, "bytes": 7578496, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.1.feed_forward.w1.weight", "output_file": "layer_1_ffn_gate.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 7168, 2048 ], "source_name": "model.layers.1.feed_forward.w1.weight", "source_names": [ "model.layers.1.feed_forward.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.feed_forward.w2.weight", "bits": 4, "bytes": 7598976, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.1.feed_forward.w2.weight", "output_file": "layer_1_ffn_down.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 7168 ], "source_name": "model.layers.1.feed_forward.w2.weight", "source_names": [ "model.layers.1.feed_forward.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.feed_forward.w3.weight", "bits": 4, "bytes": 7578496, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.1.feed_forward.w3.weight", "output_file": "layer_1_ffn_up.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 7168, 2048 ], "source_name": "model.layers.1.feed_forward.w3.weight", "source_names": [ "model.layers.1.feed_forward.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.1.ffn_norm.weight", "output_file": "layer_1_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.1.ffn_norm.weight", "source_names": [ "model.layers.1.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.1.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.1.operator_norm.weight", "output_file": "layer_1_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.1.operator_norm.weight", "source_names": [ "model.layers.1.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.0.w1.weight", "output_file": "layer_10_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.0.w2.weight", "output_file": "layer_10_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.0.w3.weight", "output_file": "layer_10_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.1.w1.weight", "output_file": "layer_10_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.1.w2.weight", "output_file": "layer_10_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.1.w3.weight", "output_file": "layer_10_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.10.w1.weight", "output_file": "layer_10_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.10.w2.weight", "output_file": "layer_10_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.10.w3.weight", "output_file": "layer_10_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.11.w1.weight", "output_file": "layer_10_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.11.w2.weight", "output_file": "layer_10_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.11.w3.weight", "output_file": "layer_10_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.12.w1.weight", "output_file": "layer_10_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.12.w2.weight", "output_file": "layer_10_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.12.w3.weight", "output_file": "layer_10_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.13.w1.weight", "output_file": "layer_10_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.13.w2.weight", "output_file": "layer_10_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.13.w3.weight", "output_file": "layer_10_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.14.w1.weight", "output_file": "layer_10_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.14.w2.weight", "output_file": "layer_10_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.14.w3.weight", "output_file": "layer_10_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.15.w1.weight", "output_file": "layer_10_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.15.w2.weight", "output_file": "layer_10_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.15.w3.weight", "output_file": "layer_10_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.16.w1.weight", "output_file": "layer_10_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.16.w2.weight", "output_file": "layer_10_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.16.w3.weight", "output_file": "layer_10_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.17.w1.weight", "output_file": "layer_10_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.17.w2.weight", "output_file": "layer_10_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.17.w3.weight", "output_file": "layer_10_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.18.w1.weight", "output_file": "layer_10_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.18.w2.weight", "output_file": "layer_10_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.18.w3.weight", "output_file": "layer_10_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.19.w1.weight", "output_file": "layer_10_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.19.w2.weight", "output_file": "layer_10_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.19.w3.weight", "output_file": "layer_10_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.2.w1.weight", "output_file": "layer_10_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.2.w2.weight", "output_file": "layer_10_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.2.w3.weight", "output_file": "layer_10_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.20.w1.weight", "output_file": "layer_10_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.20.w2.weight", "output_file": "layer_10_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.20.w3.weight", "output_file": "layer_10_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.21.w1.weight", "output_file": "layer_10_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.21.w2.weight", "output_file": "layer_10_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.21.w3.weight", "output_file": "layer_10_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.22.w1.weight", "output_file": "layer_10_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.22.w2.weight", "output_file": "layer_10_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.22.w3.weight", "output_file": "layer_10_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.23.w1.weight", "output_file": "layer_10_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.23.w2.weight", "output_file": "layer_10_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.23.w3.weight", "output_file": "layer_10_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.24.w1.weight", "output_file": "layer_10_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.24.w2.weight", "output_file": "layer_10_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.24.w3.weight", "output_file": "layer_10_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.25.w1.weight", "output_file": "layer_10_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.25.w2.weight", "output_file": "layer_10_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.25.w3.weight", "output_file": "layer_10_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.26.w1.weight", "output_file": "layer_10_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.26.w2.weight", "output_file": "layer_10_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.26.w3.weight", "output_file": "layer_10_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.27.w1.weight", "output_file": "layer_10_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.27.w2.weight", "output_file": "layer_10_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.27.w3.weight", "output_file": "layer_10_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.28.w1.weight", "output_file": "layer_10_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.28.w2.weight", "output_file": "layer_10_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.28.w3.weight", "output_file": "layer_10_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.29.w1.weight", "output_file": "layer_10_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.29.w2.weight", "output_file": "layer_10_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.29.w3.weight", "output_file": "layer_10_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.3.w1.weight", "output_file": "layer_10_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.3.w2.weight", "output_file": "layer_10_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.3.w3.weight", "output_file": "layer_10_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.30.w1.weight", "output_file": "layer_10_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.30.w2.weight", "output_file": "layer_10_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.30.w3.weight", "output_file": "layer_10_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.31.w1.weight", "output_file": "layer_10_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.31.w2.weight", "output_file": "layer_10_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.31.w3.weight", "output_file": "layer_10_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.4.w1.weight", "output_file": "layer_10_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.4.w2.weight", "output_file": "layer_10_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.4.w3.weight", "output_file": "layer_10_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.5.w1.weight", "output_file": "layer_10_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.5.w2.weight", "output_file": "layer_10_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.5.w3.weight", "output_file": "layer_10_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.6.w1.weight", "output_file": "layer_10_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.6.w2.weight", "output_file": "layer_10_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.6.w3.weight", "output_file": "layer_10_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.7.w1.weight", "output_file": "layer_10_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.7.w2.weight", "output_file": "layer_10_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.7.w3.weight", "output_file": "layer_10_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.8.w1.weight", "output_file": "layer_10_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.8.w2.weight", "output_file": "layer_10_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.8.w3.weight", "output_file": "layer_10_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.9.w1.weight", "output_file": "layer_10_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.10.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.9.w2.weight", "output_file": "layer_10_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.10.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.10.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.experts.9.w3.weight", "output_file": "layer_10_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.10.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.10.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.feed_forward.gate.weight", "output_file": "layer_10_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.10.feed_forward.gate.weight", "source_names": [ "model.layers.10.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.ffn_norm.weight", "output_file": "layer_10_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.10.ffn_norm.weight", "source_names": [ "model.layers.10.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.operator_norm.weight", "output_file": "layer_10_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.10.operator_norm.weight", "source_names": [ "model.layers.10.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.k_layernorm.weight", "output_file": "layer_10_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.10.self_attn.k_layernorm.weight", "source_names": [ "model.layers.10.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.k_proj.weight", "output_file": "layer_10_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.10.self_attn.k_proj.weight", "source_names": [ "model.layers.10.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.out_proj.weight", "output_file": "layer_10_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.10.self_attn.out_proj.weight", "source_names": [ "model.layers.10.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.q_layernorm.weight", "output_file": "layer_10_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.10.self_attn.q_layernorm.weight", "source_names": [ "model.layers.10.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.q_proj.weight", "output_file": "layer_10_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.10.self_attn.q_proj.weight", "source_names": [ "model.layers.10.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.10.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.10.self_attn.v_proj.weight", "output_file": "layer_10_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.10.self_attn.v_proj.weight", "source_names": [ "model.layers.10.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.conv.conv.weight", "output_file": "layer_11_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.11.conv.conv.weight", "source_names": [ "model.layers.11.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.11.conv.in_proj.weight", "output_file": "layer_11_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.11.conv.in_proj.weight", "source_names": [ "model.layers.11.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.11.conv.out_proj.weight", "output_file": "layer_11_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.11.conv.out_proj.weight", "source_names": [ "model.layers.11.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.0.w1.weight", "output_file": "layer_11_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.0.w2.weight", "output_file": "layer_11_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.0.w3.weight", "output_file": "layer_11_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.1.w1.weight", "output_file": "layer_11_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.1.w2.weight", "output_file": "layer_11_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.1.w3.weight", "output_file": "layer_11_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.10.w1.weight", "output_file": "layer_11_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.10.w2.weight", "output_file": "layer_11_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.10.w3.weight", "output_file": "layer_11_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.11.w1.weight", "output_file": "layer_11_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.11.w2.weight", "output_file": "layer_11_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.11.w3.weight", "output_file": "layer_11_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.12.w1.weight", "output_file": "layer_11_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.12.w2.weight", "output_file": "layer_11_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.12.w3.weight", "output_file": "layer_11_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.13.w1.weight", "output_file": "layer_11_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.13.w2.weight", "output_file": "layer_11_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.13.w3.weight", "output_file": "layer_11_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.14.w1.weight", "output_file": "layer_11_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.14.w2.weight", "output_file": "layer_11_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.14.w3.weight", "output_file": "layer_11_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.15.w1.weight", "output_file": "layer_11_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.15.w2.weight", "output_file": "layer_11_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.15.w3.weight", "output_file": "layer_11_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.16.w1.weight", "output_file": "layer_11_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.16.w2.weight", "output_file": "layer_11_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.16.w3.weight", "output_file": "layer_11_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.17.w1.weight", "output_file": "layer_11_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.17.w2.weight", "output_file": "layer_11_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.17.w3.weight", "output_file": "layer_11_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.18.w1.weight", "output_file": "layer_11_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.18.w2.weight", "output_file": "layer_11_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.18.w3.weight", "output_file": "layer_11_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.19.w1.weight", "output_file": "layer_11_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.19.w2.weight", "output_file": "layer_11_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.19.w3.weight", "output_file": "layer_11_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.2.w1.weight", "output_file": "layer_11_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.2.w2.weight", "output_file": "layer_11_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.2.w3.weight", "output_file": "layer_11_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.20.w1.weight", "output_file": "layer_11_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.20.w2.weight", "output_file": "layer_11_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.20.w3.weight", "output_file": "layer_11_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.21.w1.weight", "output_file": "layer_11_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.21.w2.weight", "output_file": "layer_11_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.21.w3.weight", "output_file": "layer_11_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.22.w1.weight", "output_file": "layer_11_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.22.w2.weight", "output_file": "layer_11_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.22.w3.weight", "output_file": "layer_11_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.23.w1.weight", "output_file": "layer_11_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.23.w2.weight", "output_file": "layer_11_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.23.w3.weight", "output_file": "layer_11_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.24.w1.weight", "output_file": "layer_11_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.24.w2.weight", "output_file": "layer_11_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.24.w3.weight", "output_file": "layer_11_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.25.w1.weight", "output_file": "layer_11_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.25.w2.weight", "output_file": "layer_11_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.25.w3.weight", "output_file": "layer_11_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.26.w1.weight", "output_file": "layer_11_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.26.w2.weight", "output_file": "layer_11_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.26.w3.weight", "output_file": "layer_11_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.27.w1.weight", "output_file": "layer_11_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.27.w2.weight", "output_file": "layer_11_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.27.w3.weight", "output_file": "layer_11_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.28.w1.weight", "output_file": "layer_11_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.28.w2.weight", "output_file": "layer_11_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.28.w3.weight", "output_file": "layer_11_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.29.w1.weight", "output_file": "layer_11_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.29.w2.weight", "output_file": "layer_11_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.29.w3.weight", "output_file": "layer_11_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.3.w1.weight", "output_file": "layer_11_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.3.w2.weight", "output_file": "layer_11_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.3.w3.weight", "output_file": "layer_11_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.30.w1.weight", "output_file": "layer_11_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.30.w2.weight", "output_file": "layer_11_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.30.w3.weight", "output_file": "layer_11_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.31.w1.weight", "output_file": "layer_11_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.31.w2.weight", "output_file": "layer_11_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.31.w3.weight", "output_file": "layer_11_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.4.w1.weight", "output_file": "layer_11_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.4.w2.weight", "output_file": "layer_11_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.4.w3.weight", "output_file": "layer_11_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.5.w1.weight", "output_file": "layer_11_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.5.w2.weight", "output_file": "layer_11_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.5.w3.weight", "output_file": "layer_11_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.6.w1.weight", "output_file": "layer_11_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.6.w2.weight", "output_file": "layer_11_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.6.w3.weight", "output_file": "layer_11_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.7.w1.weight", "output_file": "layer_11_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.7.w2.weight", "output_file": "layer_11_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.7.w3.weight", "output_file": "layer_11_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.8.w1.weight", "output_file": "layer_11_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.8.w2.weight", "output_file": "layer_11_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.8.w3.weight", "output_file": "layer_11_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.9.w1.weight", "output_file": "layer_11_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.11.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.9.w2.weight", "output_file": "layer_11_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.11.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.11.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.experts.9.w3.weight", "output_file": "layer_11_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.11.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.11.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.feed_forward.gate.weight", "output_file": "layer_11_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.11.feed_forward.gate.weight", "source_names": [ "model.layers.11.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.ffn_norm.weight", "output_file": "layer_11_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.11.ffn_norm.weight", "source_names": [ "model.layers.11.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.11.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.11.operator_norm.weight", "output_file": "layer_11_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.11.operator_norm.weight", "source_names": [ "model.layers.11.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.conv.conv.weight", "output_file": "layer_12_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.12.conv.conv.weight", "source_names": [ "model.layers.12.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.12.conv.in_proj.weight", "output_file": "layer_12_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.12.conv.in_proj.weight", "source_names": [ "model.layers.12.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.12.conv.out_proj.weight", "output_file": "layer_12_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.12.conv.out_proj.weight", "source_names": [ "model.layers.12.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.0.w1.weight", "output_file": "layer_12_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.0.w2.weight", "output_file": "layer_12_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.0.w3.weight", "output_file": "layer_12_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.1.w1.weight", "output_file": "layer_12_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.1.w2.weight", "output_file": "layer_12_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.1.w3.weight", "output_file": "layer_12_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.10.w1.weight", "output_file": "layer_12_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.10.w2.weight", "output_file": "layer_12_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.10.w3.weight", "output_file": "layer_12_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.11.w1.weight", "output_file": "layer_12_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.11.w2.weight", "output_file": "layer_12_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.11.w3.weight", "output_file": "layer_12_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.12.w1.weight", "output_file": "layer_12_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.12.w2.weight", "output_file": "layer_12_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.12.w3.weight", "output_file": "layer_12_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.13.w1.weight", "output_file": "layer_12_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.13.w2.weight", "output_file": "layer_12_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.13.w3.weight", "output_file": "layer_12_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.14.w1.weight", "output_file": "layer_12_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.14.w2.weight", "output_file": "layer_12_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.14.w3.weight", "output_file": "layer_12_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.15.w1.weight", "output_file": "layer_12_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.15.w2.weight", "output_file": "layer_12_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.15.w3.weight", "output_file": "layer_12_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.16.w1.weight", "output_file": "layer_12_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.16.w2.weight", "output_file": "layer_12_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.16.w3.weight", "output_file": "layer_12_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.17.w1.weight", "output_file": "layer_12_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.17.w2.weight", "output_file": "layer_12_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.17.w3.weight", "output_file": "layer_12_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.18.w1.weight", "output_file": "layer_12_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.18.w2.weight", "output_file": "layer_12_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.18.w3.weight", "output_file": "layer_12_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.19.w1.weight", "output_file": "layer_12_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.19.w2.weight", "output_file": "layer_12_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.19.w3.weight", "output_file": "layer_12_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.2.w1.weight", "output_file": "layer_12_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.2.w2.weight", "output_file": "layer_12_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.2.w3.weight", "output_file": "layer_12_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.20.w1.weight", "output_file": "layer_12_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.20.w2.weight", "output_file": "layer_12_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.20.w3.weight", "output_file": "layer_12_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.21.w1.weight", "output_file": "layer_12_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.21.w2.weight", "output_file": "layer_12_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.21.w3.weight", "output_file": "layer_12_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.22.w1.weight", "output_file": "layer_12_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.22.w2.weight", "output_file": "layer_12_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.22.w3.weight", "output_file": "layer_12_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.23.w1.weight", "output_file": "layer_12_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.23.w2.weight", "output_file": "layer_12_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.23.w3.weight", "output_file": "layer_12_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.24.w1.weight", "output_file": "layer_12_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.24.w2.weight", "output_file": "layer_12_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.24.w3.weight", "output_file": "layer_12_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.25.w1.weight", "output_file": "layer_12_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.25.w2.weight", "output_file": "layer_12_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.25.w3.weight", "output_file": "layer_12_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.26.w1.weight", "output_file": "layer_12_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.26.w2.weight", "output_file": "layer_12_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.26.w3.weight", "output_file": "layer_12_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.27.w1.weight", "output_file": "layer_12_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.27.w2.weight", "output_file": "layer_12_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.27.w3.weight", "output_file": "layer_12_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.28.w1.weight", "output_file": "layer_12_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.28.w2.weight", "output_file": "layer_12_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.28.w3.weight", "output_file": "layer_12_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.29.w1.weight", "output_file": "layer_12_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.29.w2.weight", "output_file": "layer_12_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.29.w3.weight", "output_file": "layer_12_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.3.w1.weight", "output_file": "layer_12_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.3.w2.weight", "output_file": "layer_12_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.3.w3.weight", "output_file": "layer_12_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.30.w1.weight", "output_file": "layer_12_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.30.w2.weight", "output_file": "layer_12_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.30.w3.weight", "output_file": "layer_12_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.31.w1.weight", "output_file": "layer_12_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.31.w2.weight", "output_file": "layer_12_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.31.w3.weight", "output_file": "layer_12_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.4.w1.weight", "output_file": "layer_12_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.4.w2.weight", "output_file": "layer_12_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.4.w3.weight", "output_file": "layer_12_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.5.w1.weight", "output_file": "layer_12_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.5.w2.weight", "output_file": "layer_12_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.5.w3.weight", "output_file": "layer_12_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.6.w1.weight", "output_file": "layer_12_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.6.w2.weight", "output_file": "layer_12_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.6.w3.weight", "output_file": "layer_12_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.7.w1.weight", "output_file": "layer_12_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.7.w2.weight", "output_file": "layer_12_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.7.w3.weight", "output_file": "layer_12_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.8.w1.weight", "output_file": "layer_12_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.8.w2.weight", "output_file": "layer_12_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.8.w3.weight", "output_file": "layer_12_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.9.w1.weight", "output_file": "layer_12_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.12.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.9.w2.weight", "output_file": "layer_12_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.12.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.12.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.experts.9.w3.weight", "output_file": "layer_12_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.12.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.12.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.feed_forward.gate.weight", "output_file": "layer_12_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.12.feed_forward.gate.weight", "source_names": [ "model.layers.12.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.ffn_norm.weight", "output_file": "layer_12_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.12.ffn_norm.weight", "source_names": [ "model.layers.12.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.12.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.12.operator_norm.weight", "output_file": "layer_12_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.12.operator_norm.weight", "source_names": [ "model.layers.12.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.conv.conv.weight", "output_file": "layer_13_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.13.conv.conv.weight", "source_names": [ "model.layers.13.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.13.conv.in_proj.weight", "output_file": "layer_13_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.13.conv.in_proj.weight", "source_names": [ "model.layers.13.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.13.conv.out_proj.weight", "output_file": "layer_13_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.13.conv.out_proj.weight", "source_names": [ "model.layers.13.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.0.w1.weight", "output_file": "layer_13_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.0.w2.weight", "output_file": "layer_13_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.0.w3.weight", "output_file": "layer_13_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.1.w1.weight", "output_file": "layer_13_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.1.w2.weight", "output_file": "layer_13_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.1.w3.weight", "output_file": "layer_13_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.10.w1.weight", "output_file": "layer_13_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.10.w2.weight", "output_file": "layer_13_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.10.w3.weight", "output_file": "layer_13_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.11.w1.weight", "output_file": "layer_13_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.11.w2.weight", "output_file": "layer_13_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.11.w3.weight", "output_file": "layer_13_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.12.w1.weight", "output_file": "layer_13_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.12.w2.weight", "output_file": "layer_13_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.12.w3.weight", "output_file": "layer_13_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.13.w1.weight", "output_file": "layer_13_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.13.w2.weight", "output_file": "layer_13_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.13.w3.weight", "output_file": "layer_13_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.14.w1.weight", "output_file": "layer_13_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.14.w2.weight", "output_file": "layer_13_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.14.w3.weight", "output_file": "layer_13_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.15.w1.weight", "output_file": "layer_13_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.15.w2.weight", "output_file": "layer_13_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.15.w3.weight", "output_file": "layer_13_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.16.w1.weight", "output_file": "layer_13_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.16.w2.weight", "output_file": "layer_13_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.16.w3.weight", "output_file": "layer_13_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.17.w1.weight", "output_file": "layer_13_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.17.w2.weight", "output_file": "layer_13_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.17.w3.weight", "output_file": "layer_13_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.18.w1.weight", "output_file": "layer_13_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.18.w2.weight", "output_file": "layer_13_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.18.w3.weight", "output_file": "layer_13_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.19.w1.weight", "output_file": "layer_13_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.19.w2.weight", "output_file": "layer_13_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.19.w3.weight", "output_file": "layer_13_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.2.w1.weight", "output_file": "layer_13_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.2.w2.weight", "output_file": "layer_13_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.2.w3.weight", "output_file": "layer_13_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.20.w1.weight", "output_file": "layer_13_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.20.w2.weight", "output_file": "layer_13_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.20.w3.weight", "output_file": "layer_13_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.21.w1.weight", "output_file": "layer_13_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.21.w2.weight", "output_file": "layer_13_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.21.w3.weight", "output_file": "layer_13_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.22.w1.weight", "output_file": "layer_13_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.22.w2.weight", "output_file": "layer_13_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.22.w3.weight", "output_file": "layer_13_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.23.w1.weight", "output_file": "layer_13_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.23.w2.weight", "output_file": "layer_13_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.23.w3.weight", "output_file": "layer_13_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.24.w1.weight", "output_file": "layer_13_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.24.w2.weight", "output_file": "layer_13_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.24.w3.weight", "output_file": "layer_13_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.25.w1.weight", "output_file": "layer_13_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.25.w2.weight", "output_file": "layer_13_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.25.w3.weight", "output_file": "layer_13_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.26.w1.weight", "output_file": "layer_13_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.26.w2.weight", "output_file": "layer_13_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.26.w3.weight", "output_file": "layer_13_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.27.w1.weight", "output_file": "layer_13_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.27.w2.weight", "output_file": "layer_13_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.27.w3.weight", "output_file": "layer_13_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.28.w1.weight", "output_file": "layer_13_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.28.w2.weight", "output_file": "layer_13_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.28.w3.weight", "output_file": "layer_13_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.29.w1.weight", "output_file": "layer_13_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.29.w2.weight", "output_file": "layer_13_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.29.w3.weight", "output_file": "layer_13_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.3.w1.weight", "output_file": "layer_13_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.3.w2.weight", "output_file": "layer_13_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.3.w3.weight", "output_file": "layer_13_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.30.w1.weight", "output_file": "layer_13_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.30.w2.weight", "output_file": "layer_13_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.30.w3.weight", "output_file": "layer_13_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.31.w1.weight", "output_file": "layer_13_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.31.w2.weight", "output_file": "layer_13_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.31.w3.weight", "output_file": "layer_13_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.4.w1.weight", "output_file": "layer_13_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.4.w2.weight", "output_file": "layer_13_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.4.w3.weight", "output_file": "layer_13_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.5.w1.weight", "output_file": "layer_13_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.5.w2.weight", "output_file": "layer_13_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.5.w3.weight", "output_file": "layer_13_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.6.w1.weight", "output_file": "layer_13_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.6.w2.weight", "output_file": "layer_13_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.6.w3.weight", "output_file": "layer_13_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.7.w1.weight", "output_file": "layer_13_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.7.w2.weight", "output_file": "layer_13_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.7.w3.weight", "output_file": "layer_13_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.8.w1.weight", "output_file": "layer_13_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.8.w2.weight", "output_file": "layer_13_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.8.w3.weight", "output_file": "layer_13_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.9.w1.weight", "output_file": "layer_13_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.13.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.9.w2.weight", "output_file": "layer_13_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.13.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.13.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.experts.9.w3.weight", "output_file": "layer_13_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.13.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.13.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.feed_forward.gate.weight", "output_file": "layer_13_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.13.feed_forward.gate.weight", "source_names": [ "model.layers.13.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.ffn_norm.weight", "output_file": "layer_13_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.13.ffn_norm.weight", "source_names": [ "model.layers.13.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.13.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.13.operator_norm.weight", "output_file": "layer_13_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.13.operator_norm.weight", "source_names": [ "model.layers.13.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.0.w1.weight", "output_file": "layer_14_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.0.w2.weight", "output_file": "layer_14_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.0.w3.weight", "output_file": "layer_14_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.1.w1.weight", "output_file": "layer_14_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.1.w2.weight", "output_file": "layer_14_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.1.w3.weight", "output_file": "layer_14_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.10.w1.weight", "output_file": "layer_14_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.10.w2.weight", "output_file": "layer_14_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.10.w3.weight", "output_file": "layer_14_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.11.w1.weight", "output_file": "layer_14_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.11.w2.weight", "output_file": "layer_14_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.11.w3.weight", "output_file": "layer_14_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.12.w1.weight", "output_file": "layer_14_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.12.w2.weight", "output_file": "layer_14_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.12.w3.weight", "output_file": "layer_14_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.13.w1.weight", "output_file": "layer_14_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.13.w2.weight", "output_file": "layer_14_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.13.w3.weight", "output_file": "layer_14_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.14.w1.weight", "output_file": "layer_14_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.14.w2.weight", "output_file": "layer_14_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.14.w3.weight", "output_file": "layer_14_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.15.w1.weight", "output_file": "layer_14_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.15.w2.weight", "output_file": "layer_14_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.15.w3.weight", "output_file": "layer_14_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.16.w1.weight", "output_file": "layer_14_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.16.w2.weight", "output_file": "layer_14_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.16.w3.weight", "output_file": "layer_14_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.17.w1.weight", "output_file": "layer_14_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.17.w2.weight", "output_file": "layer_14_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.17.w3.weight", "output_file": "layer_14_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.18.w1.weight", "output_file": "layer_14_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.18.w2.weight", "output_file": "layer_14_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.18.w3.weight", "output_file": "layer_14_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.19.w1.weight", "output_file": "layer_14_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.19.w2.weight", "output_file": "layer_14_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.19.w3.weight", "output_file": "layer_14_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.2.w1.weight", "output_file": "layer_14_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.2.w2.weight", "output_file": "layer_14_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.2.w3.weight", "output_file": "layer_14_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.20.w1.weight", "output_file": "layer_14_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.20.w2.weight", "output_file": "layer_14_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.20.w3.weight", "output_file": "layer_14_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.21.w1.weight", "output_file": "layer_14_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.21.w2.weight", "output_file": "layer_14_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.21.w3.weight", "output_file": "layer_14_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.22.w1.weight", "output_file": "layer_14_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.22.w2.weight", "output_file": "layer_14_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.22.w3.weight", "output_file": "layer_14_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.23.w1.weight", "output_file": "layer_14_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.23.w2.weight", "output_file": "layer_14_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.23.w3.weight", "output_file": "layer_14_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.24.w1.weight", "output_file": "layer_14_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.24.w2.weight", "output_file": "layer_14_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.24.w3.weight", "output_file": "layer_14_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.25.w1.weight", "output_file": "layer_14_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.25.w2.weight", "output_file": "layer_14_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.25.w3.weight", "output_file": "layer_14_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.26.w1.weight", "output_file": "layer_14_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.26.w2.weight", "output_file": "layer_14_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.26.w3.weight", "output_file": "layer_14_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.27.w1.weight", "output_file": "layer_14_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.27.w2.weight", "output_file": "layer_14_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.27.w3.weight", "output_file": "layer_14_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.28.w1.weight", "output_file": "layer_14_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.28.w2.weight", "output_file": "layer_14_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.28.w3.weight", "output_file": "layer_14_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.29.w1.weight", "output_file": "layer_14_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.29.w2.weight", "output_file": "layer_14_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.29.w3.weight", "output_file": "layer_14_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.3.w1.weight", "output_file": "layer_14_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.3.w2.weight", "output_file": "layer_14_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.3.w3.weight", "output_file": "layer_14_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.30.w1.weight", "output_file": "layer_14_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.30.w2.weight", "output_file": "layer_14_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.30.w3.weight", "output_file": "layer_14_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.31.w1.weight", "output_file": "layer_14_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.31.w2.weight", "output_file": "layer_14_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.31.w3.weight", "output_file": "layer_14_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.4.w1.weight", "output_file": "layer_14_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.4.w2.weight", "output_file": "layer_14_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.4.w3.weight", "output_file": "layer_14_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.5.w1.weight", "output_file": "layer_14_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.5.w2.weight", "output_file": "layer_14_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.5.w3.weight", "output_file": "layer_14_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.6.w1.weight", "output_file": "layer_14_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.6.w2.weight", "output_file": "layer_14_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.6.w3.weight", "output_file": "layer_14_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.7.w1.weight", "output_file": "layer_14_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.7.w2.weight", "output_file": "layer_14_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.7.w3.weight", "output_file": "layer_14_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.8.w1.weight", "output_file": "layer_14_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.8.w2.weight", "output_file": "layer_14_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.8.w3.weight", "output_file": "layer_14_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.9.w1.weight", "output_file": "layer_14_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.14.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.9.w2.weight", "output_file": "layer_14_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.14.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.14.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.experts.9.w3.weight", "output_file": "layer_14_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.14.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.14.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.feed_forward.gate.weight", "output_file": "layer_14_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.14.feed_forward.gate.weight", "source_names": [ "model.layers.14.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.ffn_norm.weight", "output_file": "layer_14_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.14.ffn_norm.weight", "source_names": [ "model.layers.14.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.operator_norm.weight", "output_file": "layer_14_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.14.operator_norm.weight", "source_names": [ "model.layers.14.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.k_layernorm.weight", "output_file": "layer_14_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.14.self_attn.k_layernorm.weight", "source_names": [ "model.layers.14.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.k_proj.weight", "output_file": "layer_14_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.14.self_attn.k_proj.weight", "source_names": [ "model.layers.14.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.out_proj.weight", "output_file": "layer_14_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.14.self_attn.out_proj.weight", "source_names": [ "model.layers.14.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.q_layernorm.weight", "output_file": "layer_14_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.14.self_attn.q_layernorm.weight", "source_names": [ "model.layers.14.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.q_proj.weight", "output_file": "layer_14_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.14.self_attn.q_proj.weight", "source_names": [ "model.layers.14.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.14.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.14.self_attn.v_proj.weight", "output_file": "layer_14_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.14.self_attn.v_proj.weight", "source_names": [ "model.layers.14.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.conv.conv.weight", "output_file": "layer_15_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.15.conv.conv.weight", "source_names": [ "model.layers.15.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.15.conv.in_proj.weight", "output_file": "layer_15_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.15.conv.in_proj.weight", "source_names": [ "model.layers.15.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.15.conv.out_proj.weight", "output_file": "layer_15_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.15.conv.out_proj.weight", "source_names": [ "model.layers.15.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.0.w1.weight", "output_file": "layer_15_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.0.w2.weight", "output_file": "layer_15_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.0.w3.weight", "output_file": "layer_15_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.1.w1.weight", "output_file": "layer_15_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.1.w2.weight", "output_file": "layer_15_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.1.w3.weight", "output_file": "layer_15_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.10.w1.weight", "output_file": "layer_15_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.10.w2.weight", "output_file": "layer_15_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.10.w3.weight", "output_file": "layer_15_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.11.w1.weight", "output_file": "layer_15_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.11.w2.weight", "output_file": "layer_15_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.11.w3.weight", "output_file": "layer_15_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.12.w1.weight", "output_file": "layer_15_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.12.w2.weight", "output_file": "layer_15_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.12.w3.weight", "output_file": "layer_15_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.13.w1.weight", "output_file": "layer_15_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.13.w2.weight", "output_file": "layer_15_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.13.w3.weight", "output_file": "layer_15_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.14.w1.weight", "output_file": "layer_15_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.14.w2.weight", "output_file": "layer_15_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.14.w3.weight", "output_file": "layer_15_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.15.w1.weight", "output_file": "layer_15_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.15.w2.weight", "output_file": "layer_15_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.15.w3.weight", "output_file": "layer_15_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.16.w1.weight", "output_file": "layer_15_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.16.w2.weight", "output_file": "layer_15_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.16.w3.weight", "output_file": "layer_15_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.17.w1.weight", "output_file": "layer_15_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.17.w2.weight", "output_file": "layer_15_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.17.w3.weight", "output_file": "layer_15_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.18.w1.weight", "output_file": "layer_15_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.18.w2.weight", "output_file": "layer_15_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.18.w3.weight", "output_file": "layer_15_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.19.w1.weight", "output_file": "layer_15_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.19.w2.weight", "output_file": "layer_15_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.19.w3.weight", "output_file": "layer_15_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.2.w1.weight", "output_file": "layer_15_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.2.w2.weight", "output_file": "layer_15_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.2.w3.weight", "output_file": "layer_15_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.20.w1.weight", "output_file": "layer_15_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.20.w2.weight", "output_file": "layer_15_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.20.w3.weight", "output_file": "layer_15_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.21.w1.weight", "output_file": "layer_15_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.21.w2.weight", "output_file": "layer_15_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.21.w3.weight", "output_file": "layer_15_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.22.w1.weight", "output_file": "layer_15_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.22.w2.weight", "output_file": "layer_15_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.22.w3.weight", "output_file": "layer_15_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.23.w1.weight", "output_file": "layer_15_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.23.w2.weight", "output_file": "layer_15_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.23.w3.weight", "output_file": "layer_15_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.24.w1.weight", "output_file": "layer_15_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.24.w2.weight", "output_file": "layer_15_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.24.w3.weight", "output_file": "layer_15_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.25.w1.weight", "output_file": "layer_15_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.25.w2.weight", "output_file": "layer_15_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.25.w3.weight", "output_file": "layer_15_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.26.w1.weight", "output_file": "layer_15_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.26.w2.weight", "output_file": "layer_15_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.26.w3.weight", "output_file": "layer_15_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.27.w1.weight", "output_file": "layer_15_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.27.w2.weight", "output_file": "layer_15_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.27.w3.weight", "output_file": "layer_15_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.28.w1.weight", "output_file": "layer_15_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.28.w2.weight", "output_file": "layer_15_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.28.w3.weight", "output_file": "layer_15_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.29.w1.weight", "output_file": "layer_15_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.29.w2.weight", "output_file": "layer_15_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.29.w3.weight", "output_file": "layer_15_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.3.w1.weight", "output_file": "layer_15_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.3.w2.weight", "output_file": "layer_15_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.3.w3.weight", "output_file": "layer_15_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.30.w1.weight", "output_file": "layer_15_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.30.w2.weight", "output_file": "layer_15_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.30.w3.weight", "output_file": "layer_15_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.31.w1.weight", "output_file": "layer_15_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.31.w2.weight", "output_file": "layer_15_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.31.w3.weight", "output_file": "layer_15_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.4.w1.weight", "output_file": "layer_15_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.4.w2.weight", "output_file": "layer_15_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.4.w3.weight", "output_file": "layer_15_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.5.w1.weight", "output_file": "layer_15_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.5.w2.weight", "output_file": "layer_15_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.5.w3.weight", "output_file": "layer_15_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.6.w1.weight", "output_file": "layer_15_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.6.w2.weight", "output_file": "layer_15_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.6.w3.weight", "output_file": "layer_15_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.7.w1.weight", "output_file": "layer_15_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.7.w2.weight", "output_file": "layer_15_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.7.w3.weight", "output_file": "layer_15_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.8.w1.weight", "output_file": "layer_15_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.8.w2.weight", "output_file": "layer_15_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.8.w3.weight", "output_file": "layer_15_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.9.w1.weight", "output_file": "layer_15_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.15.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.9.w2.weight", "output_file": "layer_15_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.15.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.15.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.experts.9.w3.weight", "output_file": "layer_15_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.15.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.15.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.feed_forward.gate.weight", "output_file": "layer_15_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.15.feed_forward.gate.weight", "source_names": [ "model.layers.15.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.ffn_norm.weight", "output_file": "layer_15_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.15.ffn_norm.weight", "source_names": [ "model.layers.15.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.15.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.15.operator_norm.weight", "output_file": "layer_15_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.15.operator_norm.weight", "source_names": [ "model.layers.15.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.conv.conv.weight", "output_file": "layer_16_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.16.conv.conv.weight", "source_names": [ "model.layers.16.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.16.conv.in_proj.weight", "output_file": "layer_16_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.16.conv.in_proj.weight", "source_names": [ "model.layers.16.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.16.conv.out_proj.weight", "output_file": "layer_16_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.16.conv.out_proj.weight", "source_names": [ "model.layers.16.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.0.w1.weight", "output_file": "layer_16_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.0.w2.weight", "output_file": "layer_16_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.0.w3.weight", "output_file": "layer_16_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.1.w1.weight", "output_file": "layer_16_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.1.w2.weight", "output_file": "layer_16_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.1.w3.weight", "output_file": "layer_16_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.10.w1.weight", "output_file": "layer_16_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.10.w2.weight", "output_file": "layer_16_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.10.w3.weight", "output_file": "layer_16_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.11.w1.weight", "output_file": "layer_16_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.11.w2.weight", "output_file": "layer_16_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.11.w3.weight", "output_file": "layer_16_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.12.w1.weight", "output_file": "layer_16_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.12.w2.weight", "output_file": "layer_16_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.12.w3.weight", "output_file": "layer_16_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.13.w1.weight", "output_file": "layer_16_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.13.w2.weight", "output_file": "layer_16_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.13.w3.weight", "output_file": "layer_16_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.14.w1.weight", "output_file": "layer_16_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.14.w2.weight", "output_file": "layer_16_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.14.w3.weight", "output_file": "layer_16_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.15.w1.weight", "output_file": "layer_16_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.15.w2.weight", "output_file": "layer_16_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.15.w3.weight", "output_file": "layer_16_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.16.w1.weight", "output_file": "layer_16_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.16.w2.weight", "output_file": "layer_16_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.16.w3.weight", "output_file": "layer_16_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.17.w1.weight", "output_file": "layer_16_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.17.w2.weight", "output_file": "layer_16_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.17.w3.weight", "output_file": "layer_16_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.18.w1.weight", "output_file": "layer_16_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.18.w2.weight", "output_file": "layer_16_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.18.w3.weight", "output_file": "layer_16_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.19.w1.weight", "output_file": "layer_16_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.19.w2.weight", "output_file": "layer_16_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.19.w3.weight", "output_file": "layer_16_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.2.w1.weight", "output_file": "layer_16_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.2.w2.weight", "output_file": "layer_16_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.2.w3.weight", "output_file": "layer_16_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.20.w1.weight", "output_file": "layer_16_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.20.w2.weight", "output_file": "layer_16_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.20.w3.weight", "output_file": "layer_16_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.21.w1.weight", "output_file": "layer_16_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.21.w2.weight", "output_file": "layer_16_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.21.w3.weight", "output_file": "layer_16_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.22.w1.weight", "output_file": "layer_16_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.22.w2.weight", "output_file": "layer_16_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.22.w3.weight", "output_file": "layer_16_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.23.w1.weight", "output_file": "layer_16_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.23.w2.weight", "output_file": "layer_16_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.23.w3.weight", "output_file": "layer_16_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.24.w1.weight", "output_file": "layer_16_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.24.w2.weight", "output_file": "layer_16_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.24.w3.weight", "output_file": "layer_16_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.25.w1.weight", "output_file": "layer_16_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.25.w2.weight", "output_file": "layer_16_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.25.w3.weight", "output_file": "layer_16_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.26.w1.weight", "output_file": "layer_16_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.26.w2.weight", "output_file": "layer_16_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.26.w3.weight", "output_file": "layer_16_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.27.w1.weight", "output_file": "layer_16_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.27.w2.weight", "output_file": "layer_16_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.27.w3.weight", "output_file": "layer_16_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.28.w1.weight", "output_file": "layer_16_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.28.w2.weight", "output_file": "layer_16_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.28.w3.weight", "output_file": "layer_16_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.29.w1.weight", "output_file": "layer_16_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.29.w2.weight", "output_file": "layer_16_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.29.w3.weight", "output_file": "layer_16_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.3.w1.weight", "output_file": "layer_16_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.3.w2.weight", "output_file": "layer_16_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.3.w3.weight", "output_file": "layer_16_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.30.w1.weight", "output_file": "layer_16_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.30.w2.weight", "output_file": "layer_16_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.30.w3.weight", "output_file": "layer_16_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.31.w1.weight", "output_file": "layer_16_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.31.w2.weight", "output_file": "layer_16_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.31.w3.weight", "output_file": "layer_16_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.4.w1.weight", "output_file": "layer_16_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.4.w2.weight", "output_file": "layer_16_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.4.w3.weight", "output_file": "layer_16_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.5.w1.weight", "output_file": "layer_16_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.5.w2.weight", "output_file": "layer_16_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.5.w3.weight", "output_file": "layer_16_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.6.w1.weight", "output_file": "layer_16_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.6.w2.weight", "output_file": "layer_16_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.6.w3.weight", "output_file": "layer_16_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.7.w1.weight", "output_file": "layer_16_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.7.w2.weight", "output_file": "layer_16_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.7.w3.weight", "output_file": "layer_16_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.8.w1.weight", "output_file": "layer_16_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.8.w2.weight", "output_file": "layer_16_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.8.w3.weight", "output_file": "layer_16_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.9.w1.weight", "output_file": "layer_16_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.16.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.9.w2.weight", "output_file": "layer_16_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.16.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.16.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.experts.9.w3.weight", "output_file": "layer_16_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.16.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.16.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.feed_forward.gate.weight", "output_file": "layer_16_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.16.feed_forward.gate.weight", "source_names": [ "model.layers.16.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.ffn_norm.weight", "output_file": "layer_16_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.16.ffn_norm.weight", "source_names": [ "model.layers.16.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.16.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.16.operator_norm.weight", "output_file": "layer_16_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.16.operator_norm.weight", "source_names": [ "model.layers.16.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.conv.conv.weight", "output_file": "layer_17_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.17.conv.conv.weight", "source_names": [ "model.layers.17.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.17.conv.in_proj.weight", "output_file": "layer_17_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.17.conv.in_proj.weight", "source_names": [ "model.layers.17.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.17.conv.out_proj.weight", "output_file": "layer_17_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.17.conv.out_proj.weight", "source_names": [ "model.layers.17.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.0.w1.weight", "output_file": "layer_17_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.0.w2.weight", "output_file": "layer_17_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.0.w3.weight", "output_file": "layer_17_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.1.w1.weight", "output_file": "layer_17_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.1.w2.weight", "output_file": "layer_17_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.1.w3.weight", "output_file": "layer_17_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.10.w1.weight", "output_file": "layer_17_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.10.w2.weight", "output_file": "layer_17_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.10.w3.weight", "output_file": "layer_17_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.11.w1.weight", "output_file": "layer_17_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.11.w2.weight", "output_file": "layer_17_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.11.w3.weight", "output_file": "layer_17_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.12.w1.weight", "output_file": "layer_17_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.12.w2.weight", "output_file": "layer_17_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.12.w3.weight", "output_file": "layer_17_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.13.w1.weight", "output_file": "layer_17_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.13.w2.weight", "output_file": "layer_17_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.13.w3.weight", "output_file": "layer_17_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.14.w1.weight", "output_file": "layer_17_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.14.w2.weight", "output_file": "layer_17_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.14.w3.weight", "output_file": "layer_17_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.15.w1.weight", "output_file": "layer_17_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.15.w2.weight", "output_file": "layer_17_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.15.w3.weight", "output_file": "layer_17_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.16.w1.weight", "output_file": "layer_17_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.16.w2.weight", "output_file": "layer_17_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.16.w3.weight", "output_file": "layer_17_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.17.w1.weight", "output_file": "layer_17_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.17.w2.weight", "output_file": "layer_17_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.17.w3.weight", "output_file": "layer_17_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.18.w1.weight", "output_file": "layer_17_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.18.w2.weight", "output_file": "layer_17_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.18.w3.weight", "output_file": "layer_17_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.19.w1.weight", "output_file": "layer_17_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.19.w2.weight", "output_file": "layer_17_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.19.w3.weight", "output_file": "layer_17_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.2.w1.weight", "output_file": "layer_17_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.2.w2.weight", "output_file": "layer_17_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.2.w3.weight", "output_file": "layer_17_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.20.w1.weight", "output_file": "layer_17_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.20.w2.weight", "output_file": "layer_17_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.20.w3.weight", "output_file": "layer_17_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.21.w1.weight", "output_file": "layer_17_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.21.w2.weight", "output_file": "layer_17_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.21.w3.weight", "output_file": "layer_17_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.22.w1.weight", "output_file": "layer_17_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.22.w2.weight", "output_file": "layer_17_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.22.w3.weight", "output_file": "layer_17_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.23.w1.weight", "output_file": "layer_17_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.23.w2.weight", "output_file": "layer_17_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.23.w3.weight", "output_file": "layer_17_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.24.w1.weight", "output_file": "layer_17_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.24.w2.weight", "output_file": "layer_17_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.24.w3.weight", "output_file": "layer_17_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.25.w1.weight", "output_file": "layer_17_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.25.w2.weight", "output_file": "layer_17_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.25.w3.weight", "output_file": "layer_17_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.26.w1.weight", "output_file": "layer_17_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.26.w2.weight", "output_file": "layer_17_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.26.w3.weight", "output_file": "layer_17_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.27.w1.weight", "output_file": "layer_17_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.27.w2.weight", "output_file": "layer_17_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.27.w3.weight", "output_file": "layer_17_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.28.w1.weight", "output_file": "layer_17_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.28.w2.weight", "output_file": "layer_17_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.28.w3.weight", "output_file": "layer_17_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.29.w1.weight", "output_file": "layer_17_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.29.w2.weight", "output_file": "layer_17_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.29.w3.weight", "output_file": "layer_17_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.3.w1.weight", "output_file": "layer_17_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.3.w2.weight", "output_file": "layer_17_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.3.w3.weight", "output_file": "layer_17_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.30.w1.weight", "output_file": "layer_17_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.30.w2.weight", "output_file": "layer_17_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.30.w3.weight", "output_file": "layer_17_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.31.w1.weight", "output_file": "layer_17_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.31.w2.weight", "output_file": "layer_17_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.31.w3.weight", "output_file": "layer_17_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.4.w1.weight", "output_file": "layer_17_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.4.w2.weight", "output_file": "layer_17_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.4.w3.weight", "output_file": "layer_17_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.5.w1.weight", "output_file": "layer_17_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.5.w2.weight", "output_file": "layer_17_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.5.w3.weight", "output_file": "layer_17_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.6.w1.weight", "output_file": "layer_17_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.6.w2.weight", "output_file": "layer_17_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.6.w3.weight", "output_file": "layer_17_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.7.w1.weight", "output_file": "layer_17_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.7.w2.weight", "output_file": "layer_17_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.7.w3.weight", "output_file": "layer_17_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.8.w1.weight", "output_file": "layer_17_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.8.w2.weight", "output_file": "layer_17_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.8.w3.weight", "output_file": "layer_17_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.9.w1.weight", "output_file": "layer_17_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.17.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.9.w2.weight", "output_file": "layer_17_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.17.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.17.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.experts.9.w3.weight", "output_file": "layer_17_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.17.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.17.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.feed_forward.gate.weight", "output_file": "layer_17_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.17.feed_forward.gate.weight", "source_names": [ "model.layers.17.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.ffn_norm.weight", "output_file": "layer_17_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.17.ffn_norm.weight", "source_names": [ "model.layers.17.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.17.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.17.operator_norm.weight", "output_file": "layer_17_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.17.operator_norm.weight", "source_names": [ "model.layers.17.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.0.w1.weight", "output_file": "layer_18_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.0.w2.weight", "output_file": "layer_18_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.0.w3.weight", "output_file": "layer_18_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.1.w1.weight", "output_file": "layer_18_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.1.w2.weight", "output_file": "layer_18_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.1.w3.weight", "output_file": "layer_18_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.10.w1.weight", "output_file": "layer_18_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.10.w2.weight", "output_file": "layer_18_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.10.w3.weight", "output_file": "layer_18_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.11.w1.weight", "output_file": "layer_18_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.11.w2.weight", "output_file": "layer_18_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.11.w3.weight", "output_file": "layer_18_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.12.w1.weight", "output_file": "layer_18_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.12.w2.weight", "output_file": "layer_18_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.12.w3.weight", "output_file": "layer_18_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.13.w1.weight", "output_file": "layer_18_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.13.w2.weight", "output_file": "layer_18_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.13.w3.weight", "output_file": "layer_18_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.14.w1.weight", "output_file": "layer_18_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.14.w2.weight", "output_file": "layer_18_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.14.w3.weight", "output_file": "layer_18_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.15.w1.weight", "output_file": "layer_18_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.15.w2.weight", "output_file": "layer_18_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.15.w3.weight", "output_file": "layer_18_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.16.w1.weight", "output_file": "layer_18_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.16.w2.weight", "output_file": "layer_18_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.16.w3.weight", "output_file": "layer_18_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.17.w1.weight", "output_file": "layer_18_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.17.w2.weight", "output_file": "layer_18_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.17.w3.weight", "output_file": "layer_18_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.18.w1.weight", "output_file": "layer_18_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.18.w2.weight", "output_file": "layer_18_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.18.w3.weight", "output_file": "layer_18_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.19.w1.weight", "output_file": "layer_18_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.19.w2.weight", "output_file": "layer_18_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.19.w3.weight", "output_file": "layer_18_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.2.w1.weight", "output_file": "layer_18_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.2.w2.weight", "output_file": "layer_18_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.2.w3.weight", "output_file": "layer_18_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.20.w1.weight", "output_file": "layer_18_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.20.w2.weight", "output_file": "layer_18_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.20.w3.weight", "output_file": "layer_18_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.21.w1.weight", "output_file": "layer_18_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.21.w2.weight", "output_file": "layer_18_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.21.w3.weight", "output_file": "layer_18_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.22.w1.weight", "output_file": "layer_18_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.22.w2.weight", "output_file": "layer_18_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.22.w3.weight", "output_file": "layer_18_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.23.w1.weight", "output_file": "layer_18_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.23.w2.weight", "output_file": "layer_18_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.23.w3.weight", "output_file": "layer_18_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.24.w1.weight", "output_file": "layer_18_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.24.w2.weight", "output_file": "layer_18_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.24.w3.weight", "output_file": "layer_18_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.25.w1.weight", "output_file": "layer_18_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.25.w2.weight", "output_file": "layer_18_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.25.w3.weight", "output_file": "layer_18_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.26.w1.weight", "output_file": "layer_18_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.26.w2.weight", "output_file": "layer_18_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.26.w3.weight", "output_file": "layer_18_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.27.w1.weight", "output_file": "layer_18_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.27.w2.weight", "output_file": "layer_18_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.27.w3.weight", "output_file": "layer_18_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.28.w1.weight", "output_file": "layer_18_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.28.w2.weight", "output_file": "layer_18_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.28.w3.weight", "output_file": "layer_18_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.29.w1.weight", "output_file": "layer_18_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.29.w2.weight", "output_file": "layer_18_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.29.w3.weight", "output_file": "layer_18_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.3.w1.weight", "output_file": "layer_18_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.3.w2.weight", "output_file": "layer_18_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.3.w3.weight", "output_file": "layer_18_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.30.w1.weight", "output_file": "layer_18_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.30.w2.weight", "output_file": "layer_18_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.30.w3.weight", "output_file": "layer_18_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.31.w1.weight", "output_file": "layer_18_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.31.w2.weight", "output_file": "layer_18_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.31.w3.weight", "output_file": "layer_18_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.4.w1.weight", "output_file": "layer_18_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.4.w2.weight", "output_file": "layer_18_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.4.w3.weight", "output_file": "layer_18_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.5.w1.weight", "output_file": "layer_18_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.5.w2.weight", "output_file": "layer_18_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.5.w3.weight", "output_file": "layer_18_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.6.w1.weight", "output_file": "layer_18_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.6.w2.weight", "output_file": "layer_18_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.6.w3.weight", "output_file": "layer_18_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.7.w1.weight", "output_file": "layer_18_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.7.w2.weight", "output_file": "layer_18_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.7.w3.weight", "output_file": "layer_18_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.8.w1.weight", "output_file": "layer_18_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.8.w2.weight", "output_file": "layer_18_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.8.w3.weight", "output_file": "layer_18_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.9.w1.weight", "output_file": "layer_18_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.18.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.9.w2.weight", "output_file": "layer_18_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.18.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.18.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.experts.9.w3.weight", "output_file": "layer_18_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.18.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.18.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.feed_forward.gate.weight", "output_file": "layer_18_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.18.feed_forward.gate.weight", "source_names": [ "model.layers.18.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.ffn_norm.weight", "output_file": "layer_18_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.18.ffn_norm.weight", "source_names": [ "model.layers.18.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.operator_norm.weight", "output_file": "layer_18_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.18.operator_norm.weight", "source_names": [ "model.layers.18.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.k_layernorm.weight", "output_file": "layer_18_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.18.self_attn.k_layernorm.weight", "source_names": [ "model.layers.18.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.k_proj.weight", "output_file": "layer_18_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.18.self_attn.k_proj.weight", "source_names": [ "model.layers.18.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.out_proj.weight", "output_file": "layer_18_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.18.self_attn.out_proj.weight", "source_names": [ "model.layers.18.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.q_layernorm.weight", "output_file": "layer_18_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.18.self_attn.q_layernorm.weight", "source_names": [ "model.layers.18.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.q_proj.weight", "output_file": "layer_18_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.18.self_attn.q_proj.weight", "source_names": [ "model.layers.18.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.18.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.18.self_attn.v_proj.weight", "output_file": "layer_18_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.18.self_attn.v_proj.weight", "source_names": [ "model.layers.18.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.conv.conv.weight", "output_file": "layer_19_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.19.conv.conv.weight", "source_names": [ "model.layers.19.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.19.conv.in_proj.weight", "output_file": "layer_19_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.19.conv.in_proj.weight", "source_names": [ "model.layers.19.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.19.conv.out_proj.weight", "output_file": "layer_19_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.19.conv.out_proj.weight", "source_names": [ "model.layers.19.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.0.w1.weight", "output_file": "layer_19_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.0.w2.weight", "output_file": "layer_19_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.0.w3.weight", "output_file": "layer_19_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.1.w1.weight", "output_file": "layer_19_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.1.w2.weight", "output_file": "layer_19_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.1.w3.weight", "output_file": "layer_19_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.10.w1.weight", "output_file": "layer_19_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.10.w2.weight", "output_file": "layer_19_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.10.w3.weight", "output_file": "layer_19_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.11.w1.weight", "output_file": "layer_19_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.11.w2.weight", "output_file": "layer_19_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.11.w3.weight", "output_file": "layer_19_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.12.w1.weight", "output_file": "layer_19_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.12.w2.weight", "output_file": "layer_19_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.12.w3.weight", "output_file": "layer_19_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.13.w1.weight", "output_file": "layer_19_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.13.w2.weight", "output_file": "layer_19_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.13.w3.weight", "output_file": "layer_19_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.14.w1.weight", "output_file": "layer_19_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.14.w2.weight", "output_file": "layer_19_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.14.w3.weight", "output_file": "layer_19_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.15.w1.weight", "output_file": "layer_19_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.15.w2.weight", "output_file": "layer_19_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.15.w3.weight", "output_file": "layer_19_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.16.w1.weight", "output_file": "layer_19_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.16.w2.weight", "output_file": "layer_19_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.16.w3.weight", "output_file": "layer_19_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.17.w1.weight", "output_file": "layer_19_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.17.w2.weight", "output_file": "layer_19_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.17.w3.weight", "output_file": "layer_19_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.18.w1.weight", "output_file": "layer_19_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.18.w2.weight", "output_file": "layer_19_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.18.w3.weight", "output_file": "layer_19_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.19.w1.weight", "output_file": "layer_19_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.19.w2.weight", "output_file": "layer_19_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.19.w3.weight", "output_file": "layer_19_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.2.w1.weight", "output_file": "layer_19_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.2.w2.weight", "output_file": "layer_19_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.2.w3.weight", "output_file": "layer_19_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.20.w1.weight", "output_file": "layer_19_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.20.w2.weight", "output_file": "layer_19_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.20.w3.weight", "output_file": "layer_19_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.21.w1.weight", "output_file": "layer_19_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.21.w2.weight", "output_file": "layer_19_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.21.w3.weight", "output_file": "layer_19_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.22.w1.weight", "output_file": "layer_19_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.22.w2.weight", "output_file": "layer_19_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.22.w3.weight", "output_file": "layer_19_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.23.w1.weight", "output_file": "layer_19_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.23.w2.weight", "output_file": "layer_19_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.23.w3.weight", "output_file": "layer_19_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.24.w1.weight", "output_file": "layer_19_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.24.w2.weight", "output_file": "layer_19_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.24.w3.weight", "output_file": "layer_19_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.25.w1.weight", "output_file": "layer_19_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.25.w2.weight", "output_file": "layer_19_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.25.w3.weight", "output_file": "layer_19_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.26.w1.weight", "output_file": "layer_19_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.26.w2.weight", "output_file": "layer_19_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.26.w3.weight", "output_file": "layer_19_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.27.w1.weight", "output_file": "layer_19_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.27.w2.weight", "output_file": "layer_19_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.27.w3.weight", "output_file": "layer_19_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.28.w1.weight", "output_file": "layer_19_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.28.w2.weight", "output_file": "layer_19_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.28.w3.weight", "output_file": "layer_19_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.29.w1.weight", "output_file": "layer_19_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.29.w2.weight", "output_file": "layer_19_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.29.w3.weight", "output_file": "layer_19_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.3.w1.weight", "output_file": "layer_19_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.3.w2.weight", "output_file": "layer_19_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.3.w3.weight", "output_file": "layer_19_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.30.w1.weight", "output_file": "layer_19_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.30.w2.weight", "output_file": "layer_19_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.30.w3.weight", "output_file": "layer_19_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.31.w1.weight", "output_file": "layer_19_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.31.w2.weight", "output_file": "layer_19_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.31.w3.weight", "output_file": "layer_19_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.4.w1.weight", "output_file": "layer_19_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.4.w2.weight", "output_file": "layer_19_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.4.w3.weight", "output_file": "layer_19_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.5.w1.weight", "output_file": "layer_19_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.5.w2.weight", "output_file": "layer_19_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.5.w3.weight", "output_file": "layer_19_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.6.w1.weight", "output_file": "layer_19_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.6.w2.weight", "output_file": "layer_19_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.6.w3.weight", "output_file": "layer_19_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.7.w1.weight", "output_file": "layer_19_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.7.w2.weight", "output_file": "layer_19_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.7.w3.weight", "output_file": "layer_19_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.8.w1.weight", "output_file": "layer_19_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.8.w2.weight", "output_file": "layer_19_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.8.w3.weight", "output_file": "layer_19_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.9.w1.weight", "output_file": "layer_19_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.19.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.9.w2.weight", "output_file": "layer_19_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.19.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.19.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.experts.9.w3.weight", "output_file": "layer_19_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.19.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.19.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.feed_forward.gate.weight", "output_file": "layer_19_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.19.feed_forward.gate.weight", "source_names": [ "model.layers.19.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.ffn_norm.weight", "output_file": "layer_19_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.19.ffn_norm.weight", "source_names": [ "model.layers.19.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.19.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.19.operator_norm.weight", "output_file": "layer_19_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.19.operator_norm.weight", "source_names": [ "model.layers.19.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.0.w1.weight", "output_file": "layer_2_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.0.w2.weight", "output_file": "layer_2_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.0.w3.weight", "output_file": "layer_2_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.1.w1.weight", "output_file": "layer_2_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.1.w2.weight", "output_file": "layer_2_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.1.w3.weight", "output_file": "layer_2_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.10.w1.weight", "output_file": "layer_2_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.10.w2.weight", "output_file": "layer_2_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.10.w3.weight", "output_file": "layer_2_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.11.w1.weight", "output_file": "layer_2_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.11.w2.weight", "output_file": "layer_2_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.11.w3.weight", "output_file": "layer_2_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.12.w1.weight", "output_file": "layer_2_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.12.w2.weight", "output_file": "layer_2_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.12.w3.weight", "output_file": "layer_2_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.13.w1.weight", "output_file": "layer_2_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.13.w2.weight", "output_file": "layer_2_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.13.w3.weight", "output_file": "layer_2_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.14.w1.weight", "output_file": "layer_2_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.14.w2.weight", "output_file": "layer_2_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.14.w3.weight", "output_file": "layer_2_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.15.w1.weight", "output_file": "layer_2_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.15.w2.weight", "output_file": "layer_2_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.15.w3.weight", "output_file": "layer_2_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.16.w1.weight", "output_file": "layer_2_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.16.w2.weight", "output_file": "layer_2_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.16.w3.weight", "output_file": "layer_2_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.17.w1.weight", "output_file": "layer_2_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.17.w2.weight", "output_file": "layer_2_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.17.w3.weight", "output_file": "layer_2_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.18.w1.weight", "output_file": "layer_2_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.18.w2.weight", "output_file": "layer_2_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.18.w3.weight", "output_file": "layer_2_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.19.w1.weight", "output_file": "layer_2_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.19.w2.weight", "output_file": "layer_2_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.19.w3.weight", "output_file": "layer_2_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.2.w1.weight", "output_file": "layer_2_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.2.w2.weight", "output_file": "layer_2_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.2.w3.weight", "output_file": "layer_2_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.20.w1.weight", "output_file": "layer_2_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.20.w2.weight", "output_file": "layer_2_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.20.w3.weight", "output_file": "layer_2_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.21.w1.weight", "output_file": "layer_2_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.21.w2.weight", "output_file": "layer_2_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.21.w3.weight", "output_file": "layer_2_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.22.w1.weight", "output_file": "layer_2_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.22.w2.weight", "output_file": "layer_2_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.22.w3.weight", "output_file": "layer_2_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.23.w1.weight", "output_file": "layer_2_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.23.w2.weight", "output_file": "layer_2_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.23.w3.weight", "output_file": "layer_2_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.24.w1.weight", "output_file": "layer_2_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.24.w2.weight", "output_file": "layer_2_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.24.w3.weight", "output_file": "layer_2_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.25.w1.weight", "output_file": "layer_2_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.25.w2.weight", "output_file": "layer_2_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.25.w3.weight", "output_file": "layer_2_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.26.w1.weight", "output_file": "layer_2_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.26.w2.weight", "output_file": "layer_2_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.26.w3.weight", "output_file": "layer_2_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.27.w1.weight", "output_file": "layer_2_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.27.w2.weight", "output_file": "layer_2_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.27.w3.weight", "output_file": "layer_2_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.28.w1.weight", "output_file": "layer_2_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.28.w2.weight", "output_file": "layer_2_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.28.w3.weight", "output_file": "layer_2_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.29.w1.weight", "output_file": "layer_2_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.29.w2.weight", "output_file": "layer_2_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.29.w3.weight", "output_file": "layer_2_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.3.w1.weight", "output_file": "layer_2_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.3.w2.weight", "output_file": "layer_2_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.3.w3.weight", "output_file": "layer_2_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.30.w1.weight", "output_file": "layer_2_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.30.w2.weight", "output_file": "layer_2_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.30.w3.weight", "output_file": "layer_2_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.31.w1.weight", "output_file": "layer_2_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.31.w2.weight", "output_file": "layer_2_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.31.w3.weight", "output_file": "layer_2_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.4.w1.weight", "output_file": "layer_2_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.4.w2.weight", "output_file": "layer_2_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.4.w3.weight", "output_file": "layer_2_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.5.w1.weight", "output_file": "layer_2_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.5.w2.weight", "output_file": "layer_2_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.5.w3.weight", "output_file": "layer_2_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.6.w1.weight", "output_file": "layer_2_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.6.w2.weight", "output_file": "layer_2_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.6.w3.weight", "output_file": "layer_2_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.7.w1.weight", "output_file": "layer_2_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.7.w2.weight", "output_file": "layer_2_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.7.w3.weight", "output_file": "layer_2_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.8.w1.weight", "output_file": "layer_2_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.8.w2.weight", "output_file": "layer_2_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.8.w3.weight", "output_file": "layer_2_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.9.w1.weight", "output_file": "layer_2_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.2.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.9.w2.weight", "output_file": "layer_2_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.2.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.2.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.experts.9.w3.weight", "output_file": "layer_2_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.2.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.2.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.feed_forward.gate.weight", "output_file": "layer_2_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.2.feed_forward.gate.weight", "source_names": [ "model.layers.2.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.ffn_norm.weight", "output_file": "layer_2_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.2.ffn_norm.weight", "source_names": [ "model.layers.2.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.operator_norm.weight", "output_file": "layer_2_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.2.operator_norm.weight", "source_names": [ "model.layers.2.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.k_layernorm.weight", "output_file": "layer_2_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.2.self_attn.k_layernorm.weight", "source_names": [ "model.layers.2.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.k_proj.weight", "output_file": "layer_2_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.2.self_attn.k_proj.weight", "source_names": [ "model.layers.2.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.out_proj.weight", "output_file": "layer_2_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.2.self_attn.out_proj.weight", "source_names": [ "model.layers.2.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.q_layernorm.weight", "output_file": "layer_2_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.2.self_attn.q_layernorm.weight", "source_names": [ "model.layers.2.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.q_proj.weight", "output_file": "layer_2_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.2.self_attn.q_proj.weight", "source_names": [ "model.layers.2.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.2.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.2.self_attn.v_proj.weight", "output_file": "layer_2_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.2.self_attn.v_proj.weight", "source_names": [ "model.layers.2.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.conv.conv.weight", "output_file": "layer_20_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.20.conv.conv.weight", "source_names": [ "model.layers.20.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.20.conv.in_proj.weight", "output_file": "layer_20_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.20.conv.in_proj.weight", "source_names": [ "model.layers.20.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.20.conv.out_proj.weight", "output_file": "layer_20_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.20.conv.out_proj.weight", "source_names": [ "model.layers.20.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.0.w1.weight", "output_file": "layer_20_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.0.w2.weight", "output_file": "layer_20_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.0.w3.weight", "output_file": "layer_20_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.1.w1.weight", "output_file": "layer_20_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.1.w2.weight", "output_file": "layer_20_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.1.w3.weight", "output_file": "layer_20_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.10.w1.weight", "output_file": "layer_20_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.10.w2.weight", "output_file": "layer_20_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.10.w3.weight", "output_file": "layer_20_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.11.w1.weight", "output_file": "layer_20_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.11.w2.weight", "output_file": "layer_20_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.11.w3.weight", "output_file": "layer_20_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.12.w1.weight", "output_file": "layer_20_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.12.w2.weight", "output_file": "layer_20_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.12.w3.weight", "output_file": "layer_20_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.13.w1.weight", "output_file": "layer_20_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.13.w2.weight", "output_file": "layer_20_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.13.w3.weight", "output_file": "layer_20_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.14.w1.weight", "output_file": "layer_20_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.14.w2.weight", "output_file": "layer_20_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.14.w3.weight", "output_file": "layer_20_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.15.w1.weight", "output_file": "layer_20_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.15.w2.weight", "output_file": "layer_20_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.15.w3.weight", "output_file": "layer_20_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.16.w1.weight", "output_file": "layer_20_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.16.w2.weight", "output_file": "layer_20_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.16.w3.weight", "output_file": "layer_20_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.17.w1.weight", "output_file": "layer_20_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.17.w2.weight", "output_file": "layer_20_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.17.w3.weight", "output_file": "layer_20_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.18.w1.weight", "output_file": "layer_20_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.18.w2.weight", "output_file": "layer_20_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.18.w3.weight", "output_file": "layer_20_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.19.w1.weight", "output_file": "layer_20_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.19.w2.weight", "output_file": "layer_20_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.19.w3.weight", "output_file": "layer_20_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.2.w1.weight", "output_file": "layer_20_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.2.w2.weight", "output_file": "layer_20_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.2.w3.weight", "output_file": "layer_20_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.20.w1.weight", "output_file": "layer_20_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.20.w2.weight", "output_file": "layer_20_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.20.w3.weight", "output_file": "layer_20_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.21.w1.weight", "output_file": "layer_20_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.21.w2.weight", "output_file": "layer_20_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.21.w3.weight", "output_file": "layer_20_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.22.w1.weight", "output_file": "layer_20_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.22.w2.weight", "output_file": "layer_20_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.22.w3.weight", "output_file": "layer_20_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.23.w1.weight", "output_file": "layer_20_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.23.w2.weight", "output_file": "layer_20_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.23.w3.weight", "output_file": "layer_20_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.24.w1.weight", "output_file": "layer_20_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.24.w2.weight", "output_file": "layer_20_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.24.w3.weight", "output_file": "layer_20_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.25.w1.weight", "output_file": "layer_20_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.25.w2.weight", "output_file": "layer_20_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.25.w3.weight", "output_file": "layer_20_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.26.w1.weight", "output_file": "layer_20_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.26.w2.weight", "output_file": "layer_20_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.26.w3.weight", "output_file": "layer_20_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.27.w1.weight", "output_file": "layer_20_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.27.w2.weight", "output_file": "layer_20_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.27.w3.weight", "output_file": "layer_20_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.28.w1.weight", "output_file": "layer_20_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.28.w2.weight", "output_file": "layer_20_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.28.w3.weight", "output_file": "layer_20_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.29.w1.weight", "output_file": "layer_20_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.29.w2.weight", "output_file": "layer_20_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.29.w3.weight", "output_file": "layer_20_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.3.w1.weight", "output_file": "layer_20_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.3.w2.weight", "output_file": "layer_20_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.3.w3.weight", "output_file": "layer_20_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.30.w1.weight", "output_file": "layer_20_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.30.w2.weight", "output_file": "layer_20_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.30.w3.weight", "output_file": "layer_20_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.31.w1.weight", "output_file": "layer_20_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.31.w2.weight", "output_file": "layer_20_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.31.w3.weight", "output_file": "layer_20_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.4.w1.weight", "output_file": "layer_20_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.4.w2.weight", "output_file": "layer_20_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.4.w3.weight", "output_file": "layer_20_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.5.w1.weight", "output_file": "layer_20_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.5.w2.weight", "output_file": "layer_20_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.5.w3.weight", "output_file": "layer_20_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.6.w1.weight", "output_file": "layer_20_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.6.w2.weight", "output_file": "layer_20_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.6.w3.weight", "output_file": "layer_20_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.7.w1.weight", "output_file": "layer_20_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.7.w2.weight", "output_file": "layer_20_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.7.w3.weight", "output_file": "layer_20_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.8.w1.weight", "output_file": "layer_20_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.8.w2.weight", "output_file": "layer_20_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.8.w3.weight", "output_file": "layer_20_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.9.w1.weight", "output_file": "layer_20_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.20.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.9.w2.weight", "output_file": "layer_20_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.20.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.20.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.experts.9.w3.weight", "output_file": "layer_20_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.20.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.20.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.feed_forward.gate.weight", "output_file": "layer_20_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.20.feed_forward.gate.weight", "source_names": [ "model.layers.20.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.ffn_norm.weight", "output_file": "layer_20_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.20.ffn_norm.weight", "source_names": [ "model.layers.20.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.20.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.20.operator_norm.weight", "output_file": "layer_20_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.20.operator_norm.weight", "source_names": [ "model.layers.20.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.0.w1.weight", "output_file": "layer_21_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.0.w2.weight", "output_file": "layer_21_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.0.w3.weight", "output_file": "layer_21_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.1.w1.weight", "output_file": "layer_21_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.1.w2.weight", "output_file": "layer_21_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.1.w3.weight", "output_file": "layer_21_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.10.w1.weight", "output_file": "layer_21_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.10.w2.weight", "output_file": "layer_21_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.10.w3.weight", "output_file": "layer_21_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.11.w1.weight", "output_file": "layer_21_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.11.w2.weight", "output_file": "layer_21_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.11.w3.weight", "output_file": "layer_21_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.12.w1.weight", "output_file": "layer_21_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.12.w2.weight", "output_file": "layer_21_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.12.w3.weight", "output_file": "layer_21_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.13.w1.weight", "output_file": "layer_21_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.13.w2.weight", "output_file": "layer_21_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.13.w3.weight", "output_file": "layer_21_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.14.w1.weight", "output_file": "layer_21_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.14.w2.weight", "output_file": "layer_21_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.14.w3.weight", "output_file": "layer_21_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.15.w1.weight", "output_file": "layer_21_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.15.w2.weight", "output_file": "layer_21_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.15.w3.weight", "output_file": "layer_21_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.16.w1.weight", "output_file": "layer_21_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.16.w2.weight", "output_file": "layer_21_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.16.w3.weight", "output_file": "layer_21_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.17.w1.weight", "output_file": "layer_21_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.17.w2.weight", "output_file": "layer_21_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.17.w3.weight", "output_file": "layer_21_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.18.w1.weight", "output_file": "layer_21_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.18.w2.weight", "output_file": "layer_21_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.18.w3.weight", "output_file": "layer_21_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.19.w1.weight", "output_file": "layer_21_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.19.w2.weight", "output_file": "layer_21_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.19.w3.weight", "output_file": "layer_21_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.2.w1.weight", "output_file": "layer_21_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.2.w2.weight", "output_file": "layer_21_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.2.w3.weight", "output_file": "layer_21_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.20.w1.weight", "output_file": "layer_21_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.20.w2.weight", "output_file": "layer_21_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.20.w3.weight", "output_file": "layer_21_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.21.w1.weight", "output_file": "layer_21_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.21.w2.weight", "output_file": "layer_21_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.21.w3.weight", "output_file": "layer_21_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.22.w1.weight", "output_file": "layer_21_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.22.w2.weight", "output_file": "layer_21_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.22.w3.weight", "output_file": "layer_21_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.23.w1.weight", "output_file": "layer_21_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.23.w2.weight", "output_file": "layer_21_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.23.w3.weight", "output_file": "layer_21_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.24.w1.weight", "output_file": "layer_21_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.24.w2.weight", "output_file": "layer_21_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.24.w3.weight", "output_file": "layer_21_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.25.w1.weight", "output_file": "layer_21_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.25.w2.weight", "output_file": "layer_21_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.25.w3.weight", "output_file": "layer_21_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.26.w1.weight", "output_file": "layer_21_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.26.w2.weight", "output_file": "layer_21_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.26.w3.weight", "output_file": "layer_21_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.27.w1.weight", "output_file": "layer_21_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.27.w2.weight", "output_file": "layer_21_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.27.w3.weight", "output_file": "layer_21_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.28.w1.weight", "output_file": "layer_21_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.28.w2.weight", "output_file": "layer_21_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.28.w3.weight", "output_file": "layer_21_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.29.w1.weight", "output_file": "layer_21_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.29.w2.weight", "output_file": "layer_21_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.29.w3.weight", "output_file": "layer_21_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.3.w1.weight", "output_file": "layer_21_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.3.w2.weight", "output_file": "layer_21_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.3.w3.weight", "output_file": "layer_21_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.30.w1.weight", "output_file": "layer_21_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.30.w2.weight", "output_file": "layer_21_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.30.w3.weight", "output_file": "layer_21_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.31.w1.weight", "output_file": "layer_21_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.31.w2.weight", "output_file": "layer_21_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.31.w3.weight", "output_file": "layer_21_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.4.w1.weight", "output_file": "layer_21_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.4.w2.weight", "output_file": "layer_21_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.4.w3.weight", "output_file": "layer_21_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.5.w1.weight", "output_file": "layer_21_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.5.w2.weight", "output_file": "layer_21_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.5.w3.weight", "output_file": "layer_21_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.6.w1.weight", "output_file": "layer_21_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.6.w2.weight", "output_file": "layer_21_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.6.w3.weight", "output_file": "layer_21_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.7.w1.weight", "output_file": "layer_21_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.7.w2.weight", "output_file": "layer_21_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.7.w3.weight", "output_file": "layer_21_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.8.w1.weight", "output_file": "layer_21_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.8.w2.weight", "output_file": "layer_21_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.8.w3.weight", "output_file": "layer_21_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.9.w1.weight", "output_file": "layer_21_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.21.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.9.w2.weight", "output_file": "layer_21_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.21.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.21.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.experts.9.w3.weight", "output_file": "layer_21_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.21.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.21.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.feed_forward.gate.weight", "output_file": "layer_21_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.21.feed_forward.gate.weight", "source_names": [ "model.layers.21.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.ffn_norm.weight", "output_file": "layer_21_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.21.ffn_norm.weight", "source_names": [ "model.layers.21.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.operator_norm.weight", "output_file": "layer_21_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.21.operator_norm.weight", "source_names": [ "model.layers.21.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.k_layernorm.weight", "output_file": "layer_21_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.21.self_attn.k_layernorm.weight", "source_names": [ "model.layers.21.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.k_proj.weight", "output_file": "layer_21_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.21.self_attn.k_proj.weight", "source_names": [ "model.layers.21.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.out_proj.weight", "output_file": "layer_21_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.21.self_attn.out_proj.weight", "source_names": [ "model.layers.21.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.q_layernorm.weight", "output_file": "layer_21_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.21.self_attn.q_layernorm.weight", "source_names": [ "model.layers.21.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.q_proj.weight", "output_file": "layer_21_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.21.self_attn.q_proj.weight", "source_names": [ "model.layers.21.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.21.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.21.self_attn.v_proj.weight", "output_file": "layer_21_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.21.self_attn.v_proj.weight", "source_names": [ "model.layers.21.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.conv.conv.weight", "output_file": "layer_22_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.22.conv.conv.weight", "source_names": [ "model.layers.22.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.22.conv.in_proj.weight", "output_file": "layer_22_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.22.conv.in_proj.weight", "source_names": [ "model.layers.22.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.22.conv.out_proj.weight", "output_file": "layer_22_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.22.conv.out_proj.weight", "source_names": [ "model.layers.22.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.0.w1.weight", "output_file": "layer_22_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.0.w2.weight", "output_file": "layer_22_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.0.w3.weight", "output_file": "layer_22_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.1.w1.weight", "output_file": "layer_22_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.1.w2.weight", "output_file": "layer_22_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.1.w3.weight", "output_file": "layer_22_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.10.w1.weight", "output_file": "layer_22_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.10.w2.weight", "output_file": "layer_22_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.10.w3.weight", "output_file": "layer_22_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.11.w1.weight", "output_file": "layer_22_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.11.w2.weight", "output_file": "layer_22_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.11.w3.weight", "output_file": "layer_22_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.12.w1.weight", "output_file": "layer_22_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.12.w2.weight", "output_file": "layer_22_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.12.w3.weight", "output_file": "layer_22_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.13.w1.weight", "output_file": "layer_22_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.13.w2.weight", "output_file": "layer_22_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.13.w3.weight", "output_file": "layer_22_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.14.w1.weight", "output_file": "layer_22_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.14.w2.weight", "output_file": "layer_22_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.14.w3.weight", "output_file": "layer_22_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.15.w1.weight", "output_file": "layer_22_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.15.w2.weight", "output_file": "layer_22_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.15.w3.weight", "output_file": "layer_22_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.16.w1.weight", "output_file": "layer_22_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.16.w2.weight", "output_file": "layer_22_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.16.w3.weight", "output_file": "layer_22_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.17.w1.weight", "output_file": "layer_22_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.17.w2.weight", "output_file": "layer_22_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.17.w3.weight", "output_file": "layer_22_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.18.w1.weight", "output_file": "layer_22_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.18.w2.weight", "output_file": "layer_22_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.18.w3.weight", "output_file": "layer_22_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.19.w1.weight", "output_file": "layer_22_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.19.w2.weight", "output_file": "layer_22_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.19.w3.weight", "output_file": "layer_22_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.2.w1.weight", "output_file": "layer_22_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.2.w2.weight", "output_file": "layer_22_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.2.w3.weight", "output_file": "layer_22_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.20.w1.weight", "output_file": "layer_22_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.20.w2.weight", "output_file": "layer_22_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.20.w3.weight", "output_file": "layer_22_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.21.w1.weight", "output_file": "layer_22_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.21.w2.weight", "output_file": "layer_22_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.21.w3.weight", "output_file": "layer_22_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.22.w1.weight", "output_file": "layer_22_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.22.w2.weight", "output_file": "layer_22_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.22.w3.weight", "output_file": "layer_22_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.23.w1.weight", "output_file": "layer_22_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.23.w2.weight", "output_file": "layer_22_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.23.w3.weight", "output_file": "layer_22_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.24.w1.weight", "output_file": "layer_22_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.24.w2.weight", "output_file": "layer_22_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.24.w3.weight", "output_file": "layer_22_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.25.w1.weight", "output_file": "layer_22_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.25.w2.weight", "output_file": "layer_22_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.25.w3.weight", "output_file": "layer_22_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.26.w1.weight", "output_file": "layer_22_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.26.w2.weight", "output_file": "layer_22_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.26.w3.weight", "output_file": "layer_22_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.27.w1.weight", "output_file": "layer_22_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.27.w2.weight", "output_file": "layer_22_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.27.w3.weight", "output_file": "layer_22_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.28.w1.weight", "output_file": "layer_22_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.28.w2.weight", "output_file": "layer_22_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.28.w3.weight", "output_file": "layer_22_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.29.w1.weight", "output_file": "layer_22_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.29.w2.weight", "output_file": "layer_22_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.29.w3.weight", "output_file": "layer_22_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.3.w1.weight", "output_file": "layer_22_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.3.w2.weight", "output_file": "layer_22_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.3.w3.weight", "output_file": "layer_22_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.30.w1.weight", "output_file": "layer_22_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.30.w2.weight", "output_file": "layer_22_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.30.w3.weight", "output_file": "layer_22_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.31.w1.weight", "output_file": "layer_22_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.31.w2.weight", "output_file": "layer_22_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.31.w3.weight", "output_file": "layer_22_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.4.w1.weight", "output_file": "layer_22_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.4.w2.weight", "output_file": "layer_22_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.4.w3.weight", "output_file": "layer_22_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.5.w1.weight", "output_file": "layer_22_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.5.w2.weight", "output_file": "layer_22_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.5.w3.weight", "output_file": "layer_22_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.6.w1.weight", "output_file": "layer_22_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.6.w2.weight", "output_file": "layer_22_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.6.w3.weight", "output_file": "layer_22_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.7.w1.weight", "output_file": "layer_22_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.7.w2.weight", "output_file": "layer_22_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.7.w3.weight", "output_file": "layer_22_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.8.w1.weight", "output_file": "layer_22_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.8.w2.weight", "output_file": "layer_22_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.8.w3.weight", "output_file": "layer_22_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.9.w1.weight", "output_file": "layer_22_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.22.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.9.w2.weight", "output_file": "layer_22_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.22.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.22.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.experts.9.w3.weight", "output_file": "layer_22_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.22.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.22.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.feed_forward.gate.weight", "output_file": "layer_22_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.22.feed_forward.gate.weight", "source_names": [ "model.layers.22.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.ffn_norm.weight", "output_file": "layer_22_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.22.ffn_norm.weight", "source_names": [ "model.layers.22.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.22.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.22.operator_norm.weight", "output_file": "layer_22_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.22.operator_norm.weight", "source_names": [ "model.layers.22.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.conv.conv.weight", "output_file": "layer_23_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.23.conv.conv.weight", "source_names": [ "model.layers.23.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.23.conv.in_proj.weight", "output_file": "layer_23_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.23.conv.in_proj.weight", "source_names": [ "model.layers.23.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.23.conv.out_proj.weight", "output_file": "layer_23_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.23.conv.out_proj.weight", "source_names": [ "model.layers.23.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.0.w1.weight", "output_file": "layer_23_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.0.w2.weight", "output_file": "layer_23_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.0.w3.weight", "output_file": "layer_23_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.1.w1.weight", "output_file": "layer_23_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.1.w2.weight", "output_file": "layer_23_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.1.w3.weight", "output_file": "layer_23_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.10.w1.weight", "output_file": "layer_23_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.10.w2.weight", "output_file": "layer_23_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.10.w3.weight", "output_file": "layer_23_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.11.w1.weight", "output_file": "layer_23_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.11.w2.weight", "output_file": "layer_23_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.11.w3.weight", "output_file": "layer_23_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.12.w1.weight", "output_file": "layer_23_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.12.w2.weight", "output_file": "layer_23_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.12.w3.weight", "output_file": "layer_23_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.13.w1.weight", "output_file": "layer_23_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.13.w2.weight", "output_file": "layer_23_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.13.w3.weight", "output_file": "layer_23_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.14.w1.weight", "output_file": "layer_23_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.14.w2.weight", "output_file": "layer_23_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.14.w3.weight", "output_file": "layer_23_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.15.w1.weight", "output_file": "layer_23_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.15.w2.weight", "output_file": "layer_23_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.15.w3.weight", "output_file": "layer_23_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.16.w1.weight", "output_file": "layer_23_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.16.w2.weight", "output_file": "layer_23_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.16.w3.weight", "output_file": "layer_23_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.17.w1.weight", "output_file": "layer_23_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.17.w2.weight", "output_file": "layer_23_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.17.w3.weight", "output_file": "layer_23_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.18.w1.weight", "output_file": "layer_23_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.18.w2.weight", "output_file": "layer_23_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.18.w3.weight", "output_file": "layer_23_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.19.w1.weight", "output_file": "layer_23_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.19.w2.weight", "output_file": "layer_23_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.19.w3.weight", "output_file": "layer_23_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.2.w1.weight", "output_file": "layer_23_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.2.w2.weight", "output_file": "layer_23_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.2.w3.weight", "output_file": "layer_23_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.20.w1.weight", "output_file": "layer_23_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.20.w2.weight", "output_file": "layer_23_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.20.w3.weight", "output_file": "layer_23_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.21.w1.weight", "output_file": "layer_23_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.21.w2.weight", "output_file": "layer_23_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.21.w3.weight", "output_file": "layer_23_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.22.w1.weight", "output_file": "layer_23_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.22.w2.weight", "output_file": "layer_23_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.22.w3.weight", "output_file": "layer_23_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.23.w1.weight", "output_file": "layer_23_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.23.w2.weight", "output_file": "layer_23_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.23.w3.weight", "output_file": "layer_23_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.24.w1.weight", "output_file": "layer_23_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.24.w2.weight", "output_file": "layer_23_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.24.w3.weight", "output_file": "layer_23_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.25.w1.weight", "output_file": "layer_23_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.25.w2.weight", "output_file": "layer_23_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.25.w3.weight", "output_file": "layer_23_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.26.w1.weight", "output_file": "layer_23_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.26.w2.weight", "output_file": "layer_23_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.26.w3.weight", "output_file": "layer_23_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.27.w1.weight", "output_file": "layer_23_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.27.w2.weight", "output_file": "layer_23_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.27.w3.weight", "output_file": "layer_23_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.28.w1.weight", "output_file": "layer_23_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.28.w2.weight", "output_file": "layer_23_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.28.w3.weight", "output_file": "layer_23_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.29.w1.weight", "output_file": "layer_23_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.29.w2.weight", "output_file": "layer_23_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.29.w3.weight", "output_file": "layer_23_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.3.w1.weight", "output_file": "layer_23_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.3.w2.weight", "output_file": "layer_23_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.3.w3.weight", "output_file": "layer_23_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.30.w1.weight", "output_file": "layer_23_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.30.w2.weight", "output_file": "layer_23_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.30.w3.weight", "output_file": "layer_23_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.31.w1.weight", "output_file": "layer_23_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.31.w2.weight", "output_file": "layer_23_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.31.w3.weight", "output_file": "layer_23_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.4.w1.weight", "output_file": "layer_23_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.4.w2.weight", "output_file": "layer_23_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.4.w3.weight", "output_file": "layer_23_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.5.w1.weight", "output_file": "layer_23_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.5.w2.weight", "output_file": "layer_23_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.5.w3.weight", "output_file": "layer_23_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.6.w1.weight", "output_file": "layer_23_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.6.w2.weight", "output_file": "layer_23_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.6.w3.weight", "output_file": "layer_23_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.7.w1.weight", "output_file": "layer_23_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.7.w2.weight", "output_file": "layer_23_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.7.w3.weight", "output_file": "layer_23_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.8.w1.weight", "output_file": "layer_23_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.8.w2.weight", "output_file": "layer_23_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.8.w3.weight", "output_file": "layer_23_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.9.w1.weight", "output_file": "layer_23_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.23.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.9.w2.weight", "output_file": "layer_23_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.23.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.23.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.experts.9.w3.weight", "output_file": "layer_23_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.23.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.23.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.feed_forward.gate.weight", "output_file": "layer_23_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.23.feed_forward.gate.weight", "source_names": [ "model.layers.23.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.ffn_norm.weight", "output_file": "layer_23_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.23.ffn_norm.weight", "source_names": [ "model.layers.23.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.23.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.23.operator_norm.weight", "output_file": "layer_23_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.23.operator_norm.weight", "source_names": [ "model.layers.23.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.conv.conv.weight", "output_file": "layer_3_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.3.conv.conv.weight", "source_names": [ "model.layers.3.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.3.conv.in_proj.weight", "output_file": "layer_3_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.3.conv.in_proj.weight", "source_names": [ "model.layers.3.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.3.conv.out_proj.weight", "output_file": "layer_3_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.3.conv.out_proj.weight", "source_names": [ "model.layers.3.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.0.w1.weight", "output_file": "layer_3_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.0.w2.weight", "output_file": "layer_3_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.0.w3.weight", "output_file": "layer_3_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.1.w1.weight", "output_file": "layer_3_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.1.w2.weight", "output_file": "layer_3_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.1.w3.weight", "output_file": "layer_3_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.10.w1.weight", "output_file": "layer_3_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.10.w2.weight", "output_file": "layer_3_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.10.w3.weight", "output_file": "layer_3_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.11.w1.weight", "output_file": "layer_3_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.11.w2.weight", "output_file": "layer_3_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.11.w3.weight", "output_file": "layer_3_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.12.w1.weight", "output_file": "layer_3_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.12.w2.weight", "output_file": "layer_3_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.12.w3.weight", "output_file": "layer_3_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.13.w1.weight", "output_file": "layer_3_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.13.w2.weight", "output_file": "layer_3_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.13.w3.weight", "output_file": "layer_3_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.14.w1.weight", "output_file": "layer_3_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.14.w2.weight", "output_file": "layer_3_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.14.w3.weight", "output_file": "layer_3_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.15.w1.weight", "output_file": "layer_3_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.15.w2.weight", "output_file": "layer_3_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.15.w3.weight", "output_file": "layer_3_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.16.w1.weight", "output_file": "layer_3_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.16.w2.weight", "output_file": "layer_3_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.16.w3.weight", "output_file": "layer_3_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.17.w1.weight", "output_file": "layer_3_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.17.w2.weight", "output_file": "layer_3_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.17.w3.weight", "output_file": "layer_3_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.18.w1.weight", "output_file": "layer_3_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.18.w2.weight", "output_file": "layer_3_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.18.w3.weight", "output_file": "layer_3_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.19.w1.weight", "output_file": "layer_3_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.19.w2.weight", "output_file": "layer_3_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.19.w3.weight", "output_file": "layer_3_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.2.w1.weight", "output_file": "layer_3_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.2.w2.weight", "output_file": "layer_3_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.2.w3.weight", "output_file": "layer_3_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.20.w1.weight", "output_file": "layer_3_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.20.w2.weight", "output_file": "layer_3_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.20.w3.weight", "output_file": "layer_3_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.21.w1.weight", "output_file": "layer_3_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.21.w2.weight", "output_file": "layer_3_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.21.w3.weight", "output_file": "layer_3_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.22.w1.weight", "output_file": "layer_3_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.22.w2.weight", "output_file": "layer_3_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.22.w3.weight", "output_file": "layer_3_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.23.w1.weight", "output_file": "layer_3_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.23.w2.weight", "output_file": "layer_3_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.23.w3.weight", "output_file": "layer_3_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.24.w1.weight", "output_file": "layer_3_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.24.w2.weight", "output_file": "layer_3_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.24.w3.weight", "output_file": "layer_3_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.25.w1.weight", "output_file": "layer_3_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.25.w2.weight", "output_file": "layer_3_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.25.w3.weight", "output_file": "layer_3_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.26.w1.weight", "output_file": "layer_3_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.26.w2.weight", "output_file": "layer_3_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.26.w3.weight", "output_file": "layer_3_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.27.w1.weight", "output_file": "layer_3_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.27.w2.weight", "output_file": "layer_3_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.27.w3.weight", "output_file": "layer_3_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.28.w1.weight", "output_file": "layer_3_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.28.w2.weight", "output_file": "layer_3_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.28.w3.weight", "output_file": "layer_3_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.29.w1.weight", "output_file": "layer_3_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.29.w2.weight", "output_file": "layer_3_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.29.w3.weight", "output_file": "layer_3_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.3.w1.weight", "output_file": "layer_3_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.3.w2.weight", "output_file": "layer_3_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.3.w3.weight", "output_file": "layer_3_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.30.w1.weight", "output_file": "layer_3_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.30.w2.weight", "output_file": "layer_3_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.30.w3.weight", "output_file": "layer_3_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.31.w1.weight", "output_file": "layer_3_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.31.w2.weight", "output_file": "layer_3_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.31.w3.weight", "output_file": "layer_3_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.4.w1.weight", "output_file": "layer_3_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.4.w2.weight", "output_file": "layer_3_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.4.w3.weight", "output_file": "layer_3_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.5.w1.weight", "output_file": "layer_3_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.5.w2.weight", "output_file": "layer_3_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.5.w3.weight", "output_file": "layer_3_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.6.w1.weight", "output_file": "layer_3_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.6.w2.weight", "output_file": "layer_3_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.6.w3.weight", "output_file": "layer_3_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.7.w1.weight", "output_file": "layer_3_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.7.w2.weight", "output_file": "layer_3_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.7.w3.weight", "output_file": "layer_3_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.8.w1.weight", "output_file": "layer_3_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.8.w2.weight", "output_file": "layer_3_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.8.w3.weight", "output_file": "layer_3_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.9.w1.weight", "output_file": "layer_3_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.3.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.9.w2.weight", "output_file": "layer_3_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.3.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.3.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.experts.9.w3.weight", "output_file": "layer_3_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.3.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.3.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.feed_forward.gate.weight", "output_file": "layer_3_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.3.feed_forward.gate.weight", "source_names": [ "model.layers.3.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.ffn_norm.weight", "output_file": "layer_3_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.3.ffn_norm.weight", "source_names": [ "model.layers.3.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.3.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.3.operator_norm.weight", "output_file": "layer_3_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.3.operator_norm.weight", "source_names": [ "model.layers.3.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.conv.conv.weight", "output_file": "layer_4_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.4.conv.conv.weight", "source_names": [ "model.layers.4.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.4.conv.in_proj.weight", "output_file": "layer_4_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.4.conv.in_proj.weight", "source_names": [ "model.layers.4.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.4.conv.out_proj.weight", "output_file": "layer_4_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.4.conv.out_proj.weight", "source_names": [ "model.layers.4.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.0.w1.weight", "output_file": "layer_4_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.0.w2.weight", "output_file": "layer_4_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.0.w3.weight", "output_file": "layer_4_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.1.w1.weight", "output_file": "layer_4_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.1.w2.weight", "output_file": "layer_4_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.1.w3.weight", "output_file": "layer_4_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.10.w1.weight", "output_file": "layer_4_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.10.w2.weight", "output_file": "layer_4_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.10.w3.weight", "output_file": "layer_4_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.11.w1.weight", "output_file": "layer_4_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.11.w2.weight", "output_file": "layer_4_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.11.w3.weight", "output_file": "layer_4_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.12.w1.weight", "output_file": "layer_4_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.12.w2.weight", "output_file": "layer_4_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.12.w3.weight", "output_file": "layer_4_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.13.w1.weight", "output_file": "layer_4_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.13.w2.weight", "output_file": "layer_4_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.13.w3.weight", "output_file": "layer_4_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.14.w1.weight", "output_file": "layer_4_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.14.w2.weight", "output_file": "layer_4_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.14.w3.weight", "output_file": "layer_4_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.15.w1.weight", "output_file": "layer_4_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.15.w2.weight", "output_file": "layer_4_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.15.w3.weight", "output_file": "layer_4_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.16.w1.weight", "output_file": "layer_4_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.16.w2.weight", "output_file": "layer_4_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.16.w3.weight", "output_file": "layer_4_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.17.w1.weight", "output_file": "layer_4_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.17.w2.weight", "output_file": "layer_4_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.17.w3.weight", "output_file": "layer_4_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.18.w1.weight", "output_file": "layer_4_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.18.w2.weight", "output_file": "layer_4_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.18.w3.weight", "output_file": "layer_4_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.19.w1.weight", "output_file": "layer_4_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.19.w2.weight", "output_file": "layer_4_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.19.w3.weight", "output_file": "layer_4_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.2.w1.weight", "output_file": "layer_4_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.2.w2.weight", "output_file": "layer_4_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.2.w3.weight", "output_file": "layer_4_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.20.w1.weight", "output_file": "layer_4_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.20.w2.weight", "output_file": "layer_4_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.20.w3.weight", "output_file": "layer_4_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.21.w1.weight", "output_file": "layer_4_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.21.w2.weight", "output_file": "layer_4_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.21.w3.weight", "output_file": "layer_4_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.22.w1.weight", "output_file": "layer_4_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.22.w2.weight", "output_file": "layer_4_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.22.w3.weight", "output_file": "layer_4_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.23.w1.weight", "output_file": "layer_4_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.23.w2.weight", "output_file": "layer_4_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.23.w3.weight", "output_file": "layer_4_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.24.w1.weight", "output_file": "layer_4_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.24.w2.weight", "output_file": "layer_4_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.24.w3.weight", "output_file": "layer_4_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.25.w1.weight", "output_file": "layer_4_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.25.w2.weight", "output_file": "layer_4_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.25.w3.weight", "output_file": "layer_4_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.26.w1.weight", "output_file": "layer_4_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.26.w2.weight", "output_file": "layer_4_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.26.w3.weight", "output_file": "layer_4_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.27.w1.weight", "output_file": "layer_4_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.27.w2.weight", "output_file": "layer_4_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.27.w3.weight", "output_file": "layer_4_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.28.w1.weight", "output_file": "layer_4_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.28.w2.weight", "output_file": "layer_4_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.28.w3.weight", "output_file": "layer_4_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.29.w1.weight", "output_file": "layer_4_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.29.w2.weight", "output_file": "layer_4_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.29.w3.weight", "output_file": "layer_4_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.3.w1.weight", "output_file": "layer_4_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.3.w2.weight", "output_file": "layer_4_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.3.w3.weight", "output_file": "layer_4_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.30.w1.weight", "output_file": "layer_4_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.30.w2.weight", "output_file": "layer_4_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.30.w3.weight", "output_file": "layer_4_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.31.w1.weight", "output_file": "layer_4_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.31.w2.weight", "output_file": "layer_4_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.31.w3.weight", "output_file": "layer_4_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.4.w1.weight", "output_file": "layer_4_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.4.w2.weight", "output_file": "layer_4_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.4.w3.weight", "output_file": "layer_4_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.5.w1.weight", "output_file": "layer_4_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.5.w2.weight", "output_file": "layer_4_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.5.w3.weight", "output_file": "layer_4_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.6.w1.weight", "output_file": "layer_4_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.6.w2.weight", "output_file": "layer_4_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.6.w3.weight", "output_file": "layer_4_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.7.w1.weight", "output_file": "layer_4_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.7.w2.weight", "output_file": "layer_4_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.7.w3.weight", "output_file": "layer_4_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.8.w1.weight", "output_file": "layer_4_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.8.w2.weight", "output_file": "layer_4_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.8.w3.weight", "output_file": "layer_4_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.9.w1.weight", "output_file": "layer_4_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.4.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.9.w2.weight", "output_file": "layer_4_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.4.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.4.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.experts.9.w3.weight", "output_file": "layer_4_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.4.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.4.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.feed_forward.gate.weight", "output_file": "layer_4_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.4.feed_forward.gate.weight", "source_names": [ "model.layers.4.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.ffn_norm.weight", "output_file": "layer_4_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.4.ffn_norm.weight", "source_names": [ "model.layers.4.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.4.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.4.operator_norm.weight", "output_file": "layer_4_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.4.operator_norm.weight", "source_names": [ "model.layers.4.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.conv.conv.weight", "output_file": "layer_5_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.5.conv.conv.weight", "source_names": [ "model.layers.5.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.5.conv.in_proj.weight", "output_file": "layer_5_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.5.conv.in_proj.weight", "source_names": [ "model.layers.5.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.5.conv.out_proj.weight", "output_file": "layer_5_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.5.conv.out_proj.weight", "source_names": [ "model.layers.5.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.0.w1.weight", "output_file": "layer_5_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.0.w2.weight", "output_file": "layer_5_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.0.w3.weight", "output_file": "layer_5_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.1.w1.weight", "output_file": "layer_5_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.1.w2.weight", "output_file": "layer_5_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.1.w3.weight", "output_file": "layer_5_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.10.w1.weight", "output_file": "layer_5_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.10.w2.weight", "output_file": "layer_5_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.10.w3.weight", "output_file": "layer_5_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.11.w1.weight", "output_file": "layer_5_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.11.w2.weight", "output_file": "layer_5_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.11.w3.weight", "output_file": "layer_5_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.12.w1.weight", "output_file": "layer_5_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.12.w2.weight", "output_file": "layer_5_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.12.w3.weight", "output_file": "layer_5_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.13.w1.weight", "output_file": "layer_5_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.13.w2.weight", "output_file": "layer_5_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.13.w3.weight", "output_file": "layer_5_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.14.w1.weight", "output_file": "layer_5_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.14.w2.weight", "output_file": "layer_5_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.14.w3.weight", "output_file": "layer_5_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.15.w1.weight", "output_file": "layer_5_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.15.w2.weight", "output_file": "layer_5_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.15.w3.weight", "output_file": "layer_5_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.16.w1.weight", "output_file": "layer_5_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.16.w2.weight", "output_file": "layer_5_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.16.w3.weight", "output_file": "layer_5_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.17.w1.weight", "output_file": "layer_5_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.17.w2.weight", "output_file": "layer_5_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.17.w3.weight", "output_file": "layer_5_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.18.w1.weight", "output_file": "layer_5_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.18.w2.weight", "output_file": "layer_5_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.18.w3.weight", "output_file": "layer_5_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.19.w1.weight", "output_file": "layer_5_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.19.w2.weight", "output_file": "layer_5_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.19.w3.weight", "output_file": "layer_5_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.2.w1.weight", "output_file": "layer_5_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.2.w2.weight", "output_file": "layer_5_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.2.w3.weight", "output_file": "layer_5_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.20.w1.weight", "output_file": "layer_5_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.20.w2.weight", "output_file": "layer_5_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.20.w3.weight", "output_file": "layer_5_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.21.w1.weight", "output_file": "layer_5_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.21.w2.weight", "output_file": "layer_5_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.21.w3.weight", "output_file": "layer_5_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.22.w1.weight", "output_file": "layer_5_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.22.w2.weight", "output_file": "layer_5_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.22.w3.weight", "output_file": "layer_5_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.23.w1.weight", "output_file": "layer_5_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.23.w2.weight", "output_file": "layer_5_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.23.w3.weight", "output_file": "layer_5_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.24.w1.weight", "output_file": "layer_5_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.24.w2.weight", "output_file": "layer_5_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.24.w3.weight", "output_file": "layer_5_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.25.w1.weight", "output_file": "layer_5_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.25.w2.weight", "output_file": "layer_5_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.25.w3.weight", "output_file": "layer_5_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.26.w1.weight", "output_file": "layer_5_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.26.w2.weight", "output_file": "layer_5_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.26.w3.weight", "output_file": "layer_5_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.27.w1.weight", "output_file": "layer_5_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.27.w2.weight", "output_file": "layer_5_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.27.w3.weight", "output_file": "layer_5_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.28.w1.weight", "output_file": "layer_5_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.28.w2.weight", "output_file": "layer_5_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.28.w3.weight", "output_file": "layer_5_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.29.w1.weight", "output_file": "layer_5_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.29.w2.weight", "output_file": "layer_5_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.29.w3.weight", "output_file": "layer_5_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.3.w1.weight", "output_file": "layer_5_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.3.w2.weight", "output_file": "layer_5_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.3.w3.weight", "output_file": "layer_5_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.30.w1.weight", "output_file": "layer_5_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.30.w2.weight", "output_file": "layer_5_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.30.w3.weight", "output_file": "layer_5_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.31.w1.weight", "output_file": "layer_5_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.31.w2.weight", "output_file": "layer_5_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.31.w3.weight", "output_file": "layer_5_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.4.w1.weight", "output_file": "layer_5_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.4.w2.weight", "output_file": "layer_5_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.4.w3.weight", "output_file": "layer_5_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.5.w1.weight", "output_file": "layer_5_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.5.w2.weight", "output_file": "layer_5_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.5.w3.weight", "output_file": "layer_5_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.6.w1.weight", "output_file": "layer_5_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.6.w2.weight", "output_file": "layer_5_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.6.w3.weight", "output_file": "layer_5_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.7.w1.weight", "output_file": "layer_5_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.7.w2.weight", "output_file": "layer_5_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.7.w3.weight", "output_file": "layer_5_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.8.w1.weight", "output_file": "layer_5_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.8.w2.weight", "output_file": "layer_5_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.8.w3.weight", "output_file": "layer_5_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.9.w1.weight", "output_file": "layer_5_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.5.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.9.w2.weight", "output_file": "layer_5_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.5.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.5.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.experts.9.w3.weight", "output_file": "layer_5_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.5.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.5.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.feed_forward.gate.weight", "output_file": "layer_5_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.5.feed_forward.gate.weight", "source_names": [ "model.layers.5.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.ffn_norm.weight", "output_file": "layer_5_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.5.ffn_norm.weight", "source_names": [ "model.layers.5.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.5.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.5.operator_norm.weight", "output_file": "layer_5_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.5.operator_norm.weight", "source_names": [ "model.layers.5.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.0.w1.weight", "output_file": "layer_6_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.0.w2.weight", "output_file": "layer_6_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.0.w3.weight", "output_file": "layer_6_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.1.w1.weight", "output_file": "layer_6_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.1.w2.weight", "output_file": "layer_6_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.1.w3.weight", "output_file": "layer_6_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.10.w1.weight", "output_file": "layer_6_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.10.w2.weight", "output_file": "layer_6_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.10.w3.weight", "output_file": "layer_6_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.11.w1.weight", "output_file": "layer_6_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.11.w2.weight", "output_file": "layer_6_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.11.w3.weight", "output_file": "layer_6_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.12.w1.weight", "output_file": "layer_6_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.12.w2.weight", "output_file": "layer_6_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.12.w3.weight", "output_file": "layer_6_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.13.w1.weight", "output_file": "layer_6_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.13.w2.weight", "output_file": "layer_6_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.13.w3.weight", "output_file": "layer_6_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.14.w1.weight", "output_file": "layer_6_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.14.w2.weight", "output_file": "layer_6_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.14.w3.weight", "output_file": "layer_6_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.15.w1.weight", "output_file": "layer_6_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.15.w2.weight", "output_file": "layer_6_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.15.w3.weight", "output_file": "layer_6_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.16.w1.weight", "output_file": "layer_6_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.16.w2.weight", "output_file": "layer_6_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.16.w3.weight", "output_file": "layer_6_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.17.w1.weight", "output_file": "layer_6_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.17.w2.weight", "output_file": "layer_6_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.17.w3.weight", "output_file": "layer_6_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.18.w1.weight", "output_file": "layer_6_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.18.w2.weight", "output_file": "layer_6_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.18.w3.weight", "output_file": "layer_6_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.19.w1.weight", "output_file": "layer_6_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.19.w2.weight", "output_file": "layer_6_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.19.w3.weight", "output_file": "layer_6_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.2.w1.weight", "output_file": "layer_6_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.2.w2.weight", "output_file": "layer_6_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.2.w3.weight", "output_file": "layer_6_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.20.w1.weight", "output_file": "layer_6_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.20.w2.weight", "output_file": "layer_6_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.20.w3.weight", "output_file": "layer_6_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.21.w1.weight", "output_file": "layer_6_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.21.w2.weight", "output_file": "layer_6_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.21.w3.weight", "output_file": "layer_6_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.22.w1.weight", "output_file": "layer_6_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.22.w2.weight", "output_file": "layer_6_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.22.w3.weight", "output_file": "layer_6_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.23.w1.weight", "output_file": "layer_6_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.23.w2.weight", "output_file": "layer_6_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.23.w3.weight", "output_file": "layer_6_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.24.w1.weight", "output_file": "layer_6_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.24.w2.weight", "output_file": "layer_6_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.24.w3.weight", "output_file": "layer_6_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.25.w1.weight", "output_file": "layer_6_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.25.w2.weight", "output_file": "layer_6_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.25.w3.weight", "output_file": "layer_6_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.26.w1.weight", "output_file": "layer_6_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.26.w2.weight", "output_file": "layer_6_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.26.w3.weight", "output_file": "layer_6_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.27.w1.weight", "output_file": "layer_6_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.27.w2.weight", "output_file": "layer_6_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.27.w3.weight", "output_file": "layer_6_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.28.w1.weight", "output_file": "layer_6_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.28.w2.weight", "output_file": "layer_6_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.28.w3.weight", "output_file": "layer_6_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.29.w1.weight", "output_file": "layer_6_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.29.w2.weight", "output_file": "layer_6_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.29.w3.weight", "output_file": "layer_6_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.3.w1.weight", "output_file": "layer_6_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.3.w2.weight", "output_file": "layer_6_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.3.w3.weight", "output_file": "layer_6_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.30.w1.weight", "output_file": "layer_6_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.30.w2.weight", "output_file": "layer_6_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.30.w3.weight", "output_file": "layer_6_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.31.w1.weight", "output_file": "layer_6_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.31.w2.weight", "output_file": "layer_6_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.31.w3.weight", "output_file": "layer_6_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.4.w1.weight", "output_file": "layer_6_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.4.w2.weight", "output_file": "layer_6_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.4.w3.weight", "output_file": "layer_6_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.5.w1.weight", "output_file": "layer_6_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.5.w2.weight", "output_file": "layer_6_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.5.w3.weight", "output_file": "layer_6_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.6.w1.weight", "output_file": "layer_6_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.6.w2.weight", "output_file": "layer_6_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.6.w3.weight", "output_file": "layer_6_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.7.w1.weight", "output_file": "layer_6_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.7.w2.weight", "output_file": "layer_6_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.7.w3.weight", "output_file": "layer_6_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.8.w1.weight", "output_file": "layer_6_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.8.w2.weight", "output_file": "layer_6_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.8.w3.weight", "output_file": "layer_6_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.9.w1.weight", "output_file": "layer_6_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.6.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.9.w2.weight", "output_file": "layer_6_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.6.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.6.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.experts.9.w3.weight", "output_file": "layer_6_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.6.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.6.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.feed_forward.gate.weight", "output_file": "layer_6_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.6.feed_forward.gate.weight", "source_names": [ "model.layers.6.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.ffn_norm.weight", "output_file": "layer_6_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.6.ffn_norm.weight", "source_names": [ "model.layers.6.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.operator_norm.weight", "output_file": "layer_6_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.6.operator_norm.weight", "source_names": [ "model.layers.6.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.k_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.k_layernorm.weight", "output_file": "layer_6_attn_k_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.6.self_attn.k_layernorm.weight", "source_names": [ "model.layers.6.self_attn.k_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.k_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.k_proj.weight", "output_file": "layer_6_attn_k.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.6.self_attn.k_proj.weight", "source_names": [ "model.layers.6.self_attn.k_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.out_proj.weight", "output_file": "layer_6_attn_output.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.6.self_attn.out_proj.weight", "source_names": [ "model.layers.6.self_attn.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.q_layernorm.weight", "bits": null, "bytes": 224, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.q_layernorm.weight", "output_file": "layer_6_attn_q_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 64 ], "source_name": "model.layers.6.self_attn.q_layernorm.weight", "source_names": [ "model.layers.6.self_attn.q_layernorm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.q_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.q_proj.weight", "output_file": "layer_6_attn_q.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.6.self_attn.q_proj.weight", "source_names": [ "model.layers.6.self_attn.q_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.6.self_attn.v_proj.weight", "bits": 4, "bytes": 549760, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.6.self_attn.v_proj.weight", "output_file": "layer_6_attn_v.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 512, 2048 ], "source_name": "model.layers.6.self_attn.v_proj.weight", "source_names": [ "model.layers.6.self_attn.v_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.conv.conv.weight", "output_file": "layer_7_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.7.conv.conv.weight", "source_names": [ "model.layers.7.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.7.conv.in_proj.weight", "output_file": "layer_7_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.7.conv.in_proj.weight", "source_names": [ "model.layers.7.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.7.conv.out_proj.weight", "output_file": "layer_7_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.7.conv.out_proj.weight", "source_names": [ "model.layers.7.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.0.w1.weight", "output_file": "layer_7_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.0.w2.weight", "output_file": "layer_7_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.0.w3.weight", "output_file": "layer_7_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.1.w1.weight", "output_file": "layer_7_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.1.w2.weight", "output_file": "layer_7_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.1.w3.weight", "output_file": "layer_7_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.10.w1.weight", "output_file": "layer_7_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.10.w2.weight", "output_file": "layer_7_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.10.w3.weight", "output_file": "layer_7_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.11.w1.weight", "output_file": "layer_7_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.11.w2.weight", "output_file": "layer_7_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.11.w3.weight", "output_file": "layer_7_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.12.w1.weight", "output_file": "layer_7_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.12.w2.weight", "output_file": "layer_7_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.12.w3.weight", "output_file": "layer_7_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.13.w1.weight", "output_file": "layer_7_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.13.w2.weight", "output_file": "layer_7_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.13.w3.weight", "output_file": "layer_7_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.14.w1.weight", "output_file": "layer_7_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.14.w2.weight", "output_file": "layer_7_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.14.w3.weight", "output_file": "layer_7_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.15.w1.weight", "output_file": "layer_7_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.15.w2.weight", "output_file": "layer_7_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.15.w3.weight", "output_file": "layer_7_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.16.w1.weight", "output_file": "layer_7_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.16.w2.weight", "output_file": "layer_7_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.16.w3.weight", "output_file": "layer_7_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.17.w1.weight", "output_file": "layer_7_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.17.w2.weight", "output_file": "layer_7_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.17.w3.weight", "output_file": "layer_7_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.18.w1.weight", "output_file": "layer_7_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.18.w2.weight", "output_file": "layer_7_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.18.w3.weight", "output_file": "layer_7_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.19.w1.weight", "output_file": "layer_7_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.19.w2.weight", "output_file": "layer_7_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.19.w3.weight", "output_file": "layer_7_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.2.w1.weight", "output_file": "layer_7_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.2.w2.weight", "output_file": "layer_7_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.2.w3.weight", "output_file": "layer_7_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.20.w1.weight", "output_file": "layer_7_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.20.w2.weight", "output_file": "layer_7_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.20.w3.weight", "output_file": "layer_7_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.21.w1.weight", "output_file": "layer_7_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.21.w2.weight", "output_file": "layer_7_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.21.w3.weight", "output_file": "layer_7_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.22.w1.weight", "output_file": "layer_7_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.22.w2.weight", "output_file": "layer_7_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.22.w3.weight", "output_file": "layer_7_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.23.w1.weight", "output_file": "layer_7_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.23.w2.weight", "output_file": "layer_7_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.23.w3.weight", "output_file": "layer_7_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.24.w1.weight", "output_file": "layer_7_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.24.w2.weight", "output_file": "layer_7_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.24.w3.weight", "output_file": "layer_7_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.25.w1.weight", "output_file": "layer_7_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.25.w2.weight", "output_file": "layer_7_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.25.w3.weight", "output_file": "layer_7_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.26.w1.weight", "output_file": "layer_7_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.26.w2.weight", "output_file": "layer_7_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.26.w3.weight", "output_file": "layer_7_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.27.w1.weight", "output_file": "layer_7_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.27.w2.weight", "output_file": "layer_7_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.27.w3.weight", "output_file": "layer_7_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.28.w1.weight", "output_file": "layer_7_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.28.w2.weight", "output_file": "layer_7_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.28.w3.weight", "output_file": "layer_7_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.29.w1.weight", "output_file": "layer_7_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.29.w2.weight", "output_file": "layer_7_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.29.w3.weight", "output_file": "layer_7_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.3.w1.weight", "output_file": "layer_7_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.3.w2.weight", "output_file": "layer_7_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.3.w3.weight", "output_file": "layer_7_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.30.w1.weight", "output_file": "layer_7_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.30.w2.weight", "output_file": "layer_7_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.30.w3.weight", "output_file": "layer_7_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.31.w1.weight", "output_file": "layer_7_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.31.w2.weight", "output_file": "layer_7_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.31.w3.weight", "output_file": "layer_7_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.4.w1.weight", "output_file": "layer_7_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.4.w2.weight", "output_file": "layer_7_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.4.w3.weight", "output_file": "layer_7_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.5.w1.weight", "output_file": "layer_7_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.5.w2.weight", "output_file": "layer_7_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.5.w3.weight", "output_file": "layer_7_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.6.w1.weight", "output_file": "layer_7_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.6.w2.weight", "output_file": "layer_7_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.6.w3.weight", "output_file": "layer_7_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.7.w1.weight", "output_file": "layer_7_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.7.w2.weight", "output_file": "layer_7_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.7.w3.weight", "output_file": "layer_7_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.8.w1.weight", "output_file": "layer_7_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.8.w2.weight", "output_file": "layer_7_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.8.w3.weight", "output_file": "layer_7_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.9.w1.weight", "output_file": "layer_7_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.7.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.9.w2.weight", "output_file": "layer_7_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.7.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.7.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.experts.9.w3.weight", "output_file": "layer_7_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.7.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.7.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.feed_forward.gate.weight", "output_file": "layer_7_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.7.feed_forward.gate.weight", "source_names": [ "model.layers.7.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.ffn_norm.weight", "output_file": "layer_7_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.7.ffn_norm.weight", "source_names": [ "model.layers.7.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.7.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.7.operator_norm.weight", "output_file": "layer_7_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.7.operator_norm.weight", "source_names": [ "model.layers.7.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.conv.conv.weight", "output_file": "layer_8_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.8.conv.conv.weight", "source_names": [ "model.layers.8.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.8.conv.in_proj.weight", "output_file": "layer_8_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.8.conv.in_proj.weight", "source_names": [ "model.layers.8.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.8.conv.out_proj.weight", "output_file": "layer_8_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.8.conv.out_proj.weight", "source_names": [ "model.layers.8.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.0.w1.weight", "output_file": "layer_8_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.0.w2.weight", "output_file": "layer_8_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.0.w3.weight", "output_file": "layer_8_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.1.w1.weight", "output_file": "layer_8_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.1.w2.weight", "output_file": "layer_8_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.1.w3.weight", "output_file": "layer_8_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.10.w1.weight", "output_file": "layer_8_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.10.w2.weight", "output_file": "layer_8_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.10.w3.weight", "output_file": "layer_8_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.11.w1.weight", "output_file": "layer_8_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.11.w2.weight", "output_file": "layer_8_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.11.w3.weight", "output_file": "layer_8_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.12.w1.weight", "output_file": "layer_8_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.12.w2.weight", "output_file": "layer_8_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.12.w3.weight", "output_file": "layer_8_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.13.w1.weight", "output_file": "layer_8_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.13.w2.weight", "output_file": "layer_8_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.13.w3.weight", "output_file": "layer_8_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.14.w1.weight", "output_file": "layer_8_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.14.w2.weight", "output_file": "layer_8_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.14.w3.weight", "output_file": "layer_8_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.15.w1.weight", "output_file": "layer_8_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.15.w2.weight", "output_file": "layer_8_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.15.w3.weight", "output_file": "layer_8_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.16.w1.weight", "output_file": "layer_8_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.16.w2.weight", "output_file": "layer_8_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.16.w3.weight", "output_file": "layer_8_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.17.w1.weight", "output_file": "layer_8_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.17.w2.weight", "output_file": "layer_8_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.17.w3.weight", "output_file": "layer_8_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.18.w1.weight", "output_file": "layer_8_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.18.w2.weight", "output_file": "layer_8_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.18.w3.weight", "output_file": "layer_8_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.19.w1.weight", "output_file": "layer_8_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.19.w2.weight", "output_file": "layer_8_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.19.w3.weight", "output_file": "layer_8_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.2.w1.weight", "output_file": "layer_8_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.2.w2.weight", "output_file": "layer_8_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.2.w3.weight", "output_file": "layer_8_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.20.w1.weight", "output_file": "layer_8_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.20.w2.weight", "output_file": "layer_8_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.20.w3.weight", "output_file": "layer_8_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.21.w1.weight", "output_file": "layer_8_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.21.w2.weight", "output_file": "layer_8_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.21.w3.weight", "output_file": "layer_8_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.22.w1.weight", "output_file": "layer_8_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.22.w2.weight", "output_file": "layer_8_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.22.w3.weight", "output_file": "layer_8_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.23.w1.weight", "output_file": "layer_8_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.23.w2.weight", "output_file": "layer_8_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.23.w3.weight", "output_file": "layer_8_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.24.w1.weight", "output_file": "layer_8_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.24.w2.weight", "output_file": "layer_8_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.24.w3.weight", "output_file": "layer_8_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.25.w1.weight", "output_file": "layer_8_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.25.w2.weight", "output_file": "layer_8_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.25.w3.weight", "output_file": "layer_8_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.26.w1.weight", "output_file": "layer_8_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.26.w2.weight", "output_file": "layer_8_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.26.w3.weight", "output_file": "layer_8_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.27.w1.weight", "output_file": "layer_8_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.27.w2.weight", "output_file": "layer_8_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.27.w3.weight", "output_file": "layer_8_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.28.w1.weight", "output_file": "layer_8_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.28.w2.weight", "output_file": "layer_8_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.28.w3.weight", "output_file": "layer_8_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.29.w1.weight", "output_file": "layer_8_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.29.w2.weight", "output_file": "layer_8_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.29.w3.weight", "output_file": "layer_8_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.3.w1.weight", "output_file": "layer_8_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.3.w2.weight", "output_file": "layer_8_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.3.w3.weight", "output_file": "layer_8_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.30.w1.weight", "output_file": "layer_8_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.30.w2.weight", "output_file": "layer_8_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.30.w3.weight", "output_file": "layer_8_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.31.w1.weight", "output_file": "layer_8_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.31.w2.weight", "output_file": "layer_8_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.31.w3.weight", "output_file": "layer_8_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.4.w1.weight", "output_file": "layer_8_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.4.w2.weight", "output_file": "layer_8_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.4.w3.weight", "output_file": "layer_8_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.5.w1.weight", "output_file": "layer_8_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.5.w2.weight", "output_file": "layer_8_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.5.w3.weight", "output_file": "layer_8_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.6.w1.weight", "output_file": "layer_8_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.6.w2.weight", "output_file": "layer_8_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.6.w3.weight", "output_file": "layer_8_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.7.w1.weight", "output_file": "layer_8_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.7.w2.weight", "output_file": "layer_8_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.7.w3.weight", "output_file": "layer_8_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.8.w1.weight", "output_file": "layer_8_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.8.w2.weight", "output_file": "layer_8_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.8.w3.weight", "output_file": "layer_8_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.9.w1.weight", "output_file": "layer_8_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.8.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.9.w2.weight", "output_file": "layer_8_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.8.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.8.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.experts.9.w3.weight", "output_file": "layer_8_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.8.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.8.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.feed_forward.gate.weight", "output_file": "layer_8_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.8.feed_forward.gate.weight", "source_names": [ "model.layers.8.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.ffn_norm.weight", "output_file": "layer_8_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.8.ffn_norm.weight", "source_names": [ "model.layers.8.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.8.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.8.operator_norm.weight", "output_file": "layer_8_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.8.operator_norm.weight", "source_names": [ "model.layers.8.operator_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.conv.conv.weight", "bits": 8, "bytes": 10336, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "depthwise conv tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.conv.conv.weight", "output_file": "layer_9_conv_depthwise.weights", "policy": "fallback", "precision": "INT8", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1, 3 ], "source_name": "model.layers.9.conv.conv.weight", "source_names": [ "model.layers.9.conv.conv.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.conv.in_proj.weight", "bits": 4, "bytes": 6497152, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.9.conv.in_proj.weight", "output_file": "layer_9_conv_in_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 6144, 2048 ], "source_name": "model.layers.9.conv.in_proj.weight", "source_names": [ "model.layers.9.conv.in_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.conv.out_proj.weight", "bits": 4, "bytes": 2171776, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": "expected GPTQ target had zero samples", "hessian_samples": 0, "hf_name": "model.layers.9.conv.out_proj.weight", "output_file": "layer_9_conv_out_proj.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 2048 ], "source_name": "model.layers.9.conv.out_proj.weight", "source_names": [ "model.layers.9.conv.out_proj.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.0.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.0.w1.weight", "output_file": "layer_9_moe_expert_0_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.0.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.0.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.0.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.0.w2.weight", "output_file": "layer_9_moe_expert_0_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.0.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.0.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.0.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.0.w3.weight", "output_file": "layer_9_moe_expert_0_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.0.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.0.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.1.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.1.w1.weight", "output_file": "layer_9_moe_expert_1_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.1.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.1.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.1.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.1.w2.weight", "output_file": "layer_9_moe_expert_1_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.1.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.1.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.1.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.1.w3.weight", "output_file": "layer_9_moe_expert_1_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.1.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.1.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.10.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.10.w1.weight", "output_file": "layer_9_moe_expert_10_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.10.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.10.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.10.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.10.w2.weight", "output_file": "layer_9_moe_expert_10_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.10.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.10.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.10.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.10.w3.weight", "output_file": "layer_9_moe_expert_10_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.10.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.10.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.11.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.11.w1.weight", "output_file": "layer_9_moe_expert_11_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.11.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.11.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.11.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.11.w2.weight", "output_file": "layer_9_moe_expert_11_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.11.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.11.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.11.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.11.w3.weight", "output_file": "layer_9_moe_expert_11_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.11.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.11.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.12.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.12.w1.weight", "output_file": "layer_9_moe_expert_12_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.12.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.12.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.12.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.12.w2.weight", "output_file": "layer_9_moe_expert_12_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.12.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.12.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.12.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.12.w3.weight", "output_file": "layer_9_moe_expert_12_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.12.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.12.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.13.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.13.w1.weight", "output_file": "layer_9_moe_expert_13_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.13.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.13.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.13.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.13.w2.weight", "output_file": "layer_9_moe_expert_13_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.13.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.13.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.13.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.13.w3.weight", "output_file": "layer_9_moe_expert_13_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.13.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.13.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.14.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.14.w1.weight", "output_file": "layer_9_moe_expert_14_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.14.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.14.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.14.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.14.w2.weight", "output_file": "layer_9_moe_expert_14_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.14.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.14.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.14.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.14.w3.weight", "output_file": "layer_9_moe_expert_14_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.14.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.14.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.15.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.15.w1.weight", "output_file": "layer_9_moe_expert_15_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.15.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.15.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.15.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.15.w2.weight", "output_file": "layer_9_moe_expert_15_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.15.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.15.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.15.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.15.w3.weight", "output_file": "layer_9_moe_expert_15_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.15.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.15.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.16.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.16.w1.weight", "output_file": "layer_9_moe_expert_16_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.16.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.16.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.16.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.16.w2.weight", "output_file": "layer_9_moe_expert_16_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.16.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.16.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.16.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.16.w3.weight", "output_file": "layer_9_moe_expert_16_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.16.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.16.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.17.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.17.w1.weight", "output_file": "layer_9_moe_expert_17_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.17.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.17.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.17.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.17.w2.weight", "output_file": "layer_9_moe_expert_17_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.17.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.17.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.17.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.17.w3.weight", "output_file": "layer_9_moe_expert_17_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.17.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.17.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.18.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.18.w1.weight", "output_file": "layer_9_moe_expert_18_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.18.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.18.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.18.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.18.w2.weight", "output_file": "layer_9_moe_expert_18_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.18.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.18.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.18.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.18.w3.weight", "output_file": "layer_9_moe_expert_18_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.18.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.18.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.19.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.19.w1.weight", "output_file": "layer_9_moe_expert_19_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.19.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.19.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.19.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.19.w2.weight", "output_file": "layer_9_moe_expert_19_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.19.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.19.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.19.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.19.w3.weight", "output_file": "layer_9_moe_expert_19_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.19.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.19.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.2.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.2.w1.weight", "output_file": "layer_9_moe_expert_2_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.2.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.2.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.2.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.2.w2.weight", "output_file": "layer_9_moe_expert_2_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.2.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.2.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.2.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.2.w3.weight", "output_file": "layer_9_moe_expert_2_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.2.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.2.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.20.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.20.w1.weight", "output_file": "layer_9_moe_expert_20_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.20.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.20.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.20.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.20.w2.weight", "output_file": "layer_9_moe_expert_20_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.20.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.20.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.20.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.20.w3.weight", "output_file": "layer_9_moe_expert_20_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.20.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.20.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.21.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.21.w1.weight", "output_file": "layer_9_moe_expert_21_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.21.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.21.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.21.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.21.w2.weight", "output_file": "layer_9_moe_expert_21_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.21.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.21.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.21.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.21.w3.weight", "output_file": "layer_9_moe_expert_21_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.21.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.21.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.22.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.22.w1.weight", "output_file": "layer_9_moe_expert_22_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.22.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.22.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.22.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.22.w2.weight", "output_file": "layer_9_moe_expert_22_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.22.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.22.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.22.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.22.w3.weight", "output_file": "layer_9_moe_expert_22_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.22.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.22.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.23.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.23.w1.weight", "output_file": "layer_9_moe_expert_23_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.23.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.23.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.23.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.23.w2.weight", "output_file": "layer_9_moe_expert_23_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.23.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.23.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.23.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.23.w3.weight", "output_file": "layer_9_moe_expert_23_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.23.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.23.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.24.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.24.w1.weight", "output_file": "layer_9_moe_expert_24_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.24.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.24.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.24.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.24.w2.weight", "output_file": "layer_9_moe_expert_24_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.24.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.24.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.24.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.24.w3.weight", "output_file": "layer_9_moe_expert_24_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.24.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.24.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.25.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.25.w1.weight", "output_file": "layer_9_moe_expert_25_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.25.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.25.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.25.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.25.w2.weight", "output_file": "layer_9_moe_expert_25_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.25.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.25.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.25.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.25.w3.weight", "output_file": "layer_9_moe_expert_25_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.25.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.25.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.26.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.26.w1.weight", "output_file": "layer_9_moe_expert_26_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.26.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.26.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.26.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.26.w2.weight", "output_file": "layer_9_moe_expert_26_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.26.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.26.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.26.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.26.w3.weight", "output_file": "layer_9_moe_expert_26_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.26.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.26.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.27.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.27.w1.weight", "output_file": "layer_9_moe_expert_27_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.27.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.27.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.27.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.27.w2.weight", "output_file": "layer_9_moe_expert_27_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.27.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.27.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.27.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.27.w3.weight", "output_file": "layer_9_moe_expert_27_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.27.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.27.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.28.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.28.w1.weight", "output_file": "layer_9_moe_expert_28_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.28.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.28.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.28.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.28.w2.weight", "output_file": "layer_9_moe_expert_28_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.28.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.28.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.28.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.28.w3.weight", "output_file": "layer_9_moe_expert_28_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.28.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.28.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.29.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.29.w1.weight", "output_file": "layer_9_moe_expert_29_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.29.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.29.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.29.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.29.w2.weight", "output_file": "layer_9_moe_expert_29_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.29.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.29.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.29.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.29.w3.weight", "output_file": "layer_9_moe_expert_29_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.29.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.29.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.3.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.3.w1.weight", "output_file": "layer_9_moe_expert_3_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.3.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.3.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.3.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.3.w2.weight", "output_file": "layer_9_moe_expert_3_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.3.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.3.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.3.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.3.w3.weight", "output_file": "layer_9_moe_expert_3_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.3.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.3.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.30.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.30.w1.weight", "output_file": "layer_9_moe_expert_30_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.30.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.30.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.30.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.30.w2.weight", "output_file": "layer_9_moe_expert_30_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.30.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.30.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.30.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.30.w3.weight", "output_file": "layer_9_moe_expert_30_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.30.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.30.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.31.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.31.w1.weight", "output_file": "layer_9_moe_expert_31_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.31.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.31.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.31.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.31.w2.weight", "output_file": "layer_9_moe_expert_31_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.31.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.31.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.31.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.31.w3.weight", "output_file": "layer_9_moe_expert_31_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.31.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.31.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.4.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.4.w1.weight", "output_file": "layer_9_moe_expert_4_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.4.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.4.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.4.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.4.w2.weight", "output_file": "layer_9_moe_expert_4_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.4.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.4.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.4.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.4.w3.weight", "output_file": "layer_9_moe_expert_4_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.4.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.4.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.5.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.5.w1.weight", "output_file": "layer_9_moe_expert_5_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.5.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.5.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.5.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.5.w2.weight", "output_file": "layer_9_moe_expert_5_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.5.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.5.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.5.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.5.w3.weight", "output_file": "layer_9_moe_expert_5_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.5.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.5.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.6.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.6.w1.weight", "output_file": "layer_9_moe_expert_6_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.6.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.6.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.6.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.6.w2.weight", "output_file": "layer_9_moe_expert_6_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.6.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.6.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.6.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.6.w3.weight", "output_file": "layer_9_moe_expert_6_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.6.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.6.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.7.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.7.w1.weight", "output_file": "layer_9_moe_expert_7_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.7.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.7.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.7.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.7.w2.weight", "output_file": "layer_9_moe_expert_7_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.7.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.7.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.7.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.7.w3.weight", "output_file": "layer_9_moe_expert_7_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.7.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.7.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.8.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.8.w1.weight", "output_file": "layer_9_moe_expert_8_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.8.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.8.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.8.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.8.w2.weight", "output_file": "layer_9_moe_expert_8_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.8.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.8.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.8.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.8.w3.weight", "output_file": "layer_9_moe_expert_8_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.8.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.8.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.9.w1.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.9.w1.weight", "output_file": "layer_9_moe_expert_9_w1.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.9.w1.weight", "source_names": [ "model.layers.9.feed_forward.experts.9.w1.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.9.w2.weight", "bits": 4, "bytes": 1900416, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.9.w2.weight", "output_file": "layer_9_moe_expert_9_w2.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048, 1792 ], "source_name": "model.layers.9.feed_forward.experts.9.w2.weight", "source_names": [ "model.layers.9.feed_forward.experts.9.w2.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.experts.9.w3.weight", "bits": 4, "bytes": 1901440, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": null, "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.experts.9.w3.weight", "output_file": "layer_9_moe_expert_9_w3.weights", "policy": "convert", "precision": "CQ4", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 1792, 2048 ], "source_name": "model.layers.9.feed_forward.experts.9.w3.weight", "source_names": [ "model.layers.9.feed_forward.experts.9.w3.weight" ], "status": "converted", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.feed_forward.gate.weight", "bits": null, "bytes": 131168, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "moe routing tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.feed_forward.gate.weight", "output_file": "layer_9_moe_router.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 32, 2048 ], "source_name": "model.layers.9.feed_forward.gate.weight", "source_names": [ "model.layers.9.feed_forward.gate.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.ffn_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.ffn_norm.weight", "output_file": "layer_9_post_attn_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.9.ffn_norm.weight", "source_names": [ "model.layers.9.ffn_norm.weight" ], "status": "fallback", "transform": "none" }, { "adapter_family": "lfm2", "adapter_name": "model.layers.9.operator_norm.weight", "bits": null, "bytes": 4192, "component": "language", "dtype": "torch.bfloat16", "fallback_reason": "norm tensor", "gptq_used": false, "hessian_missing_reason": null, "hessian_samples": 0, "hf_name": "model.layers.9.operator_norm.weight", "output_file": "layer_9_input_norm.weights", "policy": "fallback", "precision": "FP16", "qdq_restore": "hf_key", "recognized": true, "required": true, "scale_factor": 1.0, "shape": [ 2048 ], "source_name": "model.layers.9.operator_norm.weight", "source_names": [ "model.layers.9.operator_norm.weight" ], "status": "fallback", "transform": "none" } ]