Upload folder using huggingface_hub

config.json

@@ -68,7 +68,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.17.2.a20260728"
+    "version": "0.17.1"
   },
   "rms_norm_eps": 1e-05,
   "rope_parameters": {
@@ -76,7 +76,7 @@
     "rope_type": "default"
   },
   "tie_word_embeddings": false,
-  "transformers_version": "5.14.1",
+  "transformers_version": "5.10.1",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -3,5 +3,5 @@
   "eos_token_id": 2,
   "max_length": 2048,
   "pad_token_id": 0,
-  "transformers_version": "5.14.1"
+  "transformers_version": "5.10.1"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5de16c88ad81b5867aed7ebf6419dc0333b140e919b7f08a1f3491fbc3c15d58
+oid sha256:32a96464981035381fada582ce9f5c1e59fcde6d86c5830eef6aa31ef5122ca1
 size 1232041608

recipe.yaml

@@ -1,7 +1,6 @@
 quant_stage:
   quant_modifiers:
     SmoothQuantModifier:
-      requires_calibration_data: true
       smoothing_strength: 0.8
       mappings:
       - - ['re:.*q_proj', 're:.*k_proj', 're:.*v_proj']
@@ -45,7 +44,6 @@ quant_stage:
       targets: [Linear]
       ignore: [lm_head]
       bypass_divisibility_checks: false
-      requires_calibration_data: true
       block_size: 128
       dampening_frac: 0.01
       offload_hessians: false