Upload folder using huggingface_hub

config.json

@@ -88,11 +88,9 @@
           "num_bits": 8,
           "observer": null,
           "observer_kwargs": {},
-          "scale_dtype": null,
           "strategy": "token",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
+          "type": "float"
         },
         "output_activations": null,
         "targets": [
@@ -106,11 +104,9 @@
           "num_bits": 8,
           "observer": "minmax",
           "observer_kwargs": {},
-          "scale_dtype": null,
           "strategy": "channel",
           "symmetric": true,
-          "type": "float",
-          "zp_dtype": null
+          "type": "float"
         }
       }
     },
@@ -164,7 +160,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.13.0"
+    "version": "0.12.2"
   },
   "residual_multiplier": 0.22,
   "rms_norm_eps": 1e-05,
@@ -172,8 +168,8 @@
   "rope_theta": 10000,
   "router_aux_loss_coef": 0.0,
   "shared_intermediate_size": 1024,
-  "tie_word_embeddings": true,
-  "transformers_version": "4.57.3",
+  "tie_word_embeddings": false,
+  "transformers_version": "4.56.2",
   "use_cache": true,
   "vocab_size": 100352
 }

generation_config.json

@@ -3,5 +3,5 @@
   "bos_token_id": 100257,
   "eos_token_id": 100257,
   "pad_token_id": 100256,
-  "transformers_version": "4.57.3"
+  "transformers_version": "4.56.2"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc81a91ad74206a8fae5d2cbdef72947522b95e5ddd0ad55094783830851d09f
+oid sha256:cd47d73816b8de7d150a694a45faca5776a5d4123dedb1752db7469d28e5b583
 size 4802288912

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5227f3ed491c6b2365e38b4c05f0dc81c91a36cf960c675b9a9030febb3dfc0
-size 3529213664
+oid sha256:f8dd18fb7f26fb99a5c14bd9ee4026fe55c3dab8fa6bddfffc588754af3d3946
+size 3837495128

model.safetensors.index.json

@@ -1,9 +1,10 @@
 {
   "metadata": {
-    "total_parameters": 6939484416,
-    "total_size": 13138641408
+    "total_parameters": 7093625088,
+    "total_size": 13446922752
   },
   "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
     "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
     "model.layers.0.block_sparse_moe.input_linear.weight": "model-00001-of-00003.safetensors",
     "model.layers.0.block_sparse_moe.output_linear.weight": "model-00001-of-00003.safetensors",