Upload folder using huggingface_hub

config.json

@@ -23,5 +23,10 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.53.1",
   "use_cache": true,
-  "vocab_size": 131072
-}
+  "vocab_size": 131072,
+    "quantization_config": {
+    "activation_scheme": "dynamic",
+    "fmt": "e4m3",
+    "quant_method": "fp8"
+  }
+}