geetu040
/

Timer-S1-quantized-4bit

Time Series Forecasting

text-generation

foundation models

pretrained models

time series foundation models

4-bit precision

Model card Files Files and versions

geetu040 commited on 14 days ago

Commit

f8acd96

·

verified ·

1 Parent(s): 8bc63f3

Add files using upload-large-folder tool

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -37,7 +37,7 @@
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
-    "bnb_4bit_compute_dtype": "float32",
     "bnb_4bit_quant_storage": "uint8",
     "bnb_4bit_quant_type": "fp4",
     "bnb_4bit_use_double_quant": false,
@@ -51,5 +51,5 @@
   },
   "rope_theta": 10000,
   "transformers_version": "4.57.6",
-  "use_cache": false
 }

   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
+    "bnb_4bit_compute_dtype": "bfloat16",
     "bnb_4bit_quant_storage": "uint8",
     "bnb_4bit_quant_type": "fp4",
     "bnb_4bit_use_double_quant": false,
   },
   "rope_theta": 10000,
   "transformers_version": "4.57.6",
+  "use_cache": true
 }