Add config
Browse files- config.json +34 -1
config.json
CHANGED
|
@@ -11,5 +11,38 @@
|
|
| 11 |
"EOU": 1
|
| 12 |
},
|
| 13 |
"pipeline_tag": "text-classification",
|
| 14 |
-
"version": "1.0.0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
}
|
|
|
|
| 11 |
"EOU": 1
|
| 12 |
},
|
| 13 |
"pipeline_tag": "text-classification",
|
| 14 |
+
"version": "1.0.0",
|
| 15 |
+
"last_updated": "2025-03-13 12:01:15",
|
| 16 |
+
"last_updated_by": "latishab",
|
| 17 |
+
"formats_available": [
|
| 18 |
+
"pytorch",
|
| 19 |
+
"onnx",
|
| 20 |
+
"onnx_quantized",
|
| 21 |
+
"gguf"
|
| 22 |
+
],
|
| 23 |
+
"inference_config": {
|
| 24 |
+
"task_type": "text-classification",
|
| 25 |
+
"runtime": "2.1",
|
| 26 |
+
"framework": "pytorch",
|
| 27 |
+
"memory": "auto",
|
| 28 |
+
"conversion_config": {
|
| 29 |
+
"quantization": "int8",
|
| 30 |
+
"optimize_memory": true,
|
| 31 |
+
"optimize_inference": true
|
| 32 |
+
},
|
| 33 |
+
"deployment": {
|
| 34 |
+
"instance_type": "cpu-basic",
|
| 35 |
+
"min_replicas": 1,
|
| 36 |
+
"max_replicas": 3,
|
| 37 |
+
"scaling_config": {
|
| 38 |
+
"cpu_utilization": 80,
|
| 39 |
+
"max_concurrent_requests": 100
|
| 40 |
+
}
|
| 41 |
+
},
|
| 42 |
+
"api_config": {
|
| 43 |
+
"timeout": 30,
|
| 44 |
+
"max_tokens": 256,
|
| 45 |
+
"max_batch_size": 32
|
| 46 |
+
}
|
| 47 |
+
}
|
| 48 |
}
|