latishab commited on
Commit
1f4db4c
·
verified ·
1 Parent(s): 3dc7045

Add config

Browse files
Files changed (1) hide show
  1. config.json +34 -1
config.json CHANGED
@@ -11,5 +11,38 @@
11
  "EOU": 1
12
  },
13
  "pipeline_tag": "text-classification",
14
- "version": "1.0.0"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  }
 
11
  "EOU": 1
12
  },
13
  "pipeline_tag": "text-classification",
14
+ "version": "1.0.0",
15
+ "last_updated": "2025-03-13 12:01:15",
16
+ "last_updated_by": "latishab",
17
+ "formats_available": [
18
+ "pytorch",
19
+ "onnx",
20
+ "onnx_quantized",
21
+ "gguf"
22
+ ],
23
+ "inference_config": {
24
+ "task_type": "text-classification",
25
+ "runtime": "2.1",
26
+ "framework": "pytorch",
27
+ "memory": "auto",
28
+ "conversion_config": {
29
+ "quantization": "int8",
30
+ "optimize_memory": true,
31
+ "optimize_inference": true
32
+ },
33
+ "deployment": {
34
+ "instance_type": "cpu-basic",
35
+ "min_replicas": 1,
36
+ "max_replicas": 3,
37
+ "scaling_config": {
38
+ "cpu_utilization": 80,
39
+ "max_concurrent_requests": 100
40
+ }
41
+ },
42
+ "api_config": {
43
+ "timeout": 30,
44
+ "max_tokens": 256,
45
+ "max_batch_size": 32
46
+ }
47
+ }
48
  }