ApacheOne commited on
Commit
de70cc7
·
verified ·
1 Parent(s): 8770197

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -50
config.json CHANGED
@@ -1,52 +1,4 @@
1
  {
2
- "architectures": [
3
- "CLIPTextModel"
4
- ],
5
- "attention_dropout": 0.0,
6
- "bos_token_id": 0,
7
- "dropout": 0.0,
8
- "dtype": "float16",
9
- "eos_token_id": 2,
10
- "hidden_act": "quick_gelu",
11
- "hidden_size": 768,
12
- "initializer_factor": 1.0,
13
- "initializer_range": 0.02,
14
- "intermediate_size": 3072,
15
- "layer_norm_eps": 1e-05,
16
- "max_position_embeddings": 77,
17
- "model_type": "clip_text_model",
18
- "num_attention_heads": 12,
19
- "num_hidden_layers": 12,
20
- "pad_token_id": 1,
21
- "projection_dim": 768,
22
- "transformers_version": "5.5.4",
23
- "vocab_size": 49408,
24
- "quantization_config": {
25
- "config_groups": {
26
- "group_0": {
27
- "input_activations": {
28
- "dynamic": false,
29
- "num_bits": 4,
30
- "type": "float",
31
- "group_size": 16
32
- },
33
- "weights": {
34
- "dynamic": false,
35
- "num_bits": 4,
36
- "type": "float",
37
- "group_size": 16
38
- },
39
- "targets": [
40
- "Linear"
41
- ]
42
- }
43
- },
44
- "ignore": [],
45
- "quant_algo": "NVFP4",
46
- "producer": {
47
- "name": "modelopt",
48
- "version": "0.43.0"
49
- },
50
- "quant_method": "modelopt"
51
- }
52
  }
 
1
  {
2
+ "_comment": "Root config file added primarily to enable download tracking for this repository containing multiple models/components in subfolders. Specific configurations may exist within subdirectories.",
3
+ "model_type": "custom"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
  }