RiverRider commited on
Commit
9abf733
·
verified ·
1 Parent(s): b15e162
Files changed (1) hide show
  1. config.json +20 -0
config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backbone_id": "meta-llama/Llama-3.2-3B",
3
+ "backbone_dtype": "bfloat16",
4
+ "extraction_layer": 20,
5
+ "d_vector": null,
6
+ "max_new_tokens": 64,
7
+ "temperature": 1.0,
8
+ "top_p": 1.0,
9
+ "pool": "last",
10
+ "lambda_mag": 0.1,
11
+ "beta_kl": 0.05,
12
+ "gamma_entropy": 0.05,
13
+ "delta_community": 0.2,
14
+ "h_min": 1.5,
15
+ "h_max": 3.0,
16
+ "num_prefix_tokens": 1,
17
+ "prefix_mode": "static",
18
+ "prefix_mlp_hidden": 256,
19
+ "num_inject_slots": 1
20
+ }