PY-AI-Dev commited on
Commit
464f736
·
verified ·
1 Parent(s): 59e4211

Upload configuration_slm.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. configuration_slm.py +2 -0
configuration_slm.py CHANGED
@@ -28,4 +28,6 @@ class SLMConfig(PretrainedConfig):
28
  self.max_position_embeddings = max_position_embeddings
29
  self.rope_theta = rope_theta
30
  self.norm_eps = norm_eps
 
 
31
  super().__init__(**kwargs)
 
28
  self.max_position_embeddings = max_position_embeddings
29
  self.rope_theta = rope_theta
30
  self.norm_eps = norm_eps
31
+ # Alias expected by transformers internals (DynamicCache, etc.)
32
+ self.num_hidden_layers = num_layers
33
  super().__init__(**kwargs)