Upload configuration_slm.py with huggingface_hub
Browse files- configuration_slm.py +2 -0
configuration_slm.py
CHANGED
|
@@ -28,4 +28,6 @@ class SLMConfig(PretrainedConfig):
|
|
| 28 |
self.max_position_embeddings = max_position_embeddings
|
| 29 |
self.rope_theta = rope_theta
|
| 30 |
self.norm_eps = norm_eps
|
|
|
|
|
|
|
| 31 |
super().__init__(**kwargs)
|
|
|
|
| 28 |
self.max_position_embeddings = max_position_embeddings
|
| 29 |
self.rope_theta = rope_theta
|
| 30 |
self.norm_eps = norm_eps
|
| 31 |
+
# Alias expected by transformers internals (DynamicCache, etc.)
|
| 32 |
+
self.num_hidden_layers = num_layers
|
| 33 |
super().__init__(**kwargs)
|