Add model_max_length; note context-extension capability in README
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -103,5 +103,6 @@
|
|
| 103 |
"use_fp8_input_projections": false,
|
| 104 |
"use_interpolated_rotary_pos_emb": true,
|
| 105 |
"use_laughing_hyena": false,
|
| 106 |
-
"vocab_size": 512
|
|
|
|
| 107 |
}
|
|
|
|
| 103 |
"use_fp8_input_projections": false,
|
| 104 |
"use_interpolated_rotary_pos_emb": true,
|
| 105 |
"use_laughing_hyena": false,
|
| 106 |
+
"vocab_size": 512,
|
| 107 |
+
"model_max_length": 262144
|
| 108 |
}
|