guarin HF Staff commited on
Commit
bd9a9e6
·
verified ·
1 Parent(s): 411339b

Update config.json and preprocessor_config.json

Browse files
Files changed (1) hide show
  1. config.json +25 -25
config.json CHANGED
@@ -1275,7 +1275,7 @@
1275
  "num_channels": 3,
1276
  "num_first_full_attention_layers": 8,
1277
  "num_hidden_layers": 40,
1278
- "num_key_value_attention_heads": 8,
1279
  "num_key_value_heads_per_layer": [
1280
  24,
1281
  24,
@@ -1285,30 +1285,30 @@
1285
  24,
1286
  24,
1287
  24,
1288
- 8,
1289
- 8,
1290
- 8,
1291
- 8,
1292
- 8,
1293
- 8,
1294
- 8,
1295
- 8,
1296
- 8,
1297
- 8,
1298
- 8,
1299
- 8,
1300
- 8,
1301
- 8,
1302
- 8,
1303
- 8,
1304
- 8,
1305
- 8,
1306
- 8,
1307
- 8,
1308
- 8,
1309
- 8,
1310
- 8,
1311
- 8,
1312
  24,
1313
  24,
1314
  24,
 
1275
  "num_channels": 3,
1276
  "num_first_full_attention_layers": 8,
1277
  "num_hidden_layers": 40,
1278
+ "num_key_value_attention_heads": 12,
1279
  "num_key_value_heads_per_layer": [
1280
  24,
1281
  24,
 
1285
  24,
1286
  24,
1287
  24,
1288
+ 12,
1289
+ 12,
1290
+ 12,
1291
+ 12,
1292
+ 12,
1293
+ 12,
1294
+ 12,
1295
+ 12,
1296
+ 12,
1297
+ 12,
1298
+ 12,
1299
+ 12,
1300
+ 12,
1301
+ 12,
1302
+ 12,
1303
+ 12,
1304
+ 12,
1305
+ 12,
1306
+ 12,
1307
+ 12,
1308
+ 12,
1309
+ 12,
1310
+ 12,
1311
+ 12,
1312
  24,
1313
  24,
1314
  24,