add albert v3.0 config (matches best.safetensors)

albert_v3.0.config.json

@@ -0,0 +1,18 @@
+{
+  "activation_checkpoint_interval": 0,
+  "fusion_layers": [
+    2,
+    3,
+    5,
+    8,
+    13,
+    21
+  ],
+  "hidden_size": 256,
+  "max_seq_len": 128,
+  "num_experts": 12,
+  "num_heads": 4,
+  "num_layers": 31,
+  "num_streams": 2,
+  "vocab_size": 32000
+}