diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b41c021d852e64cdd1848f8205c1e7039cf544f7
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,76 @@
+{
+ "version": "0.1.0",
+ "model_type": "qwen2",
+ "quantization": "q0f16",
+ "model_config": {
+ "hidden_act": "silu",
+ "hidden_size": 5120,
+ "intermediate_size": 27648,
+ "num_attention_heads": 40,
+ "num_hidden_layers": 64,
+ "num_key_value_heads": 8,
+ "rms_norm_eps": 1e-05,
+ "rope_theta": 1000000.0,
+ "vocab_size": 152064,
+ "tie_word_embeddings": false,
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "tensor_parallel_shards": 1,
+ "head_dim": 128,
+ "dtype": "float32",
+ "max_batch_size": 128
+ },
+ "vocab_size": 152064,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 151643,
+ "eos_token_id": 151643
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..6a02b501f42ebb1747c00ab3e981b1e433b84f00
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,6849 @@
+{
+ "metadata": {
+ "ParamSize": 451,
+ "ParamBytes": 65527752704.0,
+ "BitsPerParam": 16.0
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 1557135360,
+ "records": [
+ {
+ "name": "model.embed_tokens.weight",
+ "shape": [
+ 152064,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1557135360,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5bb8a5b3f90570fab670ef1f77ac9c3e"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e6597a419099c1c43cd4be29c57d196e"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "24b9b24c41981ce94a844ae7b84a4fca"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "66d2a6d02e0dfa37786d3f875fe2570c"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "137e6e281dfbb54da20009215402e39d"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "23f983a4047343827109bdfa10803d6f"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a4d6a20dcde2d5569305bd0dad74c62"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77d8014389983124d15b7022d7526516"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9762db72d672031a8f0d4fe167340f22"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "910029e5425232e6cdc484e431538d29"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "763f5e578ec61e12d9b59054f78fa12e"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fade4260f6dce70b3a91149a9ff19fe6"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9360aeef170b387fce521eeae09c8c0"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ba67a428fa8783d91f8aff30c5fa204"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f818e6aa2e2edc23c82bfaa9c19dc299"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28612239120f6d76ecb155675c3294da"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2029484ef18e116825ed89fa957b84b5"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9035b5634c8ff1291c4fec0fed69bb47"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "631e5c6439b249d078623bd6b965717c"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "973ede8f5683e93977357ba065727794"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6ebb491df8f469da7ab4d907cbbfd8a0"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f2c7323ac008313d435257021dae4e52"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0e668f09d3be2d97fb64f884151ff950"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "821d012918d5e6e079d45cd444c42917"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5337e0f85d730bffe3e021927573fd8e"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7725d08483c8b493ea848de2f14b1ad9"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5c741c4712bb1861618f202090149b62"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e8241afad745644f8a2f99d0c7f9838"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a0b094d606bcc1ad1cd9df4b7a9ab4db"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "34a320d529bfd24553cc28a5e8a6c06c"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5244c38090e74d4d4f5b983408dbf712"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c372847162cbe83824ab927c864d09ca"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6aa4864d6a582231ec1e151fb9e99977"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "af4f68273783d6352cf6eb072fb1a011"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d822791c6a3dff3ea9a97e331fa775ad"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "475fdd8e710217893a17bd2b0d9ea591"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e92702db75b16dc8faa6256084008e90"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6faaa6b61e4470c4fc7f04478198b0d2"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5151e9100d868532427e91875a6bec00"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "76747cac27c83e2f6f5bc730e167e219"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "76d5ca076c87c580ac3b3dab806a9b0e"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e2cd5b97c22a45620532f16c7462c69b"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "22ae0c02dd8d5e5aa643a7a9440f4368"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4aecf6430e5c2620a22acf8e1a2b6e73"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b17a9ebc98f808a9025f19b1ed6a17db"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ed98425823cef619474d4d39a670157"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1064b066ecbfe7ee2bd951d9f4750ebb"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8866e24e57b9a5f5c78e365aff76db0e"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f0ac27a56537e4246aabd88563a9f24a"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5b4d6ca1eee3ed5c6e58f7626f08a3fb"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11224a0cf6a0cd951fdb9b851e61463c"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "43e824cc215726669e431084226e616d"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "34ad009c6731873d812aa2d9d4295a15"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3fb9a5d64e782a92dcb9d1e63149905"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7207e14b18ee95cf7e6de2b5362e5894"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4997550468591f2266d7a264e2ef6cf3"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3e9b72fb556280e9d3f63220b431ecc8"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "38d0d2bcde8ba72881a846fa6b211c51"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "41823cfc9490cbffea61c80e27c4e2de"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "614665d4f6f73f8808dfa56b874831c3"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b04bbca8f2b24ffd161c96cd1c80bed3"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da0a1979c9e5f83486bb1906c66c5321"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5b990ddfa3efdc6477c867a9dabb99ea"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "41700d40396b9ee86300e78ab60e382f"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "582555dcb8d4934ae8bfe207ef4d7c70"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f338f584c2e0d6e4e4cce95d7c16139"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c5651e6aa4d573eeed1cdec6cfc24d3b"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88e8931c30c1ab4946e247b5a8ec1388"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4116f1d99431d05db725e55cfea6ed87"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61e768c4137c4d0aa8262b79b33d4cb6"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "40b742c1586462539b2b80218ccd024a"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "33730e7eb6619743821b97022b574012"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "53026d1b33f654bdd0090b39ab4e2c59"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "27dc5a70ed9a2a995fe175e0286d6af9"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "840eb844b8ca3ada553ac02d41938df0"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cfbf879fe49d3f372aca71b62f954158"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "34f70fefefb09109642b3ef2a9cdbb41"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0080130c55c3ed246a4853eb0aaba83c"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cae00c5cc3484e8983bc697b7eccc96f"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e447056cdff3c65578ae4fcc5e4c8461"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80f9dc335c2e7ed0cc642c576641cb67"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f04793095f233c2b1202a105d4f47f03"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3310290e093e5d94994c997d9ce3ed2f"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfc65d8fd073d15fc92b515dd6b05730"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "58191c656d371b9ab0f8091ef0f28fbb"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f902b44d442a2ff31b9a9ff6328a3af6"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "48c952dbac55ce490db29e17c3375fa6"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "705af3839ae8608b5598aab5a496a994"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4fcc7d40ee8f8e949969adc7a898fd5d"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db996b7293ff02ec684eb5c39f5ff6e7"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00562b416b83e897ee970faf464230c7"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e7d3987e7131fbc2dd6380a5f52a97bb"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47cb7058f5e65f7c420956f93d060aba"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9be8911f568964b9cc32a573e2dd216f"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5bda4c61695c5be0e2a621dcdae1ba16"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "133d055cd9417e7e9de1c5a307cfc649"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6fb3e57707f301c52913e683a06589e4"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a13369d32c39f4d6b10e5967c1b22e51"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "327caba6641586d6cb9c2df2e29f9090"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d0c21163257ea02bb6bc2895f955b61e"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff3747e41a35848722f9bd5a197485f9"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4dc76defba3461d5fb480d2b740709d0"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "558719ca91923f95400f1a3c072e9710"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "631aca388dedc71ea348edc0cebe2893"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d1251b8754079e13bcaa3c51596d8049"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2215f94fcc3ce367a44ac620f3b5e642"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "85dfa43c7b957a51920e8a4c2de2e784"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8b2e517104941f58625337afaa3eae8f"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29714eb5d7311c54209d7d61dadf1166"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "56fb1365ea37063c1e55c04bc55502d2"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e2de2b002b8dc32c6561f8ddc4bc719"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3b30848d42b6adccf53b4209294250d3"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c4f9cf81a7dc66935ce08eed8394ec5"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3c2d08ce8a85857329205b31e56815d9"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3aa209370ac55d4b9259243a22a508a"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dcb5bfbfef3ac69b5e42299d61170a1c"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce3732421604dc99ec48e6584d9350d8"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a5a2b8cd5b45a1704365d3bdc5f145f3"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28bc61914b94debc2cc8fd7b18ae8690"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d082f7e7c84ebdb0eec10dee4acfb398"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "299ccc409de9e95db3ad8d6475e1cab1"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9bf54df154325867a3bb8d91dbf6a168"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "02f634ee62f28d6e752283d96525f40f"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "582341a0cc3d5cebd47b8aa07910c056"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e2fcaa76a2f5350d1ac64e4c9815848"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "eaab4b81d2e263a778fb4a7481436ce0"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ecfb57595c11a9596a98f023ef358595"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3cfaadb61d0f7d324774f199ff4e52b4"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bae7c0d12f50f9354cb8b4baeb18b14"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef27014d8281d2c8c84004aeaaa49fda"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60400f5f6827713e11e208d98fd8e15f"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5026c050be4c53f6bb6bfa47486b54f6"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "142830fbd23e8ff6b53ceab61ebf1979"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c6da48447f09539c812edbf2fced51cb"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c6272eceeb1035896e3c4e837acfcfb5"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7dc926e16acf28fc526cf7dc1e71b54d"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17b343671d2bb6844df42549f24d5834"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3f26ac8c0935ad3c6ff79164ab511c88"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a27c32ec00e8a486aded43840dba88ec"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0fef21c50581598396fe76724d5adad8"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e1f743d39b5022ee5b6cb9f0c5f26341"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9a9b8f2c99f0877bd4d7650aa0dc7b3f"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "45a681debc84cf58f820652a1d1c25e8"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "97ecc35cb712baadb339e33ac16bba45"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd4766fd94459eabb48ab284586a8b5a"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4141e6e9be73c1479c40d15b04153b16"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "71f9cba9f090b4a1076f58da247ea4e9"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "311ff3bf3d7f70d44b091c8f62a40c99"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79a9ca8b876de58bdceeb383df00e8be"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2606bf667931713e0bb41b2d7c6984b4"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "698cb3cc6a99812498e81eb49a85208f"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ae075f5be1c8e962579372377dec30ed"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9a3af1f47423b6a513eb7c4e716903fc"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d6d1d6ac23608d9b96f64df1f85708b9"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac39a404e1a372c22f08759e1f504943"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0be55f53a230dc807f5798eabeee63d"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00650dc91f8311553efc2c36ddd73238"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f844a7d141d2d62065008b768d073852"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "901827c01833a3a7f8a60320c11de6db"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98cdd2d4df2f4cdff295514ec36e1642"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "91d3f9a6cd1ee9801ef26833ba7d25af"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "83271587ca913823982f17a4ac102283"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8eb24239b724d0278ce28e0343df6c5d"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a9b5471ee4c0691b735ec964825f112"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4272e0764717ab4d8228f61f59df5637"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8f1e0035f7128b1a23db1712e97629b6"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c4439ad3e1399dcf3ee9b5342841d551"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fad38fd7ef77b7e77e7e24508f393159"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0f39f57b65abe17d7fc0632ba586e966"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b7601915f5afc9f7e1e0b1501b60a7a"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25ec1b43287ba1eb056ffb2f9cb4c834"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "12ef863498b9c2bbfecea688fdafc9d6"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "64c1c629f3887b91969f37b39d72ae68"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e529d9569cc6c8fc537e854008557ac8"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5bfde37ddb51dfeab5a711738d526ee9"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7907afb587cc6528ef5e4d953a854df0"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bbd6ecc47cb136ba32741f93754b0dd2"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff49168b89309fe16e92b66206e05d96"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26a702696cb3f3f484a8db6110bca751"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "198ea2e28f6e201a61cdd30c75dcb8e7"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bec3f8b937f11cf3d664b409f5ea6057"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6fdaeaa33d4b81f715f361b6afe459e7"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e43428db02e9286bba46cabd4c463b3c"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1f0d428e75cd3fb548672181d0eb781d"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "530769245540547940930efe1146fe80"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3e814f34cd14d07db4f6a572d55c9e1"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f5f38b93cd367de9077c8522d3e89ec8"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5515400ef6fa93ad9648a71b147c462"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d720702a929d7c82a2646e47650659b3"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7040da6c4f8c0b1fcb4698e5e37b9cf6"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "704dc3c67edcb5519afd8c374f9ba11b"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9a53a4d4f08d965ae9d1099618b0ccbd"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bee6c9d6e21fc88b1baee8985c74f922"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9bd87b3cb6496b12fb0d7cd7e450936"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "39d72169d267ab949d8de70fe3aabd4a"
+ },
+ {
+ "dataPath": "params_shard_195.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "18dcb3f4919decf0f5f449cc1733d5d4"
+ },
+ {
+ "dataPath": "params_shard_196.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0be019a0f15bc769d793c95661a5dcc7"
+ },
+ {
+ "dataPath": "params_shard_197.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b887737aa636be3b55dace81970e75a8"
+ },
+ {
+ "dataPath": "params_shard_198.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "001453fc2c9c048686d4aac00c5aa6be"
+ },
+ {
+ "dataPath": "params_shard_199.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b1a0dafb138d633f8f48a490f6cb081e"
+ },
+ {
+ "dataPath": "params_shard_200.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1c4a8a27e54976fa34a4e792a2ffbf69"
+ },
+ {
+ "dataPath": "params_shard_201.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "40e5824b7840372866c1f1a77a5dcb57"
+ },
+ {
+ "dataPath": "params_shard_202.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "156056edf699aae9119d6d24dd486814"
+ },
+ {
+ "dataPath": "params_shard_203.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0b77aa1a744122a50347933aa9ff8b0"
+ },
+ {
+ "dataPath": "params_shard_204.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3879245b6ab386bb79efed4149c8f0ec"
+ },
+ {
+ "dataPath": "params_shard_205.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ff4d05b384325507eff9a48f25a6528"
+ },
+ {
+ "dataPath": "params_shard_206.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a319036fd908ecd26e5b7be2d3ac99c0"
+ },
+ {
+ "dataPath": "params_shard_207.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4e86c388bdb016245306e5de97ece315"
+ },
+ {
+ "dataPath": "params_shard_208.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ad862495e7b6b15e765950047841ca92"
+ },
+ {
+ "dataPath": "params_shard_209.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "54ddd0cfa009c8521f8f19bce2a1bae6"
+ },
+ {
+ "dataPath": "params_shard_210.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d396daa1c725f866c6e245bd41e9c13c"
+ },
+ {
+ "dataPath": "params_shard_211.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1bd8faa3795441a9fd43fe49ac267625"
+ },
+ {
+ "dataPath": "params_shard_212.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "05bf0310a7ede7f8f89938bbd882f69e"
+ },
+ {
+ "dataPath": "params_shard_213.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "07864b3e538c544a2bc0b4d5f95bfd42"
+ },
+ {
+ "dataPath": "params_shard_214.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9dc0d01c408bbc93852be82d8874c3f4"
+ },
+ {
+ "dataPath": "params_shard_215.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cb9aedf51a3787dc3de0e8c0942dd576"
+ },
+ {
+ "dataPath": "params_shard_216.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "770c7ff748a6ec580244b77d624291e6"
+ },
+ {
+ "dataPath": "params_shard_217.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d6097dc03c1afcc4e835cc049cd8e476"
+ },
+ {
+ "dataPath": "params_shard_218.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d16dd0c01816ef77a7dc6a42a8d7274a"
+ },
+ {
+ "dataPath": "params_shard_219.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2855a99f3f66a268d2a552b25c368362"
+ },
+ {
+ "dataPath": "params_shard_220.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "90b19b11cc36736d62f0ec62031ed932"
+ },
+ {
+ "dataPath": "params_shard_221.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "942bb5033d93fd5d0b9c7442b130cd3e"
+ },
+ {
+ "dataPath": "params_shard_222.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef1211d6f8c0f9aa26904b5ba944ca9e"
+ },
+ {
+ "dataPath": "params_shard_223.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "783775ab1f7e66d1ec63083117406e3a"
+ },
+ {
+ "dataPath": "params_shard_224.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9db67b492edf4a42f11963b64606bf1e"
+ },
+ {
+ "dataPath": "params_shard_225.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8e09250600b094fc423a4a477072b4b5"
+ },
+ {
+ "dataPath": "params_shard_226.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "693cde303f1568b135c6239d5b3a6c09"
+ },
+ {
+ "dataPath": "params_shard_227.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3991c32e3c7bdd85c638d15ecc4cfdd"
+ },
+ {
+ "dataPath": "params_shard_228.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1be4d9c086729e2ba158676eff58cb2d"
+ },
+ {
+ "dataPath": "params_shard_229.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6ecd08921ccd3a6ae4aa74fa54e80568"
+ },
+ {
+ "dataPath": "params_shard_230.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b3b30d99acb175f55ea71647a359d65f"
+ },
+ {
+ "dataPath": "params_shard_231.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fda90bdfce6c66cd1a43991fd65b228"
+ },
+ {
+ "dataPath": "params_shard_232.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f6748133b33d9f225f6695f6ec90e69b"
+ },
+ {
+ "dataPath": "params_shard_233.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "591b4b01d65d9dd75cef67d44f3cf108"
+ },
+ {
+ "dataPath": "params_shard_234.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ba2c28ef58f96b14cc0d62f00d3cf822"
+ },
+ {
+ "dataPath": "params_shard_235.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "265b37be417087570718f4c5aeaf1aaf"
+ },
+ {
+ "dataPath": "params_shard_236.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "215e06ba9a43e580daaa27b9be7c4566"
+ },
+ {
+ "dataPath": "params_shard_237.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7d932e08eef1f7fe2e33f989dc7b31fe"
+ },
+ {
+ "dataPath": "params_shard_238.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "18014a0f00bc42b559fe959b3317a5cc"
+ },
+ {
+ "dataPath": "params_shard_239.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87fe39f5d118ad57d1620a9ca382e484"
+ },
+ {
+ "dataPath": "params_shard_240.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3401a526e41305b5a01e50b22d6cbbf7"
+ },
+ {
+ "dataPath": "params_shard_241.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16715deee54206a1dd1cc36d475889d1"
+ },
+ {
+ "dataPath": "params_shard_242.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cd283d94a653c17841bb0b5e968cb85b"
+ },
+ {
+ "dataPath": "params_shard_243.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6059533c022293d3644a9fef658d869d"
+ },
+ {
+ "dataPath": "params_shard_244.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "cdf26331534e5f7dec47a3cffcc4eb9a"
+ },
+ {
+ "dataPath": "params_shard_245.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1fb8245ffc024f4be7f01f9a71191e87"
+ },
+ {
+ "dataPath": "params_shard_246.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef30f7179eda98b1fbc1a1c6210223db"
+ },
+ {
+ "dataPath": "params_shard_247.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "83bb5fa0c08a971724114a3c29c1ca22"
+ },
+ {
+ "dataPath": "params_shard_248.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c6d9ce99af9895b2fd3fddd3bab8826f"
+ },
+ {
+ "dataPath": "params_shard_249.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "398bb01614c1e696e914c733040601be"
+ },
+ {
+ "dataPath": "params_shard_250.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00ff229b5cbc95cbfa645a3ecfefe0d3"
+ },
+ {
+ "dataPath": "params_shard_251.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5a6e855369f745008643878409e71ea3"
+ },
+ {
+ "dataPath": "params_shard_252.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6a86f5facc7b817968d67cd5bf9dda98"
+ },
+ {
+ "dataPath": "params_shard_253.bin",
+ "format": "raw-shard",
+ "nbytes": 73400320,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.c_attn.weight",
+ "shape": [
+ 7168,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 73400320,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4e8d7bb35448a8b31f244c1243911a6"
+ },
+ {
+ "dataPath": "params_shard_254.bin",
+ "format": "raw-shard",
+ "nbytes": 52428800,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.o_proj.weight",
+ "shape": [
+ 5120,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 52428800,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "07c1f2352cb9a36fd8b82c1ef6b5ce1d"
+ },
+ {
+ "dataPath": "params_shard_255.bin",
+ "format": "raw-shard",
+ "nbytes": 566231040,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.weight",
+ "shape": [
+ 55296,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 566231040,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "86f9a1a6306e0328a4ffb3a8df04fcbd"
+ },
+ {
+ "dataPath": "params_shard_256.bin",
+ "format": "raw-shard",
+ "nbytes": 283115520,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.weight",
+ "shape": [
+ 5120,
+ 27648
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 283115520,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8bcfa1c7505bae13d354d3048e808dad"
+ },
+ {
+ "dataPath": "params_shard_257.bin",
+ "format": "raw-shard",
+ "nbytes": 1557135360,
+ "records": [
+ {
+ "name": "lm_head.weight",
+ "shape": [
+ 152064,
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 1557135360,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4be679607519c7d97cc3fffcbb26d953"
+ },
+ {
+ "dataPath": "params_shard_258.bin",
+ "format": "raw-shard",
+ "nbytes": 2238464,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 14336
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 24576
+ },
+ {
+ "name": "model.layers.1.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 34816
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 49152
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 59392
+ },
+ {
+ "name": "model.layers.2.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 69632
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 83968
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 94208
+ },
+ {
+ "name": "model.layers.3.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 104448
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 118784
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 129024
+ },
+ {
+ "name": "model.layers.4.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 139264
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 153600
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 163840
+ },
+ {
+ "name": "model.layers.5.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 174080
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 188416
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 198656
+ },
+ {
+ "name": "model.layers.6.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 208896
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 223232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 233472
+ },
+ {
+ "name": "model.layers.7.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 243712
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 258048
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 268288
+ },
+ {
+ "name": "model.layers.8.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 278528
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 292864
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 303104
+ },
+ {
+ "name": "model.layers.9.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 313344
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 327680
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 337920
+ },
+ {
+ "name": "model.layers.10.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 348160
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 362496
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 372736
+ },
+ {
+ "name": "model.layers.11.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 382976
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 397312
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 407552
+ },
+ {
+ "name": "model.layers.12.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 417792
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 432128
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 442368
+ },
+ {
+ "name": "model.layers.13.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 452608
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 466944
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 477184
+ },
+ {
+ "name": "model.layers.14.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 487424
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 501760
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 512000
+ },
+ {
+ "name": "model.layers.15.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 522240
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 536576
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 546816
+ },
+ {
+ "name": "model.layers.16.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 557056
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 571392
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 581632
+ },
+ {
+ "name": "model.layers.17.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 591872
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 606208
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 616448
+ },
+ {
+ "name": "model.layers.18.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 626688
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 641024
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 651264
+ },
+ {
+ "name": "model.layers.19.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 661504
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 675840
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 686080
+ },
+ {
+ "name": "model.layers.20.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 696320
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 710656
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 720896
+ },
+ {
+ "name": "model.layers.21.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 731136
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 745472
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 755712
+ },
+ {
+ "name": "model.layers.22.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 765952
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 780288
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 790528
+ },
+ {
+ "name": "model.layers.23.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 800768
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 815104
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 825344
+ },
+ {
+ "name": "model.layers.24.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 835584
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 849920
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 860160
+ },
+ {
+ "name": "model.layers.25.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 870400
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 884736
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 894976
+ },
+ {
+ "name": "model.layers.26.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 905216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 919552
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 929792
+ },
+ {
+ "name": "model.layers.27.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 940032
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 954368
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 964608
+ },
+ {
+ "name": "model.layers.28.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 974848
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 989184
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 999424
+ },
+ {
+ "name": "model.layers.29.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1009664
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1024000
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1034240
+ },
+ {
+ "name": "model.layers.30.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1044480
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1058816
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1069056
+ },
+ {
+ "name": "model.layers.31.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1079296
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1093632
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1103872
+ },
+ {
+ "name": "model.layers.32.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1114112
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1128448
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1138688
+ },
+ {
+ "name": "model.layers.33.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1148928
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1163264
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1173504
+ },
+ {
+ "name": "model.layers.34.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1183744
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1198080
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1208320
+ },
+ {
+ "name": "model.layers.35.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1218560
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1232896
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1243136
+ },
+ {
+ "name": "model.layers.36.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1253376
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1267712
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1277952
+ },
+ {
+ "name": "model.layers.37.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1288192
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1302528
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1312768
+ },
+ {
+ "name": "model.layers.38.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1323008
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1337344
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1347584
+ },
+ {
+ "name": "model.layers.39.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1357824
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1372160
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1382400
+ },
+ {
+ "name": "model.layers.40.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1392640
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1406976
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1417216
+ },
+ {
+ "name": "model.layers.41.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1427456
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1441792
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1452032
+ },
+ {
+ "name": "model.layers.42.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1462272
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1476608
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1486848
+ },
+ {
+ "name": "model.layers.43.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1497088
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1511424
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1521664
+ },
+ {
+ "name": "model.layers.44.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1531904
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1546240
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1556480
+ },
+ {
+ "name": "model.layers.45.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1566720
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1581056
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1591296
+ },
+ {
+ "name": "model.layers.46.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1601536
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1615872
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1626112
+ },
+ {
+ "name": "model.layers.47.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1636352
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1650688
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1660928
+ },
+ {
+ "name": "model.layers.48.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1671168
+ },
+ {
+ "name": "model.layers.48.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1685504
+ },
+ {
+ "name": "model.layers.48.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1695744
+ },
+ {
+ "name": "model.layers.49.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1705984
+ },
+ {
+ "name": "model.layers.49.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1720320
+ },
+ {
+ "name": "model.layers.49.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1730560
+ },
+ {
+ "name": "model.layers.50.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1740800
+ },
+ {
+ "name": "model.layers.50.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1755136
+ },
+ {
+ "name": "model.layers.50.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1765376
+ },
+ {
+ "name": "model.layers.51.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1775616
+ },
+ {
+ "name": "model.layers.51.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1789952
+ },
+ {
+ "name": "model.layers.51.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1800192
+ },
+ {
+ "name": "model.layers.52.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1810432
+ },
+ {
+ "name": "model.layers.52.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1824768
+ },
+ {
+ "name": "model.layers.52.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1835008
+ },
+ {
+ "name": "model.layers.53.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1845248
+ },
+ {
+ "name": "model.layers.53.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1859584
+ },
+ {
+ "name": "model.layers.53.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1869824
+ },
+ {
+ "name": "model.layers.54.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1880064
+ },
+ {
+ "name": "model.layers.54.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1894400
+ },
+ {
+ "name": "model.layers.54.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1904640
+ },
+ {
+ "name": "model.layers.55.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1914880
+ },
+ {
+ "name": "model.layers.55.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1929216
+ },
+ {
+ "name": "model.layers.55.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1939456
+ },
+ {
+ "name": "model.layers.56.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1949696
+ },
+ {
+ "name": "model.layers.56.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1964032
+ },
+ {
+ "name": "model.layers.56.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1974272
+ },
+ {
+ "name": "model.layers.57.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 1984512
+ },
+ {
+ "name": "model.layers.57.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 1998848
+ },
+ {
+ "name": "model.layers.57.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2009088
+ },
+ {
+ "name": "model.layers.58.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2019328
+ },
+ {
+ "name": "model.layers.58.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2033664
+ },
+ {
+ "name": "model.layers.58.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2043904
+ },
+ {
+ "name": "model.layers.59.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2054144
+ },
+ {
+ "name": "model.layers.59.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2068480
+ },
+ {
+ "name": "model.layers.59.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2078720
+ },
+ {
+ "name": "model.layers.60.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2088960
+ },
+ {
+ "name": "model.layers.60.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2103296
+ },
+ {
+ "name": "model.layers.60.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2113536
+ },
+ {
+ "name": "model.layers.61.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2123776
+ },
+ {
+ "name": "model.layers.61.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2138112
+ },
+ {
+ "name": "model.layers.61.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2148352
+ },
+ {
+ "name": "model.layers.62.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2158592
+ },
+ {
+ "name": "model.layers.62.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2172928
+ },
+ {
+ "name": "model.layers.62.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2183168
+ },
+ {
+ "name": "model.layers.63.self_attn.c_attn.bias",
+ "shape": [
+ 7168
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 14336,
+ "byteOffset": 2193408
+ },
+ {
+ "name": "model.layers.63.input_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2207744
+ },
+ {
+ "name": "model.layers.63.post_attention_layernorm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2217984
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 5120
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 10240,
+ "byteOffset": 2228224
+ }
+ ],
+ "md5sum": "05114a05828c85f1ce585a22b0d4a198"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9ac868c03a1a8c8d137ce7ba1841d590f7b8b43
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a3d9731f9ce1cd1f70fa198594554446f082fc5433579f9ef58a13cce4b9c3
+size 1557135360
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e7fbad312352220b33b6afd23df563bef7a99
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa32f89795dd9cf73cc6bc2934f80eee950f261c251cf0743a6f5860b7572f1
+size 73400320
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f02adf4f811fcb0e8d7efc9ab5bd7a75cc2d9dc
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9efb9f31a1606842acd79175d0958802dd66edb2fd3f3a5e674662920f03695
+size 52428800
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e94cd1a0936885d6756af07680aa1e72b0b59164
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea00bc4e902809fbcd808642c88d1c7dc80bedf8d211d0d2d39386d3faaba557
+size 283115520
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a18cc459af26d21b7da18e8397d33cd86b9691d
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a118994a82aa23d533fb4bb573295d92ed4965d4d71232c4f4ecc3e1a9efadda
+size 73400320
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3101b4185e64d6bec3b45c357466802c1706cb85
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0b008227d399c322e754aba318ff0990dd79607296a68698f6fa906faa4019
+size 52428800
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07a8d3b59a5182e319511c6ab3c404c8c0f0ac46
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687f8a8c1b59adc2e22f751daf9b0c6ecc6db7cec6dedfe8206f3794a3221dbc
+size 566231040
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fe968d6d8c54ccea9ef9f8cb6a1b5f1c23bff7c
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185593d1715679cf9e806ec347b9bac34b6af3d35f23604f868c0a422793ce9d
+size 283115520
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..82a6fb5afea141efeb7138ba70259792526febc3
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a498e97dbbb1f444ee2626d65d6e55c387ad5d59a069aa959df24e41e9fe0f
+size 73400320
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab13ef96b32440710859f6427ac5851739190c09
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5170b84b85ea8f78d40f436da8aff66c5700c5550c590a0aad080d787796eb1
+size 52428800
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6cd97104dcfebf29ac4b0b415dceecc2a6e27e76
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a36a4bffea1bddc4b6757a68adb8d5b557b4b7ca2dd671b4744d7f5823d7b
+size 566231040
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cda38fb1c4ee13815888702ce531f6559ada1ed2
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d8a27665d29a2a1c815757dde25eb5349424008d9b17415610ee6e5c3c7612
+size 283115520
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d0579f7214ac73c44e28c36b576a323b4bdf7982
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d1bcf68d40f39a1e97d4579092b019a262318dc0b9fdbaafcebc90410cbff9
+size 73400320
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e905161bc6bd78432e35de583d2a421e3309caf
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aade5fdfb50ec3ec47450b34238df6b92b7bc360c328455aeb0924f2a36ac0fd
+size 566231040
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..49919347a9612ad271a99e6ee621f246d7be3844
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47098092901a324a533420f22abd080c310b201ac10f56ae52f071d5bf059ed5
+size 52428800
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa8ac6ae798daf96a905582c2a2bf03f117d685b
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead5f86d2948790c38cbedd3bf84fec14e88356a349060029952feeceddf667e
+size 566231040
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d99e659777f3f3f883ad124795e14d25a63774f9
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26782e02ee1ed9f9b1b0f6db7b6645ac6704513fa4b2336de206f25b1a62434
+size 283115520
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6bb88269f93e0781903346318e3d518e54086e9b
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be0d2232148feee9453372cd53f0040700e527e06c5a8ed04188edc1c440eee
+size 73400320
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb2dbcdbd5a11fc62dd13db23976b63b351b75a5
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb04233b4a5231968c5899b1716f0895e3f9bddacc9561d8ceeb0865e54bb8
+size 52428800
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a38dbf21f3b2d97a1e6174265ab6dec9ba677438
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f88b81ba96c80c417421bd2f577929d06c7fd600ea9ac8fb7d908504666880
+size 566231040
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bcd882f62187bf1e5895fa2ba9efc84d331ec8c3
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b676477a0cd2d09b0eebc7dbdab2510fbbe103607de1d64d0f756fe2bf53ddff
+size 283115520
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5674d10f7cbcb8814be9cf8b8ffae8c63c368653
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fe7a368309aadf822bb93736ab12636f5f8f6e695c580381e1faba3eb98e8d
+size 73400320
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f47fdb50fbdccb9e9e7129c7ab4b1634c885673
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de80e6c036c3e10714bc7db6079c3a25f90fdf6454bfa6a5d2fec04717c6285d
+size 52428800
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5998e8b19f4e50716291a17396b825845ac3aa80
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99294408d42c4d7b63c791686e7da327c66da9cd19da09fcb8072418861f8ed
+size 566231040
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85d86b285773186cd98ab127d0e88d71dbbc0677
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b878a8b2769d9746222082c5342a95938dd9c0c3a2591d56c7a6b191f9e1a664
+size 283115520
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6840ba6361ca42796280ba6c9bc2a6678d0179be
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e08b484ff45dd3c727aa1a6cd3ae623825379300f6e6f87a9b360f8e11b560
+size 283115520
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..454c4d2a719050561a37cc261d875afa251e5ea9
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a810df4de4144da0dbe1b77243cd11a914e41423a19f3b9377262c30271d4d
+size 73400320
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..312656ddd74641aeca1971bd509dcbb65573b8f5
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbb4b834880fe19edcb975a32c183cd5f54042dee29724d9c4504cf1f5c326b
+size 52428800
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..095a66f1d61c8823672859ec79076bf90e42df90
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967035be3bfb3647962107e827ad3090b0abe39abfb9c8c218eabc8e1ef10d46
+size 566231040
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e11085684152c1ec29720e1e492097a41675216
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb8f624d39089475cf7d5fc522315bd145b2c86ccaf32eba1e3b4daf768c289
+size 283115520
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c67ab5995e5289bfe9e1241cb5ec22b015640639
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0a8098466e094cd9acc6960b56ac20b9784e9704c11117fe3f0d0aa0a60ecc
+size 73400320
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c44e82e7783303bf764f8cfbf246e8c1872b484
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de739caffe7b79550e817dd501498885c211dfd7070159083b0fe92b870c995e
+size 52428800
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9364d03041632fb87918905145b7ffb26fe3d751
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c4183ea38eebef45a15331a50b6db640a0afb4b6a61b68795ab94e55795144
+size 566231040
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..26e1928571983649ebb5a53c16e78d256a203d99
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc14ee00401e4f3c31fe2b9e4ec5bcb5c52916e166cf187c44a5c6317aead679
+size 283115520
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c5072aa73becb5df72b063e939de1704ea70cd86
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8564ccba1d35eb208e99c35db553fd7e40449b3b6e186671ff8bd39fad02d4
+size 73400320
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a58c75035b21ffeb9dd9493275bd1a986ac85d5a
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ea1240b1f7458c55a51954530e0ef0254f0009ce9186708b8cd861e504007d
+size 73400320
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..daf0694b76ba2bc0753c6d17db6cdc50d4aa6d3d
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6a28719e7de3ea1f03042479bddc124ed4886ac107c73dcfbec867aa76782d
+size 52428800
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aafc0ef83fe381b1c600f8aafe226cd993fb65e7
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df506b27caa32a24b5e6836823bc11e3ac5d36b7f73587917c34359926b749e0
+size 566231040
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..23a833710efc5a4c8a163bfb9ad53469d605370d
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca21c5e3a8f75bec873bcdf0fa1512b93a6d71329b1f41f33d78c7305e687b89
+size 283115520
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bd17589abbf25da890011facc05c4e83be4d255
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbdf3bbab414c402e6f501c5a0c7f3bff97568d2755ba67e7ac6ee9806a6c54
+size 73400320
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f70ec619bd563ad943e2d08b23af5b9a3148828
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c535e66d3691c17ff6ed72b485fb708270da75f19afe88905dc63df1065145f0
+size 52428800
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29515c1d22d2fac63b8653687e8ad30ddf42d26e
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c8bb77422ed68d9051b73deef489b0ea7f12b14d73034d95f74b0e86b09dd
+size 566231040
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11e06c51ac9ea52df9a5575fca3556bacc999fb9
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b2a22bce13f2e9898f86fede9418d2d605e67cd8700545e9517040afea1c99
+size 283115520
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f31c0da8463baa5273fc2da0ba30159798e717ff
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb477a609032dfc8778d02e8fd9a363f61aeab7e4274ddd0569f615f55a8f21
+size 73400320
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c134911b4d56ca1f7664a57c0da99e79c4dd041
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344b6f0c1d8cee11e9cfeee46e58ceb467ed727528177a294ff7624100f24a5c
+size 52428800
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6ffc741a6d31ed513914405c59192822a056cacb
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e756dd8510b1de65733d57b6681b084aa8ca33434f0cbf1cdf44079c0ec043aa
+size 566231040
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7464ee5c6dd70120b41b6b06b2fdb644343758b
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee07926f31a569a6f74f99f32a10f3acb1e28aff00617fc69c959bbb5903598
+size 52428800
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00123c1a825a737a084457173592f1af284c6ab5
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57371bd2847064bc00ec34be590f63c6ba58140d52bc8049fa9b8b93add5f7a
+size 283115520
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d02954d0e128bfc89647c243fc2ef79d41576577
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44df0bea1cd44cf52008b35f049360111934da1fece307ef45bf0fe9669e78e9
+size 73400320
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f21d938200da711ae405ba553be51ce699bb41c
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b566d9b85889d2fb68d547aa8283462712ef1f042b43af0d58739e77d17f11
+size 52428800
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dbbd093f24138565b30e202ffa98d6d787f52cf3
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eadf1dd8fb97836ed7a0cc3d38a717c5d3ab2245db8c2f883ce615a5c2111de
+size 566231040
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..80ecd8b4ebfbaaaaab0d368c51a04621c62ea4e5
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ec50dc63a9e08b6a34dc09a4e61d9c0c6fdfd3de556d988376a85d23851bb9
+size 283115520
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25c4711852158387f11940fa2ca75b50f6f3fa42
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6d945a1fdc7d2c536160cba813b276cfdb78545fe97c8cd23eaa6a6ebddcde
+size 73400320
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..634ff7861ad90d8e24df9a1fc300ea667d4bfbd3
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1903fc5a88b7f9744588227193204c9601cc09eae8decf2c5c91ee900dbf057
+size 52428800
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f23b473b147ef2400f2c847633a90ab768abe0fc
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4ce6e5482c79b091894549dbe474854f8c5316b9a2fa86b86abda3ff174ae7
+size 566231040
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fb76ccdf23b4bcf6ca4f0cdee90bbf06f7d6df4e
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f493a19089d2ad7620d808ca2c68e03fd0a9cda208c5372050afb0d278905b
+size 283115520
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1afabd80f92149b8afd88eb8b72cb587b7cf878a
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d9121855581b1444431cc6b1f34dc369b5fe7f1a3be103cf7399b88dafe963
+size 73400320
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..38495cb4865430f358393d54180568cd78848c4b
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d73a0e275a877295820f5f239b42ced827af8dba594cb231fda764c2c9dfb0
+size 566231040
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e4141499d3083737ad47ef5f42266fb5921271c0
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f491b1d0d645dd90b8b59a93194b6f05d44cd442cf415e694efffedd08f5d8
+size 52428800
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5f2aaf3807dd6dd2d75f06c158f0c7f57732c71
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b548c8b0b8676ff869e9fec40b28839063fc5befc14d141c259f0233f56ecf
+size 566231040
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ff8e32b98d001e71dca9cd058f2ca3ec7d70490
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa6d38ce08ae276e371c31cf9e7745f58882b99961bb08b01464cb9b69ab47b
+size 283115520
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07f37007e1eef76c060f7155abcf365c5357b813
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c3b6209c2726a9125e9e1fe788ab4004910415b7ffc6a2778168c204b66126
+size 73400320
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e4235e798ca6a932e068b79ccce25b6303f2bfc
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756ab28a4689ea700234be33028e75f0e147ffd7810ba38137dd0f048eb85dd1
+size 52428800
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..069265f62675b5404e3b5faf1b24ce92e405b1a5
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b955c128e81d539d71f2d9cca329dc43891980031eadc52ec0dc9f69fbae797
+size 566231040
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e1809386badf18274bc26a8f54ca16811aec402
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32158981624402396e629d70ac241447d343bdfe8e743eecf488d7a95c1d0282
+size 283115520
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..637db666b6b1da8be9816526901e2df902f6d385
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444cdf67e1119e109c8c860d7286ef6e8b4a50bde0b7fd7fa68437716f6d2913
+size 73400320
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ca48b4145f93161d4d43989dad974e2e91258a6
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f196ca3e6cfb411343200b412200dd675d49903ae864bf99d462d3a1ea40de27
+size 52428800
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e615b8115a83afdf14e6ecfd6f55e480b04c17f7
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840f6b43dc82df8bc600c2973e9d12adc2ad6a2006dad6c5c89c3493fb6d362c
+size 566231040
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fafba07ed50c1c2df37ed00f60062cbb4bdae0ae
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6cc145e2ba2526adfa477e81e83e7ca253922d80f4e72c339e6ba99c342208
+size 283115520
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ff1f1f7a46bdf949eb50e8bc25cc8355919c27af
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a9bf3d5e3ef2d0e9fd4b78b438fe6f25e5d7db9e89d45e37efb20270d28738
+size 283115520
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e060e825b84c94a91cc4ea88d0fabca5dd2e816d
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed12968d6012c4a661e6f1a70deea67fcb5d625e007e29c1b1b160298b829753
+size 73400320
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e0ba0c0d5e5955c773e17e1d1b2d97b7c684526
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f60fa0e10be3fd61a781e0ae8441ae9ad6dd0f66089f34ac68933c92fccde9
+size 52428800
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3809c4571d201947b15702c3cb5e4f7d38b03bd6
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3c92d3223b1624e4db07cd949b04708c9b152f92d8cb0041ffe381d1ffd687
+size 566231040
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75948aaf64dfcf9f937cdcff3a3715287a006118
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfca86737634de36f5bc066c4873273ebe0bca4762515d5a798e0e1fd66857c4
+size 283115520
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..951dabbdde206b1b68af712ad27f87c9f475865c
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ebbcd11e08236a20c05af581cda79ffb7f6acf2a58b9bcd89497cb1723748c
+size 73400320
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..777e2fb6a7479ee007092a09aa97eecee0541383
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb16ef75d3f4f0b52bc5bb1467d4af0946af9b5042186283bf7800be25176a9b
+size 52428800
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cca801ccead0978aa551eb195aeeb3d8a5fe810a
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb779f2bf30498fd93c78b8d6b5a6e7a66d4f48508ecb7c63f00f8e1b9e66fd
+size 566231040
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..728d482654f2de5a2d336b35b24356b788d95b77
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e833d7406f7de9bd3cb41d18833cff8a2f01d96649d5b45d4d2e4ee9d3c1e2a
+size 283115520
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f2bd5a629034cedaf13aa38829f2cfefecc3241a
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a6660f6189f25de8e582cdb981c06e362ee021d9366fc707d57a0bf66cea87
+size 73400320
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8708345441462fe09af4a8a1db61f121d416407
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3154ca07f78d2db6813f967323cd699d65ee5ec3a74e1e44ac378948ce97c7d
+size 73400320
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f950e8c76d96bcc446f593bc711cac715a03f244
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec012cdcf5d7fe9a28b68ecb7bd710bd2399b4836e5c11631db0c1b95944551e
+size 52428800
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0da6f69eb869d57f9111a4e27f6fd5fe27d6fcc6
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14928d373b686a2344dd7f9288550366ac71c835db8af85b8d7af2b6309cf7ff
+size 566231040
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bda45ce44b4192f29a400af0f799e4d0772e4f80
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b0f7814a6b1c5a642034e45873c4af8e387f7ae82fd4ba0d8d41b2cec562fc
+size 283115520
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..246ebf41cd235324f6d6fb1d102fc5728063dae8
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416fa46b31fbfbb098cdf358524d6c76f50f2fa3346931c92a4d76319c6b03f8
+size 73400320
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c2a3666ea95e67674c6fda6136876cabf158d
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b633b154eb7f1bd4585769da8eeb7995b9b05c7f8fc0dcefe2e267d1093550
+size 52428800
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b4c155eec7dbe8f5eb85f63d180b4df14195c878
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15fd0f69d7ada86234bb3419bb628ee4eaa1d905b38b5fb59f2ffac31a2bf5d9
+size 566231040
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..aae0d11b742e17b10e3df22511ee8c99733968cd
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0de8ccf1ad97ca96d30c9eeb8b751966dc9713088124cfc35dec9fc5a3364e2
+size 283115520
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f907f5d17855773ad85c9128b49fce5d34fc104
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ba125c68aae8bfa7755eac12f0e50c9f5bc4b0fcb0bd27ee53735f8b0599a
+size 73400320
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f03a8cddbec5acacaa6a47f03958c5560b89240
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab304782e757c6c3d4eed28969d7d5b5e995142ec339234c54052ca66cfd364
+size 52428800
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..629acd22b60e24dd36b7ca92b87b8f647e8d3ebe
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1018ae4b89385735e953afc28daacd04cac84bae3d73cd82c16f57b2808b6787
+size 566231040
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8eff50c0882838f6666353b805db0dc73f17964e
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fadd3f72f88c28e59a2586a001d31c57af5d8eee7a39f8cf44ca747c09171db
+size 52428800
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41637d12a0c1ac53314507079e60e78cd7b90474
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8162c7ccbe5203a4384653a997de122b4d59afb575b02734d7c5708881818478
+size 283115520
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3bc9c39026de3799fc1beb69a23bd46bf7a99c10
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698dadc1e075357dbc6ed195d9d8d199148d8ecacdc91791c013eb0fd6f86457
+size 73400320
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0159a5e2821ac0eddd7ee3e201b991ccc2807284
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50d5ce5a72028712219c2a7467a70c3e246dd5e95673a9ed1ff2ea935574456
+size 52428800
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8396db3f097b0d6614d8ba69c62a3f99a5de9716
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875a814307f1052f163e0d66a3873921eb4ea028a1297ea5438f37a52ae1b971
+size 566231040
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18ee110bd5714c89391822d9ad4226025cb19481
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08ce7ee758988739ae0811a777da827761d585e2c2109efb815acae8acd43f9
+size 283115520
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02ca4717b16998f57fb7c21a096ca338e879068b
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332bc2227beeea45aa26f6bca7c427b595f89f14b20e76b76d4f0458a93e5be6
+size 73400320
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2883803b9bcfb7d5474456ec588457e70c9515c
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357878ff6522ffa1ded83deb00d2c924018aedaf00e680e4baf461fff0188862
+size 52428800
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab446988c23c76919814f147962ef359a422b0
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62bd90784f6d9047756e9ad727dd008de0079225c4813849d819ed6701a2bbd
+size 566231040
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a4076e5941dbdd9f79bf70db83b27c3b49a3f31
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b2f81f52239c3627bb3a6b6b654c0d3b5a1e597357fbee8b79a7666425a8b8
+size 283115520
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29c42e3d0d04ccabb4d1386cf1dd93fa9ad4d0ac
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7769532b873316bcb654102161e39bc26995c70d056bf9f395faece3624953
+size 73400320
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..87df4ead3f4b808be3a4c6b00bb7782776104bb3
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8474b2516f1b4f3a25cffa10d83c98d75a36af7e8ea57a81f0220254af88416b
+size 566231040
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e6eee19c29936fbd1ce034a61a55b63e87f6981d
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267a0d8918a38d18faa88d8ea4415e74fa1cec1da69cb0edf647ef2904b26f8a
+size 52428800
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75718727a32d01692fd0a75509e069045b26386e
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25334bc9bf72fb562bcebd3a2522c586e978207f43b7141bda570ad3139caa5e
+size 566231040
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8bbd523c78445b3b95f56a54f70a0814797995c
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1cea988e100cd95efa735645a13d621bc37d1138f55d48ed49ef6133323d07
+size 283115520
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1cf87766d252ae67cd579d73b5a467648615a660
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf989b23c7a5d7c696c86ba40f1a0adaa18a5f50244756446dd32188ebd68579
+size 73400320
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a657e246ec4fa50ba1317e57354932a493a59292
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efab3d7f461ca69d7d05b687aa60183c6080b720c4ef4ea53eb8f7d67f49f9ed
+size 52428800
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..060f49c77fc2c828da07b2e03adee1f6cb516cea
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a32dfba92b0622a97d074f6106b7def286483bd9c1b1f4ec4c73dfaa1b9e0c
+size 566231040
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c39cd6f5639c06a477fd0738fe1c9b38bf744052
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1041f86e36b8ee2128be26ce657471f7792707574d51d921de1ee11b366db90
+size 283115520
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51ddc85fb5ca4ddc709aa1a29b92156f7609fef1
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f3cc78fbe18d42917987cf94264037603ade9fafe3a9400c8b867e24577f92
+size 73400320
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1edaa4397266ba691ffac18b5810e08e8aa98074
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c075e6365be25e4039777a35c39468969822f4a84d2d4c0974af141f111a31a8
+size 52428800
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a400cb71cec1bf4ddceadb23f4a17140580dbbb
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fd1b919d684536ad927d9ec882cfd73c3eb24170482bd82e21368060c16473
+size 566231040
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e4be869872dcd9f9edb68b7d2cdb912f4897a2e
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d00823cf41791cb6c025c3913ccd040ed4e4424ad51a4059afad2f5264ae6b8
+size 52428800
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d43db08c3039026a0d8cfa731cabc96510ce5603
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28adb167583abe3ed86f4a423f3a60d5491c6da6f6f1b4da3aa9f696f4b88c30
+size 283115520
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b84100b5f8c97f4de4cd367f4777664c92a37ccd
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b091c4de61ef4ec30154840b406eb40eba1fb03f13308861609f5b655c098af
+size 283115520
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ddab532a80e6e76af0d3c05eb353d4e4820fadf7
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272d9cddbb4ce4a550d0f65455d1557458e348e9fcc6e5b8d6e0f00f5bd677e1
+size 73400320
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0d85b5836fe79e3ab7ff251efaace90da500d239
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593b3adf54c9b2b73412f6ac0c23f9bcaa7e5121ab2ccfe4f7f1f425ac69ecc7
+size 52428800
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6dc2d40300e558f9399bb45d4847ec8c0a722b2c
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadddd016aab66a088dec48b4e1ce00b279805381e0148a14b25cce2ab1a7b91
+size 566231040
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11a5281e1f0e32d189affb68c50aa99c59b6868f
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23632cc5ac10e5c3d221724036249bb30a32ae53cf4390750be621311846086
+size 283115520
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..684c800fe678d245835a6f5acc1490c5d89453e5
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d24c22dd960e00f058f4eee62597a3eb606c91f8e1aaff6e0250089f24b3f86
+size 73400320
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f06fc913318629b2dcb068938c21956916ced
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97811a38a0abdd425410dbebd919deebc5cb6c08c30c5758e4c5ab0f8a5f4a2
+size 52428800
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b80cea9d16814b3dcf93b993a447126f5715289
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f97b71badf91e9937e7e4f6294b356e37751947123cf51a11f50a949df2655
+size 566231040
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dbcdad42473b47e830be729d0350d8e368657bdd
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5145e367528cc7c601cf95f32940f2033ce4233ada54c75f0683610e61d23e7
+size 283115520
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13ee1d27b25ade0b2f9c1a8ee30fa9751d471796
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982210895365e6f6ee5dc42d8b93ea44dd031c0d321290ac3f8cc7a9ab8a17ab
+size 73400320
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a094f596830f8962e6f7c9359d6b1cc6081b84a0
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331004005f24ddfb8c25634efb63bc4acf2aafcd4a1c6c855acee4f3f331b804
+size 73400320
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..358c5abdc5ec38918681364d4bc7afccdfd1a99d
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9902bff0320798a014b8ffc4e7fabb8f49671d91bdfb555c0fda76764259252
+size 52428800
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..034a98147770ea609ff1d3af53d833e6362d648d
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252207a48f120bf043f48e07b51ccb96469ead133acc392aab58a67f682bb1ad
+size 566231040
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef15b33bc227fdc47945bfed2d2dd01bcac05f83
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131e8c31dba4d63e34a4a05edd02874ce76240f5d4e8db2220cd635847ff6819
+size 283115520
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7af0710b1a3e6783a9dc2a1dcb4a1f4f41bdd840
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0410e41618ec63281da5be40e358b21cd7d6c162d7d517ff325c5edb49eb7e6
+size 73400320
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0fb2bc0f061b278774c52b7dfe83bc647ffafa57
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26343725f339686853ae3dbd5396bb539a6c6115084cc01bf93c4052245d9e9
+size 52428800
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf5c5232e62ab0f319a55a0c76654e3269662295
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056a0f2be9667001077bcb35a69933fc3a894d19838af4c528b0b3e3d9d35c54
+size 566231040
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..503f26e9b0c4e0759b72c231f28ea61af9e06d7a
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1e74464a00469cc6a3a349ed0a2c670a330112a8661209f4122483214444d4
+size 283115520
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f3854163de6a941cdb6e47d70b71ac693ff53440
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf38a8175d9214d8990a6e99e61e27b145b06de77dfdc14ce66ad4c86285fbe
+size 73400320
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bba7cc9246fe101e6ef3de524d29eda8ccf55665
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf65605bc506db0d81ae8e080cbc3b172bad7c1465e4c75c58569b022f82e84
+size 52428800
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8a65c6c4756aa37b680f165daa7e373bd480b324
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4749fbef5f8b034340b96f498bedf0538ca838b61373e2e2d420f1a00f124b
+size 566231040
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0acf638203f585295c6d5c42a929a42cc293e37f
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a919ea4d42383ed9b51b33f39aeee9dbed4931e9e9782be0cabecaa4672effc
+size 52428800
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d63dff83ef084a43324c8f9e46389e6623135ab4
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af894b44acbb3c5d1144ce43c37653c002d4458968cf7bfc0d1b891bfa05493
+size 283115520
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8452076626282229be4430efc1d345b7efd2cd01
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79aa95d7c53d9fd04f7ef4d85508b700a996a6991c571efeb0d5189210c0d2
+size 73400320
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee9b131b90f9930da766c63964331ce0454f3655
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96aff72d7afc284b89824f78c4c3bd5165a629e7c19215374873a792033ab78
+size 52428800
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ed967552c56132b3f22305669b27ac17daf4a14
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c723a0bcacd0f457dc592257fe84fc0954c1fba5f5e0a1ad60b5389ae6f76f21
+size 566231040
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46ddd50da013a16ad3f791b2a54c4198683ab23a
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b7eac17170c45ca8860a853598e863fc2d395c70d1e2ee42dbb07464539972
+size 283115520
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b166725e88941718727eeed39170e015cb4181ac
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e127ff7b85941160bc62fa96c5a11e69dad79b65200adf662e07bdd97f92a2
+size 73400320
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fcf3be041ed0c3c3ff1176a17103d5ecf2aa2916
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c01f30c9cd4f31baf98650c099f6845c9c871e05377cf49eb726328241984ef
+size 52428800
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8b26a9a0a6f89c4a8247fb042e2b545ec210ef0
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c88d3dfd3b43db889e0d3712918b65b33c01cf40106ab8d46c97fe4071262d
+size 566231040
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22b49e122c40821ff6dc2cac6e24ab7d38123137
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104db493a7d5605b4ca4599d6e9717997c5823b030c6c52047394b145a0f0424
+size 283115520
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9e4eba0ec66ddd72d0c47d6a95b5b0260767278b
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cfd8b8a2d2459afe112de0cd46489abdd281c515cbc3f818451bbf9857ce72
+size 73400320
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2a95ae6f8b3288b517eb1e0fefea1cb9b1000c4c
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3148993ffd0ef9f8956425ec9ba6fbbafb98814b94ee6708867534ca2f89d1e0
+size 566231040
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8bc9aefc95c7d5e12c532ce9e8b36b54132de16
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873afdee1d3054eec5c7ba86a01bce1bc1ebc2c18adeceb8e6b5a7357c056725
+size 52428800
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60ac4b7fa91e7e072ec699ef1024937761a052e8
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e2ed27cd019da2f11ac4779fc44849ab526c52ae24ea78502281cc90157cb
+size 566231040
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..466111f2cd8e05fad9ccaee147b9a859687f2dd3
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06564b27c0aa029b1795ecff364fd64eb7e31a8fb4cf3bbde1fdcf0a91a7c44e
+size 283115520
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5951441d781fa590d788ab0aa68f76c2cc69665e
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6680ce7dd397f29892812a042070406253e1e4f90d85e1e1457a1ba21cd62b
+size 73400320
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c7487fae22c354ebbc028f116b08f3b70ec035b
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e7f42aafa8241ec4130ab0ddec398dc2751778d14582fbe3ab08e5a0db1be1
+size 52428800
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f47fb973d2149313028d8958d4507ab98539e6ff
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8855443fed9b3916a104a1c43c2a6da2344b53c772b6f1913d5a43ace66ef691
+size 566231040
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3632f88f5ea855cfb7d02dd438a5ca145524d50a
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bd3a593a53fa8098c7069ea0f677a509d7ca9a0a503041c55d93d58e9bc3eb
+size 283115520
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..10531aea732d32d78c38a95371f80cd4e405d661
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9860c6a35a07b28e1fc3e9eeaf71b942a532ae4e44fec60ec90677b0e21084
+size 73400320
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f1f2b377cc14a8af527ebe3ce5c1ec7cea7ba9b
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3385638965ebf097c903b5b464839599178e0be6e9c3d8753cd7b87ce5089d
+size 52428800
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75d3cf47ec79407a24c98467618cdb4b1b94d27a
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1a71a152fa2e7f962d35f6f618d0db0c2b604f4ff10b07b33aa49e9758f665
+size 566231040
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0c39b5a4cedb645b053e27e0f54842a343ee0458
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d0941a81ab93e5422b58b22b76104d1d5728c5d9c26fef976f709fd2662031
+size 283115520
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d36712220e31c92040a66e01a34e19759c68ed01
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb55461ab015fef4b10ceb74f39bc6a5a2ed8013122f5f651645db2ed9dcb5dc
+size 283115520
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a1a7b0b78891c45a8bdbe34fde9f04ef4894b6a
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ca6e5d7e19f9dba9f6f3d9df315a8263c03990700b61c3d98101d6999719e5
+size 73400320
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f21c28c1fca05b90c5dadc85554634907078ecce
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded16a26dd85114479b3aec838243e66ce36dada69c937d7b672df03f5f7ada5
+size 52428800
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..390cbded82da4d6b95437a80722b95616d58dd63
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ba582f9be12bf0bbe5b4b97a3fce5607b0f74c5002e857fec9e31cceb6c4df
+size 566231040
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c6d5eb184e1e5f187b314f820aa5c059279825f
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e66576b6b60511108a13b32886a037e111f7eae4c9f76e423eeed312fbebb2a
+size 283115520
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09bd66b995800e15d2b349d198893db0659949e8
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790d89153439b9c74c8061576b28cc7bfbf922bba6e3e96c6d5d06edeb21d5cf
+size 73400320
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85dda764fc600bf884c15af5d8640e8c2d1869a5
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12abbc52b43a584fdcf9872bc1e535eeb2e4c04d8b3e72d6717ea70a534e8244
+size 52428800
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..198d00b753e0d689d17081cefcddf1380cd6aae3
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f2672e61ef35ad7e386dc6a876ff0fed331213ca8f5967576e17e7f671a9fa
+size 566231040
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f724a47611637e5a2e8d78c4344bd70d68dbd090
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913d902c364fdb7bcda3abd7dd04005bfa9aa9848e4fab9782d6347c711bd266
+size 283115520
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2f7ef602e7ff22cd4a0f53e7e926844e0151386
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6720d50987360e159d4d973f0365ea213d8496e7c6873b49bbf514232261362
+size 73400320
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a25f8207a7368d57999257e12144887f09ec5680
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b746817815c7074564cfe992a4dc6b29ae24567de00e5cd430ec621b0bc3951
+size 73400320
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12e4ec7abb475d9a79522d099de7306d73a4cbae
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7f9d7ef59fd901aed01717426f6ba421319c35b32f3c6866e5c87964fd6597
+size 52428800
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..adee1abe6614a69cd9beed60c47aab91ed7ddc8d
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd2c48e36cb64b111b2f011f10c90f4418c5ad9fcb30a94556a01791fbe04ea
+size 566231040
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a8974fe3e66ac49d8e9bc6478a81f2ef4d75f2c1
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffaea5d752a473b13dd3d3eed0c36d0869a9525b039d0cc117b0f5b39879663
+size 283115520
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07c3f689be173f38301f172cb0fad9863a494678
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e06636d5918b38a5972bd4ca91fc0b121b33d124d7c7fb625d78e2869a910
+size 73400320
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a542d69c06d13423c91a820ed10bfad21d47ee7
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaea66786f07e83c9f850abfbca0698a27ac8322e94d29a9ba3fa301ec19d63b
+size 52428800
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a91244f137046c3e8c3963f35ea097cd23ed6b4
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438061ae33e2aaf93fd9326f787cbe1427e26ca155fe00c23a0443c76eac4b3c
+size 566231040
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d741b37e7f4cd31bf4691ecdf7d91dc342a164af
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d57e91b030099ebb2efa6e2e24d10074940ae6d5863d14ddc020496f869da18
+size 283115520
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9dfc406dccc5385e922511a978115291b2158cb9
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfd65339a5082b15bcb5e47f2f1c5936c8fe8d815977391bc1407688ca6b2c6
+size 1557135360
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dc63646c4a67975363949a172d6a05fee5214372
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167008de63cf2e97643798eac026779b09121c3b8ca7925aeb846070da03e598
+size 2238464
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ebba13dea2cc5a3e1dfedf6f8cf22e538584139
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36643d261782dba807adbf60e897cad03ddc05a350dba33e5ac2bbafdb8aa523
+size 52428800
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bf25106fb848f335139bb5149d1e5df57faa5b6b
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43572db30f5dd6b8bce27b874be090c370b44f19b13d9731ea3fd99650e80584
+size 566231040
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1414f78daf711e95e74f94f93339da1736edbf27
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5d3606cbabc84c7c3886e36beb64c29247f511d170e0cbc8d3678d9eecb9e
+size 283115520
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..886b29baabc76dfe621d87df43566b0c901c245f
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bae36830d81c7e2c84d0e6272bd7c34b629f2c208810b9245da25f68b9307c
+size 73400320
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..387ac27fccba3165daa4d675ce1261e5b74c3332
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c450cd5d8d035259326145bb3e7fc2b4c961c8eb69610e79fe27b5803b007c
+size 566231040
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f7b509a76b93c17df7e7031e1654b5307178edc
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e82d0ab7ccf26bec63396f8c8afa668018f97f6c70de926d88cb0c589e1dbc
+size 52428800
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3567a5360cbd13ff6c2bd2d729b523cd4297a7be
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2999c5f00a0fa39e8ccb274e73fd41735601163f69e7ecf576c0a49d77650163
+size 566231040
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b3f3ae326e6f0d415fad31a8ee098711abf359ae
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37adc1aa5f9942c1f0ab1514e93bfcb2d23a801b9f89e76febf497abe1e41aa6
+size 283115520
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27a20bdb6a293051a5236d60f64434946f43e98b
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bc07d978e7143d50b8bbe42482b7e294cc722d3462ef9125b6227123358674
+size 73400320
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f03f9b82d925e3eae6a8a6c5203dbe8e69a8a958
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc07e609e1388c2fde57faf2cfa3f8b9ab9858cfab5c4e3d94ff615833e8e8e5
+size 52428800
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b764f7de33b47101106463419d47c5769c70d5a
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7471cfc0d05d614a56e9acfb8417fb6cbed264a70b37c26653205f47deea39c
+size 566231040
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fbaa8d48b80c7d33e14efc3ae8d1682aef4c1352
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340c231bed6d0aecbc8e842fe42da72485a5dde31fb983896a6eda25108a0292
+size 283115520
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99a35981005383c30968b38973189d61eb41836d
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be82421e7c86145b6112f3acd5aa31b5547e9ede211ec1cb104cec49cf21c1b
+size 73400320
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..284677fdadd0ea37d3dff84536ece0c43d9290f9
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc53050753c858965c5a651772d57a00087ed6ad02b1e75b5b1e27c2ce0e829c
+size 52428800
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..535a0fe4480acac8cffc0fca08eb5e0fa2d60da2
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902fb66c965694e14d3e8393e7fec63b5a273a7ebd4eaacad41dc98b9ac9b694
+size 566231040
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a595931f7e5d3ae37438623b495fc05d2ba4309f
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697b809e6efa14fec6b9b2629be5fa22bbcc5c7055900872678c434a79fa584b
+size 283115520
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..706473f4f14cf9b9c40f2467b8e9960458f83629
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f187a656cee4ff1caa62ea30569c7a97ed2c77cd2637b1eafb416f189df714e
+size 283115520
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3215a38502ab9f0d56b37d4b0d85ef6c869070d
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdb60e02f3b7976cddec34715cf0866d5569862020e80566cda85140f56405f
+size 73400320
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7926e166ab0c6b700184c8ba3cecd5fb3ed33fcd
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46ff25314f66b15c4a6b7c64129635986cff87ac7a27f0fd8e21af5a8188b77
+size 52428800
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36fd8bb70d31f14c7cf9df6187941653033e1e45
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997cf421beb3c1aa5d06b4ef79e14b915553a510ab9c1d9c1dbd0fccd0f6cc42
+size 566231040
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36dbdcdf8f8892cde96fe3081cc954839f0c5395
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f3fd6e032c6268fe56788161280ff1105aeeeb202a43d07936454cb6f59b29
+size 283115520
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bd2c245e526ab23e14c6a4c8808a69591537aeb7
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4eb367383df52c016e264d27b14baed5f177839dd88ea8cfd85ec38bbabe135
+size 73400320
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e23780ef33b2dcfa888683835c921f3035f07620
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bedcc6f48c644cc8cc36d130c1095b6d8def35e66c77fd39de3f3eda916da69
+size 52428800
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c660213d4e341cbbf9d2a9e79249bed652f5427a
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1214bf72e834eddd8dd38c362136a2164251faf40e13112045357ef7255fb4e2
+size 566231040
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc47d0167f7901f01659230096bf461199393138
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12d5f2eda5edc51015461206600276ced6936f002e213f44c208c6429a495f
+size 283115520
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a378b14c8264d50ceaa49bed3ddf2675a866386
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a735c876e6fec81d5004b37965b27543e1b00400604064613d817eb1611336
+size 73400320
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c683c01f382e516c7e7897be7dd685fbbc9df1f6
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c5582a458bb01712fb7ff87ddbca75bdfddb0a790e8b6ae98ea09a08333ae
+size 73400320
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..892d4920a44dd00105791b2b7bf8767d347ecc23
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5613635eb33cca02fc1491c81fa53e9c03ae2967d702da06c1685dc61354c383
+size 52428800
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a6651918e7de1797ba3b1dae28294a69042ae7f
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2dae0eca225fb387baeb60647e0f19641d6f5d62b864a2adb729ed40de3f5c
+size 566231040
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34d3f7a5195bfaba4d95f22255e76f3a2bc1192a
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678590c0544525b9c2385e1463279384f4dd33d0471f0ef8bddb722ee19e2a60
+size 283115520
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bb83f8e9479bfec91b42eb3672e2a40cf98818eb
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33036a1eee9d24e2fc9b09b4d16621c97826dcc1456be0131eac312c77a88369
+size 73400320
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..52139f0c12c8e19487a060184e68f7b3bd83aeb8
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5151346979157c45bce6aa7446066148e6ee122c0e208529e81395adb78d60
+size 52428800
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00efe97283f56772ccedd9785f35e7a9d2d7aca2
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743847b9a82ddbb8729851c7396359266d5a0de84c6155cebd14bdb64b7ae946
+size 566231040
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef7377f266bacc20d16ec4c380128f5a0597a356
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642cbd7c5bb92d8a2409449117a3b56e228406df9b286833fb4d208f7b95c0ef
+size 283115520
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8ee816c7397409a0f5630166a777b9608be5b01
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cba0371c227098920d9c8601fc156c7b6896e500389d22af772459b17376e35
+size 73400320
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b4dbe3df9531bc1580a8d77a127655349575a00
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524b6e6c3fb369856b2d230f5e1df7e9d042d2f97fb29222aa58957666ebfe99
+size 52428800
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e00dc778bd42edf40cc2218065fabb14f0b953ce
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cca13f6c5dfb056314d72d036d2f43d602ddacc28ad112fa68fcaac60e8a6b
+size 566231040
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5423cd37638bf2d867561e66bdbf0166cbb4e7bc
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52457d04719bd91050d56ff20568440528445a7be0e6420f61c72f8dac0c8328
+size 52428800
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59e763aa8ef510bf42ffa2b9c188b0203c8e2f42
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fddb2c1d0b2e27e674fced7c86549027dcf2e27c9a8e0c64faa51a5add0737
+size 283115520
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cdef25ca7760a6aa2b70ac98f6fa03dbac217ce8
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d1dd9e5354085836aad1f8a3facd6f46ce3e3abeeaa1f191982783819adbb7
+size 73400320
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3071c62900598f02910cd1f5ccdc268bec01fe7c
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d6bf43851ea675911de20570fbee9a6defa876bc912b70c0752a182cab0cb2
+size 52428800
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0f1271452932bb48a2605410d5f335ac082afef3
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9f0850532099be511cd2c1436e30eb4cf9e9487cdeceff8b8661fc595ded19
+size 566231040
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f5eb728171d5f0620f7f0fe8d3fac7f0f3155c4
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b56648c51eba3dd8b0f4aaf1d9050d197744f4829088b1213bab01e1eade83
+size 283115520
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62baebd79f6638104e89a756826c789e74590b04
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c4b4cf57351a2d60ab02ae2e1d153b793c2aa2de516d145a71bb3bf44c7324
+size 73400320
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e12237b24e6d2bbcbcd0864b415125df4e424711
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70118d64947c093443f2105b687e3d6a7473f270b8217a7fa5806b4726be81b1
+size 52428800
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..572620c9da012731eb56e5bed0c5b79786ba5404
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c418941edf9ffc8096acb70138b33174011bba2329a859193a379a8be4dc1c
+size 566231040
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5c505f7f877144addd441d8abde29e545648c9be
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3336016b615bcaf39d4118adc45ea34b006736df5c497931265e070eaea4bce7
+size 283115520
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8df8588519e291bcc0864ad673551d4beb7cb91
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3799bce7443536c7249bc12161562074bd097ba49cb01438531fc95e1e5522f5
+size 73400320
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9995daceda22f807df477bd2974f5dc5a40d93b3
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062b3e41c0a6363160a483d505566ace8b9bf3e9b41ccabf84e703abe4eedd18
+size 566231040
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7debf0d141fe87ee92eddccf8b9861bf4121bb5
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb759c03e18ffae2a852081b21350ddd5c85a4e8494b930405edcd51821199e2
+size 52428800
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90feb621ab27a9a094ac5bd33f974fa0cade4887
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7de4ab5a86c2bc974145f0fae79db171b86ddfbab647193a60ca1f50e659923
+size 566231040
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f129e8153f336ad168b2ec832e303ddbb5241701
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f555ecc7d8b24fa7a484f7992538ace44ef30d2bfd7a7a86f93992dd3c840ff4
+size 283115520
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b2aa3a7b5b0c272d5afa1286639a99ec1d44bd8
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7bf127f69fe10cd54c32b6ec2baa23bf13770c21b43768fedcb67d3f56563a
+size 73400320
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8fc5e2c6964124376bf05a9ed0294a8a38011b09
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dc46a9eea9a7cf3851f7935b4652400f843f0cf5ee0117c0cbe32df24b58ba
+size 52428800
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..60df9897b67a63dd09bdcf2c3346468fed712ee6
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11520e5bd6c2b212d3667da1dd84597fedb6f15a22d44b9411a8b74915dfa84
+size 566231040
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3609f22286457ecede15b200b1d85329fccfa445
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac8671c6146d337febaf51074385e0efc0127d1a2aa6d92683dbe1b23a34f5
+size 283115520
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28031de15665454e86f0a736a7241048e53f46b1
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af1180a9eb9dd311c2a7d46bef96654e02e21e66df70560c977c45def3c2573
+size 73400320
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..331845e8c50550f39daebd08671410527b164e7a
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df3abf45d71d4d1e93e218bd790cdb326160816209d02a7c0f5130f36d4a41
+size 52428800
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab7a89f5ffe2c6bd3da3ffef7257ae73a73a37dd
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b9da2de4902211ec48a8a472f36b52e409e22dd88489d6664f338fbd320a73
+size 566231040
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ccedeb2e5cf22601aab8e9164dc1204b0f76dc6a
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577469de51f82e474813d2d06d73e1c5b135df8679105834fe69bb8e8d490787
+size 283115520
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9d5c292c601c6a344ee692549b08baaf22d1d240
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b1643b2c15251671c6cec6c60172640288da59d36359c64b36c6a9b74f6bb
+size 283115520
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e41344f092ae3ad40a07470afd98915fc416ef8
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c091eaf23b9f5eb30bb04d211e185565baac92bc39371e857e9a9bffa2e7ca
+size 73400320
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..57179cfaeea0ef389ca1fc81ecf1210f0d7754bc
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75b24ef6510fdbdbc79a58c4f3141ffa5aca14cef95358c9ffc87219f100663
+size 52428800
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47e46f13cdf7c604a1ac2243f1996a2e9acd175b
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0453bf0040b86ecb9c78c99b558ca4614e134376e7f4148c2424d7f9d88f191d
+size 566231040
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d1360687f1e08749d981f49870a4c0949a9a00bb
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c696613e2989d431d5c67605712994242de7b3c544e787457a9347d2104525
+size 283115520
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f62098ade1ea2b33f686632d9f772dd7db69e107
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8d99ae847af893c33e13a35fbaddff8cf37e10807b97f8a7cc4cb36fbf7001
+size 73400320
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20e0e29cafefd5f460c310c3cf1038ac9a7f7ae6
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4631f421425bde20a8087eb9dc11e47b5c7740b5d3ee07a2a43b7970bc0b1b36
+size 52428800
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c12fa1a00e634614058a2d4b7d990b43a85cf431
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f981c60b6dc971ce6317fc6ab3368fc0e7159face465f5277d6f22e0897213df
+size 566231040
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5894f475453793d5f9286917605f4a1da12ee43a
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ead133e3debcd94d512491afb1d3a2b1d2f3248914cac7e0ad2555368710e9
+size 283115520
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46064c719173f541289444c9b995b5bb983bbf18
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9708907e1c7af3bcf546f1a232627b5c89dbe849350379d3f8629a8ef95a360
+size 73400320
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5e1cdb72482506973ba3f002411a49b37be71982
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd323c93c97ca757e72f2ad30df89eaefd97a07bbc6765521bac131f962a8d75
+size 73400320
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71ff45810ba2ee9fb409c2d89fbb501298fcad38
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab00505afb4301f555c18cd34361e2831f95e5a5a8880d009f762da7a933236
+size 52428800
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ceb54f7d850c7819f6f1110010ecd5b6a8884e2b
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab99927c936f997af6e17c6455997d013911386c618d230f000775a509b04fb
+size 566231040
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9beaa55257c6a390d517214ce88f259f4cc60c3
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8a1b4b833441272224e35a9a5bc867a9627d0d919bee9d1d76f87516e68039
+size 283115520
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7826764cabd39526b5e9296d831f0869b7466aa3
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcff391c0193d3316bbeed4c1e22c998242d64ac774941dc820abddeaff60cfb
+size 73400320
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4bb5f91ebe2e03bfe8779ca59afc79101ae85fd8
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4927e95f619f39d81958b2ba966fad6ac4498cf9d076ef97b34589138d8713f3
+size 52428800
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1cd70431b4dbeaada370c745f0ae73336d6ce7f
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb536795ac05f954e21f8b85035d5128b1c910d010ec4af0271e99b8d4f58d
+size 566231040
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..53e35fb92649a155c2113cd8efbbb1e355e06a9f
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c98ed75a31561d6f11ccd4b18d86561f14c443df07eb6b7bdf52fc5efa15861
+size 283115520
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4390b3034bde7ce74435d0489083a5308da33ed6
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05c351a5f998daba86b8aa1ed6e5c2007c05e26e8fbc6d3c696edb1e8bd9e6c
+size 73400320
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9be664d18bd2e748e976bf21d62bb92349ecffa
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f7206a333fe2958c7dbe68242560b724b17161ba24fed0db56930c39e797bb
+size 52428800
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17b2c595d80e57ecce1476f991b1334241860a3f
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6228c67daf7b0cb6cc935b9b7f1638d8ed40d1f44f287db3d5aa7f7efea4d8
+size 566231040
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..a34650995da6939a945c330eadb0687147ac3ef8
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,303282 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 151643,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 151644,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151645,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 151646,
+ "content": "<|begin▁of▁sentence|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ {
+ "id": 151647,
+ "content": "<|EOT|>",
+ "normalized": false,
+ "lstrip": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": false
+ },
+ {
+ "id": 151648,
+ "content": "
&": 5789,
+ "CON": 5790,
+ "Ġrepl": 5791,
+ "Ġregular": 5792,
+ "Storage": 5793,
+ "ramework": 5794,
+ "Ġgoal": 5795,
+ "Ġtouch": 5796,
+ ".widget": 5797,
+ "Ġbuilt": 5798,
+ "des": 5799,
+ "Part": 5800,
+ "(re": 5801,
+ "Ġworth": 5802,
+ "hib": 5803,
+ "game": 5804,
+ "Ġв": 5805,
+ "acion": 5806,
+ "ĠWhite": 5807,
+ "(type": 5808,
+ "(`": 5809,
+ "Ġnatural": 5810,
+ "Ġinj": 5811,
+ "Ġcalcul": 5812,
+ "ĠApril": 5813,
+ ".List": 5814,
+ "Ġassociated": 5815,
+ "ĉSystem": 5816,
+ "~~": 5817,
+ "=[": 5818,
+ "Ġstorage": 5819,
+ "Ġbytes": 5820,
+ "Ġtravel": 5821,
+ "Ġsou": 5822,
+ "Ġpassed": 5823,
+ "!=": 5824,
+ "ascript": 5825,
+ ".open": 5826,
+ "Ġgrid": 5827,
+ "Ġbus": 5828,
+ "Ġrecogn": 5829,
+ "Ab": 5830,
+ "Ġhon": 5831,
+ "ĠCenter": 5832,
+ "Ġprec": 5833,
+ "build": 5834,
+ "HTML": 5835,
+ "ĠSan": 5836,
+ "Ġcountries": 5837,
+ "aled": 5838,
+ "token": 5839,
+ "kt": 5840,
+ "Ġqual": 5841,
+ "Last": 5842,
+ "adow": 5843,
+ "Ġmanufact": 5844,
+ "idad": 5845,
+ "jango": 5846,
+ "Next": 5847,
+ "xf": 5848,
+ ".a": 5849,
+ "Ġporno": 5850,
+ "ĠPM": 5851,
+ "erve": 5852,
+ "iting": 5853,
+ "_th": 5854,
+ "ci": 5855,
+ "=None": 5856,
+ "gs": 5857,
+ "Ġlogin": 5858,
+ "atives": 5859,
+ "']);Ċ": 5860,
+ "Äħ": 5861,
+ "Ġill": 5862,
+ "IA": 5863,
+ "children": 5864,
+ "DO": 5865,
+ "Ġlevels": 5866,
+ "Ġ{{": 5867,
+ "Ġlooks": 5868,
+ "Ġ\"#": 5869,
+ "ToString": 5870,
+ "Ġnecessary": 5871,
+ "ĠĠĠĊ": 5872,
+ "cell": 5873,
+ "Entry": 5874,
+ "Ġ'#": 5875,
+ "Ġextrem": 5876,
+ "Selector": 5877,
+ "Ġplaceholder": 5878,
+ "Load": 5879,
+ "Ġreleased": 5880,
+ "ORE": 5881,
+ "Enumer": 5882,
+ "ĠTV": 5883,
+ "SET": 5884,
+ "inq": 5885,
+ "Press": 5886,
+ "ĠDepartment": 5887,
+ "Ġproperties": 5888,
+ "Ġrespond": 5889,
+ "Search": 5890,
+ "ael": 5891,
+ "Ġrequ": 5892,
+ "ĠBook": 5893,
+ "/Ċ": 5894,
+ "(st": 5895,
+ "Ġfinancial": 5896,
+ "icket": 5897,
+ "_input": 5898,
+ "Ġthreat": 5899,
+ "(in": 5900,
+ "Strip": 5901,
+ "ìĿ": 5902,
+ "ção": 5903,
+ "Ġevidence": 5904,
+ "));": 5905,
+ "ĠBro": 5906,
+ "Ġ[];Ċ": 5907,
+ "Ġou": 5908,
+ "buf": 5909,
+ "Script": 5910,
+ "dat": 5911,
+ "Ġrule": 5912,
+ "#import": 5913,
+ "=\"/": 5914,
+ "Serial": 5915,
+ "Ġstarting": 5916,
+ "[index": 5917,
+ "ae": 5918,
+ "Ġcontrib": 5919,
+ "session": 5920,
+ "_new": 5921,
+ "utable": 5922,
+ "ober": 5923,
+ "Ġ\"./": 5924,
+ "Ġlogger": 5925,
+ "Ġrecently": 5926,
+ "Ġreturned": 5927,
+ "ččĊ": 5928,
+ ")))Ċ": 5929,
+ "itions": 5930,
+ "Ġseek": 5931,
+ "Ġcommunic": 5932,
+ "Ġ\".": 5933,
+ "Ġusername": 5934,
+ "ECT": 5935,
+ "DS": 5936,
+ "Ġotherwise": 5937,
+ "ĠGerman": 5938,
+ ".aw": 5939,
+ "Adapter": 5940,
+ "ixel": 5941,
+ "Ġsystems": 5942,
+ "Ġdrop": 5943,
+ "Ġstructure": 5944,
+ "Ġ$(\"#": 5945,
+ "encies": 5946,
+ "anning": 5947,
+ "ĠLink": 5948,
+ "ĠResponse": 5949,
+ "Ġstri": 5950,
+ "ż": 5951,
+ "ĠDB": 5952,
+ "æĹ": 5953,
+ "android": 5954,
+ "submit": 5955,
+ "otion": 5956,
+ "(@": 5957,
+ ".test": 5958,
+ "ĊĊĊĊĊĊĊĊ": 5959,
+ "];čĊ": 5960,
+ "Ġdirectly": 5961,
+ "Ġ\"%": 5962,
+ "ris": 5963,
+ "elta": 5964,
+ "AIL": 5965,
+ "){čĊ": 5966,
+ "mine": 5967,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5968,
+ "(k": 5969,
+ "bon": 5970,
+ "asic": 5971,
+ "pite": 5972,
+ "___": 5973,
+ "Max": 5974,
+ "Ġerrors": 5975,
+ "ĠWhile": 5976,
+ "Ġarguments": 5977,
+ "Ġensure": 5978,
+ "Right": 5979,
+ "-based": 5980,
+ "Web": 5981,
+ "Ġ-=": 5982,
+ "Ġintrodu": 5983,
+ "ĠInst": 5984,
+ "ĠWash": 5985,
+ "ordin": 5986,
+ "join": 5987,
+ "Database": 5988,
+ "Ġgrad": 5989,
+ "Ġusually": 5990,
+ "ITE": 5991,
+ "Props": 5992,
+ "?>Ċ": 5993,
+ "ĠGo": 5994,
+ "@Override": 5995,
+ "REF": 5996,
+ "Ġip": 5997,
+ "ĠAustral": 5998,
+ "Ġist": 5999,
+ "ViewById": 6000,
+ "Ġserious": 6001,
+ "Ġcustomer": 6002,
+ ".prototype": 6003,
+ "odo": 6004,
+ "cor": 6005,
+ "Ġdoor": 6006,
+ "ĠWITHOUT": 6007,
+ "Ġplant": 6008,
+ "Ġbegan": 6009,
+ "Ġdistance": 6010,
+ "()).": 6011,
+ "Ġchance": 6012,
+ "Ġord": 6013,
+ "came": 6014,
+ "pragma": 6015,
+ "Ġprotect": 6016,
+ "ragment": 6017,
+ "ĠNode": 6018,
+ "ening": 6019,
+ "Ñĩ": 6020,
+ "Ġroute": 6021,
+ "ĠSchool": 6022,
+ "hi": 6023,
+ "Ġneighb": 6024,
+ "After": 6025,
+ "licit": 6026,
+ "Ġcontr": 6027,
+ "Ġprimary": 6028,
+ "AA": 6029,
+ ".WriteLine": 6030,
+ "utils": 6031,
+ "Ġbi": 6032,
+ "Red": 6033,
+ ".Linq": 6034,
+ ".object": 6035,
+ "Ġleaders": 6036,
+ "unities": 6037,
+ "Ġgun": 6038,
+ "onth": 6039,
+ "ĠDev": 6040,
+ "FILE": 6041,
+ "Ġcomments": 6042,
+ "_len": 6043,
+ "arrow": 6044,
+ "amount": 6045,
+ "Range": 6046,
+ "sert": 6047,
+ "GridView": 6048,
+ "Ġupdated": 6049,
+ "ĠMo": 6050,
+ "Ġinform": 6051,
+ "ociety": 6052,
+ "ala": 6053,
+ "Access": 6054,
+ "Ġhab": 6055,
+ "Ġcreat": 6056,
+ "_arg": 6057,
+ "ĠJanuary": 6058,
+ "ĠDay": 6059,
+ "\")čĊ": 6060,
+ "uple": 6061,
+ "document": 6062,
+ "gorith": 6063,
+ "menu": 6064,
+ "ĠOver": 6065,
+ "bb": 6066,
+ ".title": 6067,
+ "_out": 6068,
+ "Ġled": 6069,
+ "uri": 6070,
+ "Ġ?>": 6071,
+ "gl": 6072,
+ "Ġbank": 6073,
+ "ayment": 6074,
+ "ĉprintf": 6075,
+ "MD": 6076,
+ "Ġsample": 6077,
+ "Ġhands": 6078,
+ "ĠVersion": 6079,
+ "uario": 6080,
+ "Ġoffers": 6081,
+ "ityEngine": 6082,
+ "Ġshape": 6083,
+ "Ġsleep": 6084,
+ "_point": 6085,
+ "Settings": 6086,
+ "Ġachie": 6087,
+ "Ġsold": 6088,
+ "ota": 6089,
+ ".bind": 6090,
+ "Am": 6091,
+ "Ġsafe": 6092,
+ "Store": 6093,
+ "Ġshared": 6094,
+ "Ġpriv": 6095,
+ "_VAL": 6096,
+ "Ġsens": 6097,
+ "){": 6098,
+ "Ġremember": 6099,
+ "shared": 6100,
+ "element": 6101,
+ "Ġshoot": 6102,
+ "Vert": 6103,
+ "cout": 6104,
+ "Ġenv": 6105,
+ "_label": 6106,
+ "Ġ>Ċ": 6107,
+ "run": 6108,
+ "Ġscene": 6109,
+ "(array": 6110,
+ "device": 6111,
+ "_title": 6112,
+ "agon": 6113,
+ "]čĊ": 6114,
+ "aby": 6115,
+ "Ġbecame": 6116,
+ "boolean": 6117,
+ "Ġpark": 6118,
+ "ĠCode": 6119,
+ "upload": 6120,
+ "riday": 6121,
+ "ĠSeptember": 6122,
+ "Fe": 6123,
+ "Ġsen": 6124,
+ "cing": 6125,
+ "FL": 6126,
+ "Col": 6127,
+ "uts": 6128,
+ "_page": 6129,
+ "inn": 6130,
+ "Ġimplied": 6131,
+ "aling": 6132,
+ "Ġyourself": 6133,
+ ".Count": 6134,
+ "conf": 6135,
+ "Ġaud": 6136,
+ "_init": 6137,
+ ".)": 6138,
+ "Ġwrote": 6139,
+ "NG": 6140,
+ ".Error": 6141,
+ "ä»": 6142,
+ ".for": 6143,
+ "Ġequal": 6144,
+ "ĠRequest": 6145,
+ "Ġserial": 6146,
+ "Ġallows": 6147,
+ "XX": 6148,
+ "Ġmiddle": 6149,
+ "chor": 6150,
+ "ø": 6151,
+ "erval": 6152,
+ ".Column": 6153,
+ "reading": 6154,
+ "Ġescort": 6155,
+ "ĠAugust": 6156,
+ "Ġquickly": 6157,
+ "Ġweap": 6158,
+ "ĠCG": 6159,
+ "ropri": 6160,
+ "ho": 6161,
+ "Ġcop": 6162,
+ "(struct": 6163,
+ "ĠBig": 6164,
+ "Ġvs": 6165,
+ "Ġfrequ": 6166,
+ ".Value": 6167,
+ "Ġactions": 6168,
+ "Ġproper": 6169,
+ "Ġinn": 6170,
+ "Ġobjects": 6171,
+ "Ġmatrix": 6172,
+ "avascript": 6173,
+ "Ġones": 6174,
+ ".group": 6175,
+ "Ġgreen": 6176,
+ "Ġpaint": 6177,
+ "ools": 6178,
+ "ycl": 6179,
+ "encode": 6180,
+ "olt": 6181,
+ "comment": 6182,
+ ".api": 6183,
+ "Dir": 6184,
+ "Ġune": 6185,
+ "izont": 6186,
+ ".position": 6187,
+ "Ġdesigned": 6188,
+ "_val": 6189,
+ "avi": 6190,
+ "iring": 6191,
+ "tab": 6192,
+ "Ġlayer": 6193,
+ "Ġviews": 6194,
+ "Ġreve": 6195,
+ "rael": 6196,
+ "ĠON": 6197,
+ "rics": 6198,
+ "np": 6199,
+ "Ġcore": 6200,
+ "());čĊ": 6201,
+ "Main": 6202,
+ "Ġexpert": 6203,
+ "ĉĉčĊ": 6204,
+ "_en": 6205,
+ "Ġ/>": 6206,
+ "utter": 6207,
+ "IAL": 6208,
+ "ails": 6209,
+ "ĠKing": 6210,
+ "*/ĊĊ": 6211,
+ "ĠMet": 6212,
+ "_end": 6213,
+ "addr": 6214,
+ "ora": 6215,
+ "Ġir": 6216,
+ "Min": 6217,
+ "Ġsurpr": 6218,
+ "Ġrepe": 6219,
+ "Ġdirectory": 6220,
+ "PUT": 6221,
+ "-S": 6222,
+ "Ġelection": 6223,
+ "haps": 6224,
+ ".pre": 6225,
+ "cm": 6226,
+ "Values": 6227,
+ "Ġ\"Ċ": 6228,
+ "column": 6229,
+ "ivil": 6230,
+ "Login": 6231,
+ "inue": 6232,
+ "Ġbeautiful": 6233,
+ "Ġsecret": 6234,
+ "(event": 6235,
+ "Ġchat": 6236,
+ "ums": 6237,
+ "Ġorigin": 6238,
+ "Ġeffects": 6239,
+ "Ġmanagement": 6240,
+ "illa": 6241,
+ "tk": 6242,
+ "Ġsetting": 6243,
+ "ĠCour": 6244,
+ "Ġmassage": 6245,
+ "ĉend": 6246,
+ "Ġhappy": 6247,
+ "Ġfinish": 6248,
+ "Ġcamera": 6249,
+ "ĠVer": 6250,
+ "ĠDemocr": 6251,
+ "ĠHer": 6252,
+ "(Q": 6253,
+ "cons": 6254,
+ "ita": 6255,
+ "Ġ'.": 6256,
+ "{}": 6257,
+ "ĉC": 6258,
+ "Ġstuff": 6259,
+ "Ġ:Ċ": 6260,
+ "ĠAR": 6261,
+ "Task": 6262,
+ "hidden": 6263,
+ "eros": 6264,
+ "IGN": 6265,
+ "atio": 6266,
+ "ĠHealth": 6267,
+ "olute": 6268,
+ "Enter": 6269,
+ "'>": 6270,
+ "ĠTwitter": 6271,
+ "ĠCounty": 6272,
+ "scribe": 6273,
+ "Ġ=>Ċ": 6274,
+ "Ġhy": 6275,
+ "fit": 6276,
+ "Ġmilitary": 6277,
+ "Ġsale": 6278,
+ "required": 6279,
+ "non": 6280,
+ "bootstrap": 6281,
+ "hold": 6282,
+ "rim": 6283,
+ "-old": 6284,
+ "ĠDown": 6285,
+ "Ġmention": 6286,
+ "contact": 6287,
+ "_group": 6288,
+ "oday": 6289,
+ "Ġtown": 6290,
+ "Ġsolution": 6291,
+ "uate": 6292,
+ "elling": 6293,
+ "]->": 6294,
+ "otes": 6295,
+ "ental": 6296,
+ "omen": 6297,
+ "ospital": 6298,
+ "ĠSup": 6299,
+ "_EN": 6300,
+ "Ġslow": 6301,
+ "SESSION": 6302,
+ "Ġblue": 6303,
+ "ago": 6304,
+ "Ġlives": 6305,
+ "Ġ^": 6306,
+ ".un": 6307,
+ "inst": 6308,
+ "enge": 6309,
+ "Ġcustomers": 6310,
+ "Ġcast": 6311,
+ "udget": 6312,
+ "ï¼ģ": 6313,
+ "icens": 6314,
+ "Ġdetermin": 6315,
+ "Selected": 6316,
+ "_pl": 6317,
+ "ueue": 6318,
+ "Ġdark": 6319,
+ "//ĊĊ": 6320,
+ "si": 6321,
+ "thern": 6322,
+ "ĠJapan": 6323,
+ "/w": 6324,
+ "PU": 6325,
+ "ĠEast": 6326,
+ "ovie": 6327,
+ "Ġpackage": 6328,
+ "Ġnor": 6329,
+ "Ġapi": 6330,
+ "bot": 6331,
+ "\"];Ċ": 6332,
+ "_post": 6333,
+ "ulate": 6334,
+ "Ġclub": 6335,
+ "'));Ċ": 6336,
+ "Ġloop": 6337,
+ "PIO": 6338,
+ "ione": 6339,
+ "shot": 6340,
+ "Initial": 6341,
+ "Ġplayed": 6342,
+ "register": 6343,
+ "rought": 6344,
+ "_max": 6345,
+ "acement": 6346,
+ "match": 6347,
+ "raphics": 6348,
+ "AST": 6349,
+ "Ġexisting": 6350,
+ "Ġcomplex": 6351,
+ "DA": 6352,
+ ".Ch": 6353,
+ ".common": 6354,
+ "mo": 6355,
+ "Ġ'../../": 6356,
+ "ito": 6357,
+ "Ġanalysis": 6358,
+ "Ġdeliver": 6359,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6360,
+ "idx": 6361,
+ "Ãł": 6362,
+ "ongo": 6363,
+ "ĠEnglish": 6364,
+ "Ċ": 9992,
+ "_default": 9993,
+ "ĠDatabase": 9994,
+ "rep": 9995,
+ "ESS": 9996,
+ "nergy": 9997,
+ ".Find": 9998,
+ "_mask": 9999,
+ "Ġrise": 10000,
+ "Ġkernel": 10001,
+ "::$": 10002,
+ ".Q": 10003,
+ "Ġoffering": 10004,
+ "decl": 10005,
+ "ĠCS": 10006,
+ "Ġlisted": 10007,
+ "Ġmostly": 10008,
+ "enger": 10009,
+ "Ġblocks": 10010,
+ "olo": 10011,
+ "Ġgoverning": 10012,
+ "\\F": 10013,
+ "Ġconcent": 10014,
+ ".getText": 10015,
+ "Ġmb": 10016,
+ "Ġoccurred": 10017,
+ "Ġchanging": 10018,
+ "Scene": 10019,
+ "_CODE": 10020,
+ "Beh": 10021,
+ "\"The": 10022,
+ "Ġtile": 10023,
+ "ĠAssociation": 10024,
+ "ĉP": 10025,
+ "alty": 10026,
+ "_ad": 10027,
+ "odies": 10028,
+ "iated": 10029,
+ "Ġprepared": 10030,
+ "possible": 10031,
+ "Ġmort": 10032,
+ "TEST": 10033,
+ "Ġignore": 10034,
+ "Ġcalc": 10035,
+ "Ġrs": 10036,
+ "ĠassertEquals": 10037,
+ "Ġsz": 10038,
+ "ĠTHIS": 10039,
+ ".\"Ċ": 10040,
+ "Ġcanvas": 10041,
+ "java": 10042,
+ "Ġdut": 10043,
+ "VALID": 10044,
+ ".sql": 10045,
+ ".input": 10046,
+ "Ġaux": 10047,
+ "Sup": 10048,
+ "Ġartist": 10049,
+ "Vec": 10050,
+ "_TIME": 10051,
+ ".stringify": 10052,
+ "etween": 10053,
+ "ĠCategory": 10054,
+ "Ġ[-": 10055,
+ "ĠDevExpress": 10056,
+ "ĠJul": 10057,
+ "Ġring": 10058,
+ ".ed": 10059,
+ "YY": 10060,
+ "Let": 10061,
+ "TextField": 10062,
+ "Ġflat": 10063,
+ "_print": 10064,
+ "ĠOTHER": 10065,
+ "adian": 10066,
+ "Ġchecked": 10067,
+ "ele": 10068,
+ "Align": 10069,
+ "standing": 10070,
+ "Ġ[],": 10071,
+ "Ġlab": 10072,
+ "ucky": 10073,
+ "ĠChristmas": 10074,
+ "(image": 10075,
+ ".module": 10076,
+ "Ġlots": 10077,
+ "Ġslightly": 10078,
+ "(final": 10079,
+ "erge": 10080,
+ "è¿": 10081,
+ "ĠPolice": 10082,
+ "ĠRight": 10083,
+ "Ġaward": 10084,
+ "ĠOS": 10085,
+ "Ġ{}ĊĊ": 10086,
+ "Ġptr": 10087,
+ "oves": 10088,
+ "icated": 10089,
+ "ем": 10090,
+ "Ġmanage": 10091,
+ "oliday": 10092,
+ "Amount": 10093,
+ "oolStrip": 10094,
+ "tbody": 10095,
+ "Nav": 10096,
+ "wrap": 10097,
+ "BB": 10098,
+ "Ġwatching": 10099,
+ "arios": 10100,
+ "Ġoptional": 10101,
+ "_K": 10102,
+ "ĠLicensed": 10103,
+ ".Map": 10104,
+ "Timer": 10105,
+ "ĠAP": 10106,
+ "ĠRev": 10107,
+ "(o": 10108,
+ ",c": 10109,
+ "umin": 10110,
+ "etailed": 10111,
+ "ĠHy": 10112,
+ "Ġblank": 10113,
+ "agger": 10114,
+ "ĠSelf": 10115,
+ "()[": 10116,
+ ".make": 10117,
+ "earn": 10118,
+ "channel": 10119,
+ ";Ċ": 10133,
+ "World": 10134,
+ "Ġpython": 10135,
+ "Ġlif": 10136,
+ "Ġtrav": 10137,
+ "Ġconven": 10138,
+ "company": 10139,
+ "ĠClub": 10140,
+ "Ver": 10141,
+ "Btn": 10142,
+ "Ġzone": 10143,
+ "products": 10144,
+ "ĠEduc": 10145,
+ "Ġverify": 10146,
+ "ĠMil": 10147,
+ "ono": 10148,
+ "]);ĊĊ": 10149,
+ "ENCE": 10150,
+ "Ġpacket": 10151,
+ "Ġcer": 10152,
+ "Ġenumer": 10153,
+ "Ġpars": 10154,
+ "formed": 10155,
+ "Ġoccup": 10156,
+ "tre": 10157,
+ "Ġexercise": 10158,
+ "Day": 10159,
+ "_sum": 10160,
+ "Ġasking": 10161,
+ "aption": 10162,
+ "Ġorders": 10163,
+ "Ġspending": 10164,
+ "ĠERR": 10165,
+ ".Dis": 10166,
+ "ĠUtil": 10167,
+ "âĢľI": 10168,
+ "\\'": 10169,
+ "?)": 10170,
+ "/>Ċ": 10171,
+ "Ġemot": 10172,
+ "Ġinfluence": 10173,
+ "ĠAfrica": 10174,
+ "atters": 10175,
+ "Ùħ": 10176,
+ ".session": 10177,
+ "Ġchief": 10178,
+ "ĉĉĉĉĉĉĉĉĉĉĉ": 10179,
+ "Ġtom": 10180,
+ "cluded": 10181,
+ "serial": 10182,
+ "_handler": 10183,
+ ".Type": 10184,
+ "aped": 10185,
+ "Ġpolicies": 10186,
+ "-ex": 10187,
+ "-tr": 10188,
+ "blank": 10189,
+ "merce": 10190,
+ "Ġcoverage": 10191,
+ "Ġrc": 10192,
+ "_matrix": 10193,
+ "_box": 10194,
+ "Ġcharges": 10195,
+ "ĠBoston": 10196,
+ "Pe": 10197,
+ "Ġcircum": 10198,
+ "Ġfilled": 10199,
+ "Ġnorth": 10200,
+ "ictureBox": 10201,
+ "ĉres": 10202,
+ "è®": 10203,
+ "Ġtermin": 10204,
+ "Ġ[â̦": 10205,
+ "IRECT": 10206,
+ "Ġber": 10207,
+ "Ġ\"../../": 10208,
+ "retch": 10209,
+ ".code": 10210,
+ "_col": 10211,
+ "ĠGovernment": 10212,
+ "Ġargv": 10213,
+ "ĠLord": 10214,
+ "asi": 10215,
+ "Exec": 10216,
+ "ĉlet": 10217,
+ "vertis": 10218,
+ "Ġdiscussion": 10219,
+ "enance": 10220,
+ "outube": 10221,
+ "typeof": 10222,
+ "Ġserved": 10223,
+ "ĠPut": 10224,
+ "ĉx": 10225,
+ "Ġsweet": 10226,
+ "Before": 10227,
+ "ategy": 10228,
+ ".of": 10229,
+ "ĠMaterial": 10230,
+ "Sort": 10231,
+ "ONT": 10232,
+ "igital": 10233,
+ "Why": 10234,
+ "Ġsust": 10235,
+ "Ġç": 10236,
+ "abet": 10237,
+ "Ġsegment": 10238,
+ "Ġ[],Ċ": 10239,
+ "ĠMuslim": 10240,
+ "ĠfindViewById": 10241,
+ "cut": 10242,
+ "_TEXT": 10243,
+ "ĠMary": 10244,
+ "Ġloved": 10245,
+ "Ġlie": 10246,
+ "ĠJO": 10247,
+ "Ġisset": 10248,
+ "month": 10249,
+ "Ġprime": 10250,
+ "ti": 10251,
+ "ĠCarol": 10252,
+ "Use": 10253,
+ "ĠPop": 10254,
+ "ĠSave": 10255,
+ "Interval": 10256,
+ "execute": 10257,
+ "dy": 10258,
+ "ĠIran": 10259,
+ "_cont": 10260,
+ "ĉT": 10261,
+ "Ġphase": 10262,
+ "checkbox": 10263,
+ "week": 10264,
+ "Ġhide": 10265,
+ "Ġtil": 10266,
+ "Ġju": 10267,
+ "Custom": 10268,
+ "burg": 10269,
+ "/M": 10270,
+ "TON": 10271,
+ "Ġquant": 10272,
+ "Ġrub": 10273,
+ "ixels": 10274,
+ "Ġinstalled": 10275,
+ "Ġdump": 10276,
+ "Ġproperly": 10277,
+ "(List": 10278,
+ "Ġdecide": 10279,
+ "apply": 10280,
+ "Has": 10281,
+ "Ġkeeping": 10282,
+ "Ġcitizens": 10283,
+ "Ġjoint": 10284,
+ "pool": 10285,
+ "Socket": 10286,
+ "_op": 10287,
+ "Ġweapon": 10288,
+ "gnore": 10289,
+ "ĠExec": 10290,
+ "otten": 10291,
+ "ĠMS": 10292,
+ "Ġ(-": 10293,
+ "ĠReview": 10294,
+ "Ġexamples": 10295,
+ "Ġtight": 10296,
+ "!(": 10297,
+ "DP": 10298,
+ "ĠMessageBox": 10299,
+ "Ġphotograph": 10300,
+ "URI": 10301,
+ "ét": 10302,
+ "low": 10303,
+ "ĠGrand": 10304,
+ ".persistence": 10305,
+ "Ġmaintain": 10306,
+ "Ġnums": 10307,
+ "Ġzip": 10308,
+ "ials": 10309,
+ "ĠGets": 10310,
+ "peg": 10311,
+ "ĠBuffer": 10312,
+ "~~~~": 10313,
+ "rastructure": 10314,
+ "ĠPL": 10315,
+ "uen": 10316,
+ "obby": 10317,
+ "sizeof": 10318,
+ "Ġpic": 10319,
+ "Ġseed": 10320,
+ "Ġexperienced": 10321,
+ "Ġodd": 10322,
+ "Ġkick": 10323,
+ "Ġprocedure": 10324,
+ "avigator": 10325,
+ "-on": 10326,
+ ",j": 10327,
+ "ĠAlthough": 10328,
+ "ĠuserId": 10329,
+ "accept": 10330,
+ "Blue": 10331,
+ "IColor": 10332,
+ "layer": 10333,
+ "available": 10334,
+ "Ġends": 10335,
+ ".table": 10336,
+ "Ġdataset": 10337,
+ "bus": 10338,
+ "Ġexplain": 10339,
+ "(pro": 10340,
+ "ĠCommittee": 10341,
+ "Ġnoted": 10342,
+ "]:Ċ": 10343,
+ "Dim": 10344,
+ "stdio": 10345,
+ ".\",Ċ": 10346,
+ "_source": 10347,
+ "ĠWeek": 10348,
+ "ĠEdge": 10349,
+ "Ġoperating": 10350,
+ "Ġeste": 10351,
+ "ipl": 10352,
+ "agination": 10353,
+ "Ġproceed": 10354,
+ "Ġanimation": 10355,
+ ".Models": 10356,
+ "ĠWatch": 10357,
+ "iat": 10358,
+ "Ġoppon": 10359,
+ "/A": 10360,
+ "Report": 10361,
+ "Ġsounds": 10362,
+ "_buf": 10363,
+ "IELD": 10364,
+ "Ġbund": 10365,
+ "ĉget": 10366,
+ ".pr": 10367,
+ "(tmp": 10368,
+ "Ġkid": 10369,
+ ">ĊĊĊ": 10370,
+ "Ġyang": 10371,
+ "NotFound": 10372,
+ "ÑĨ": 10373,
+ "math": 10374,
+ "@gmail": 10375,
+ "ĠLIMIT": 10376,
+ "redients": 10377,
+ "Ġvent": 10378,
+ "avigate": 10379,
+ "Look": 10380,
+ "Ġreligious": 10381,
+ "Ġrand": 10382,
+ "rio": 10383,
+ "(GL": 10384,
+ "_ip": 10385,
+ "uan": 10386,
+ "iciency": 10387,
+ "ĠChange": 10388,
+ ">čĊčĊ": 10389,
+ "ĠEntity": 10390,
+ "Ġrencontre": 10391,
+ "ĠRet": 10392,
+ "plan": 10393,
+ "én": 10394,
+ "BOOL": 10395,
+ "uries": 10396,
+ "train": 10397,
+ "Definition": 10398,
+ "============": 10399,
+ "zz": 10400,
+ "Animation": 10401,
+ "ĠOK": 10402,
+ "_menu": 10403,
+ ".bl": 10404,
+ "_score": 10405,
+ "Ġacad": 10406,
+ "(System": 10407,
+ "Ġrefresh": 10408,
+ "'=>$": 10409,
+ ".Graphics": 10410,
+ "amento": 10411,
+ "pid": 10412,
+ "tc": 10413,
+ "Ġtips": 10414,
+ "Ġhomes": 10415,
+ "Ġfuel": 10416,
+ "âĸ": 10417,
+ "_helper": 10418,
+ "ĠĠčĊ": 10419,
+ "ĠRoom": 10420,
+ ".Close": 10421,
+ "_attr": 10422,
+ "ĠMount": 10423,
+ "ĠEv": 10424,
+ "arser": 10425,
+ "_top": 10426,
+ "eah": 10427,
+ "ĠDelete": 10428,
+ "ãĢį": 10429,
+ "uke": 10430,
+ "Ġusage": 10431,
+ "aria": 10432,
+ "_dev": 10433,
+ "Ġtexture": 10434,
+ "Ġconversation": 10435,
+ "eper": 10436,
+ "Bean": 10437,
+ "done": 10438,
+ "nonatomic": 10439,
+ "ĠSecond": 10440,
+ "Ġshooting": 10441,
+ "_pre": 10442,
+ "Components": 10443,
+ "Ġ]ĊĊ": 10444,
+ "__,": 10445,
+ "stitution": 10446,
+ ".Char": 10447,
+ ">();ĊĊ": 10448,
+ "Ġpresented": 10449,
+ "Ġwa": 10450,
+ "oker": 10451,
+ "-ĊĊ": 10452,
+ "iner": 10453,
+ "Ġbecoming": 10454,
+ "Ġincident": 10455,
+ "Att": 10456,
+ "Ġrevealed": 10457,
+ "forc": 10458,
+ "Ġboot": 10459,
+ ".page": 10460,
+ "Enumerator": 10461,
+ "_->": 10462,
+ "Photo": 10463,
+ "Ġspring": 10464,
+ ".\",": 10465,
+ "ĠDictionary": 10466,
+ "BJECT": 10467,
+ "Ġlocations": 10468,
+ "Ġsamples": 10469,
+ "InputStream": 10470,
+ "ĠBrown": 10471,
+ "Ġstats": 10472,
+ "quality": 10473,
+ "Ñħ": 10474,
+ "-dis": 10475,
+ "Ġhelping": 10476,
+ "Ġped": 10477,
+ "(se": 10478,
+ "ĠWho": 10479,
+ "alian": 10480,
+ "internal": 10481,
+ "Ġft": 10482,
+ ">().": 10483,
+ "->{": 10484,
+ "Ġmine": 10485,
+ "Ġsector": 10486,
+ "Ġgro": 10487,
+ "Ġopportunities": 10488,
+ "Ġü": 10489,
+ "Ġmp": 10490,
+ "Ġalleged": 10491,
+ "Ġdoubt": 10492,
+ "Mouse": 10493,
+ "About": 10494,
+ "_part": 10495,
+ "Ġchair": 10496,
+ "Ġstopped": 10497,
+ "loop": 10498,
+ "entities": 10499,
+ "Ġapps": 10500,
+ "ansion": 10501,
+ "Ġmental": 10502,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10503,
+ "FR": 10504,
+ "Ġdefend": 10505,
+ "care": 10506,
+ "Ġideal": 10507,
+ "/api": 10508,
+ "urface": 10509,
+ "Ġele": 10510,
+ "ulator": 10511,
+ "ĠRights": 10512,
+ "anguages": 10513,
+ "Ġfunds": 10514,
+ "Ġadapt": 10515,
+ "Attributes": 10516,
+ "Ġdeploy": 10517,
+ "opts": 10518,
+ "Ġvalidation": 10519,
+ "Ġconcerns": 10520,
+ "uce": 10521,
+ ".num": 10522,
+ "ulture": 10523,
+ "ila": 10524,
+ "Ġcup": 10525,
+ "Ġpure": 10526,
+ ".Fore": 10527,
+ "ĠHashMap": 10528,
+ ".valueOf": 10529,
+ "asm": 10530,
+ "MO": 10531,
+ "Ġcs": 10532,
+ "Ġstores": 10533,
+ "Ġ************************************************************************": 10534,
+ "Ġcommunication": 10535,
+ "mem": 10536,
+ ".EventHandler": 10537,
+ ".Status": 10538,
+ "_right": 10539,
+ ".setOn": 10540,
+ "Sheet": 10541,
+ "Ġidentify": 10542,
+ "enerated": 10543,
+ "ordered": 10544,
+ "Ġ\"[": 10545,
+ "Ġswe": 10546,
+ "Condition": 10547,
+ "ĠAccording": 10548,
+ "Ġprepare": 10549,
+ "Ġrob": 10550,
+ "Pool": 10551,
+ "Ġsport": 10552,
+ "rv": 10553,
+ "ĠRouter": 10554,
+ "Ġalternative": 10555,
+ "([]": 10556,
+ "ĠChicago": 10557,
+ "ipher": 10558,
+ "ische": 10559,
+ "ĠDirector": 10560,
+ "kl": 10561,
+ "ĠWil": 10562,
+ "keys": 10563,
+ "Ġmysql": 10564,
+ "Ġwelcome": 10565,
+ "king": 10566,
+ "ĠManager": 10567,
+ "Ġcaught": 10568,
+ ")}Ċ": 10569,
+ "Score": 10570,
+ "_PR": 10571,
+ "Ġsurvey": 10572,
+ "hab": 10573,
+ "Headers": 10574,
+ "ADER": 10575,
+ "Ġdecor": 10576,
+ "Ġturns": 10577,
+ "Ġradius": 10578,
+ "errupt": 10579,
+ "Cor": 10580,
+ "Ġmel": 10581,
+ "Ġintr": 10582,
+ "(q": 10583,
+ "ĠAC": 10584,
+ "amos": 10585,
+ "MAX": 10586,
+ "ĠGrid": 10587,
+ "ĠJesus": 10588,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10589,
+ ".DE": 10590,
+ "Ġts": 10591,
+ "Ġlinked": 10592,
+ "free": 10593,
+ "ĠQt": 10594,
+ "Ġ/**čĊ": 10595,
+ "Ġfaster": 10596,
+ "ctr": 10597,
+ "_J": 10598,
+ "DT": 10599,
+ ".Check": 10600,
+ "Ġcombination": 10601,
+ "Ġintended": 10602,
+ "-the": 10603,
+ "-type": 10604,
+ "ectors": 10605,
+ "ami": 10606,
+ "uting": 10607,
+ "Ġuma": 10608,
+ "XML": 10609,
+ "UCT": 10610,
+ "Ap": 10611,
+ "ĠRandom": 10612,
+ "Ġran": 10613,
+ ".sort": 10614,
+ "Ġsorted": 10615,
+ ".Un": 10616,
+ "_PER": 10617,
+ "itory": 10618,
+ "Ġpriority": 10619,
+ "ĠGal": 10620,
+ "ĠOld": 10621,
+ "hot": 10622,
+ "ĠDisplay": 10623,
+ "(sub": 10624,
+ "_TH": 10625,
+ "_Y": 10626,
+ "ĠCare": 10627,
+ "loading": 10628,
+ "Kind": 10629,
+ "_handle": 10630,
+ ",,": 10631,
+ "rase": 10632,
+ "_replace": 10633,
+ ".addEventListener": 10634,
+ "ĠRT": 10635,
+ "Ġentered": 10636,
+ "gers": 10637,
+ "Ġich": 10638,
+ "(start": 10639,
+ "/app": 10640,
+ "Ġbrother": 10641,
+ "Memory": 10642,
+ "Outlet": 10643,
+ "Ġutf": 10644,
+ "prec": 10645,
+ "Ġnavigation": 10646,
+ "ORK": 10647,
+ "Ġdst": 10648,
+ "Detail": 10649,
+ "Ġaudience": 10650,
+ "Ġdur": 10651,
+ "Ġcluster": 10652,
+ "unched": 10653,
+ "Ġ],": 10654,
+ "Ġcomfortable": 10655,
+ ".values": 10656,
+ "ĠTotal": 10657,
+ "Ġsnap": 10658,
+ "Ġstandards": 10659,
+ "Ġperformed": 10660,
+ "hand": 10661,
+ "(\"@": 10662,
+ "åŃ": 10663,
+ "Ġphil": 10664,
+ "ibr": 10665,
+ "trim": 10666,
+ "Ġforget": 10667,
+ "Ġdoctor": 10668,
+ ".TextBox": 10669,
+ "icons": 10670,
+ ",s": 10671,
+ "ĠOp": 10672,
+ "Sm": 10673,
+ "Stop": 10674,
+ "ĉList": 10675,
+ "ĉu": 10676,
+ "Comment": 10677,
+ "_VERSION": 10678,
+ ".Xtra": 10679,
+ "Person": 10680,
+ "rb": 10681,
+ "LOB": 10682,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10683,
+ "ĠCentral": 10684,
+ "ICK": 10685,
+ "raq": 10686,
+ "Ġputting": 10687,
+ "Ġmd": 10688,
+ "ĠLove": 10689,
+ "Program": 10690,
+ "Border": 10691,
+ "oor": 10692,
+ "Ġallowing": 10693,
+ "after": 10694,
+ "Ġentries": 10695,
+ "ĠMaybe": 10696,
+ "]).": 10697,
+ "ĠShort": 10698,
+ ")\\": 10699,
+ ".now": 10700,
+ "friend": 10701,
+ "Ġprefer": 10702,
+ "ĠGPIO": 10703,
+ "osis": 10704,
+ "ĠGameObject": 10705,
+ "Ġskip": 10706,
+ "Ġcompetition": 10707,
+ "_match": 10708,
+ "lications": 10709,
+ "_CONT": 10710,
+ ".groupBox": 10711,
+ "Ġals": 10712,
+ "\"We": 10713,
+ "_eq": 10714,
+ "lan": 10715,
+ "_search": 10716,
+ "ĠMusic": 10717,
+ "asis": 10718,
+ "Ġbind": 10719,
+ "ĠIsland": 10720,
+ "rum": 10721,
+ "(E": 10722,
+ "Ġseat": 10723,
+ "Video": 10724,
+ "Ġack": 10725,
+ "reek": 10726,
+ "={()": 10727,
+ "Ġrating": 10728,
+ "Ġrestaurant": 10729,
+ "DEX": 10730,
+ "(buf": 10731,
+ "pping": 10732,
+ "uality": 10733,
+ "Ġleague": 10734,
+ "Ġfocused": 10735,
+ "apon": 10736,
+ "$data": 10737,
+ "CLUD": 10738,
+ "CLUDING": 10739,
+ "Ġabsolute": 10740,
+ "(query": 10741,
+ "Ġtells": 10742,
+ "Ang": 10743,
+ "Ġcommunities": 10744,
+ "Ġhonest": 10745,
+ "oking": 10746,
+ "Ġapart": 10747,
+ "arity": 10748,
+ "/$": 10749,
+ "_module": 10750,
+ "ĠEnc": 10751,
+ ".an": 10752,
+ ".Config": 10753,
+ "Cre": 10754,
+ "Ġshock": 10755,
+ "ĠArab": 10756,
+ "IENT": 10757,
+ "/re": 10758,
+ "Ġretrie": 10759,
+ "ycler": 10760,
+ "isa": 10761,
+ "ĠOrgan": 10762,
+ ".graph": 10763,
+ "Ġí": 10764,
+ "ĠBAS": 10765,
+ "Enum": 10766,
+ "Ġpossibly": 10767,
+ "ÑĢаÐ": 10768,
+ "ĠJapanese": 10769,
+ "Ġcraft": 10770,
+ "ĠPlace": 10771,
+ "Ġtalent": 10772,
+ "Ġfunding": 10773,
+ "Ġconfirmed": 10774,
+ "Ġcycle": 10775,
+ "/x": 10776,
+ "GE": 10777,
+ "Ġhearing": 10778,
+ "Ġplants": 10779,
+ "Ġmouth": 10780,
+ "pages": 10781,
+ "oria": 10782,
+ "ĠRemove": 10783,
+ "_total": 10784,
+ "Ġod": 10785,
+ "ollapse": 10786,
+ "door": 10787,
+ "Ġbought": 10788,
+ "Ġaddr": 10789,
+ "ARCH": 10790,
+ "_dim": 10791,
+ "dden": 10792,
+ "Ġdecades": 10793,
+ "REQUEST": 10794,
+ "Ġversions": 10795,
+ "fire": 10796,
+ "Ġmoves": 10797,
+ "fb": 10798,
+ "Ġcoffee": 10799,
+ ".connect": 10800,
+ "ĠRow": 10801,
+ "Ġschema": 10802,
+ "Scope": 10803,
+ "-Type": 10804,
+ "Ġfighting": 10805,
+ "Ġretail": 10806,
+ "Ġmodified": 10807,
+ "TF": 10808,
+ "Files": 10809,
+ "nie": 10810,
+ "_command": 10811,
+ "stone": 10812,
+ "ĠÑĤ": 10813,
+ "_thread": 10814,
+ "Ġbond": 10815,
+ "ĠDevelopment": 10816,
+ "Ġpt": 10817,
+ "FORM": 10818,
+ "plet": 10819,
+ "Ġidentified": 10820,
+ "cpp": 10821,
+ "Ġcoding": 10822,
+ "oked": 10823,
+ "ĠMaster": 10824,
+ "IDTH": 10825,
+ "Ġresidents": 10826,
+ "redit": 10827,
+ "ĠPhoto": 10828,
+ "=-": 10829,
+ "unte": 10830,
+ "ateur": 10831,
+ "_STATE": 10832,
+ "ĠSing": 10833,
+ "Ġsheet": 10834,
+ ".val": 10835,
+ "orse": 10836,
+ "Ġhers": 10837,
+ "Ġdetermined": 10838,
+ "Common": 10839,
+ "Ġwed": 10840,
+ "_queue": 10841,
+ "PH": 10842,
+ "ĠAtl": 10843,
+ "cred": 10844,
+ "/LICENSE": 10845,
+ "Ġmes": 10846,
+ "Ġadvanced": 10847,
+ ".java": 10848,
+ ".Sh": 10849,
+ "Go": 10850,
+ "kill": 10851,
+ "fp": 10852,
+ "_settings": 10853,
+ "Ġpal": 10854,
+ "Ġtruck": 10855,
+ "Ġcombined": 10856,
+ "Ġ\"${": 10857,
+ "ĠCorpor": 10858,
+ "Ġjoined": 10859,
+ "ĠJose": 10860,
+ "ĠCup": 10861,
+ "uns": 10862,
+ "estival": 10863,
+ "levision": 10864,
+ "Ġbroken": 10865,
+ "Ġmarriage": 10866,
+ "ĠWestern": 10867,
+ "Ġrepresents": 10868,
+ "ĠTitle": 10869,
+ "Ġss": 10870,
+ ".Ass": 10871,
+ "ongoose": 10872,
+ "iento": 10873,
+ "<>();Ċ": 10874,
+ "Ġabsolutely": 10875,
+ "Ġsmooth": 10876,
+ "TERN": 10877,
+ "ĠUnless": 10878,
+ "Word": 10879,
+ "Ġmerge": 10880,
+ "igan": 10881,
+ "ĠVol": 10882,
+ "Ġnn": 10883,
+ ".getId": 10884,
+ "Ġз": 10885,
+ "Ġsexy": 10886,
+ "Ġseeking": 10887,
+ "Single": 10888,
+ ".this": 10889,
+ "Ġkom": 10890,
+ "bound": 10891,
+ ";\"": 10892,
+ "ĠfontSize": 10893,
+ "_df": 10894,
+ "Ġinjury": 10895,
+ "(H": 10896,
+ "Ġissued": 10897,
+ "_END": 10898,
+ ":self": 10899,
+ "Ġpatch": 10900,
+ "Ġleaves": 10901,
+ "Ġadopt": 10902,
+ "FileName": 10903,
+ "ãĢIJ": 10904,
+ "Ġexecutive": 10905,
+ "ĠByte": 10906,
+ "]))Ċ": 10907,
+ "Ġnu": 10908,
+ "outing": 10909,
+ "cluding": 10910,
+ "-R": 10911,
+ ".options": 10912,
+ "Ġsubstant": 10913,
+ "avax": 10914,
+ "ĠBUT": 10915,
+ "Ġtechnical": 10916,
+ "Ġtwice": 10917,
+ "Ġmás": 10918,
+ "Ġunivers": 10919,
+ "yr": 10920,
+ "Ġdrag": 10921,
+ "ĠDC": 10922,
+ "Ġsed": 10923,
+ "Ġbot": 10924,
+ "ĠPal": 10925,
+ "ĠHall": 10926,
+ "forcement": 10927,
+ "Ġauch": 10928,
+ ".mod": 10929,
+ "notation": 10930,
+ "_files": 10931,
+ ".line": 10932,
+ "_flag": 10933,
+ "[name": 10934,
+ "Ġresolution": 10935,
+ "Ġbott": 10936,
+ "(\"[": 10937,
+ "ende": 10938,
+ "(arr": 10939,
+ "Free": 10940,
+ "(@\"": 10941,
+ "ĠDistrict": 10942,
+ "PEC": 10943,
+ ":-": 10944,
+ "Picker": 10945,
+ "ĠJo": 10946,
+ "ĠĠĠĠĠĊ": 10947,
+ "ĠRiver": 10948,
+ "_rows": 10949,
+ "Ġhelpful": 10950,
+ "Ġmassive": 10951,
+ "---Ċ": 10952,
+ "Ġmeasures": 10953,
+ "ĠRuntime": 10954,
+ "Ġworry": 10955,
+ "ĠSpec": 10956,
+ "ĉD": 10957,
+ "ãĢij": 10958,
+ "Ġ){Ċ": 10959,
+ "Ġworse": 10960,
+ "(filename": 10961,
+ "Ġlay": 10962,
+ "Ġmagic": 10963,
+ "ĠTheir": 10964,
+ "oul": 10965,
+ "stroy": 10966,
+ "ĠWhere": 10967,
+ "Ġsudden": 10968,
+ "Ġdefe": 10969,
+ "Ġbinding": 10970,
+ "Ġflight": 10971,
+ "ĠOnInit": 10972,
+ "ĠWomen": 10973,
+ "ĠPolicy": 10974,
+ "Ġdrugs": 10975,
+ "ishing": 10976,
+ "('../": 10977,
+ "ĠMel": 10978,
+ "peat": 10979,
+ "tor": 10980,
+ "Ġproposed": 10981,
+ "Ġstated": 10982,
+ "_RES": 10983,
+ "Ġeast": 10984,
+ "ĠCONDITION": 10985,
+ "_desc": 10986,
+ "Ġwinning": 10987,
+ "folio": 10988,
+ "Mapper": 10989,
+ "ĠPan": 10990,
+ "ĠAnge": 10991,
+ ".servlet": 10992,
+ "Ġcopies": 10993,
+ "LM": 10994,
+ "Ġvm": 10995,
+ "åį": 10996,
+ "Ġdictionary": 10997,
+ "Seg": 10998,
+ "elines": 10999,
+ "ĠSend": 11000,
+ "Ġiron": 11001,
+ "ĠFort": 11002,
+ ".domain": 11003,
+ "Ġdebate": 11004,
+ "NotNull": 11005,
+ "eq": 11006,
+ "acher": 11007,
+ "lf": 11008,
+ "ĉfmt": 11009,
+ "Ġlawy": 11010,
+ "ÄŁ": 11011,
+ "ĠMen": 11012,
+ "Ġtrim": 11013,
+ "(NULL": 11014,
+ "Ġ!!": 11015,
+ "Ġpad": 11016,
+ "Ġfollows": 11017,
+ "\"][\"": 11018,
+ "requ": 11019,
+ "ĠEp": 11020,
+ ".github": 11021,
+ "(img": 11022,
+ "eto": 11023,
+ "('\\": 11024,
+ "Services": 11025,
+ "umbnail": 11026,
+ "_main": 11027,
+ "pleted": 11028,
+ "fortunately": 11029,
+ "Ġwindows": 11030,
+ "Ġplane": 11031,
+ "ĠConnection": 11032,
+ ".local": 11033,
+ "uard": 11034,
+ "}\\": 11035,
+ "==\"": 11036,
+ "andon": 11037,
+ "ĠRoy": 11038,
+ "west": 11039,
+ "iginal": 11040,
+ "emies": 11041,
+ "itz": 11042,
+ "'):Ċ": 11043,
+ "ĠPeter": 11044,
+ "Ġtough": 11045,
+ "Ġreduced": 11046,
+ "Ġcalculate": 11047,
+ "Ġrapid": 11048,
+ "customer": 11049,
+ "Ġefficient": 11050,
+ "Ġmedium": 11051,
+ "Ġfell": 11052,
+ ".ref": 11053,
+ "ĠCas": 11054,
+ "Ġfeedback": 11055,
+ "Speed": 11056,
+ "(output": 11057,
+ "aje": 11058,
+ "Ġcategories": 11059,
+ "Ġfee": 11060,
+ "};": 11061,
+ "Ġdeleted": 11062,
+ "reh": 11063,
+ "Ġproof": 11064,
+ "Desc": 11065,
+ "Build": 11066,
+ "Ġsides": 11067,
+ ".ArrayList": 11068,
+ "-%": 11069,
+ "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11070,
+ "ر": 11071,
+ ".match": 11072,
+ "ли": 11073,
+ "Ġfeels": 11074,
+ "Ġachieve": 11075,
+ "Ġclim": 11076,
+ "_ON": 11077,
+ "ĠCD": 11078,
+ "Ġteacher": 11079,
+ "_current": 11080,
+ "bn": 11081,
+ "_PL": 11082,
+ "isting": 11083,
+ "Enable": 11084,
+ "GEN": 11085,
+ "Ġtv": 11086,
+ "Ġsock": 11087,
+ "Ġplays": 11088,
+ "Ġdiscount": 11089,
+ "ĠKE": 11090,
+ "ĠDebug": 11091,
+ "Fore": 11092,
+ "ĠIraq": 11093,
+ "Ġappearance": 11094,
+ "Mon": 11095,
+ "Ġstyled": 11096,
+ "ĠHuman": 11097,
+ "iot": 11098,
+ "ĠHistory": 11099,
+ "Ġsac": 11100,
+ "ĠCollection": 11101,
+ "Ġrecommended": 11102,
+ ".Selected": 11103,
+ "Ġorganizations": 11104,
+ "Ġdiscovered": 11105,
+ "cohol": 11106,
+ "adas": 11107,
+ "ĠThomas": 11108,
+ "May": 11109,
+ "Ġconserv": 11110,
+ "Ġdomin": 11111,
+ "ĠFollow": 11112,
+ "ĠSection": 11113,
+ "ĠThanks": 11114,
+ "Username": 11115,
+ "Ġrecipe": 11116,
+ "Ġwonderful": 11117,
+ ".sleep": 11118,
+ "_if": 11119,
+ "ĉĊĉĊ": 11120,
+ "orno": 11121,
+ "Ġru": 11122,
+ "_target": 11123,
+ ".\"\"": 11124,
+ "à¦": 11125,
+ "EventArgs": 11126,
+ "Ġinputs": 11127,
+ "Ġfif": 11128,
+ "Ġvision": 11129,
+ "cy": 11130,
+ "ĠSeries": 11131,
+ ")(((": 11132,
+ "Ġtrading": 11133,
+ "Ġmarker": 11134,
+ "Begin": 11135,
+ "Ġtypically": 11136,
+ "Ġcauses": 11137,
+ "dropdown": 11138,
+ "_DEBUG": 11139,
+ "Ġdetect": 11140,
+ "country": 11141,
+ "!\");Ċ": 11142,
+ "ĉR": 11143,
+ "appy": 11144,
+ "Ġcref": 11145,
+ "('<": 11146,
+ "\"=>": 11147,
+ "ĠLE": 11148,
+ "reader": 11149,
+ "Ġadministr": 11150,
+ "õ": 11151,
+ "ucket": 11152,
+ "Ġfashion": 11153,
+ ".char": 11154,
+ "izar": 11155,
+ "Ġdisable": 11156,
+ "Ġsuc": 11157,
+ "ĠLive": 11158,
+ "issue": 11159,
+ "Ġmetadata": 11160,
+ "flags": 11161,
+ "ĠðŁ": 11162,
+ "Ġcommitted": 11163,
+ "Ġva": 11164,
+ "Ġrough": 11165,
+ "Ġ'''Ċ": 11166,
+ "Ġhighlight": 11167,
+ "_vars": 11168,
+ "VO": 11169,
+ "Ġencoding": 11170,
+ "-Z": 11171,
+ "_sign": 11172,
+ "$(\"#": 11173,
+ "Ġrain": 11174,
+ "reatest": 11175,
+ "ĠEND": 11176,
+ "Selection": 11177,
+ "Ġcandidates": 11178,
+ "Ġsav": 11179,
+ ".Empty": 11180,
+ "Ġdecisions": 11181,
+ "Ġcollabor": 11182,
+ "ridge": 11183,
+ "feed": 11184,
+ "ression": 11185,
+ "Ġpersons": 11186,
+ "VM": 11187,
+ "ega": 11188,
+ "_BIT": 11189,
+ "According": 11190,
+ "acked": 11191,
+ "Ġdollars": 11192,
+ "_loss": 11193,
+ "ĠCost": 11194,
+ "}\"Ċ": 11195,
+ "Notification": 11196,
+ "Ġprostit": 11197,
+ "Ġauthority": 11198,
+ ".rec": 11199,
+ "Ġspokes": 11200,
+ "ĠToday": 11201,
+ "istant": 11202,
+ "ĠHead": 11203,
+ "âĢĿ.": 11204,
+ "ertainment": 11205,
+ "cean": 11206,
+ "culate": 11207,
+ "Ġven": 11208,
+ "However": 11209,
+ "_arr": 11210,
+ "Ġtokens": 11211,
+ "Graph": 11212,
+ "ĠJud": 11213,
+ "ĠVirgin": 11214,
+ "ĠSerial": 11215,
+ "unning": 11216,
+ "Mutable": 11217,
+ "agers": 11218,
+ ".csv": 11219,
+ "Ġdeveloping": 11220,
+ "Ġinstructions": 11221,
+ "Ġpromise": 11222,
+ "Ġrequested": 11223,
+ "_encode": 11224,
+ "/\"": 11225,
+ "ĠIcon": 11226,
+ "uilt": 11227,
+ "-day": 11228,
+ "Ġintelligence": 11229,
+ ".IS": 11230,
+ "ĠObservable": 11231,
+ "ĠHard": 11232,
+ "Bool": 11233,
+ "idential": 11234,
+ ".Anchor": 11235,
+ "Ġselling": 11236,
+ "CI": 11237,
+ "AGES": 11238,
+ "tle": 11239,
+ "bur": 11240,
+ "UFFER": 11241,
+ "RY": 11242,
+ "Ġbigger": 11243,
+ "Ġrat": 11244,
+ "Ġfamous": 11245,
+ "Ġtypename": 11246,
+ "Ġexplained": 11247,
+ "}}Ċ": 11248,
+ "Ġnuclear": 11249,
+ "-N": 11250,
+ "Ġcrisis": 11251,
+ "ĠEnter": 11252,
+ "Ġanswers": 11253,
+ "/${": 11254,
+ "/pl": 11255,
+ "Ġsequ": 11256,
+ "_next": 11257,
+ "mask": 11258,
+ "Ġstanding": 11259,
+ "Ġplenty": 11260,
+ "ĠCross": 11261,
+ "ĉret": 11262,
+ "dro": 11263,
+ "ĠCast": 11264,
+ "=true": 11265,
+ "ĠChris": 11266,
+ "icio": 11267,
+ "ĠMike": 11268,
+ "Decimal": 11269,
+ "addComponent": 11270,
+ "Len": 11271,
+ "Ġcock": 11272,
+ "Ġ#{": 11273,
+ "URN": 11274,
+ "": 11403,
+ "Ġ*=": 11404,
+ "ĠPS": 11405,
+ "Ġdangerous": 11406,
+ "[p": 11407,
+ "OME": 11408,
+ "Other": 11409,
+ "ĠStringBuilder": 11410,
+ "Points": 11411,
+ "heading": 11412,
+ "Ġcurrency": 11413,
+ "Ġpercentage": 11414,
+ "_API": 11415,
+ "Ġclassic": 11416,
+ "thead": 11417,
+ "ĠMO": 11418,
+ "FE": 11419,
+ "Idx": 11420,
+ "await": 11421,
+ "Ġè": 11422,
+ "Ġaccident": 11423,
+ "Ġvariant": 11424,
+ "Ġmyst": 11425,
+ "ĠLand": 11426,
+ "ĠBre": 11427,
+ "Ġharm": 11428,
+ "ĠAcc": 11429,
+ "Ġcharged": 11430,
+ "iones": 11431,
+ "Visibility": 11432,
+ "arry": 11433,
+ "ĠLanguage": 11434,
+ "Ġwalking": 11435,
+ "\".ĊĊ": 11436,
+ "ifer": 11437,
+ "Ġleadership": 11438,
+ ".From": 11439,
+ "ynam": 11440,
+ "Ġtimestamp": 11441,
+ "ipt": 11442,
+ "ĠHas": 11443,
+ "REFER": 11444,
+ "ĠIts": 11445,
+ "Ġlistener": 11446,
+ "UTE": 11447,
+ "_description": 11448,
+ "Ġexperiences": 11449,
+ "Ġcreates": 11450,
+ "RS": 11451,
+ "cart": 11452,
+ "black": 11453,
+ "Ġchoices": 11454,
+ "war": 11455,
+ "Ġ'''": 11456,
+ "Ġordered": 11457,
+ "Ġevening": 11458,
+ "Ġpil": 11459,
+ "Ġtun": 11460,
+ "ĠBad": 11461,
+ "(app": 11462,
+ "random": 11463,
+ "Ġexplicit": 11464,
+ "Ġarrived": 11465,
+ "Ġfly": 11466,
+ "Ġeconom": 11467,
+ "-mail": 11468,
+ "Ġlists": 11469,
+ "Ġarchitect": 11470,
+ "ĠPay": 11471,
+ "Ġds": 11472,
+ "ĠSol": 11473,
+ "Ġvehicles": 11474,
+ "Hz": 11475,
+ "-com": 11476,
+ "Ġking": 11477,
+ "_equal": 11478,
+ "ĠHelp": 11479,
+ "Ġabuse": 11480,
+ "--;Ċ": 11481,
+ "Ġextr": 11482,
+ "Ġchemical": 11483,
+ "ä¿": 11484,
+ "Ġorient": 11485,
+ "Ġbreath": 11486,
+ "ĠSpace": 11487,
+ "(element": 11488,
+ "wait": 11489,
+ "DED": 11490,
+ "igma": 11491,
+ "Ġentr": 11492,
+ "Ġsob": 11493,
+ "-name": 11494,
+ "Ġaffected": 11495,
+ "ika": 11496,
+ "Ġcoal": 11497,
+ "_work": 11498,
+ "Ġhundreds": 11499,
+ "Ġpolitics": 11500,
+ "subject": 11501,
+ "Ġconsumer": 11502,
+ "ANGE": 11503,
+ "Ġrepeated": 11504,
+ "Send": 11505,
+ "Ġ#[": 11506,
+ "Ġprotocol": 11507,
+ "Ġleads": 11508,
+ "useum": 11509,
+ "Every": 11510,
+ "Import": 11511,
+ "(count": 11512,
+ "Ġchallenges": 11513,
+ "Ġnovel": 11514,
+ "Ġdepart": 11515,
+ "bits": 11516,
+ ".Current": 11517,
+ "Ġ`${": 11518,
+ "oting": 11519,
+ "(\\": 11520,
+ "Ġcreative": 11521,
+ "Ġbuff": 11522,
+ "Ġintroduced": 11523,
+ "usic": 11524,
+ "modules": 11525,
+ "Are": 11526,
+ "-doc": 11527,
+ "language": 11528,
+ "_cache": 11529,
+ "Ġtod": 11530,
+ "?>": 11531,
+ "omething": 11532,
+ "Ġhun": 11533,
+ "åº": 11534,
+ "aters": 11535,
+ "Intent": 11536,
+ "Ġimplemented": 11537,
+ "ĠCase": 11538,
+ "Children": 11539,
+ "Ġnotification": 11540,
+ "Renderer": 11541,
+ "Wrapper": 11542,
+ "Objects": 11543,
+ "tl": 11544,
+ ".Contains": 11545,
+ "Plugin": 11546,
+ ".row": 11547,
+ "Ġforg": 11548,
+ "Ġpermit": 11549,
+ "Ġtargets": 11550,
+ "ĠIF": 11551,
+ "Ġtip": 11552,
+ "sex": 11553,
+ "Ġsupports": 11554,
+ "Ġfold": 11555,
+ "photo": 11556,
+ "},čĊ": 11557,
+ "Ġgoogle": 11558,
+ "$('#": 11559,
+ "Ġsharing": 11560,
+ "Ġgoods": 11561,
+ "vs": 11562,
+ "ĠDan": 11563,
+ "Rate": 11564,
+ "ĠMartin": 11565,
+ "Ġmanner": 11566,
+ "lie": 11567,
+ ".The": 11568,
+ "Internal": 11569,
+ "ĠCONTR": 11570,
+ "Mock": 11571,
+ "RIGHT": 11572,
+ "Ġ'{": 11573,
+ "Ġcontrols": 11574,
+ "Mat": 11575,
+ "Ġmand": 11576,
+ "Ġextended": 11577,
+ "Ok": 11578,
+ "Ġembed": 11579,
+ "Ġplanet": 11580,
+ "ĠNon": 11581,
+ "-ch": 11582,
+ ")\",": 11583,
+ "epar": 11584,
+ "Ġbelieved": 11585,
+ "ĠEnvironment": 11586,
+ "ĠFriend": 11587,
+ "-res": 11588,
+ "Ġhandling": 11589,
+ "nic": 11590,
+ "-level": 11591,
+ "scri": 11592,
+ "Xml": 11593,
+ "BE": 11594,
+ "ungen": 11595,
+ "Ġalter": 11596,
+ "[idx": 11597,
+ "Pop": 11598,
+ "cam": 11599,
+ "Ġ(((": 11600,
+ "Ġshipping": 11601,
+ "Ġbattery": 11602,
+ "iddleware": 11603,
+ "MC": 11604,
+ "Ġimpl": 11605,
+ "otation": 11606,
+ "ĠLab": 11607,
+ "