diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e8e43eb8151f4874569986d26e67e50dc6555dac
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,87 @@
+{
+ "version": "0.1.0",
+ "model_type": "llama",
+ "quantization": "q0f16",
+ "model_config": {
+ "hidden_size": 8192,
+ "intermediate_size": 28672,
+ "num_attention_heads": 64,
+ "num_hidden_layers": 80,
+ "rms_norm_eps": 1e-05,
+ "vocab_size": 128256,
+ "tie_word_embeddings": false,
+ "position_embedding_base": 500000.0,
+ "rope_scaling": {
+ "factor": 8.0,
+ "high_freq_factor": 4.0,
+ "low_freq_factor": 1.0,
+ "original_max_position_embeddings": 8192,
+ "rope_type": "llama3"
+ },
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "num_key_value_heads": 8,
+ "head_dim": 128,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "max_batch_size": 128,
+ "disaggregation": false
+ },
+ "vocab_size": 128256,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 128000,
+ "eos_token_id": [
+ 128001,
+ 128008,
+ 128009
+ ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..d7199c6264e4c984eed523c8800bcc6fa86bc0cf
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,7745 @@
+{
+ "metadata": {
+ "ParamSize": 483,
+ "ParamBytes": 141107412992.0,
+ "BitsPerParam": 16.0
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 2101346304,
+ "records": [
+ {
+ "name": "model.embed_tokens.weight",
+ "shape": [
+ 128256,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2101346304,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "919c242370457d2349fa654fa2dd2131"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8b35b85370026eab7cefd0b4587c6f7"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "96c3f7e502c97f83031c426b4bfb6440"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5ad43004d75fc3289c5cb3b9065715a8"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "82948630e6d4d7c9dc096d536c30ca81"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b0234c888295a6c8a94d4824f6445d3"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.1.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "708ad8c5e809ff5c72385e8aed930e08"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3126ebdb02838f9c659ad35505a51f7c"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce7f940dd4e2e1cd8d53d93d2c3a30ac"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d81ed57d81433219f2de1b602e6d40e4"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25658cfc429646cd909a64266ed3764c"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4aa3539ddb85029976e3bccc30148a86"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c940514655d1424a3522a6fcb83cf3b"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "30bee48d5a4d507f1d698da166f185d8"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31fffea396781e69f35f3e64e2995a9b"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3bcc3efcf12476b07bb2b04a712fdf22"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f0f6ceef6084f444e9876e7ce8f88786"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "21c7d605c3775658ec584e26c5f2da07"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b04e31de2011399457c349a09fee62ee"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1380d996a35c501b6d4a2081250a6a47"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1dc2eefeeae6b02fd62e10a96c3c6ef1"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d5b33a5886dfaaa423ac50f24821b2b0"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.5.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2d0f492ef85ef2a8bf686c394b11548"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3aa3d7b89f8480e35d957e92c40e2a35"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f76cddcc63f4bcd134b3a4123950e21d"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "31d0ba610470c1c485114bb205db042c"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e432ac01b027359e7231a25ee8367e70"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "865f655de1414e6dba478509811ff3d5"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "44e8be467d50a37f71cb95ccbe50ca80"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "41d25754cbcb23f20815963e11622bf3"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e4f9afcf1aaff64579f685b318ccd8b1"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ce8b89b966e3c9876e527e392c53f43b"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "51bf12e1a7810b3cb94412bd2c5967e4"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e4e8ba366586eee0561f352dfdd005ca"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16c80b0a246ef04e6ef733f7efbbff12"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "678db7888782a08a0f0100d5c472da1f"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6b3b27ac67be1e8cd9fcf7b167cce7cb"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8756a04dd4bc58456ad4815998516fd"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.9.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a06af884131d3e11a0581e80d129f7c"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00c14937da3686671c9406efab0222c9"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3cd6ca1e264b00495fab7b38b6084153"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ecf9c7b8207bde2c89402ed55ee5dd2b"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c01cadad9048f4c25ea6b3375f7a2933"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8612e35378e4830b5be4e7a71969c150"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "474eeb36fc7e48660142ae4fa0a5f876"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c0123b391bb00114f461428fb709b20"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4c35ed91d518d92576c156bb06dd8dd6"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c8ad86e0d95e0ab8277b3d26a25be38b"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ae81584003fb5c6be8adde0313def3e"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87e8f3f445b9b4278a4d40de0d7cb49e"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff39ae8ec2e34cc3aa14f3845b85121a"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "515bc96756ccfe7aea5845a52fc7d166"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c5cac4c9252f0ff5db9bc99a417d518b"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8195a4271ca4fbeb56a77417435beb4c"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.13.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6246d204c46abc0f02e2ec37e3755237"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3c65a81a51e66da1712e552215076d21"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "177bcbfcb9ac6f05fef181468aff3d51"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "037fe63098b5312bf12f0305e69e3f0b"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c87fe034045db936481d42a5661e83f4"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8aaa6a47e955c534404d24ffdc29a24a"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a193005f5a1f2a52e4ef89c9ec9544b9"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c0ef1d446cfb5b35e60fac932377b3c"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a74db2f784f2d344a700b3ae8f655a02"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8f3476f37edb84f3936fab9d8cbac596"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c4c2a10ffc3e326271411b8281a1dfbc"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "563f09655991a5264617eff5eb86e9f8"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c3fe3d905bf555661f753798467885e1"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6fb659e6272eba360035d57c318040df"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8032e8c9a143a882ac2e010995e479f9"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "851e585dab37a4e334cd44c82a0746aa"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.17.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3f7f20c0589afdf0eaede3356e51436"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1233c34d1da2cc2ad765f4bffb1c2c14"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0d6bc78f25ab9a248d9973c527e25f1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "97baace3417c96dccb06f2352b420dd4"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7950614b6f04f9b2207da6e3ccbcf881"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9689941523f41d428c6236542032a8f5"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9ad73c8150d363228468c7ab61014a75"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87311280f47b702cfccaf9bcdfdef592"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1bb3c90399255004b0171def01d70799"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55339b11830078c3ac94d1c104ed7fa0"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d95b67a56bbc4683eae9324a2097f2e0"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c6b396cb57055885ca075917d341c192"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5730a76d1b9779ddfb2fdb9ad62cbbc7"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5bd750b9118d52bc32f04da22d83d19a"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "522bdd82213944c3630d71029b7a6832"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a62d14ef7fc04f6d702f98163f9f8d35"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.21.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0767d7010664ac027e7c756e82060c67"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c5ce67bb66d298c4cbeda17486a4d72e"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b0ea40d107fd6eb8beb34274dc996c9f"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9c993226c6613689f6a7063504c20b51"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "12096a370511b017a3acf02daf50ec0c"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f3cfda2c63eea235840dc5f5d12c648e"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3111ed1b68d9d7067e02cdbf7eaadb5c"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0bd61912d2b5018bb81af2d82db61458"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e206538d20242a0810adfec972624c1e"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ba5ac4629ff666cc3a5b36df3d6a2a6d"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fa8abf418d3495a61a687c89f331d96c"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9c857eafe781d624a4843651525aa408"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bf17dd84f4d9c8c2fcb5ba17b8a778e7"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "744b52c129783cda67f8ff899cad1baf"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4d846151427165ca49ac55bc96bca944"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7336e272e84afcbcbe9cfecb76e84a8b"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.25.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9e115240167dc42e49d3ac108ab7685a"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8538d01854f867ed541f8b41449372af"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a16eb68eec878be85b9bf52c2b2556d2"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5882d414daab6c78acdb78cf22d3c1a4"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3acd7eaa0f7d3d0aba4abb72bd141dcb"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a60b315cbb0486bdedc46e41f314c7a8"
+ },
+ {
+ "dataPath": "params_shard_108.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c5d63e3915864ada37e396e48391d0ac"
+ },
+ {
+ "dataPath": "params_shard_109.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88518a4e4ab3cfcc6d3c78100ea9a582"
+ },
+ {
+ "dataPath": "params_shard_110.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ec30028bd1daeb278b8070a9aac6b374"
+ },
+ {
+ "dataPath": "params_shard_111.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ac052b74b8006c2e28b518a1015b2e8"
+ },
+ {
+ "dataPath": "params_shard_112.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "84a9bedde6c0e90397a0394a94617685"
+ },
+ {
+ "dataPath": "params_shard_113.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "95b66dd9a7c21659a4cbdb8b09effdbb"
+ },
+ {
+ "dataPath": "params_shard_114.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ee27bf11ec7c2ff3c2fe3d6a2a4a107e"
+ },
+ {
+ "dataPath": "params_shard_115.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fe956f4a536e6248b3e92087537c3363"
+ },
+ {
+ "dataPath": "params_shard_116.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25326f4b805daf13e2d35bad4ef5a3cb"
+ },
+ {
+ "dataPath": "params_shard_117.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3027ea34501e21fba6f9ed0c493d1074"
+ },
+ {
+ "dataPath": "params_shard_118.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.29.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a173a966625ee9b06007c9c536dbf8d0"
+ },
+ {
+ "dataPath": "params_shard_119.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7dbc95f1dc4b5a61481201b68f367e37"
+ },
+ {
+ "dataPath": "params_shard_120.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "01f60a1470556669f44f087fc25f052a"
+ },
+ {
+ "dataPath": "params_shard_121.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4d3d309f4c6ab613b23afca60a2f1b5e"
+ },
+ {
+ "dataPath": "params_shard_122.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "62662dfaae249b202ba8fb3a2759ad00"
+ },
+ {
+ "dataPath": "params_shard_123.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3df05abab25c11bae55bf38fce144acc"
+ },
+ {
+ "dataPath": "params_shard_124.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "35abab27c9339772c3fbb0a710320fa6"
+ },
+ {
+ "dataPath": "params_shard_125.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b1e633af5d88f9ecdbb0b946e4d0674a"
+ },
+ {
+ "dataPath": "params_shard_126.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c877a2561318b57ee02371012bd4a771"
+ },
+ {
+ "dataPath": "params_shard_127.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ae0ef075d5a4aac5d223023dbcf82e0"
+ },
+ {
+ "dataPath": "params_shard_128.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e3b206f0b690a64e264fc6ea89ecb4ba"
+ },
+ {
+ "dataPath": "params_shard_129.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4ede5d81e1d8bb020b74aa0342a1e8b9"
+ },
+ {
+ "dataPath": "params_shard_130.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.32.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "06700d6cbbc7b2e9464e3c291711c1fb"
+ },
+ {
+ "dataPath": "params_shard_131.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dcbdfb36013d002df3bf50b8f1984b50"
+ },
+ {
+ "dataPath": "params_shard_132.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.32.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "05d809a37da496f1e62762787a4afe5d"
+ },
+ {
+ "dataPath": "params_shard_133.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "059d417fad278cee9dfcf225ec2c1886"
+ },
+ {
+ "dataPath": "params_shard_134.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.33.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "50f9a66c10fd4343455aef48f8f6c5b4"
+ },
+ {
+ "dataPath": "params_shard_135.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fbb8ae4aaf4433d91769f3ef6da52585"
+ },
+ {
+ "dataPath": "params_shard_136.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.33.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ff0fa47e56ad4e2b7c5e171086b612b"
+ },
+ {
+ "dataPath": "params_shard_137.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "48778061b8c2d61466ac449a9ba015ca"
+ },
+ {
+ "dataPath": "params_shard_138.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.34.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "203b11e4d76b946a07d1d53a0d4f5109"
+ },
+ {
+ "dataPath": "params_shard_139.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c503e58aeb3755b0c846a2c884fcbcdb"
+ },
+ {
+ "dataPath": "params_shard_140.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.34.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "52d20619a12643a1dc0cf815338cace4"
+ },
+ {
+ "dataPath": "params_shard_141.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "343f22dca9d1ba8c86046427a125104c"
+ },
+ {
+ "dataPath": "params_shard_142.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.35.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e9594bbf68f151d9d32ca7d086ed8180"
+ },
+ {
+ "dataPath": "params_shard_143.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5b0d0ffd3184319420ce6eb76beaafb5"
+ },
+ {
+ "dataPath": "params_shard_144.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.35.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "afb305710472c81069655e5f2d567adb"
+ },
+ {
+ "dataPath": "params_shard_145.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c442a11c5a9e973537b54f5e57db42e"
+ },
+ {
+ "dataPath": "params_shard_146.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.36.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b15dd5487e424d9fe1e8ca45c39b15a7"
+ },
+ {
+ "dataPath": "params_shard_147.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "936a8af4c9e47844a18930b7bb12b4b5"
+ },
+ {
+ "dataPath": "params_shard_148.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.36.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c65922d222392aea9351b73222564f1f"
+ },
+ {
+ "dataPath": "params_shard_149.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1418630cd93b77b170e0f06dd9770b9f"
+ },
+ {
+ "dataPath": "params_shard_150.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.37.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "605ce68f42af16ab8c8a447df74f0f28"
+ },
+ {
+ "dataPath": "params_shard_151.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d035644d42d374e0a9da548292d9a8b2"
+ },
+ {
+ "dataPath": "params_shard_152.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.37.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "01f3010ca5ac192baa5f827a198a4d0f"
+ },
+ {
+ "dataPath": "params_shard_153.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bada577b216b41239e40e836dd11ef7"
+ },
+ {
+ "dataPath": "params_shard_154.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.38.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0a9b3fdd5b2b7cecb8db2472b6282bd3"
+ },
+ {
+ "dataPath": "params_shard_155.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0835173149ccea99084b1f98f37e69b6"
+ },
+ {
+ "dataPath": "params_shard_156.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.38.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1e644bebed08f6d9c215ecc570debe99"
+ },
+ {
+ "dataPath": "params_shard_157.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7c24a06e0a8f18bb04809347faf36b31"
+ },
+ {
+ "dataPath": "params_shard_158.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.39.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0f90b3264cdac5af06ec79cbcf2b144a"
+ },
+ {
+ "dataPath": "params_shard_159.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8c2e3f52b5b98eef9b423b10b667847a"
+ },
+ {
+ "dataPath": "params_shard_160.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.39.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c31323c4d5ad3c5516c3cd66f4038e33"
+ },
+ {
+ "dataPath": "params_shard_161.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b67b08bdd7946d4ea51dde68c1898a38"
+ },
+ {
+ "dataPath": "params_shard_162.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.40.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b1d67c857e4e19bd9cac5f1b8868a119"
+ },
+ {
+ "dataPath": "params_shard_163.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a72d45cf2580e1a5b4122e4e493eeb7"
+ },
+ {
+ "dataPath": "params_shard_164.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.40.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bd4a6433ac721611548518ae4f508757"
+ },
+ {
+ "dataPath": "params_shard_165.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fea17431da3678196b33cbb3e7c4357f"
+ },
+ {
+ "dataPath": "params_shard_166.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.41.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5a188136524dd19a5ddf669933d8c887"
+ },
+ {
+ "dataPath": "params_shard_167.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6553eae95988d4c1282ecc1eca5ed86a"
+ },
+ {
+ "dataPath": "params_shard_168.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.41.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "311a26abd3cad37da25b0f82ff5a4447"
+ },
+ {
+ "dataPath": "params_shard_169.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8b97995a2a142e78f76238b96ad4b979"
+ },
+ {
+ "dataPath": "params_shard_170.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.42.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "99e3b250dcb189e7ac6635021d41ac60"
+ },
+ {
+ "dataPath": "params_shard_171.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "077e76fa59e62d39baf7fc6df7fa6947"
+ },
+ {
+ "dataPath": "params_shard_172.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.42.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef4fb5714a190a8ac7dc2b86ae5a1376"
+ },
+ {
+ "dataPath": "params_shard_173.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "46505aac39d8a01ad918754a8039338e"
+ },
+ {
+ "dataPath": "params_shard_174.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.43.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ebad9d410edefb2b9725937cfd0065d8"
+ },
+ {
+ "dataPath": "params_shard_175.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a0ad8234f679847ff20d0a525dbf171c"
+ },
+ {
+ "dataPath": "params_shard_176.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.43.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "23d4a10eec0c0cef94c75074c5135424"
+ },
+ {
+ "dataPath": "params_shard_177.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7e177f352900b047b91ae0bbf2568aa4"
+ },
+ {
+ "dataPath": "params_shard_178.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.44.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ebb1ed234d8b3596646d57c1dc85a93f"
+ },
+ {
+ "dataPath": "params_shard_179.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3b5adbcfec99f81286bf6d09a95bfbdc"
+ },
+ {
+ "dataPath": "params_shard_180.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.44.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b7446bdd156c62096f4d67f621b5d657"
+ },
+ {
+ "dataPath": "params_shard_181.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1ae707be88d06e9b3d019fc90e0b3703"
+ },
+ {
+ "dataPath": "params_shard_182.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.45.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e3f59e7eb834c6b1bdcd61ec7386790"
+ },
+ {
+ "dataPath": "params_shard_183.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "08285797dca9d40272f7795478c79e33"
+ },
+ {
+ "dataPath": "params_shard_184.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.45.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61aba3b03eba5c5646d0fdb96e508088"
+ },
+ {
+ "dataPath": "params_shard_185.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a578980050db5fc2121c7e7036d8579a"
+ },
+ {
+ "dataPath": "params_shard_186.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.46.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b11528a5ad8571babd007fe3b94e83d5"
+ },
+ {
+ "dataPath": "params_shard_187.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "288c8f09e37324dabd6fdd7fcdb4d658"
+ },
+ {
+ "dataPath": "params_shard_188.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.46.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ceac600b994b51ffd539b62bfbfc1683"
+ },
+ {
+ "dataPath": "params_shard_189.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d1853b03ea51ce5677d4934937457fc"
+ },
+ {
+ "dataPath": "params_shard_190.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.47.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "46d3c2c29fc39614451bbb43e806ba53"
+ },
+ {
+ "dataPath": "params_shard_191.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "28b517688ff920821b0f02133aedcf1a"
+ },
+ {
+ "dataPath": "params_shard_192.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.47.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "94d361d73870fe14381eb763ef83e1aa"
+ },
+ {
+ "dataPath": "params_shard_193.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6de4af8747687645dc95ba25d8a6b88f"
+ },
+ {
+ "dataPath": "params_shard_194.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.48.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef80c903857f593d7d5a3e3f1fc80c3e"
+ },
+ {
+ "dataPath": "params_shard_195.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "965497d8942e9df2b756482f2752412c"
+ },
+ {
+ "dataPath": "params_shard_196.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.48.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "26a9be3702c28c1e0850295fd9b5abd4"
+ },
+ {
+ "dataPath": "params_shard_197.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a7ca94ca1acf52f8bf9ebdd61c85dfcb"
+ },
+ {
+ "dataPath": "params_shard_198.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.49.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "44066d331e2604820f161a7fd62729aa"
+ },
+ {
+ "dataPath": "params_shard_199.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1770524da77c280da098facf2f4d8f17"
+ },
+ {
+ "dataPath": "params_shard_200.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.49.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b932117385b590732144624a16ca2eda"
+ },
+ {
+ "dataPath": "params_shard_201.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e92ba5a4c5390d85a30af79c5f4b2b9d"
+ },
+ {
+ "dataPath": "params_shard_202.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.50.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7fbb17bde368025353cc3bf246967aff"
+ },
+ {
+ "dataPath": "params_shard_203.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "433af08a37bc3fb371ae2c759e1c5752"
+ },
+ {
+ "dataPath": "params_shard_204.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.50.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "38243afc6b65c580b62ec94974236c19"
+ },
+ {
+ "dataPath": "params_shard_205.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4ca8917eb54e4b799f5f090c3894089a"
+ },
+ {
+ "dataPath": "params_shard_206.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.51.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "70742ff3b5e0cff1d255fddb0092ff79"
+ },
+ {
+ "dataPath": "params_shard_207.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9bf7053f31761fc0e06aa8a1ad12a2e7"
+ },
+ {
+ "dataPath": "params_shard_208.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.51.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "845720af2a4514d92c27978bd22c74d5"
+ },
+ {
+ "dataPath": "params_shard_209.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29f31e65158726cb39787463b21e835d"
+ },
+ {
+ "dataPath": "params_shard_210.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.52.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d24ad15583ff33c401bd637cd0e8794d"
+ },
+ {
+ "dataPath": "params_shard_211.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "88e05091b81b82a058d901189ff003f4"
+ },
+ {
+ "dataPath": "params_shard_212.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.52.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6624bd17ba1572da0207971c8f408c93"
+ },
+ {
+ "dataPath": "params_shard_213.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b3fc317235240348e35785606534d809"
+ },
+ {
+ "dataPath": "params_shard_214.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.53.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "29e4df9f7ce9e3d16d69837926c36638"
+ },
+ {
+ "dataPath": "params_shard_215.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "be724864ed826b14266826f84caf0240"
+ },
+ {
+ "dataPath": "params_shard_216.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.53.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "36cf05a535e939cec5e3befcfa69f49f"
+ },
+ {
+ "dataPath": "params_shard_217.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1150aa7c713a6c5d4926c3812a563266"
+ },
+ {
+ "dataPath": "params_shard_218.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.54.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f6ddfd24ca0de79bf9fc92d96039d1dd"
+ },
+ {
+ "dataPath": "params_shard_219.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8b17bcfa5ab585d136804f5f196404af"
+ },
+ {
+ "dataPath": "params_shard_220.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.54.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c39d92db77bbaaf825747322b21c7809"
+ },
+ {
+ "dataPath": "params_shard_221.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f8e479d84a65852feed2d48536f7fa4"
+ },
+ {
+ "dataPath": "params_shard_222.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.55.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c007c060ca89b78a6eb16deff577b844"
+ },
+ {
+ "dataPath": "params_shard_223.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9a24df909bc31c8dcf23f124603404b1"
+ },
+ {
+ "dataPath": "params_shard_224.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.55.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8fd78bd7afb803b398a94f0f6ece9a3a"
+ },
+ {
+ "dataPath": "params_shard_225.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8ef84b18c389d39a2e8533c1f8c8e2df"
+ },
+ {
+ "dataPath": "params_shard_226.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.56.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "744ec0099843a1f58bbfdcdcceb031c3"
+ },
+ {
+ "dataPath": "params_shard_227.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bb441888903596816bfcbb7998ebb252"
+ },
+ {
+ "dataPath": "params_shard_228.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.56.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "27569e925413d2b4668281e64d98f799"
+ },
+ {
+ "dataPath": "params_shard_229.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6491f12abd3d0ae567077b812c954b36"
+ },
+ {
+ "dataPath": "params_shard_230.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.57.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff4cbfe2815df1483bf37aa369cf5e90"
+ },
+ {
+ "dataPath": "params_shard_231.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2a09e2e6da014066875b9c5e35aef73"
+ },
+ {
+ "dataPath": "params_shard_232.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.57.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3571f4f1c778575f8deb1748695c99c0"
+ },
+ {
+ "dataPath": "params_shard_233.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "73efc8e8d056d75dc60a2bf55fb9c4dd"
+ },
+ {
+ "dataPath": "params_shard_234.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.58.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "594100c2df0694d8ab3e78bf023f098b"
+ },
+ {
+ "dataPath": "params_shard_235.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2e414802788ca04fbf495999f7103b40"
+ },
+ {
+ "dataPath": "params_shard_236.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.58.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "86f3107eed82246a0daca152666acce6"
+ },
+ {
+ "dataPath": "params_shard_237.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "926c287122da6232754d04ecad75771e"
+ },
+ {
+ "dataPath": "params_shard_238.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.59.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bb4b4cfeea7ad616ad3a9967c8699293"
+ },
+ {
+ "dataPath": "params_shard_239.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3fb105ad2bd22dbcbfe07e81c592d1af"
+ },
+ {
+ "dataPath": "params_shard_240.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.59.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "92ed68713ae1a1de83d06fa386da5c8f"
+ },
+ {
+ "dataPath": "params_shard_241.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c9833719708bfa41e7513207ea445489"
+ },
+ {
+ "dataPath": "params_shard_242.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.60.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0462dbb6bde85209a9ef4ba8c5064cb"
+ },
+ {
+ "dataPath": "params_shard_243.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6f5cb3163973ab563f8a5bca1cbb0f0a"
+ },
+ {
+ "dataPath": "params_shard_244.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.60.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "df48008d48cdea5a66c5d51208e1a0cc"
+ },
+ {
+ "dataPath": "params_shard_245.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2d20696c35dd49899f34ecd4d4c65d2"
+ },
+ {
+ "dataPath": "params_shard_246.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.61.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3e0cdfa39f3ac71112712c9a24c9a113"
+ },
+ {
+ "dataPath": "params_shard_247.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "692909387da52fcbe730dc7fe34cba9a"
+ },
+ {
+ "dataPath": "params_shard_248.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.61.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0ce22f04865a4109363a0ddef9a2f347"
+ },
+ {
+ "dataPath": "params_shard_249.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "99b357a8f2494fcbfb54a1b19b44b1ed"
+ },
+ {
+ "dataPath": "params_shard_250.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.62.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "645faeb07628beb438015c1c923c6f5d"
+ },
+ {
+ "dataPath": "params_shard_251.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "66ef613612610ba683cefccb9ecfc5a7"
+ },
+ {
+ "dataPath": "params_shard_252.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.62.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "db8b8ebaf42679625c49d7c9e2dde08a"
+ },
+ {
+ "dataPath": "params_shard_253.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "90360acdc632b74ca526818f1d9c5d73"
+ },
+ {
+ "dataPath": "params_shard_254.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.63.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "477e97877aef99ca8709fef7728137bd"
+ },
+ {
+ "dataPath": "params_shard_255.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3089322f417d579bad053867844396a1"
+ },
+ {
+ "dataPath": "params_shard_256.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.63.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a2f7ff5b593db9318d6ddeacac55e57b"
+ },
+ {
+ "dataPath": "params_shard_257.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e7aa05329dbd063e5e77af4c2999d6fc"
+ },
+ {
+ "dataPath": "params_shard_258.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.64.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f1d148c6790c1a26af59e6be80002bb9"
+ },
+ {
+ "dataPath": "params_shard_259.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3031239ee1d6b492358595292cc36a46"
+ },
+ {
+ "dataPath": "params_shard_260.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.64.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "36febb44dd3652c6fd24e9052a2421c9"
+ },
+ {
+ "dataPath": "params_shard_261.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3605baafac3535492574f51d80a6047b"
+ },
+ {
+ "dataPath": "params_shard_262.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.65.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "314abab4452c37e055183c42f48578db"
+ },
+ {
+ "dataPath": "params_shard_263.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dc5b30f0b0f434a8e1df9e4e43dfbe7c"
+ },
+ {
+ "dataPath": "params_shard_264.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.65.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "449c6e77e3a4250eb30e1740e0f74d0c"
+ },
+ {
+ "dataPath": "params_shard_265.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3ced089ec744204585b81ca122e7c096"
+ },
+ {
+ "dataPath": "params_shard_266.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.66.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61c7b52295d4a9b9cbb04b34f519830c"
+ },
+ {
+ "dataPath": "params_shard_267.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17b50eeccfc55b174e4792320983d717"
+ },
+ {
+ "dataPath": "params_shard_268.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.66.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e57c0e788fb174dca4bcf8f6cc6ef3f9"
+ },
+ {
+ "dataPath": "params_shard_269.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "01cfabcc143785ef7229fc6558896c2f"
+ },
+ {
+ "dataPath": "params_shard_270.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.67.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b914f606656f5f0ccca9ca943178b2b"
+ },
+ {
+ "dataPath": "params_shard_271.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "287cbfea7bea41daaa95414a378cfdd4"
+ },
+ {
+ "dataPath": "params_shard_272.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.67.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c7687124fddb949364f7b6116942245d"
+ },
+ {
+ "dataPath": "params_shard_273.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7461a27b1f19747ba13640645b3f9688"
+ },
+ {
+ "dataPath": "params_shard_274.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.68.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f3e29a300850a045b057c97c4aa24900"
+ },
+ {
+ "dataPath": "params_shard_275.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "af01c00f3ca5689ea8458c0ab1d4c38f"
+ },
+ {
+ "dataPath": "params_shard_276.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.68.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d3ff51e83424cca317027003ec6d246"
+ },
+ {
+ "dataPath": "params_shard_277.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6335d251e62a9ecdf4c8fe6da50f0334"
+ },
+ {
+ "dataPath": "params_shard_278.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.69.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3aedabf62b402ba20255b69a77148b95"
+ },
+ {
+ "dataPath": "params_shard_279.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b76db1e528f240172a98b2653697b97b"
+ },
+ {
+ "dataPath": "params_shard_280.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.69.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "292a098561141c9afc24670ef468edc1"
+ },
+ {
+ "dataPath": "params_shard_281.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4d757b0cfe2bdab70353415bc08018ca"
+ },
+ {
+ "dataPath": "params_shard_282.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.70.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d1120ffea56a757690c36f698a78c0aa"
+ },
+ {
+ "dataPath": "params_shard_283.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77fb6a2a2040c0451b0ba2739acc3344"
+ },
+ {
+ "dataPath": "params_shard_284.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.70.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80a2c639a028ce12608f06cca1f91c68"
+ },
+ {
+ "dataPath": "params_shard_285.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "283ea44c4313f668b5d8f9734695d050"
+ },
+ {
+ "dataPath": "params_shard_286.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.71.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "61ca0cd25ffd8c4bcf47ca70aa9cd493"
+ },
+ {
+ "dataPath": "params_shard_287.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "373499e281710a6ac79a9c109ef934f4"
+ },
+ {
+ "dataPath": "params_shard_288.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.71.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "b1acef719570741f1ef6aa53d7bb3f4a"
+ },
+ {
+ "dataPath": "params_shard_289.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "59b44c0fce2e66a65c6e0296b3283645"
+ },
+ {
+ "dataPath": "params_shard_290.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.72.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "921f2e63992058cb5353265d047d5aa9"
+ },
+ {
+ "dataPath": "params_shard_291.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "da190cbcb2731dcef328b0c2526efb62"
+ },
+ {
+ "dataPath": "params_shard_292.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.72.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f03dbbeb0d5a737b7015159c397ea17f"
+ },
+ {
+ "dataPath": "params_shard_293.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9e46044cf1b9174ddf88d2be5ba21a01"
+ },
+ {
+ "dataPath": "params_shard_294.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.73.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a432a29223cbe175881a3deb698334a6"
+ },
+ {
+ "dataPath": "params_shard_295.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bcc69e091f5a633c1b079fdd1d3790e1"
+ },
+ {
+ "dataPath": "params_shard_296.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.73.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "410bc6fa7718724155ca258f62414909"
+ },
+ {
+ "dataPath": "params_shard_297.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd0f8674cf9c4ffc9defe5d984468187"
+ },
+ {
+ "dataPath": "params_shard_298.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.74.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "25f22b4ed224bc253483c2a4d4ecd4c8"
+ },
+ {
+ "dataPath": "params_shard_299.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17418ad25892c9116d4b92e4229948e9"
+ },
+ {
+ "dataPath": "params_shard_300.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.74.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "413312f95783d87b1b254015b02fc9f2"
+ },
+ {
+ "dataPath": "params_shard_301.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ff6a14c311f77cccfbebfc0b0383ee1a"
+ },
+ {
+ "dataPath": "params_shard_302.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.75.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "17c37f818bccce63b6ae0f59b3fa60bc"
+ },
+ {
+ "dataPath": "params_shard_303.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "3fd72643daecdfda5f1ebf32442b565e"
+ },
+ {
+ "dataPath": "params_shard_304.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.75.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f7f13cd19786a7ced9d548cf40eda60e"
+ },
+ {
+ "dataPath": "params_shard_305.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "dd230ee7e2190593add962a9a22576e1"
+ },
+ {
+ "dataPath": "params_shard_306.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.76.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e0e9850f981bd3c25c193249458140f9"
+ },
+ {
+ "dataPath": "params_shard_307.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "96773422ec57df83679c4a1947c119cb"
+ },
+ {
+ "dataPath": "params_shard_308.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.76.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e64ccd59eeb4a66bfd55748b8d79bace"
+ },
+ {
+ "dataPath": "params_shard_309.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2683faa813b1f337047e919647679211"
+ },
+ {
+ "dataPath": "params_shard_310.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.77.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6966b3f34648ae4fff13d5905409425d"
+ },
+ {
+ "dataPath": "params_shard_311.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2f3370694ba3f6f210a3d7ccb980da07"
+ },
+ {
+ "dataPath": "params_shard_312.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.77.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8922603fc05b450b7ed6ddd0690d17ce"
+ },
+ {
+ "dataPath": "params_shard_313.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e096b3b9531ba75bb33ac9c0e545f605"
+ },
+ {
+ "dataPath": "params_shard_314.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.78.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "643a8877b49a3600d630c0797ae12586"
+ },
+ {
+ "dataPath": "params_shard_315.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "589e2d57067e275c0feb945c3feba8c3"
+ },
+ {
+ "dataPath": "params_shard_316.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.78.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d24dfd0dc9b6dbe637f7652609c46d48"
+ },
+ {
+ "dataPath": "params_shard_317.bin",
+ "format": "raw-shard",
+ "nbytes": 167772160,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.qkv_proj.weight",
+ "shape": [
+ 10240,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 167772160,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c33a7c9dba7f110db40ea24847113d5"
+ },
+ {
+ "dataPath": "params_shard_318.bin",
+ "format": "raw-shard",
+ "nbytes": 134217728,
+ "records": [
+ {
+ "name": "model.layers.79.self_attn.o_proj.weight",
+ "shape": [
+ 8192,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 134217728,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "853ffecb5f3e306a943c8874ca8238da"
+ },
+ {
+ "dataPath": "params_shard_319.bin",
+ "format": "raw-shard",
+ "nbytes": 939524096,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.gate_up_proj.weight",
+ "shape": [
+ 57344,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 939524096,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9b4a51d00e3d61a344b603609c39aff"
+ },
+ {
+ "dataPath": "params_shard_320.bin",
+ "format": "raw-shard",
+ "nbytes": 469762048,
+ "records": [
+ {
+ "name": "model.layers.79.mlp.down_proj.weight",
+ "shape": [
+ 8192,
+ 28672
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 469762048,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "492cc10163c0936dfa6dd8bf5bf67eed"
+ },
+ {
+ "dataPath": "params_shard_321.bin",
+ "format": "raw-shard",
+ "nbytes": 2101346304,
+ "records": [
+ {
+ "name": "lm_head.weight",
+ "shape": [
+ 128256,
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 2101346304,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "010c3ffb227e55714542e0722232c5c8"
+ },
+ {
+ "dataPath": "params_shard_322.bin",
+ "format": "raw-shard",
+ "nbytes": 2637824,
+ "records": [
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 16384
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 32768
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 49152
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 65536
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 81920
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 98304
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 114688
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 131072
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 147456
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 163840
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 180224
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 196608
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 212992
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 229376
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 245760
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 262144
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 278528
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 294912
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 311296
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 327680
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 344064
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 360448
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 376832
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 393216
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 409600
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 425984
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 442368
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 458752
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 475136
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 491520
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 507904
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 524288
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 540672
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 557056
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 573440
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 589824
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 606208
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 622592
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 638976
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 655360
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 671744
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 688128
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 704512
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 720896
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 737280
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 753664
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 770048
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 786432
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 802816
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 819200
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 835584
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 851968
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 868352
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 884736
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 901120
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 917504
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 933888
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 950272
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 966656
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 983040
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 999424
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1015808
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1032192
+ },
+ {
+ "name": "model.layers.32.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1048576
+ },
+ {
+ "name": "model.layers.32.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1064960
+ },
+ {
+ "name": "model.layers.33.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1081344
+ },
+ {
+ "name": "model.layers.33.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1097728
+ },
+ {
+ "name": "model.layers.34.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1114112
+ },
+ {
+ "name": "model.layers.34.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1130496
+ },
+ {
+ "name": "model.layers.35.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1146880
+ },
+ {
+ "name": "model.layers.35.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1163264
+ },
+ {
+ "name": "model.layers.36.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1179648
+ },
+ {
+ "name": "model.layers.36.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1196032
+ },
+ {
+ "name": "model.layers.37.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1212416
+ },
+ {
+ "name": "model.layers.37.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1228800
+ },
+ {
+ "name": "model.layers.38.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1245184
+ },
+ {
+ "name": "model.layers.38.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1261568
+ },
+ {
+ "name": "model.layers.39.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1277952
+ },
+ {
+ "name": "model.layers.39.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1294336
+ },
+ {
+ "name": "model.layers.40.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1310720
+ },
+ {
+ "name": "model.layers.40.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1327104
+ },
+ {
+ "name": "model.layers.41.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1343488
+ },
+ {
+ "name": "model.layers.41.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1359872
+ },
+ {
+ "name": "model.layers.42.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1376256
+ },
+ {
+ "name": "model.layers.42.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1392640
+ },
+ {
+ "name": "model.layers.43.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1409024
+ },
+ {
+ "name": "model.layers.43.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1425408
+ },
+ {
+ "name": "model.layers.44.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1441792
+ },
+ {
+ "name": "model.layers.44.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1458176
+ },
+ {
+ "name": "model.layers.45.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1474560
+ },
+ {
+ "name": "model.layers.45.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1490944
+ },
+ {
+ "name": "model.layers.46.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1507328
+ },
+ {
+ "name": "model.layers.46.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1523712
+ },
+ {
+ "name": "model.layers.47.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1540096
+ },
+ {
+ "name": "model.layers.47.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1556480
+ },
+ {
+ "name": "model.layers.48.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.48.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1589248
+ },
+ {
+ "name": "model.layers.49.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1605632
+ },
+ {
+ "name": "model.layers.49.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1622016
+ },
+ {
+ "name": "model.layers.50.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1638400
+ },
+ {
+ "name": "model.layers.50.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1654784
+ },
+ {
+ "name": "model.layers.51.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1671168
+ },
+ {
+ "name": "model.layers.51.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1687552
+ },
+ {
+ "name": "model.layers.52.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1703936
+ },
+ {
+ "name": "model.layers.52.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1720320
+ },
+ {
+ "name": "model.layers.53.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1736704
+ },
+ {
+ "name": "model.layers.53.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1753088
+ },
+ {
+ "name": "model.layers.54.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1769472
+ },
+ {
+ "name": "model.layers.54.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1785856
+ },
+ {
+ "name": "model.layers.55.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1802240
+ },
+ {
+ "name": "model.layers.55.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1818624
+ },
+ {
+ "name": "model.layers.56.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1835008
+ },
+ {
+ "name": "model.layers.56.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1851392
+ },
+ {
+ "name": "model.layers.57.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1867776
+ },
+ {
+ "name": "model.layers.57.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1884160
+ },
+ {
+ "name": "model.layers.58.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1900544
+ },
+ {
+ "name": "model.layers.58.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1916928
+ },
+ {
+ "name": "model.layers.59.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1933312
+ },
+ {
+ "name": "model.layers.59.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1949696
+ },
+ {
+ "name": "model.layers.60.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1966080
+ },
+ {
+ "name": "model.layers.60.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1982464
+ },
+ {
+ "name": "model.layers.61.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 1998848
+ },
+ {
+ "name": "model.layers.61.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2015232
+ },
+ {
+ "name": "model.layers.62.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2031616
+ },
+ {
+ "name": "model.layers.62.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2048000
+ },
+ {
+ "name": "model.layers.63.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2064384
+ },
+ {
+ "name": "model.layers.63.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2080768
+ },
+ {
+ "name": "model.layers.64.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2097152
+ },
+ {
+ "name": "model.layers.64.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2113536
+ },
+ {
+ "name": "model.layers.65.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2129920
+ },
+ {
+ "name": "model.layers.65.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2146304
+ },
+ {
+ "name": "model.layers.66.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2162688
+ },
+ {
+ "name": "model.layers.66.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2179072
+ },
+ {
+ "name": "model.layers.67.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2195456
+ },
+ {
+ "name": "model.layers.67.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2211840
+ },
+ {
+ "name": "model.layers.68.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2228224
+ },
+ {
+ "name": "model.layers.68.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2244608
+ },
+ {
+ "name": "model.layers.69.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2260992
+ },
+ {
+ "name": "model.layers.69.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2277376
+ },
+ {
+ "name": "model.layers.70.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2293760
+ },
+ {
+ "name": "model.layers.70.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2310144
+ },
+ {
+ "name": "model.layers.71.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2326528
+ },
+ {
+ "name": "model.layers.71.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2342912
+ },
+ {
+ "name": "model.layers.72.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2359296
+ },
+ {
+ "name": "model.layers.72.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2375680
+ },
+ {
+ "name": "model.layers.73.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2392064
+ },
+ {
+ "name": "model.layers.73.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2408448
+ },
+ {
+ "name": "model.layers.74.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2424832
+ },
+ {
+ "name": "model.layers.74.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2441216
+ },
+ {
+ "name": "model.layers.75.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2457600
+ },
+ {
+ "name": "model.layers.75.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2473984
+ },
+ {
+ "name": "model.layers.76.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2490368
+ },
+ {
+ "name": "model.layers.76.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2506752
+ },
+ {
+ "name": "model.layers.77.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2523136
+ },
+ {
+ "name": "model.layers.77.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2539520
+ },
+ {
+ "name": "model.layers.78.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2555904
+ },
+ {
+ "name": "model.layers.78.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2572288
+ },
+ {
+ "name": "model.layers.79.input_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2588672
+ },
+ {
+ "name": "model.layers.79.post_attention_layernorm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2605056
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 8192
+ ],
+ "dtype": "float16",
+ "format": "f32-to-bf16",
+ "nbytes": 16384,
+ "byteOffset": 2621440
+ }
+ ],
+ "md5sum": "528c68d89451238af1af2a8e6e8eaab5"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b82b3cc5fac85b1a1217b8420760567b326b2e39
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722a52071153f271780f0e859832fc44b61eb8fde560207eb83aa955a08a9f0c
+size 2101346304
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01042f90ff7e1fa5af1286d28bea05bfe6372521
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4dc6a3720bae1934b699bfa0b5dc1604656b7c19852ad8569918cdd3d7bec1
+size 167772160
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02c0ea5eb17a01e7eb0d33ba03f218cb999bd6ad
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57ede7bb1be550135713466d5479dc63e5c8ed4544fea38fde2e29d8c9a06de
+size 134217728
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d911b75c3f954f866fec603a38725f471695793e
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46dc2c49404224eaba269675f3f45e20e5508a3d1e7973d5d8ddd4fced5afea
+size 469762048
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eb0c51f789aa96b1b9615a46f84c86defbd60292
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f09a4b2367254d8502d8a033e3f0231280b551b90bb4ae8577de508fd28654
+size 167772160
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cca76068a6b27ee9282297151e15f4c4c7ddd67d
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89d6580716182dd9c73c95b758cd8d25a3f20d1bde4a5a7177fcbdc57e33255
+size 134217728
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..99d3d8f27d8f93ab9ce4ac3e3f2716177220f1c5
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78b90168f2a7c9003b319dce928e765957e1ebc3f7d22868ab31e8680820b20
+size 939524096
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d18c346f1d6dc66cef6736cbfde0e2f342345c13
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d61d4c5408b28fed476d5f78c93b7ce1e0e1c3f2ab2ebb4dfaa9b428a517aa
+size 469762048
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f738af2e690e13574b4def15961f41cbcecd8483
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e061261a95e1cc7583b5d9179d9ffffdeb030c12e3b965b940ab5327543b0c84
+size 167772160
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ad226777b85173fc3cc63bbc78808fd828c9f16
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f88d3a72e65e2bcc135fb30d720f57c626e098222f2c699f8d0a70410ee5af6
+size 134217728
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d5d1fc62bbf822970ce18f6bcbeb0477d5baa0dc
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887c4d33198f1d88095ae7107842f678a88bdf7d66d7c3f2529e9cd0f0bc8aa3
+size 939524096
diff --git a/params_shard_108.bin b/params_shard_108.bin
new file mode 100644
index 0000000000000000000000000000000000000000..38bf631d5351df58ccbf58d7d86448f52942e4e4
--- /dev/null
+++ b/params_shard_108.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77bb18e481f1eae2cf936c7ba933aedb5ac1bef89b804ca941448c14304e8e6
+size 469762048
diff --git a/params_shard_109.bin b/params_shard_109.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95cab5e2fef3d76bd6d3d51daea2ff97fa992497
--- /dev/null
+++ b/params_shard_109.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543e3f9ca9f4ce59c0ae450e246dcc18edb14c858106da2b15f2a07fd138f9c1
+size 167772160
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b60bc52d1102eb1f5d1e8cfe4244fde872b00ac5
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5227a11124f9335372416212c237f4f5ebb33bf23f9d9b733f724d4282c541ac
+size 939524096
diff --git a/params_shard_110.bin b/params_shard_110.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d65d23167fab4ad8876da3b74e504daa4c43d908
--- /dev/null
+++ b/params_shard_110.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e920f1425f14cb5f2ce1da2278255bcceda06186c111d2b4ef95ffb9aa2a157
+size 134217728
diff --git a/params_shard_111.bin b/params_shard_111.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61ba2e002b67d3b5c166ba739b03b2c9cb44dcee
--- /dev/null
+++ b/params_shard_111.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aa95b87ac4d6810e8028652016fa0dce0a0570cc7fe51d907dc284783ff117
+size 939524096
diff --git a/params_shard_112.bin b/params_shard_112.bin
new file mode 100644
index 0000000000000000000000000000000000000000..110d82125bcb56213b6a7b1a9688ee81c863a425
--- /dev/null
+++ b/params_shard_112.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3732d29d9fd0387076256dd3506b03b59f74c1a77cbd776d8529119a44f9e4
+size 469762048
diff --git a/params_shard_113.bin b/params_shard_113.bin
new file mode 100644
index 0000000000000000000000000000000000000000..54edb5016c6bca87b2f5c5029ae21e4e28b4f083
--- /dev/null
+++ b/params_shard_113.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0dedf41b8accaa6ea8c2dcedd3b1a0dbe886e4fd94fe26b6616d7037c0f600
+size 167772160
diff --git a/params_shard_114.bin b/params_shard_114.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4539d182d598440032f5ef279ebe4c609c5a23f
--- /dev/null
+++ b/params_shard_114.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2f17a98822afc1893072da82c6c0def5f5750213a53d5a767b63e43a7d6672
+size 134217728
diff --git a/params_shard_115.bin b/params_shard_115.bin
new file mode 100644
index 0000000000000000000000000000000000000000..90b8f22180d3838d7e63ffd7e6de145bd66c90dc
--- /dev/null
+++ b/params_shard_115.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11caf4f8acbca673ff9d41accb6700c29845705dc7019ac1557527eb00773d1
+size 939524096
diff --git a/params_shard_116.bin b/params_shard_116.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02d01dfe20019098a81cf471f94536c754c5c1ba
--- /dev/null
+++ b/params_shard_116.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ed09b007972df0ac3e5e55dc99b02b09337a7af39b0cb631df8a55990a7899
+size 469762048
diff --git a/params_shard_117.bin b/params_shard_117.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4832754d91846074411672510b2c2b77eca8abb2
--- /dev/null
+++ b/params_shard_117.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4279c662433fb2fd339f5a42cd204c37ad2b96901e0f610d8a9b9bbec6b33d67
+size 167772160
diff --git a/params_shard_118.bin b/params_shard_118.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d42b8fc91bd77014cb105f88f3afb6d9dd59ca9
--- /dev/null
+++ b/params_shard_118.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc084f2bede07976ca66d577998aacd338ebbbbeef3fdbf243a5d9ff4ffe6ac7
+size 134217728
diff --git a/params_shard_119.bin b/params_shard_119.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b301e0cdc5773ed78881dae5cfcc3524b61424e8
--- /dev/null
+++ b/params_shard_119.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2dde11842362095b9df331e38c6f75e90368b8bdb6ddf1c0d7a77bd0376a36
+size 939524096
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d386d53d8afeb776da48a7143e11a06ddc53fe89
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e67fe7bb49d069ac1b8c7bd7adeae7eac17ca6d2d7a54bd795c8d415b30b079
+size 469762048
diff --git a/params_shard_120.bin b/params_shard_120.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bc36f5d8be6a6e760472c128508f941071ef1075
--- /dev/null
+++ b/params_shard_120.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64777ec0770cab97783f57bb610e889c65fbf48d860fa511059193933a48c030
+size 469762048
diff --git a/params_shard_121.bin b/params_shard_121.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c949f4054be694631507ce908aefd311d08ddcfa
--- /dev/null
+++ b/params_shard_121.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95046f966869800e32bb3707a8e55a469c1f79c057795aed6bc5e174928670b
+size 167772160
diff --git a/params_shard_122.bin b/params_shard_122.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe8aa634d137cc1a8dc70ffaa3a63842f1003d58
--- /dev/null
+++ b/params_shard_122.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfd2b9e23aca2c15d1ba7915b9bee55cb23e033869986aec5d4f62f737a109f
+size 134217728
diff --git a/params_shard_123.bin b/params_shard_123.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9639466464cf343e1e7e36b0af3dea8b3ac670ff
--- /dev/null
+++ b/params_shard_123.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67200c28bea95e7d37a29e0981d2dc4c67fb498860899a3e0285f9f1240d704
+size 939524096
diff --git a/params_shard_124.bin b/params_shard_124.bin
new file mode 100644
index 0000000000000000000000000000000000000000..56dbd04fb236bafbda93a6184493e0d677f5fcbd
--- /dev/null
+++ b/params_shard_124.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb8bebe906aa9e3d6ae8ccecb3916a6a4e9fca34b5dffe8eb50989ebe86aba9
+size 469762048
diff --git a/params_shard_125.bin b/params_shard_125.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd64b5e91ce9e8b409c504c8747fc862e8b56934
--- /dev/null
+++ b/params_shard_125.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ead0b64399c90c8afc07f0acef0154d1f07171f040d20ec1b8eaeb9861e8a89
+size 167772160
diff --git a/params_shard_126.bin b/params_shard_126.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0139d7c0341e3261a62ba57e115df1106ef16b6f
--- /dev/null
+++ b/params_shard_126.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8afcae04c7ded66b0b7e56d26cc22510b3bc5f822025d97b5b1f7784ea2102
+size 134217728
diff --git a/params_shard_127.bin b/params_shard_127.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e3f808ecebcf5401761c9e1210c2841ae6b77604
--- /dev/null
+++ b/params_shard_127.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c1dcedc0c8d6c8cb089ca12522516febf6909144195348709c030aa1598419
+size 939524096
diff --git a/params_shard_128.bin b/params_shard_128.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b5cc12842388b842ff2d59a9a3f5434dd177643
--- /dev/null
+++ b/params_shard_128.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6482cda8c3fafef1841670156d062936b45b30ce3db13b54fa06496494599aec
+size 469762048
diff --git a/params_shard_129.bin b/params_shard_129.bin
new file mode 100644
index 0000000000000000000000000000000000000000..505b949363551ff905cc85593b2a4637f4819aa0
--- /dev/null
+++ b/params_shard_129.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8562691e12f66215b5e735c25f056d78bbea35fcebea311762c6cbbc29c14c8
+size 167772160
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ef03c51a32a85bc287f8a28d8d4a1080780a216
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a592a55063eeb0b318f217d26c9a82e7c17e8ef290ebf90fdb52c77f283808c
+size 167772160
diff --git a/params_shard_130.bin b/params_shard_130.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95aae36391e8d448b6af4d61d5f26f1e79a86d03
--- /dev/null
+++ b/params_shard_130.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1af62e4577a04580f80d0e5f4385e0c3c91a4e2615ff0146f737a0c220665f0
+size 134217728
diff --git a/params_shard_131.bin b/params_shard_131.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9da4f3ecafa6e7912989f938a5c53f945fc3ee90
--- /dev/null
+++ b/params_shard_131.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588070c3085e8e65820122ca825e4c3a373e7e040b652daf1edf052aab7015b2
+size 939524096
diff --git a/params_shard_132.bin b/params_shard_132.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a227dd95333f4039ca1ab35a55d348e6ea5ac12f
--- /dev/null
+++ b/params_shard_132.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dd7a83f40ba89a4b31fd3dd2c36e1b528ebf6fd7ed0def37ed2d9199bcc17b
+size 469762048
diff --git a/params_shard_133.bin b/params_shard_133.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fd7c6d595066e8fa7626073c60a70825cbc44753
--- /dev/null
+++ b/params_shard_133.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e80e15653a75b30bd861bc764e7324607e1afd385b3dfabcc2d2462de2063ee
+size 167772160
diff --git a/params_shard_134.bin b/params_shard_134.bin
new file mode 100644
index 0000000000000000000000000000000000000000..663a263ce44fe73ffbab45877f255118fd338485
--- /dev/null
+++ b/params_shard_134.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba4ee4d7d72117a8674585f3b88629ae09e6fe3f9c2dbc51fc942c938ad292
+size 134217728
diff --git a/params_shard_135.bin b/params_shard_135.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7fc746016be8460720908f8ae14ed1e4fc8b5d3
--- /dev/null
+++ b/params_shard_135.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad20b44e8d575f4dbf221783e01e0498cd60957080ddc8734e520c7f2efcd7
+size 939524096
diff --git a/params_shard_136.bin b/params_shard_136.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f84e9d8a970d727a8c56afc0d4f3f0d37de8698
--- /dev/null
+++ b/params_shard_136.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92208f7ad548e56c98f357f857b547e909c03d322ad76b55c510b3367c4be9b9
+size 469762048
diff --git a/params_shard_137.bin b/params_shard_137.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5fe3dec70affe76fcda7ac166451b7cd07b86924
--- /dev/null
+++ b/params_shard_137.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf434840ce251f0602bfb8053f2e937eac58110b449a5a16cfd940aa148c358
+size 167772160
diff --git a/params_shard_138.bin b/params_shard_138.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25f85cacc2ae39a65db1c0f761c51af365f69a5a
--- /dev/null
+++ b/params_shard_138.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f87aaadd4fa4e0d7dddeeda99f65428ead03f5ac4cc7d3223c13a869ad668
+size 134217728
diff --git a/params_shard_139.bin b/params_shard_139.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a576c659493a6a41c0d87caa094d05937bbe6410
--- /dev/null
+++ b/params_shard_139.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccaf504d41ea436d4e0bffb2d9a8073899027038bd048e1bc347dfdad889f4a
+size 939524096
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b243189f421966366a9ca906dc27ff9f2757defc
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9067ed3830b7596e641f32147e8f1df4488d30ca5e2ff421b3bd1ec813cd8757
+size 134217728
diff --git a/params_shard_140.bin b/params_shard_140.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eabce91efadec6fa354bf2bfdfc2beb9a56e9f64
--- /dev/null
+++ b/params_shard_140.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164bad18522840292c7153423d34314f0914145aa79b64c02db1c96ca93cb98e
+size 469762048
diff --git a/params_shard_141.bin b/params_shard_141.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a2caf8efd270faceffb2a8face376c6f1cacba2
--- /dev/null
+++ b/params_shard_141.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fdae57ab6895b7eed5c0114bef07ac5218a40f8766f3382ba4f555f007ff43
+size 167772160
diff --git a/params_shard_142.bin b/params_shard_142.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7e942a1550fa7f97c9547b78add6fbfd996b7d97
--- /dev/null
+++ b/params_shard_142.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f85f6accc32bcd8739e5c967fade44d26a20e20e1dfa93351381b732d9343e
+size 134217728
diff --git a/params_shard_143.bin b/params_shard_143.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a191ab1937d0ad8b08ca04e9ae35bccd9d10ba9
--- /dev/null
+++ b/params_shard_143.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8362c2ce07f423d65a5c5d071777fed654c641e2636f5085d5ee967760a0f6d1
+size 939524096
diff --git a/params_shard_144.bin b/params_shard_144.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11886f8702085510da33a0a88bdabfddac8a3fa8
--- /dev/null
+++ b/params_shard_144.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f798325a7ddf3101172aa414f565212fd6bdcb9457c01458db6a35f12394e9a
+size 469762048
diff --git a/params_shard_145.bin b/params_shard_145.bin
new file mode 100644
index 0000000000000000000000000000000000000000..011502a4301cd2e5232dd15dd72adc1d8ae56c13
--- /dev/null
+++ b/params_shard_145.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee8a49fafb591a50d351f6349c4bcb1918a6243a51ff31db62fd532e0f8a1ad
+size 167772160
diff --git a/params_shard_146.bin b/params_shard_146.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ff0c20553b2e21bb073522f1f75c1f1f43ae4
--- /dev/null
+++ b/params_shard_146.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf2c959df7d30f300a40c7ae555647cffc5bc0f8a0ae9a9f6b029637263d69c
+size 134217728
diff --git a/params_shard_147.bin b/params_shard_147.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f8f0200d08ca74d72f1aca245ecb8616fa43a6a
--- /dev/null
+++ b/params_shard_147.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ec1fd3c4f57da50dbda988104a62bcf58faa137ecba3084f523df833da541
+size 939524096
diff --git a/params_shard_148.bin b/params_shard_148.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c56819095429f75ffb7e89ea93d4fb53589dc682
--- /dev/null
+++ b/params_shard_148.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2d4d2663b32c50bc3d56a7344c7df3f5fb579c2448d56cf5e076549e2c702f
+size 469762048
diff --git a/params_shard_149.bin b/params_shard_149.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ec53bda98f7b19f12015071f21bf07cccba6d6d
--- /dev/null
+++ b/params_shard_149.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b014c445a62ab5bb23714fadc4db8e44a4a466ee40490408586e1bfab930e8
+size 167772160
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d9c0e1a4e8c9c0981e095b8a6b4abcdf21ac5
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e74a1a9d0cab6fe0f36cabddc595046f08f9267f87cc61f3d285fca7f79af53
+size 939524096
diff --git a/params_shard_150.bin b/params_shard_150.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8f950c022ff2b2c482f4931c4349dfa151b5fa7
--- /dev/null
+++ b/params_shard_150.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d29421aa3408c9cf8c52c430932ddb256ec15d68f5dcef7d7b67ba0bcadb23d
+size 134217728
diff --git a/params_shard_151.bin b/params_shard_151.bin
new file mode 100644
index 0000000000000000000000000000000000000000..062587d0c5bbc3e60da4212cfb779bf16308743e
--- /dev/null
+++ b/params_shard_151.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118396ff912ebe29c3ee914940c254c5df2f9473e3c3457ad51b2ce1844ecdb4
+size 939524096
diff --git a/params_shard_152.bin b/params_shard_152.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e0b38ef8b3e7cf19e330a5ea024ac9d9608f0e5
--- /dev/null
+++ b/params_shard_152.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c211a1ecb04fc45281fd7a448c1bfbe7f465863baa4863a07e25424a386525a
+size 469762048
diff --git a/params_shard_153.bin b/params_shard_153.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61e4a54b586042d14b08c9a7dbbc84aab0e4e714
--- /dev/null
+++ b/params_shard_153.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61de977bbe4d86fccbf601195760a7bcfcc9844dd4a3283e067f261f672301ec
+size 167772160
diff --git a/params_shard_154.bin b/params_shard_154.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92cd26dfc2c235d0a0604769e22c5b33805f805a
--- /dev/null
+++ b/params_shard_154.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fc91d5e476aaab88da541a9dbfd21f7e22ace842f0036f81df52bac4abc85d
+size 134217728
diff --git a/params_shard_155.bin b/params_shard_155.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7ff08235cbc2d5f9933d6035882c77015f946970
--- /dev/null
+++ b/params_shard_155.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9667451aeec90fce75adf244a6678ebed71eef7769f028302b850cd636119280
+size 939524096
diff --git a/params_shard_156.bin b/params_shard_156.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb6aa72fd63d6fbc05ef70518d34e78fbe5358e0
--- /dev/null
+++ b/params_shard_156.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dcd588c744e2b101887471bf955d159ed0aaf073f033145ddf0188f31ccf76
+size 469762048
diff --git a/params_shard_157.bin b/params_shard_157.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8abcffd49b8f80105e0faf97870e78c271dd2ea
--- /dev/null
+++ b/params_shard_157.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfee99a3c09835c01faad459ac12d883bf375a959e72473b236945c796d02ca
+size 167772160
diff --git a/params_shard_158.bin b/params_shard_158.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7bb4fd36b4456b6a89cd0e6a27a13f54f17bc293
--- /dev/null
+++ b/params_shard_158.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7e311c9a4b81ec2e1d428aa94da11d72db12bea5cc2e49a3cb3eec1460ca1
+size 134217728
diff --git a/params_shard_159.bin b/params_shard_159.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d64a5795f4f2ef16c07ffb2f7ffd578a4dd52
--- /dev/null
+++ b/params_shard_159.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd93d53e2bddd6df004ea3f6cb0d6fb3d2c2117a4df1d915d03e29bd38cce6e5
+size 939524096
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c86efd9bc3436146f7b0ad7eb18fa158359c523f
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326a0344a9cb8375b22c7d3a41af36e4c793ce118e20afe0dde8762e6ac770a8
+size 469762048
diff --git a/params_shard_160.bin b/params_shard_160.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6c824272737c69c4dc816cec6cf939def43735a7
--- /dev/null
+++ b/params_shard_160.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a878fe52173393fd45148b57e19d0b0f59b2dbe9cf55a0899e11abb58b85214d
+size 469762048
diff --git a/params_shard_161.bin b/params_shard_161.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5207b4d6f0e6ffa8421515e6dad5fbafb514f98
--- /dev/null
+++ b/params_shard_161.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0c37a6c78c95ca19e218d1a9ea4ebf9dddf5fe87eaaff0bc36d98bc3dcf46e
+size 167772160
diff --git a/params_shard_162.bin b/params_shard_162.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5a563716736ef1f1acd0c95aee603828d0ca815f
--- /dev/null
+++ b/params_shard_162.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8fc3663037d91e9d267ea96cc931fcc87da28f5c0b8495de780adb8f5a4a1b
+size 134217728
diff --git a/params_shard_163.bin b/params_shard_163.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8170f4b86e03352003d45100b55dc723eaf3354
--- /dev/null
+++ b/params_shard_163.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31694c5e1e87caa17b6ce868e448a64d399368d8dca8584026ae0e0a8032020
+size 939524096
diff --git a/params_shard_164.bin b/params_shard_164.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8691ebed4be2aa5869846dba4061d281bdba7fa3
--- /dev/null
+++ b/params_shard_164.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7909c947cc98ae5576c7d91a5a3760e143f8edc7a74ec8f91b261f8cb03b2954
+size 469762048
diff --git a/params_shard_165.bin b/params_shard_165.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7297d1529e7d19b5a6c563708b074b22aab9a8d9
--- /dev/null
+++ b/params_shard_165.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2711d35f16f8332249541964b7fcc78607875e829af602f0048526b910df28
+size 167772160
diff --git a/params_shard_166.bin b/params_shard_166.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a468ea588ae69c4137b708b711c962d62e1e9
--- /dev/null
+++ b/params_shard_166.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df64fb38a49cd1bf98dbb0ee8022309c22ff20295585517013a2f46dc7b7c0d
+size 134217728
diff --git a/params_shard_167.bin b/params_shard_167.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00092d5e5f60e11ceefce9f7ff454598bd9761f1
--- /dev/null
+++ b/params_shard_167.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c5032ed1d39375f2c6d12aa8446cb595f40770177f448b0386bd862c81e410
+size 939524096
diff --git a/params_shard_168.bin b/params_shard_168.bin
new file mode 100644
index 0000000000000000000000000000000000000000..efe10dee2dc663307cdae683c488c5c958a367ea
--- /dev/null
+++ b/params_shard_168.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4fc78be2c7096fedac900fa3854bf9e5f793e3e52c949d0c8006c40186bc32
+size 469762048
diff --git a/params_shard_169.bin b/params_shard_169.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01dc4d1cfba1b15c3a3a1d01cf29555d6993c284
--- /dev/null
+++ b/params_shard_169.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c36ff4ecbd4e5c1d91f15b837a26d3fc1f3bdc842421d4510006366ba90ccc
+size 167772160
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c6ecfab3f703eb2435b79614082ab9e494cb4285
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db64cc2a29cdf88dba26ab50639c5c81c4e4c557b52a35378e3072f66f5d1a2f
+size 167772160
diff --git a/params_shard_170.bin b/params_shard_170.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc21aaa1811dac4641d6e3537eef2b20d3e3a8ec
--- /dev/null
+++ b/params_shard_170.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02dab1f3a71d500a4013eed73aa529a611cdaf6aceac38394c3a2c588bd81a8f
+size 134217728
diff --git a/params_shard_171.bin b/params_shard_171.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4046694df0a0cee4042dd7d8df385342fd19071c
--- /dev/null
+++ b/params_shard_171.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3302079eff2df42de78a11a4519d859eb3ce165ff337e3f72933223c142ef47c
+size 939524096
diff --git a/params_shard_172.bin b/params_shard_172.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c7ca4158140ad296a9164478f509c2c825fbca0e
--- /dev/null
+++ b/params_shard_172.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ffbcd5cd42449a9829595d5bfd0d51f34251642b5d6e0534a4de7b080957c6
+size 469762048
diff --git a/params_shard_173.bin b/params_shard_173.bin
new file mode 100644
index 0000000000000000000000000000000000000000..de548fdee614b45c5a4e3049548ccb5c83331232
--- /dev/null
+++ b/params_shard_173.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4afe7b960dddc540afd25a92555178211304e7973cbc71fcb2c8cf2debb0d13
+size 167772160
diff --git a/params_shard_174.bin b/params_shard_174.bin
new file mode 100644
index 0000000000000000000000000000000000000000..852d3c0c23fd65c5ee77a2582a15a16e045ad353
--- /dev/null
+++ b/params_shard_174.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c3995c076b27669e18cf5d8001315d945651168115237d655e07e225a197e5
+size 134217728
diff --git a/params_shard_175.bin b/params_shard_175.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e0d03068a6929b601fa40e96f41a036aea42b8c
--- /dev/null
+++ b/params_shard_175.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6d60e7f577181f571ccfc1cdcc6e5e12141f0992d9b8111b36cbc7fca08d8
+size 939524096
diff --git a/params_shard_176.bin b/params_shard_176.bin
new file mode 100644
index 0000000000000000000000000000000000000000..65930a7adb9faccab84f0dfa995d7d19ea6dbac8
--- /dev/null
+++ b/params_shard_176.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0728bf31b0276a18c787df8277c84f0af2c6a227779fdb56a8f076f7f3356a78
+size 469762048
diff --git a/params_shard_177.bin b/params_shard_177.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b41cbcf789b6a107189b4e527d4806bf755ab4d7
--- /dev/null
+++ b/params_shard_177.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44967a6d7b0a37fc9106736b67d877e46d8a4f29d788e00ab51d0501aa996241
+size 167772160
diff --git a/params_shard_178.bin b/params_shard_178.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9ea6dbdc31a8e2cdaee228ce323e1d6276f5246
--- /dev/null
+++ b/params_shard_178.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89a1aeb070daf0d3726409ba0b271199010a7665ce6c1e2a764a545dfb9547a
+size 134217728
diff --git a/params_shard_179.bin b/params_shard_179.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a6193c2e5b08d3bb0b33125fe410ed05f9d525e7
--- /dev/null
+++ b/params_shard_179.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd781641c858d89d4653faa939f2276d714a500e841e40a510c1e8129d91bf7b
+size 939524096
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3e2729083c7197d30d246570589b5909b520ffd3
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70ba3df58bb76cc5257f6cff175a7aa9f852ab6428b80a9252ba787fdc5d8ba
+size 134217728
diff --git a/params_shard_180.bin b/params_shard_180.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4522f9a7ef52b4f9d6db2f4dfba0a3aa63d58e42
--- /dev/null
+++ b/params_shard_180.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0b58c5ec2461f8b483d7f3af7ff20f240484a0c112cbd9a5b2a6a3e37a6b1d
+size 469762048
diff --git a/params_shard_181.bin b/params_shard_181.bin
new file mode 100644
index 0000000000000000000000000000000000000000..81bed3a0c9b03d476609448212f1f7b6d59d30da
--- /dev/null
+++ b/params_shard_181.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467d04985d8745b0c50926d146f0dfbcbe7d3405ac01731918d503c8765863d
+size 167772160
diff --git a/params_shard_182.bin b/params_shard_182.bin
new file mode 100644
index 0000000000000000000000000000000000000000..992f5d2f95ba2b8b6f8302031ffe64b7bf7b35cf
--- /dev/null
+++ b/params_shard_182.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8c9cc927c4f7976897e16af193236491d5010f2d26716f673abc0f63e5c701
+size 134217728
diff --git a/params_shard_183.bin b/params_shard_183.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a65d0a5c28158a08b58f4c6a787c5b66ce80417b
--- /dev/null
+++ b/params_shard_183.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d435a40fed10902f43df938486a389bb6907370e712465ac08b09ee73f51a9f2
+size 939524096
diff --git a/params_shard_184.bin b/params_shard_184.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7cce2b7d466e13b4221065d96066d6601733ce28
--- /dev/null
+++ b/params_shard_184.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017e88f7a908a0198408ddde4e28af9a19b3b04c19bde91fb650787f8f5bf6a7
+size 469762048
diff --git a/params_shard_185.bin b/params_shard_185.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a6d44d4e1a4b9616e32c9363a15dfdbf9d956132
--- /dev/null
+++ b/params_shard_185.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae7bac9ec2d1c0c6c9d45b8210e18ca819ecf27e0bac76fb43a58a21b4e6ec9
+size 167772160
diff --git a/params_shard_186.bin b/params_shard_186.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6af44ec3cb26ac8b37bd32395b8db9b66d0736e
--- /dev/null
+++ b/params_shard_186.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa00f9ab45a3a80741777a90c5a1122726914c2abb59f2ec9eecfd89d237cc
+size 134217728
diff --git a/params_shard_187.bin b/params_shard_187.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a2553995e78689856211502c81f1dbf8a9bd596
--- /dev/null
+++ b/params_shard_187.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dbb46ca072f2c4a5841fea73637ceff64b66f383ed4435c43dfc04f212f371
+size 939524096
diff --git a/params_shard_188.bin b/params_shard_188.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0ec039bdd571d2917ef793fd785ee0268798e0a7
--- /dev/null
+++ b/params_shard_188.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48cda23bf22e2544b47be132c146e921acfd44ce32734eecfe38ddec943ef0a
+size 469762048
diff --git a/params_shard_189.bin b/params_shard_189.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22a0ea6500a5b21e919f07c9861d4cef60d88626
--- /dev/null
+++ b/params_shard_189.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0646af7c3fb81261c8b69b8982f40a9c65373f4ee6525c03adae9e039badb027
+size 167772160
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..09574521797933207b4b19775a5fcb25ab6496bd
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bf1a11798dc012ff306e34c3f827a6b40c4611eacc27202947cd86ab72099b
+size 939524096
diff --git a/params_shard_190.bin b/params_shard_190.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91603f60324c5ee10772d543298cb23eb9cb40ce
--- /dev/null
+++ b/params_shard_190.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea526867959f65d0508a301f78396b343b8a30ad1060b20f08efe53ffe8509d
+size 134217728
diff --git a/params_shard_191.bin b/params_shard_191.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e40874f93f719f84a979d3242cde2456961e5ddc
--- /dev/null
+++ b/params_shard_191.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afebc9b71f53592d770839f359f53e8f17037353a7be04ba8acc2279f3e7061
+size 939524096
diff --git a/params_shard_192.bin b/params_shard_192.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4e83940e3ede35d9f3110d575b00183ac2cff961
--- /dev/null
+++ b/params_shard_192.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c86428eb376720b817718059554c591ab1320277722311ee115800684b6a10d
+size 469762048
diff --git a/params_shard_193.bin b/params_shard_193.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5df12160f9ad1fbd2c602bb5f4ba08b56f1180c5
--- /dev/null
+++ b/params_shard_193.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd1c78bccadae763912d093d46ab347b42e696a64d4ac00dbe247ede63a987
+size 167772160
diff --git a/params_shard_194.bin b/params_shard_194.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d39d92a2d9950584654d3770c13f6da5c8bf217f
--- /dev/null
+++ b/params_shard_194.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e9fdb0e78c63154f965678e5ef293db63d1b4f9bd548e4907795943c466fca
+size 134217728
diff --git a/params_shard_195.bin b/params_shard_195.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df58df9102e3f28a4914c8e53a0ff6351a73773f
--- /dev/null
+++ b/params_shard_195.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60908e36742c3f16319d0a41f529c648abb326040859df5e5849a16097c9bcf4
+size 939524096
diff --git a/params_shard_196.bin b/params_shard_196.bin
new file mode 100644
index 0000000000000000000000000000000000000000..798a192b4ada3810fc3c75f6521e4d6a682ee9e1
--- /dev/null
+++ b/params_shard_196.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e681ab45b9f6b4bcd843d16cfcd69c501b9cbbf1a93034ae4afc4acd2368af
+size 469762048
diff --git a/params_shard_197.bin b/params_shard_197.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae61e0ffc6e614ef30bf1c82cfbdbfae663e1d54
--- /dev/null
+++ b/params_shard_197.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb566cede18b7c4a17797d07051c75f3906849a1d56cbaead31d767cce80c39
+size 167772160
diff --git a/params_shard_198.bin b/params_shard_198.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df60bae9ed5104d80b841a7c7f0a40286cb66122
--- /dev/null
+++ b/params_shard_198.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a579a272dd90a2ca2de0ddfa298a1d4aa3f79ad84ff74f9af227477118b0239
+size 134217728
diff --git a/params_shard_199.bin b/params_shard_199.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b2d867e9a849171dd7088cb388e5b7ca74d08b7
--- /dev/null
+++ b/params_shard_199.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e394c2802e3059d073b627b785b4baec5edaff833c38179a491bbbc832af323e
+size 939524096
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c487c4cdd8ac111fd109fc4239135486d6b18b69
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03ea51aa96d5efde9c09efb1a1bd100573d10a8c98348ce8938ded4e966b3cd
+size 134217728
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1518c006ba969afa641ccccced6bdf5fd04fec7
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643de0832f9cc6ff08a4877e56fc8398922050653d149f9dd1a8a20b505aa6c8
+size 469762048
diff --git a/params_shard_200.bin b/params_shard_200.bin
new file mode 100644
index 0000000000000000000000000000000000000000..59644fb32ed78146c70713f0d2f9632e3436af00
--- /dev/null
+++ b/params_shard_200.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3b602a88b40ae2668fcb10ef933704bd13b3b4bfbaa0c410583cb2269275a4
+size 469762048
diff --git a/params_shard_201.bin b/params_shard_201.bin
new file mode 100644
index 0000000000000000000000000000000000000000..982de9c411c5ae5e13257b741d6611bb785a9be3
--- /dev/null
+++ b/params_shard_201.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f515395005ed985c08f36d0a8beda784b9e5b4925096d3ae73a9bdd530f91dcf
+size 167772160
diff --git a/params_shard_202.bin b/params_shard_202.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8491539307a4174501293858a1ed04ea93929e56
--- /dev/null
+++ b/params_shard_202.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc1d0af48f2ef6fb9dbfc0296bec30e7e4cb17be7b3a44d3b802aa9d34410bf
+size 134217728
diff --git a/params_shard_203.bin b/params_shard_203.bin
new file mode 100644
index 0000000000000000000000000000000000000000..819a56c2ca92e51f06ad0f920805e7dc1b6fe2b1
--- /dev/null
+++ b/params_shard_203.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0028cec2164ef21332226dbd7a0ad2c530915327171af006f198945f5b4f932
+size 939524096
diff --git a/params_shard_204.bin b/params_shard_204.bin
new file mode 100644
index 0000000000000000000000000000000000000000..578e1c3ddfe6468f9c75c2420644028f769c90e9
--- /dev/null
+++ b/params_shard_204.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f438add219ad1d7aa6e20d84935a6823e9c6a0fd83b1477c9e5ecc17a17695
+size 469762048
diff --git a/params_shard_205.bin b/params_shard_205.bin
new file mode 100644
index 0000000000000000000000000000000000000000..465e8e61e7a114bb6150bb773272f93303e48dd6
--- /dev/null
+++ b/params_shard_205.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb2dda0779b87aa2d275cc1f79b97806e59729cadef8f8ec5cdd6718f9d8a97
+size 167772160
diff --git a/params_shard_206.bin b/params_shard_206.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d2d3b99979f4e84ae249af11d3fb62a2af06e773
--- /dev/null
+++ b/params_shard_206.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483d20d27fea72e69fb483d5faefe355f3a94a3773d660e460d523b5eb05b7f8
+size 134217728
diff --git a/params_shard_207.bin b/params_shard_207.bin
new file mode 100644
index 0000000000000000000000000000000000000000..060a3f71239d7ec21300f67c091ec1ce2399769a
--- /dev/null
+++ b/params_shard_207.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62a3f39b56809ee17c7495ae384054846ab1619c275c018ea8f84adbe7b1987
+size 939524096
diff --git a/params_shard_208.bin b/params_shard_208.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b066aca20885bc30184825912c3543e13059997
--- /dev/null
+++ b/params_shard_208.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6974da6f9c4526b98e5568df62f64649745b0371bb9a4be722268be5bd17e7f5
+size 469762048
diff --git a/params_shard_209.bin b/params_shard_209.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f353321e45d8d86de3c21b07acd058481cabbaf7
--- /dev/null
+++ b/params_shard_209.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f7e31a0fdf620e78ca6e9ae964168b151263d01662cb0c57b49f3dff8e85be
+size 167772160
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6eb8270e357a698d6b8c47d0002221e0d03a4315
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec41e668edf944de4a5939353ef136af71f0fad9ff6e2fd6d16ab9bed4554de
+size 167772160
diff --git a/params_shard_210.bin b/params_shard_210.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3f0c438c40cef524e2ee6d09b833a0fd127cd95e
--- /dev/null
+++ b/params_shard_210.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff660a77c903f0a2c95342bc4d90be8b8b53239204f518b81b5bac1fd01f291b
+size 134217728
diff --git a/params_shard_211.bin b/params_shard_211.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4fc3115e89134aee3d430e41467e8af924720628
--- /dev/null
+++ b/params_shard_211.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7c845829ea97c4e9d09fd0567a464b8ba3843fc3863db24c114298b2006ff1
+size 939524096
diff --git a/params_shard_212.bin b/params_shard_212.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2314c469d0ccd1b7c073c5d80091d13509c1b15
--- /dev/null
+++ b/params_shard_212.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7cfe47b9b8dd54020536e2b16413c89a95288e0618d99524d0ea2facc4d85c
+size 469762048
diff --git a/params_shard_213.bin b/params_shard_213.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07adeb06202e38e294e4b9919b0003d56735f234
--- /dev/null
+++ b/params_shard_213.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5f3192d56049b03bbded41cc182756617f4f8240ddec7cbc8d53f53f982421
+size 167772160
diff --git a/params_shard_214.bin b/params_shard_214.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cab3d5213978ac7ab1c38c4fefbb5f66fdc82
--- /dev/null
+++ b/params_shard_214.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e027e0c7a84fdb2a47dda86c1dec72d1340e9a79ad37a77b435849a27bd246ad
+size 134217728
diff --git a/params_shard_215.bin b/params_shard_215.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2ab5588489549c683dcef1a13c6ac743096f34e3
--- /dev/null
+++ b/params_shard_215.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ba8a6d3f9feb3f1675c397b4fa7fd7a11da64cf2b95177508edb88f193f0f
+size 939524096
diff --git a/params_shard_216.bin b/params_shard_216.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dee29bdf41cd5ada24485bccac7e8ae011c704f4
--- /dev/null
+++ b/params_shard_216.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6f0bbdfd1764d4cb2ea511debd6f08d4b4cc7feae0839ff9e40c51912c2b3
+size 469762048
diff --git a/params_shard_217.bin b/params_shard_217.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36313471099341f94fc94bcbd5fad387bb7df968
--- /dev/null
+++ b/params_shard_217.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9a999b8814a42f283c0587e3a279cf117d2d5bd9de0e6bd08da04375cda4e5
+size 167772160
diff --git a/params_shard_218.bin b/params_shard_218.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1575b0b524290a83534f052424e332675c09eaba
--- /dev/null
+++ b/params_shard_218.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba509574edd3da231839c23482bd2325debb97bd7b910280e9f9140d1b9996
+size 134217728
diff --git a/params_shard_219.bin b/params_shard_219.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0516af4e6c47a5c0da24f03c507341813addc9e7
--- /dev/null
+++ b/params_shard_219.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ba49fdb22ead892c001a6424e1c344ff24bd6c987f7009d81a0c6e13d8fdd9
+size 939524096
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d9b291a7784137a74ad6e0abdc19c175e6440ce
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cac2d147cdc23b2ff9a274e563a69dd2dffeee49a36143f7ffa1691577439a3
+size 134217728
diff --git a/params_shard_220.bin b/params_shard_220.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e583706185d93182cb11fd001ec2a7d64c388397
--- /dev/null
+++ b/params_shard_220.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db7eb6a61428d5f84f556d91b57372c47bda61324c72b346339409ff025600b
+size 469762048
diff --git a/params_shard_221.bin b/params_shard_221.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa929fd7cc4f4ece838b3a8426dc9d212c38fba0
--- /dev/null
+++ b/params_shard_221.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3a20ed3e04586d56ade3a155ab1dd2a3ff147c143fcf854e947f4b5679e5a3
+size 167772160
diff --git a/params_shard_222.bin b/params_shard_222.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbe44536bca689d676ad4e658327b1d23512c0fd
--- /dev/null
+++ b/params_shard_222.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993e2a8374d0b0959e7a113139df01ae8b7ea387f97cb01470e602c0f6d9b251
+size 134217728
diff --git a/params_shard_223.bin b/params_shard_223.bin
new file mode 100644
index 0000000000000000000000000000000000000000..62329a911bae906ae4c226f85558e9df76b75dc1
--- /dev/null
+++ b/params_shard_223.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c27acd048531e37122ffb282f4003999b4725dec9b7e67309bf22aeae03c384
+size 939524096
diff --git a/params_shard_224.bin b/params_shard_224.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74b62e78e9234366c40db1ecbd9e71fde0b73dc9
--- /dev/null
+++ b/params_shard_224.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072cba8e5e47c9a4ba7f14cdddded4bde251b7fb7b4a4addbe3c78ca1ba41719
+size 469762048
diff --git a/params_shard_225.bin b/params_shard_225.bin
new file mode 100644
index 0000000000000000000000000000000000000000..501dae770bb50ecc01f960cb874bca4dc0b4e16d
--- /dev/null
+++ b/params_shard_225.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5781cd5a21521867076637458ff04782e4cade9ca3c36682d6326290e5218dc0
+size 167772160
diff --git a/params_shard_226.bin b/params_shard_226.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0383d1f9442a5a672b37d9e7646ff37aa8aae93c
--- /dev/null
+++ b/params_shard_226.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c047f581c1721f91be8d0d9b26a481f2d42e0bfa66592ba75c5ff2e243c050
+size 134217728
diff --git a/params_shard_227.bin b/params_shard_227.bin
new file mode 100644
index 0000000000000000000000000000000000000000..faa3c0e79bdd593d7d4b18d325f6aed09cdc1619
--- /dev/null
+++ b/params_shard_227.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98aba83c33a7cf09181def43ded3b67c545c137737eff2e410b683badd438641
+size 939524096
diff --git a/params_shard_228.bin b/params_shard_228.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b6ca06b3cb33b444144bd174ea0d6c0800b56eb9
--- /dev/null
+++ b/params_shard_228.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62ec1d4f20b5dd8f83d5317f39ada19b47d895a9fdf209ea2693aa0ac758605
+size 469762048
diff --git a/params_shard_229.bin b/params_shard_229.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8137e752ce29cd19ae612bfb5329fcd1044a2b44
--- /dev/null
+++ b/params_shard_229.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ca3dd1671c329318edbf8a0369fadbd8d1333a362bd8fd2241ad21871d2f8e
+size 167772160
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b17ee763d22b0a702c030bc0ddaf693937f6f72a
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee608b5bf1c5b9b3c828ab86a20dc6f024330567034a993c2b720e6eebe4671
+size 939524096
diff --git a/params_shard_230.bin b/params_shard_230.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae1e2df32deb222079bd56e38cf25df689e7bd23
--- /dev/null
+++ b/params_shard_230.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d0bd09e14b038831e29d40daf934b3f520b67dd6d56f088bc7586c61a005ea
+size 134217728
diff --git a/params_shard_231.bin b/params_shard_231.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79fddb504d5a8daee8d53b7d0fe8ec781618bcd6
--- /dev/null
+++ b/params_shard_231.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9970e213377ac61526a69820be4457601142afe33c856946b3625edc7584f554
+size 939524096
diff --git a/params_shard_232.bin b/params_shard_232.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4763cf391c569a1a82d757c6033e4f980e1ce613
--- /dev/null
+++ b/params_shard_232.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe76cf4d8c0f23639753bf4c7a4d8003587a5731bf0600f1d97ff161875043c
+size 469762048
diff --git a/params_shard_233.bin b/params_shard_233.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a77f9b4a7451e842fc1c9d39a5f763244914a50
--- /dev/null
+++ b/params_shard_233.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa1fb3e8c332bf69ce255161ebe93aba15821803b9f925783660d05e7a3d1e0
+size 167772160
diff --git a/params_shard_234.bin b/params_shard_234.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bbc1a72810a4906a843e67f6ae4918593bb0d41
--- /dev/null
+++ b/params_shard_234.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e235d31f360f4bf851aee47d45c4a0eccc22b87d136ae44b2d4a3a3d5cc280b9
+size 134217728
diff --git a/params_shard_235.bin b/params_shard_235.bin
new file mode 100644
index 0000000000000000000000000000000000000000..01f127c3e8856eb3e79515b10ebe49a5aeb9a0c3
--- /dev/null
+++ b/params_shard_235.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72577fe4fdaeb6df93926c0eefbc2e7e510c9d090999fc864177a6502f09d414
+size 939524096
diff --git a/params_shard_236.bin b/params_shard_236.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4f17eee08d4fd2fb1ada41c61e70f33d6621dbc
--- /dev/null
+++ b/params_shard_236.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18465fa94d3cd31a1d825bdc63fafabd66786d4fe56495269165423958b21f03
+size 469762048
diff --git a/params_shard_237.bin b/params_shard_237.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f25b87fe390bf726d132a7bd16ccbbe39b262491
--- /dev/null
+++ b/params_shard_237.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d248187cc4b5914b6aa64c1710c0ce9ddfe4bac771d68fc26e1ba892716308f1
+size 167772160
diff --git a/params_shard_238.bin b/params_shard_238.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cd57094b705ab34c48e5fc604c77267bb61f1d38
--- /dev/null
+++ b/params_shard_238.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28af9c8bb4e712b6067c3aa63e6bd40d69071c2e07d7496aaa9e2f6c66d638a8
+size 134217728
diff --git a/params_shard_239.bin b/params_shard_239.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1bf5661a3cbc38ca435c2ad0abc148e8cc183a75
--- /dev/null
+++ b/params_shard_239.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d8e5317019ca83eda71d7612949bc1856b03a4ba876afac1987d449ae3b08c
+size 939524096
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d7edb52ca6dca8f225b6a6de8b5d1b0cf5e2212e
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de78ff556f0fa772361770ac906b67587700ff194dec4ad22a8fbdd9c3945306
+size 469762048
diff --git a/params_shard_240.bin b/params_shard_240.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9830a58f889e67e9dab9a069764112b71c3e135
--- /dev/null
+++ b/params_shard_240.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd0e3b7a6d4506c970f50fe5766c95d39cb643fba7941762740b6b1f8cfb44
+size 469762048
diff --git a/params_shard_241.bin b/params_shard_241.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1481ae61218ed23ffe0cbe9aa768ca206c6792b
--- /dev/null
+++ b/params_shard_241.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b6da943b8503f9a5fb62b4f529db08e28f167252faf5cb35c526834f88b66a
+size 167772160
diff --git a/params_shard_242.bin b/params_shard_242.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ad8051f6c0567491fb78e5ea9f440b4469d666d7
--- /dev/null
+++ b/params_shard_242.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972bbb9d06d2d6f48f8a9c30b0ec48ff82fbcdfb12b70a96b5ec52b9f0a04825
+size 134217728
diff --git a/params_shard_243.bin b/params_shard_243.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40b64204dc539166746a873eb2bb10620167b8ea
--- /dev/null
+++ b/params_shard_243.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608e76ab3bc7e26a0f4e38e58c12540ef70432a781786d5f6b7227a1419ebe3
+size 939524096
diff --git a/params_shard_244.bin b/params_shard_244.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b94b0a92fed47dbe5ded9cbfa52b02c5f52e5396
--- /dev/null
+++ b/params_shard_244.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac59cbe22c0bed89416b9a3102c0b458087d056b524dec59353f2ddb1c5a5b43
+size 469762048
diff --git a/params_shard_245.bin b/params_shard_245.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c0929bea4f3533c08cda4604179fb775ab6a1fd
--- /dev/null
+++ b/params_shard_245.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62871fb8b63f6db4fec068689a08fc0e789249db66f31b18fcaf38d5093ea3b8
+size 167772160
diff --git a/params_shard_246.bin b/params_shard_246.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c4a78380891df1a744d1247ef30bd10e2838d257
--- /dev/null
+++ b/params_shard_246.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fc68fa45635ee96d7b1aaf34310edcecbee1ecd54cd075229f7b307e58b1c2
+size 134217728
diff --git a/params_shard_247.bin b/params_shard_247.bin
new file mode 100644
index 0000000000000000000000000000000000000000..732445ed09114bc7f120cf152317153040e5990d
--- /dev/null
+++ b/params_shard_247.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4244f22cb34b824440e76bbcf23bda6e7ede5c978b976380a00837802816667e
+size 939524096
diff --git a/params_shard_248.bin b/params_shard_248.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b4aa14b59c1bb7ce174177e805b9b30ffa6e3320
--- /dev/null
+++ b/params_shard_248.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a344c99f8bc915fd197587c5dc1590faddfcbff39d1735a437d9d2e2016405
+size 469762048
diff --git a/params_shard_249.bin b/params_shard_249.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0edbeae85480763eebbc6cdd5de3e320f2d2dbac
--- /dev/null
+++ b/params_shard_249.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669a8aaeefee768ee50f11619ea5777b0e04ebfffc7d762e77bd9c21cd7f2cce
+size 167772160
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c3b43fe7e5cf236d50f715799a6790063cdefb1
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c15c0a8fa004a0cd9d230481ab54045818d1ac45ae321984b876b368300237a
+size 167772160
diff --git a/params_shard_250.bin b/params_shard_250.bin
new file mode 100644
index 0000000000000000000000000000000000000000..507fefbfa2d1669c65fcb123d0346aa3088895f0
--- /dev/null
+++ b/params_shard_250.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa21f75627bca046f71b9036ab4291262d3183b7255b0e616562091ac4613a3c
+size 134217728
diff --git a/params_shard_251.bin b/params_shard_251.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b669073d55e3a085ceee33ad395261f2aa51571b
--- /dev/null
+++ b/params_shard_251.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3f9bd63c6ca1f7447aed5d9e36c2de115cfb3b3ff3b2a6a012d33671313bf6
+size 939524096
diff --git a/params_shard_252.bin b/params_shard_252.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e60d3f3868148d6f0fef9ce379c297b1d42e3
--- /dev/null
+++ b/params_shard_252.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde64b1c0245c8dbf94c0fe04836ea45f79b9db22bef30e22113711409c32daa
+size 469762048
diff --git a/params_shard_253.bin b/params_shard_253.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8ea010cd73b5078d46037d06c02447c02fdf2ba4
--- /dev/null
+++ b/params_shard_253.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bc7610e2598053d7eb4cd3936ab0f3d5689e257cdb55012388b8a10c917e8e
+size 167772160
diff --git a/params_shard_254.bin b/params_shard_254.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cfab84b615050415283a0be2b7074320dbe3b50f
--- /dev/null
+++ b/params_shard_254.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e17e26aa94169b5cc7150aec97d9d09b12b5cf786e2c06031c210dd5b2aff34
+size 134217728
diff --git a/params_shard_255.bin b/params_shard_255.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6875874b395b149c545e41c7b859e78bf313b1f2
--- /dev/null
+++ b/params_shard_255.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f22b5576d16d4e671d66ca07f07805d481aeffe5dbb014bafa2097f83b8330
+size 939524096
diff --git a/params_shard_256.bin b/params_shard_256.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bb849573651fd7e0b6d60d81933f3ff1e33773aa
--- /dev/null
+++ b/params_shard_256.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef182880aad84b99788be636a0d8f55eb5fbb7fe1eb57ca10139b15087a6a492
+size 469762048
diff --git a/params_shard_257.bin b/params_shard_257.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5825ea0649f001f296db3c4bee115065ce47c73f
--- /dev/null
+++ b/params_shard_257.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2284e9b41eaa10f4583c8e09412419e369c1b53dfe2bdd57b8e0e1319307d
+size 167772160
diff --git a/params_shard_258.bin b/params_shard_258.bin
new file mode 100644
index 0000000000000000000000000000000000000000..431d46c4655a3ad97ecb9fbd0720000f543158df
--- /dev/null
+++ b/params_shard_258.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ae7b3579a3f52acd99f3cbffedbf2a6021a4cc132e0f277eece1a7e9ffca2f
+size 134217728
diff --git a/params_shard_259.bin b/params_shard_259.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c1ebde9d72918c31f706b2ac4057dc900202b417
--- /dev/null
+++ b/params_shard_259.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529714ec1c1165d05bb0c9aec0daee0ad4d16c10c0adf935c4dbc1ab76fa7980
+size 939524096
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ddcffa057246e9642446b6306b576a3547f49f3a
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed8c2101cd30c330f72aadc7c330d29e2117eac9e438b1b8c076f6c3f57f445
+size 134217728
diff --git a/params_shard_260.bin b/params_shard_260.bin
new file mode 100644
index 0000000000000000000000000000000000000000..063b2e1deebe7168f88447fe93f451a103eca268
--- /dev/null
+++ b/params_shard_260.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110c017a72fce46c5a197a0cfa8e9606691882ece2ff951872b8a688444e6ba2
+size 469762048
diff --git a/params_shard_261.bin b/params_shard_261.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d9923cb48f5ca2e57da3c6725178e71c509da49f
--- /dev/null
+++ b/params_shard_261.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4431a81fea6ac595cc6e980d692816666c6f9bba594141662bdfa2a702f65deb
+size 167772160
diff --git a/params_shard_262.bin b/params_shard_262.bin
new file mode 100644
index 0000000000000000000000000000000000000000..11b6a6a6d1f8c12ea54f617459d3b8dcb9aca102
--- /dev/null
+++ b/params_shard_262.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6d26d575a4e45c61c45ef0aca4a365d158aead9db84e0bf9411337d0a42d4d
+size 134217728
diff --git a/params_shard_263.bin b/params_shard_263.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0b5845ff1c18ddf58fff0b2b024fe10358a7ec3e
--- /dev/null
+++ b/params_shard_263.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9cac73a051ff23da39fcb44dfa5f83a36ab8edc7ad09cfae8267505824e340
+size 939524096
diff --git a/params_shard_264.bin b/params_shard_264.bin
new file mode 100644
index 0000000000000000000000000000000000000000..679b09d9d1f669dfd27570aabc93bf8d42b5b6ac
--- /dev/null
+++ b/params_shard_264.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa257c58fd4487727d550551925cb6208e2bdc80dce507c43711337713173a92
+size 469762048
diff --git a/params_shard_265.bin b/params_shard_265.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8f0af3a4a25d8b7e967f49cead69ac2e45c8db2e
--- /dev/null
+++ b/params_shard_265.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3abae9b47b5cbe820555b33e20088cd1b3da082fec267079cddd0066762c1cb
+size 167772160
diff --git a/params_shard_266.bin b/params_shard_266.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4aeda7eff3ea36557e41d4c24f1acf45857c048c
--- /dev/null
+++ b/params_shard_266.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a969d980e95daec9fd322af49b6a47613339e8928bd7209b3676fd688e636b3
+size 134217728
diff --git a/params_shard_267.bin b/params_shard_267.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96b2e4a8f68774303927175ecdfcbdd009ec88da
--- /dev/null
+++ b/params_shard_267.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7248f97367296a896f82630248086de13c5401a4e9158180bb56150821b788b7
+size 939524096
diff --git a/params_shard_268.bin b/params_shard_268.bin
new file mode 100644
index 0000000000000000000000000000000000000000..242ec67dbd6f6e8ece4925f101c884d8e25a984c
--- /dev/null
+++ b/params_shard_268.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a363900575fe372e5882ab2d3645682e08e5565c58159d5063f6aafe73687b
+size 469762048
diff --git a/params_shard_269.bin b/params_shard_269.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37ad9c6dc93d816037d84d216e8a35731f085102
--- /dev/null
+++ b/params_shard_269.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48cc9b72785697934e6065ce3c5a86d85f9aad1db9f6b5b1abbaa94eb98a0afb
+size 167772160
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b261e4b59130c532aa94c8fdb3be8801d5806ebf
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd65b0103190f74592f619fb91d8e5ed75cc8844c5aac2d77d81bdc7305af418
+size 939524096
diff --git a/params_shard_270.bin b/params_shard_270.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c8c6cdf0a2c66edc9b6fd4389e528d876d335f6b
--- /dev/null
+++ b/params_shard_270.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede61448a54ffb89f301aedc0a4dd835e5f78d70e06db96364b258c8eb9f35d9
+size 134217728
diff --git a/params_shard_271.bin b/params_shard_271.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c4641793878b2d0d61cdd0a4574fc423a60aab3
--- /dev/null
+++ b/params_shard_271.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9844c1ccb07651b625e1e5b441061537073bd5c586f508ecf404350848e546e4
+size 939524096
diff --git a/params_shard_272.bin b/params_shard_272.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2c470e65eee363f9b16d1fbd4c8cd4bba750390d
--- /dev/null
+++ b/params_shard_272.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97498c8b7747277d1d96c77dc1e1b41546d8b42a4cff2e8d036de015be0cda80
+size 469762048
diff --git a/params_shard_273.bin b/params_shard_273.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d25e1bf826d9588bab6b1ff433cf2cb5e697f42e
--- /dev/null
+++ b/params_shard_273.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b262d8b9fca8fb34a3fd2b45c890316d219eedbfb50542ed61475617d8055006
+size 167772160
diff --git a/params_shard_274.bin b/params_shard_274.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5aa99b290729e0942eda3bae9cd75136056e5d7c
--- /dev/null
+++ b/params_shard_274.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8bee35df7a78edb078a786051ca7cb44e0553e018259f60a53a884c3342537
+size 134217728
diff --git a/params_shard_275.bin b/params_shard_275.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8b8d0b7eee78964c6d30d4336fa2fe9ac62ae50
--- /dev/null
+++ b/params_shard_275.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920be6e888d30dc0000bccd786394ba3b163e778382aa16a7429445f8833651
+size 939524096
diff --git a/params_shard_276.bin b/params_shard_276.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c6fcb13459b18b0793e6e0318f6a0f6c7912025
--- /dev/null
+++ b/params_shard_276.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8d81404f9fe54d53e56dc2f942b6fc2113332adce14fa4ee60feed47946970
+size 469762048
diff --git a/params_shard_277.bin b/params_shard_277.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e7e30b7c3a9a565d7cd513bbd94fc9a90ca913e8
--- /dev/null
+++ b/params_shard_277.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309eab124d25b316aad639644d5ba038f84f8aec2555155b78a66032aeb1f988
+size 167772160
diff --git a/params_shard_278.bin b/params_shard_278.bin
new file mode 100644
index 0000000000000000000000000000000000000000..096e4edc0574c59038390f1b93985718f57a2138
--- /dev/null
+++ b/params_shard_278.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365f668918074765070f2d348426cda421211c01e11c2bd98dda5d3866858028
+size 134217728
diff --git a/params_shard_279.bin b/params_shard_279.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b93afae215bc22f91fb7be20237a1c3c7914d6a1
--- /dev/null
+++ b/params_shard_279.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1953dc82819d602184d03189c2fae8d9528db6a6e7d524ef9be5135b46f43aec
+size 939524096
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8da2f947f2b69304e386f37a57aa1774cc331d29
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f22311b8599b2aca78038e8b59b79f93621f0a917648da7ad6ee3deee30de5e
+size 469762048
diff --git a/params_shard_280.bin b/params_shard_280.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a534c903ad14808785050c63f4f735d949c030ce
--- /dev/null
+++ b/params_shard_280.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285aa26b5f5388899259306a852665757823f8397d9d95fad1dbe39054c578b2
+size 469762048
diff --git a/params_shard_281.bin b/params_shard_281.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3a8e8528dea46bc8efab42b22f4a8ba5b0e5ec1e
--- /dev/null
+++ b/params_shard_281.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c34a75c60e14ca3f1371c04b7679f9a047860c0befd149acc4bd48114f4857
+size 167772160
diff --git a/params_shard_282.bin b/params_shard_282.bin
new file mode 100644
index 0000000000000000000000000000000000000000..08fca09719be384bb4ee1ccff6414307508113ea
--- /dev/null
+++ b/params_shard_282.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e55043ee48368954788ca9550f19058a490e6cb2053d819a219f5dd4084004
+size 134217728
diff --git a/params_shard_283.bin b/params_shard_283.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7542a5457c4a10713c1c3615a97ff223c51c83be
--- /dev/null
+++ b/params_shard_283.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df787938219ba7a54091627970c32a87344deb3e93c3b72c6cf51487301b72cb
+size 939524096
diff --git a/params_shard_284.bin b/params_shard_284.bin
new file mode 100644
index 0000000000000000000000000000000000000000..38227bef5f1ec18c9f6f90bb7bea49a2f34afbb8
--- /dev/null
+++ b/params_shard_284.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1450345ad7ce2eee933ceae71bd4b6c9789950dcb68148e4eef34bc997e75b
+size 469762048
diff --git a/params_shard_285.bin b/params_shard_285.bin
new file mode 100644
index 0000000000000000000000000000000000000000..44d433dc547a32a122561ad4e5bac9330c96147b
--- /dev/null
+++ b/params_shard_285.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435b06a93c91aecabfdc12a70285c1b388386f9e2f5b92612c4a69032b30acb7
+size 167772160
diff --git a/params_shard_286.bin b/params_shard_286.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84f9ed4d478bb6f11604adbaa9d0d578d6864d8e
--- /dev/null
+++ b/params_shard_286.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cad21ba39fff7a7b66f98552acadb212fe589bee285fadd92e544af19322f48
+size 134217728
diff --git a/params_shard_287.bin b/params_shard_287.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bdbd9c15c20d8201f0ad38f1d219730cfe6521d4
--- /dev/null
+++ b/params_shard_287.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf94179ada24b1187f048a564e4f3df4b6b31d2aba4a1a90db8344ae2972acb
+size 939524096
diff --git a/params_shard_288.bin b/params_shard_288.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a0071d64b478e6a2ad6dc5265dcfa353bcd5b16b
--- /dev/null
+++ b/params_shard_288.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17eb86bd5998764aef0f5f9e68ffca88d5883982181f76edba9787f25d15d53
+size 469762048
diff --git a/params_shard_289.bin b/params_shard_289.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b1dfa0c3f0a530821aa9f85fa83657a464fc083
--- /dev/null
+++ b/params_shard_289.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760dad25192b23d6831cc6f63de118a4b4cd0d171db68e016cf46ff6e80fd6f6
+size 167772160
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..27e2f5e2299cc113cd8f06e6d05cb5de62c6ee51
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2c4860ac3402d9d6380e8bd3b06d0ad2c9bb51dd3ece889c342b516b439e2f
+size 167772160
diff --git a/params_shard_290.bin b/params_shard_290.bin
new file mode 100644
index 0000000000000000000000000000000000000000..255cea29b374e1cb26960e0801e8b0da85472a56
--- /dev/null
+++ b/params_shard_290.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a15419c1f15a6fd263d787bac84e1ea92f9f31a92de209143f4d357a6c606d
+size 134217728
diff --git a/params_shard_291.bin b/params_shard_291.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b17df018bb1c7c400d8958d638534276ae7775f2
--- /dev/null
+++ b/params_shard_291.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4b772cdde0b2c74bbd1fa8013b8f9dd0175d5e66ed6646a378694e16ad5c45
+size 939524096
diff --git a/params_shard_292.bin b/params_shard_292.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6a2914ec587a672a042a0e408744ba61d21fc4da
--- /dev/null
+++ b/params_shard_292.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786bdbe5bf0ff76f6e3eeda78c7e0a06020560851b42486048e6deda79b41d03
+size 469762048
diff --git a/params_shard_293.bin b/params_shard_293.bin
new file mode 100644
index 0000000000000000000000000000000000000000..857bd05bb7813f822a8fae9f810e59158a7a5c78
--- /dev/null
+++ b/params_shard_293.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26798fefa9cb659c93e0cff4e36fab6ba513bb08bbbd856399c6c059caaa9941
+size 167772160
diff --git a/params_shard_294.bin b/params_shard_294.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f548fff5778a2de2be0b9af6e268f6a3a21e7ee2
--- /dev/null
+++ b/params_shard_294.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78df2926283a662742186b9ab593e3d431c5fcf806919d1f9792103f83bb21e6
+size 134217728
diff --git a/params_shard_295.bin b/params_shard_295.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f0e262f1d77e81eebe90a4aad59eba7524ba81f4
--- /dev/null
+++ b/params_shard_295.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5241612b9e3b9ad4e886980187696891cdd638b04cae59a4ad20c5c8848bbd
+size 939524096
diff --git a/params_shard_296.bin b/params_shard_296.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ba7bddc8abbd382ff4825f9ee8f74f0596a9df9e
--- /dev/null
+++ b/params_shard_296.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4d5949f3468bb9cf2a52525f32065d996c1a86e922b7caf5ff0185dcfaedac
+size 469762048
diff --git a/params_shard_297.bin b/params_shard_297.bin
new file mode 100644
index 0000000000000000000000000000000000000000..afdbef2e26833920991fbe3e5263eeb5ad63ef05
--- /dev/null
+++ b/params_shard_297.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e37b6763b76bd17a1da42266b1d740886e8ca3a46dce0e92b8fc39dd136666
+size 167772160
diff --git a/params_shard_298.bin b/params_shard_298.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5f53394dde26c81c72bee979bd16164eaa2e4d87
--- /dev/null
+++ b/params_shard_298.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c82b6870608e9a9adff42afcbad89556954d09f85d3ff98b3b1e532b5235c0
+size 134217728
diff --git a/params_shard_299.bin b/params_shard_299.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a28b2f98747a86e3d48b71f1a280d0cc7a7374de
--- /dev/null
+++ b/params_shard_299.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ef53dfea9c242258aaf56bbeb4ef387599d442d8763d6eea35e52d7343c1fc
+size 939524096
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e27ecc3b34d16a8c874762441ba814ce7dd88da8
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4323ad29f247cdc4f48dce808c02d7e147efcc6be56fe4c531b5dbaa97d4077
+size 939524096
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b4d78e138e90856578ca3385a219d73a5aa958e
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3295950710f9f89895f85854e1893d97d1bc19e2ffd8c69d253a0080078878
+size 134217728
diff --git a/params_shard_300.bin b/params_shard_300.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d2366ffe9c416fc0eddaf281dfdeaf448198d8c
--- /dev/null
+++ b/params_shard_300.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70baee5d7dd6e7288fc03b8e2579b9128aaa1d921fdd1fa7d23da414b50af54b
+size 469762048
diff --git a/params_shard_301.bin b/params_shard_301.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24ae9110846c809404ba51636fce083851ee3318
--- /dev/null
+++ b/params_shard_301.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45667b273e15009baaf1616c0bcd5ba9f9a3ad9fa347c21bc18c9e32dae16eb
+size 167772160
diff --git a/params_shard_302.bin b/params_shard_302.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c59363e9565002f8c90f7b3e65becb0c6e0ad082
--- /dev/null
+++ b/params_shard_302.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2322513f72d8c9ac07e8fc77c9cfaf4b38f77b7d423c9d22eab7d3aa81f1ec9
+size 134217728
diff --git a/params_shard_303.bin b/params_shard_303.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca5f11b668b6e2d6bc5d7d88f4987a7893901af1
--- /dev/null
+++ b/params_shard_303.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b8461e2275be641de9603af99e008d029480e6c80796075b2acae2b8f28e73
+size 939524096
diff --git a/params_shard_304.bin b/params_shard_304.bin
new file mode 100644
index 0000000000000000000000000000000000000000..514766df97e189baeda4dbc4132fdec555017893
--- /dev/null
+++ b/params_shard_304.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be7aa8241eb3ad870df5f3e696b631c75d1a6519bb05a664c22fa621e124e52
+size 469762048
diff --git a/params_shard_305.bin b/params_shard_305.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47d51ab1280d65dca180a435391dd40b00daa44f
--- /dev/null
+++ b/params_shard_305.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c90f33587ff551f97ceaef0b4264a9d41bb6967f4f1c7259823176aaab51d9e
+size 167772160
diff --git a/params_shard_306.bin b/params_shard_306.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3422408c4f05bb25b73376f30e7b9bb2bf68150c
--- /dev/null
+++ b/params_shard_306.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b318c39ebaff263d88b21d4784046c7c4ea82f0132e91fc47075775f9efdffe0
+size 134217728
diff --git a/params_shard_307.bin b/params_shard_307.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5b1ff6cba2b7b1d6875fe2feac4688ba221bae19
--- /dev/null
+++ b/params_shard_307.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610de0131b50ab945c63f1d832eb2b6e5abac8798524be8229343ba759c55e78
+size 939524096
diff --git a/params_shard_308.bin b/params_shard_308.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a919899716c7dfe06dd99687448e7e30941390b8
--- /dev/null
+++ b/params_shard_308.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f944b8ac369e79b35f90012d4835920d660d411c46a4a4e46cbffa80ce8469c5
+size 469762048
diff --git a/params_shard_309.bin b/params_shard_309.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f1d78347f283c8c87a17842279dcbc565b9fe4d1
--- /dev/null
+++ b/params_shard_309.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7072ac37b604284b13d763f2d9d658d7584b640324407e6c2daaced346440b
+size 167772160
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..571dd99fda8daf9dd507a1369a2a6aa9cfe05f1c
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3772e0832e187e5e89c0f983fad4c1b53c4234c0d53a5802090f41a2738623e7
+size 939524096
diff --git a/params_shard_310.bin b/params_shard_310.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d9688744e6f825d40bf83d9e50a2e69dbc028ec
--- /dev/null
+++ b/params_shard_310.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3cbf3f7729547dceabebdc6766170c7d736841edac1b417df184d34d6291bf
+size 134217728
diff --git a/params_shard_311.bin b/params_shard_311.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78f0c2ccad3e48ef3c25eadca558c26f6f6307ba
--- /dev/null
+++ b/params_shard_311.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315ada020f04cc2709f34a45ba162db14a94bb782208586783b2614824c555ce
+size 939524096
diff --git a/params_shard_312.bin b/params_shard_312.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5bd53fc2b7bb2dc942243bd804fbe38688aa1d8f
--- /dev/null
+++ b/params_shard_312.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e49587e9dfe674ce30e597062eb23800731e3204d1ac76974c193b1236bb3c
+size 469762048
diff --git a/params_shard_313.bin b/params_shard_313.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4c7b9b8e27403fe769d178805c6ca65d8ec05f2
--- /dev/null
+++ b/params_shard_313.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7013c078a733391b027746796addda7b13c6eb1d3bf4f8da4f8296800861e0ee
+size 167772160
diff --git a/params_shard_314.bin b/params_shard_314.bin
new file mode 100644
index 0000000000000000000000000000000000000000..17cb306dc36ff0a4cc636f443c78b4c91bc8232d
--- /dev/null
+++ b/params_shard_314.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32b1a78b90716b20b736d955c2d3345e764fb874960903689c9ca9d59232b91
+size 134217728
diff --git a/params_shard_315.bin b/params_shard_315.bin
new file mode 100644
index 0000000000000000000000000000000000000000..04fca7679bbba110b5df8cc107a8eecde69b1e92
--- /dev/null
+++ b/params_shard_315.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3104732946a86f279cf7250a82f1b2b2f24fa1f43bca1c0a0f178dfc32b2b39
+size 939524096
diff --git a/params_shard_316.bin b/params_shard_316.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7edf691ca26b1a3517bd7f459bb0a79f05a64d9e
--- /dev/null
+++ b/params_shard_316.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa50a2271a8c59ee55ddf5a381873c1c2d2b96f59c469d9f2f8bfed73e951e4
+size 469762048
diff --git a/params_shard_317.bin b/params_shard_317.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee2f37f8c335fd6071efd1db9b41b47d7d9af8fd
--- /dev/null
+++ b/params_shard_317.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf52dcf5b81ca1ad22283e039fb7009e44638aa727a59861a9423c34042c399
+size 167772160
diff --git a/params_shard_318.bin b/params_shard_318.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d9570d8b2b716979dc9ae7124f8eabcfdf60d48
--- /dev/null
+++ b/params_shard_318.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b870b1e3f6f9e8b707f47b1b7a6821029790862857c15272b8dc59ac34699aff
+size 134217728
diff --git a/params_shard_319.bin b/params_shard_319.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b563e8977b19ba790ee50f0dddaa63b8c5fb7594
--- /dev/null
+++ b/params_shard_319.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e98290e4d05edc78c29585b457bd2ff831018fa2bd212d051a1d7afbd415a8
+size 939524096
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61acb297b789920ac8e96da82608f223b4db239f
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b95477f66a73aa2f474954101ec1e634c74ef4689693242b973ed8ebac129ba
+size 469762048
diff --git a/params_shard_320.bin b/params_shard_320.bin
new file mode 100644
index 0000000000000000000000000000000000000000..225af83da14f430050b5be40ece36afaeaaf5f06
--- /dev/null
+++ b/params_shard_320.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b8a7319f18687800ec4ef015a94ad229e870c5f4a10eb395b8b66b62e50a5b
+size 469762048
diff --git a/params_shard_321.bin b/params_shard_321.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91612135b629ee3fcb35a8c26273444124331d6a
--- /dev/null
+++ b/params_shard_321.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9122db90573240429981d7b93ebcbac1bfe6c80a68caa065c7aca4dacfe2816d
+size 2101346304
diff --git a/params_shard_322.bin b/params_shard_322.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8e24998aeb33e2f4db36cda29debff9c7ac04e0f
--- /dev/null
+++ b/params_shard_322.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c03402c8933a6b0824ff627ee8e33f88770bf0c58e7d2396da56761559996b
+size 2637824
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e28d7687a7bfb131cbf073354e6c9c3245529605
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc57e77ca66ad27c86137f160b1f7e33eb30b6a360177da4555abb9eeaae285
+size 167772160
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3f5712abccceb16fccb5cf1e78bf9a9155dc4a3c
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e934ae6a22c6e49f0ec0ab42a4b3b06acabf703115a8556366a20d9c700ee629
+size 134217728
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ed634e3cc89dac684c961e496a87a9d5bd1961bc
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1598cd539cffd0690d5759118c3dd020934d97268e7042b14f15b4bef778b8b
+size 939524096
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..336abeb63f17f7de3008c8927dc97cdc78d6dabc
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16d986da12d498a12befce1fa6227b92b63bb3c56c9bd2921910737dfcf8813
+size 469762048
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..376b4f74c24de2bd654dde4d1971e0b6fb735d33
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d019f3650eeb416cf9173081f6016d4892b6967ec01b7f8fd2e2c8bd3c6ff3
+size 167772160
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c572453ee1cb2b9b1278cb18e87dba72f9650fdd
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9964ebdaa14b15b18d6e876ebac770acc724c11bfe88bdcc87a75153d2410b2d
+size 134217728
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f238558e7b2edeb87668d02436875e6dc2c0d59b
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7693b8fa2cdf719d703da0bb84dbb5877c094b5cb01416b5415440197103daf
+size 939524096
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b1eb0e9ed4cca6dc628cd1dd191a1f5d0da6c8da
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c52bf731f2f427424106e23d497b53126c79dc909673617a42128df3a03b63
+size 469762048
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7be3d6ca82ccb2fe5d70ddeac9469060fa5d24fb
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa30c409bd7460e36c7f08cd4923be001d966f0ef25afa2c2ffbeb437002c49
+size 469762048
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b162c26c4dbc86827b862ef68e419183aedfd684
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba93748db7ec0520270f731488b8a223fd50918b58133ef064242f927c77e206
+size 167772160
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb36674ce923d25bfd546f8b1c7c180b76687132
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc2fc47a4757d440310dda7b4479eac34b1785e79a4889ebd337742ced479b7
+size 134217728
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..68ce2b8b46172ae0b7b0fdadb08442e45f56777c
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05483ceb03809ff4ade1cfca57e480828a68fbabffdca7c4bdbacf9eeb600b3e
+size 939524096
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b1a4125692b4c24f418bd59561c61fd7de1ad72
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c03aba39e9ec236d87f798a6cd4e7ba3a547172f80281c284e64d6b989907ec
+size 469762048
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..15236074df8db8471325aa36246a2bcaad74a001
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659406cee014a5b008a917b084cd43e4c06eb1fff1124f569b654c571662d2fd
+size 167772160
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..693862adbd6d82214855db758f7efd038f2a58ed
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d33a13bd25ccc031b2c62fb765f1fbc59553ea8531ad038a5501a185a792e13
+size 134217728
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7c506f7aa578502b73e93607526685a3ace166e7
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff58bcd3ca6fcbd2a4787150cab2edac2d5f702fea868a83d2ce05b3eacec7
+size 939524096
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f190278b31886f6754cc2837a1a93f99a131a00
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ae37a648cd8f01e7bd883118e17cae350cf6f1f6f1da0aefd8fe12148f7e85
+size 469762048
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..862a702584d6f22c19a3b0924101ed74d0b3151b
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0dd747f72008ecf0702fe2bc40f6271f5e6152a78fcbdfc78907f81676fd5f
+size 167772160
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c100eff7c4b1484796e0436b1cd64edac2f529dc
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d15ac6525d6dd8142e9d7abc302ca0dd1cd18007d58a8c5693dbf3920b6eb7c
+size 167772160
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fff0a9f0465f85b3bee90ca871776c4c1512cb68
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5c289e7dcef027f2102a0a7680f27fcbbe4115a64e04b0edfb46f591edcab
+size 134217728
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..629fe161e08e4db71a714316df581b7e3154582a
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82684158d9c6bc3282a3961024f1961b3626bcefbe5807bb15800728a6bc6875
+size 939524096
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7230f2fb5c1d6739be0afb366a62db79dad840b
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eaaf43e01c1b7e39d6cf4330390e2a445e4d026c06ddfacdd73839792fd3ff
+size 469762048
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..451a6396c75593d48935b9fadabd140570329870
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a738920a16eae59069db41e357b497d946f702d26e7261be10f343bdc72d5a
+size 167772160
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b8acf875fcb69d850b5d460413c78087fe0940f1
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234f7d9d38e0c4275dd3d95029600c42d12bd9d5a83091e9f1cd8c1aeb1544c0
+size 134217728
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3d06c24465a8c94407fd4ff0b715a48169bf1a96
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64da2ba71761c2951f73304a2026489afd30d29459ce57f762fe5c1bfed59da4
+size 939524096
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3b1fe8b0cb5520784503f2330cc846203c66405
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a267ec389d1033ff05392337163dab6e716dab54dee33c8bb811dfa4581af82
+size 469762048
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..eba6f3f2c2746ea4a6eb84921ac870d7d4cee103
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06626fc94f70606c709f6022caf7b772f37dae3dab348751a6aad8247798069
+size 167772160
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2fd806e236ae49ba044e58bf9c25d810cf475f42
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454318e405107a46ee54a0adb9dfe86d63a675963dad44da7d3b05cffd44f83a
+size 134217728
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25d540fdbd184ecd7ce0029662afdf838c2ffcdf
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b0601b0b0b5c4442ad4fc76a744ad386c36a9c69c48f7a1c64d1899b9db181
+size 939524096
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..80a11beae5e22888953cad2b546209ac82771415
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076731ba50a819d8ab271d8d5ba9419ca7336f58831ce818f733d83941749ed7
+size 134217728
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c38253d4f9e7c00a1ff853f5da28620de17c8fd1
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c78b019bf3368ebc953ef8c4a00c9bcce5c15fc6f804f00e98a8a7c7dcaff14
+size 469762048
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6232f01ce851c24bd1858eeead9024da0c1e17b7
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f732331fa73a1ccdc1d7a822ae57ced7709bf9994803198ff4f33d482f726e7
+size 167772160
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8418c9a37bed1f88094cd9125a68084cd70421fd
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad8cd7eff7a46b7309f0cffdb156d1015707dfaf248e96fd6f265a35f262bf4
+size 134217728
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b96ad455ed211236c1ddb2cb8b106381dd7f8fc1
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ce66a3c7bf1b670356fed04a0941a9960ee145645b73e495f142d82a310637
+size 939524096
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ee63911d1f9d8d779d37ebee6935e0ed62f15b14
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7a96d973fdd0e37a1d781d0d7d455e58644b6b86d875db4d5c9f675d20ea26
+size 469762048
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5454f04686b01e5b0ca3fb6a4af8dd211c60f12b
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c2939bef52560acf92ff05bcc0d0ac65a0e7d16e4b807d890c9b14da7c6c3b
+size 167772160
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7eb6592082442f596cdcd1c4bfd4203c1499051e
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830de6be56cc6f430063537bcd6f6e686644d5471e8c0e1d4e60aa49540866d7
+size 134217728
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7fe74b506eddc813640cd303a8b033ec1e1cd6ac
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e08e47a865b287fda52336cf517ed10d217288f208dd1c3473fe248c0efae
+size 939524096
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b0c445690536203b9b299e9925e9232d1915701e
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b717c2632907eea010f788de3ca74300dd9cf4a39b44e2c501b98eea4aa5dc0
+size 469762048
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..89cc1eb5375ff554c545044c27d8b732d2a127a5
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cae1b6c53f8d4f7124a57f91f98b679da9df1d1e50a6a184c7f01f7f7464aa9
+size 167772160
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c597a6475da223d013ef0167c438f96c297d7a6
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aea558915417a305e96cecf10b09022a60b0820992c19d1e7cbdcbf7f6e5dd5
+size 939524096
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..292c2072e083c892d512972c39ccfd35fc8dfd02
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79ab0584fde9da0ef181f40f4d95e608a5eb1236cbbd4d7eb62d02b1cf5f8f8
+size 134217728
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7987b12412d0d8092ed3c4dba81f9e51fbaeb13b
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db5e214abde0004c1af19bee4fe2797f546e634de7dbac0d01e344c0f2b7150
+size 939524096
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ec5f5555982c27a9f51c1da22774c2eb7f1237b3
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6e5bd6254cb33023e80b4b8c7478e973b1390315607e05bdb7e9af0feb20c7
+size 469762048
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..216c7fc0ffe436bf5f38815c62c8531dd03a3f66
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6c4989bf83560b9e2227f02f5532f3da470d07547735d22794bbcf9362e6cd
+size 167772160
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3046941ac40c21204a4ad3bd03d550555fe9367e
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72f9151bd673ec0c5313238409158f48b42a03c90eaf6ccfe8fa371a00cd5f5
+size 134217728
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8ce7e49cc97b1c3a4c5504685dce0674ec1244e
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c6ee1beedace66b20c6b931890d3678f254a79f4f0b8e266fcdb63c5c6693
+size 939524096
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..219ac4f82d1adf5da4c4040549c7e3ab45f00963
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d63217597f318153381f7c47880af5d45af87bf96ef1d437397f953a9cd748c
+size 469762048
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2d771d7dab4348d3548e915055a165bdeba896f2
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d69c410531bd68aea53dda478a716f0bc175e270570f8ff0ef8d15981cd05e
+size 167772160
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..440fda8e0c40c264704e07fa405f95f7275b347e
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45954072e5e028c47afdd677de0c4e18cf5a0a5fd2cd418360a685b7db2f9c8f
+size 134217728
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24f95b28f7962c70a618a8524a0c2a7e1c11e525
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872f04abb6a2e160f66b944f6a4bc6ded84704542301d2168e8ad229a726cd6f
+size 939524096
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13105503424bc24beb3454157ff4359850696f74
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2e9aad18384cb9ced630e7e6301098b81a8c2117a0099ad72a8b90153297b5
+size 469762048
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4173df534a6a9dfa5acd933996770b69e4783053
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c1cbb98ca387baffc36422e35491b7ddf7b808175e2bb06fc5578c5f7eb62
+size 469762048
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0e111cac81159e81d50d5c22023eefc7e6ba168a
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2048f1ba000ae19e552bf333a78e39a4b4d801a0962e956e564cdb98899765e9
+size 167772160
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28d8b9a454e7faa7fcd2ffb6db5a1947e7346f65
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c81f6c7d642571eec57303e0969ec5f0c7e8f1879962247c6856b7c299f55b
+size 134217728
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a904bb3d3fba0098a1f148659ec66fc8ecbe5696
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf47003951f1fdd471c260cd2f225ea280c6a187d66d8fffffe7586b0a5cc3b1
+size 939524096
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2844231b3720257bd63c2c21305975fb122365fd
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57aba15a4852ba8920ba05657ab088840d3d9fca37796ea3b752fefe06d31d92
+size 469762048
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3931a82df87a0e451b38a4bb0dea5eb982018d9a
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dec5f6bf2f1462c6e6408c285b54deb861830915480f8a797790ead28fc9f6b
+size 167772160
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75949fe6a438626d5f2515e6e64a08bdd98db449
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0795338cc714e14c51eabf7bcbed2fb6c2862c8ec30d45df4888f2c34b58a736
+size 134217728
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df2ee2397a26c701025a190025cbd7302314a853
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de06a21f11bec33991087d2a199ee355778500d1b71cc3f6988b7edcc1a45ea0
+size 939524096
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ab96e458970ade3ca820cd291e99c95b7c360070
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f3ba84e9afdea569c1974778be6c7ad80a0876e34de632fe284c720fe152be
+size 469762048
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e5df5cff42837219bb785b61b797504b25b47ab0
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9efed4e0a5e7b5fa62e9ea99529803c42477338b48002cf226b180f2dfa8cc1
+size 167772160
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d0ae5f428b38e2b3fb5d1b0a06dbd640b04998b9
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d232f185d8d24008544cafe6c1d2cbeb9b208bb78b1916ef62e3bc3615e358
+size 167772160
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d92fbbce863479bb272bdc29dfddcd2a1c4707a3
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f6768610933c751b727dff23350c54319220cd4fbc155ac22eaa261a000445
+size 134217728
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95abaf6db7df90695ad402c808b784f8d8af25c4
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d3db374bcbb61fc5e17b08dc63194d57b81e97244b80b2173cc1e03986e73
+size 939524096
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c9da69923a00d5fd24946a5a54292f0610f66830
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93da49145ac96873830fbed12253e7dd8be9500057f2c0be29a1bba61bd7db6
+size 469762048
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ade4fbcfdf71124a11af944108053fa5d21ba8a
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c636c1180090fee4405781c3895949c9a3383c8557c1e27244659683f20ebd
+size 167772160
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8712d1e43ed993532ba7d5598b5e35e9f1fba3c
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddacfba63557b1ce1e27218156f95773395000b5fcb9f254de04c8cf2609c418
+size 134217728
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ce891450d85a59ddcaa47626fdf1987eeab9a1ac
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1ad46898319d518a3cf0a82ea42bbf02df4217a83d37ee21d341749bb25a26
+size 939524096
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3a88b3a1c3141faf1d7f26e8c8daeb1070e4ed1
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafbd6c8a2a93d0fc0fa3f8e1f5aa4e6fe19d34535349a3174723b838357b9c3
+size 469762048
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8cb142de1c90240a23e2aa9bfce9d5db0016a1ae
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88624efffa2f53c8354e5890044564312907518307e97f2187d844572591f3e
+size 167772160
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..399a6e16022ce7337b5488e29221135767063049
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7362edf0c249e85b3816a88f003d5ca185bc90439896a5c73330025629fd9e63
+size 134217728
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e9d5a65d4f6a8663f6a7cc15cda821a6c36faf5a
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b686cad2faa5b269df94d9ceedcaf20512dc009c36dc6012049ab9f20663ce
+size 939524096
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8e7a2359b81191c8021d0f3c5f28c67f20962
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410509 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 128000,
+ "content": "<|begin▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128001,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128002,
+ "content": "<|reserved_special_token_0|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128003,
+ "content": "<|reserved_special_token_1|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128004,
+ "content": "<|finetune_right_pad_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128005,
+ "content": "<|reserved_special_token_2|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128006,
+ "content": "<|start_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128007,
+ "content": "<|end_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128008,
+ "content": "<|eom_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128009,
+ "content": "<|eot_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128010,
+ "content": "<|python_tag|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128011,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128012,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128013,
+ "content": "
&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>": 6199, + "gl": 6200, + "Ġbank": 6201, + "ayment": 6202, + "ĉprintf": 6203, + "MD": 6204, + "Ġsample": 6205, + "Ġhands": 6206, + "ĠVersion": 6207, + "uario": 6208, + "Ġoffers": 6209, + "ityEngine": 6210, + "Ġshape": 6211, + "Ġsleep": 6212, + "_point": 6213, + "Settings": 6214, + "Ġachie": 6215, + "Ġsold": 6216, + "ota": 6217, + ".bind": 6218, + "Am": 6219, + "Ġsafe": 6220, + "Store": 6221, + "Ġshared": 6222, + "Ġpriv": 6223, + "_VAL": 6224, + "Ġsens": 6225, + "){": 6226, + "Ġremember": 6227, + "shared": 6228, + "element": 6229, + "Ġshoot": 6230, + "Vert": 6231, + "cout": 6232, + "Ġenv": 6233, + "_label": 6234, + "Ġ>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>": 11792, + "omething": 11793, + "Ġhun": 11794, + "åº": 11795, + "aters": 11796, + "Intent": 11797, + "Ġimplemented": 11798, + "ĠCase": 11799, + "Children": 11800, + "Ġnotification": 11801, + "Renderer": 11802, + "Wrapper": 11803, + "Objects": 11804, + "tl": 11805, + ".Contains": 11806, + "Plugin": 11807, + ".row": 11808, + "Ġforg": 11809, + "Ġpermit": 11810, + "Ġtargets": 11811, + "ĠIF": 11812, + "Ġtip": 11813, + "sex": 11814, + "Ġsupports": 11815, + "Ġfold": 11816, + "photo": 11817, + "},čĊ": 11818, + "Ġgoogle": 11819, + "$('#": 11820, + "Ġsharing": 11821, + "Ġgoods": 11822, + "vs": 11823, + "ĠDan": 11824, + "Rate": 11825, + "ĠMartin": 11826, + "Ġmanner": 11827, + "lie": 11828, + ".The": 11829, + "Internal": 11830, + "ĠCONTR": 11831, + "Mock": 11832, + "RIGHT": 11833, + "Ġ'{": 11834, + "Ġcontrols": 11835, + "Mat": 11836, + "Ġmand": 11837, + "Ġextended": 11838, + "Ok": 11839, + "Ġembed": 11840, + "Ġplanet": 11841, + "ĠNon": 11842, + "-ch": 11843, + ")\",": 11844, + "epar": 11845, + "Ġbelieved": 11846, + "ĠEnvironment": 11847, + "ĠFriend": 11848, + "-res": 11849, + "Ġhandling": 11850, + "nic": 11851, + "-level": 11852, + "scri": 11853, + "Xml": 11854, + "BE": 11855, + "ungen": 11856, + "Ġalter": 11857, + "[idx": 11858, + "Pop": 11859, + "cam": 11860, + "Ġ(((": 11861, + "Ġshipping": 11862, + "Ġbattery": 11863, + "iddleware": 11864, + "MC": 11865, + "Ġimpl": 11866, + "otation": 11867, + "ĠLab": 11868, + "