diff --git a/mlc-chat-config.json b/mlc-chat-config.json
new file mode 100644
index 0000000000000000000000000000000000000000..8099e52db8369d042f4aa35fa258a8a7a067b5e6
--- /dev/null
+++ b/mlc-chat-config.json
@@ -0,0 +1,83 @@
+{
+ "version": "0.1.0",
+ "model_type": "llama",
+ "quantization": "q4f32_1",
+ "model_config": {
+ "hidden_size": 4096,
+ "intermediate_size": 14336,
+ "num_attention_heads": 32,
+ "num_hidden_layers": 32,
+ "rms_norm_eps": 1e-05,
+ "vocab_size": 128256,
+ "tie_word_embeddings": false,
+ "position_embedding_base": 500000.0,
+ "rope_scaling": {
+ "factor": 8.0,
+ "low_freq_factor": 1.0,
+ "high_freq_factor": 4.0,
+ "original_max_position_embeddings": 8192,
+ "rope_type": "llama3"
+ },
+ "context_window_size": 131072,
+ "prefill_chunk_size": 8192,
+ "num_key_value_heads": 8,
+ "head_dim": 128,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "max_batch_size": 128,
+ "disaggregation": false
+ },
+ "vocab_size": 128256,
+ "context_window_size": 131072,
+ "sliding_window_size": -1,
+ "prefill_chunk_size": 8192,
+ "attention_sink_size": -1,
+ "tensor_parallel_shards": 1,
+ "pipeline_parallel_stages": 1,
+ "temperature": 1.0,
+ "presence_penalty": 0.0,
+ "frequency_penalty": 0.0,
+ "repetition_penalty": 1.0,
+ "top_p": 1.0,
+ "tokenizer_files": [
+ "tokenizer.json",
+ "tokenizer_config.json"
+ ],
+ "tokenizer_info": {
+ "token_postproc_method": "byte_level",
+ "prepend_space_in_encode": false,
+ "strip_space_in_decode": false
+ },
+ "conv_template": {
+ "name": "deepseek_v3",
+ "system_template": "<\uff5cbegin\u2581of\u2581sentence\uff5c>{system_message}",
+ "system_message": "You are a helpful assistant.",
+ "system_prefix_token_ids": null,
+ "add_role_after_system_message": true,
+ "roles": {
+ "user": "<\uff5cUser\uff5c>",
+ "assistant": "<\uff5cAssistant\uff5c>"
+ },
+ "role_templates": {
+ "user": "{user_message}",
+ "assistant": "{assistant_message}",
+ "tool": "{tool_message}"
+ },
+ "messages": [],
+ "seps": [
+ "",
+ "<\uff5cend\u2581of\u2581sentence\uff5c>"
+ ],
+ "role_content_sep": "",
+ "role_empty_sep": "",
+ "stop_str": [],
+ "stop_token_ids": [
+ 151643
+ ],
+ "function_string": "",
+ "use_function_calling": false
+ },
+ "pad_token_id": 0,
+ "bos_token_id": 128000,
+ "eos_token_id": 128001
+}
\ No newline at end of file
diff --git a/ndarray-cache-b16.json b/ndarray-cache-b16.json
new file mode 100644
index 0000000000000000000000000000000000000000..28780e23d87f5cd7d19fb416031fb7b6ebcd0f26
--- /dev/null
+++ b/ndarray-cache-b16.json
@@ -0,0 +1,4383 @@
+{
+ "metadata": {
+ "ParamSize": 325,
+ "ParamBytes": 5019811840.0,
+ "BitsPerParam": 5.000895173865207
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f96c20d2554e4ba229ba164c1211aeb"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69f46f69fc5a1d6bd107e962dae64289"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d4531d1bd6f04887850c7b00e093a1c"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "304a5294ef017c5d0abf7e762210d820"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "fab4a83986e8c51fb2b21713d6be5c79"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a71915fa34aa7a8fd524d1c01144267"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "f586dc7ee826595ea0af0503912f1ca8"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87241662e301171c5bc5c084f0db2232"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cd98bfaee293c0a7ec27e29ecf74fe19"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ff50bd19a05891353e556b4af8079e6"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d8326fbdf26aacad5356f443e65898cf"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "21808d5b2929ec6b4875f5cfcbdc8ee3"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79e7045f1944857762fbb79760eb72ec"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6738591820815025408383ee576a3108"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0957884d4c1905c7e75d04e0c94405d2"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f13f2a3ee5ea9e1a45ea469917c078bc"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1e66dcb7615cf4b0b6679ed7c71bd48"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f42a379a542c99d7368894d36d892344"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16144779c8b249ad7dd89160088fbd24"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "d191e4f08ad9b594fb0229bf5993b60c"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2eb54f7dffb7af2556ad389c7b0fd01"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "29f2778dc9640a6b2669e103b8dd0de2"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00e06da47564f647d939d466abdb0015"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8290efc16f895efcab5f4aa89603c04e"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "79850a2b2f87c9da632b950e59d7f6a7"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3059396e8ddf24ffa2e0a8a7e53fc91"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "777b70f5f1d292646fd67bb5b2d50367"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "3e34dcf17ddd3252c68ea50ed131756f"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5356e61a8aa702f978772b873b0b501"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e513547d5b22dd1d7d0fef601f50e2c6"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "c7376187c659a116df53bba509c1726d"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74c6bc06540bbcdfc60bfe76065b1b32"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "fa36be01dace9172c48667a30a9f7c30"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bbe1caa655dc241881ef57a21042270"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "48718e227709df9044a5c5c17cc003c6"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "107db8f959bb6bb2b481f97b40eac7f0"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c432047a0d4d4c1057ea936fadc283a"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "07ad9aeeb6a7a314c566821f2f7b6ef8"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f83e96749b388baa3f6acd956f728fe"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "275855aee6d3b01a0d90f0f79d2e87a5"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "319ca6e489e8d4207a7a425b27cf44ee"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6d01c0192a105fb50773aff5aa59af90"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "764cfc6ae4a9f9ef7cc2eb056c70507e"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "6940f0fa7be6dc1582c6a9057a6840da"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60fa2b928de8abde7ea94dfa79b6e168"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee137c21acd19a8e0f856e8ed119b4f9"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ceef547a4ad5b2e64d271184aa53f863"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "fb804a87949c63bbaa75b79f0dff6089"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bfde866d98250a820c3d29ba1b7a949"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77db8c4084f3971de7a314d483f19bf6"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "23bb870437a82d2d523d0665981f9f06"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11b517be05d9f566a657b266eb5f7f35"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb9d048837b6265faed9e386283ac65c"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0a0966a35bec3cc0df22e6cce02b0129"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0a0229b23e5326b78e2f3a8107aca17e"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a52c7f6e2c5afd86e5a428493b64002"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f59ae2c230cca7d28dd804905a6d48a3"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2fa337e3f854026dc4613576f17783c"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee740e10e46b38b66f815c7189406191"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef90de237d9de8a66c2c16582dd0a35b"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "7afa0e7256446c2b0dc0bacb803c8bab"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80ac47d3bcf29f02084914a8b3f5c26d"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9e18d71474e8f0e6d7c891229cbc733"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "91d052f0588de0b897e9f37a33153709"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47d38ce51b4880a9b93fb41708c29141"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "241da0f1616fdd89c0905b3d80fb8f77"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "4367aa0074b8b2b0fe6b79606900c26e"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b69289aa4fc4b87df89ce5a687177b5"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "10250c86fb54c76b559eafb1ce6d967b"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "379493a0a127b8b6787b3797b3bd4a46"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8acd7ec32bf985603d360e51b357ce51"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "e9f7dcc943d8feaa539665f0a16d8fdc"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac7c24b31e8313525c11aa12c179aaa1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cfbae9a3aee053e814d1146a560089b6"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8ad7b4090b0b6fc3e1d8b1ac8948f3f"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bead9dd9c51c191f2b508216adb35d65"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "eb8913223ccbcd50000836327743984f"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "efa7fa8f7236af7ea36a36209fc69406"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfb3997cf87a5330a0361597b62ce4ad"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "c786f0493fa5a83eacf8d5e3ac8ceb84"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6bbdb94d2855b1c7e756b20347179a13"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55dc7141f126986e0af9f4107787703b"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "163cd27970e4e9ff7ee1fd2a2b49b945"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b28de6d42bbf3fe3a716cd140e31cc4"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "986e9e3069ea8e066726e7ebd14b3057"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d605979dfe987bcd3724e7a267562f1b"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "2054ea1d231bd9c9ef99ae10237f560a"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d0950556e804d3d16fbf709e4f91493"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "de0a43661dec2c774a3d3927bb2012d7"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "6ff0b8fd9071627d429831407ce03870"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2de59e4d2c5eae6a9a1da7b71f19f70d"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c752961312f43318f5225cd4dfae506c"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "efdc6c6a0c5f72f86f1887f4ae2b53b0"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13fcb015c3d19bfccd3a1f331ce9c796"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d4062ef2bf0a081b4898a49bf7673b5"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "a453b411a45ea8fea4f4010023dac640"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "442deb89b0d66a03b7fdc4fb3b303e43"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "97c96230f38610c413760233a1ed4631"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a91f7875209e0f8342458ed89b7fd8ca"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "796d6b7dbd49d0f301ccedcfa70f9fe1"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "45587cb3e71eea08d603afa8caf345dc"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c60becfafefa6d33007812dbe98e591"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "32381eb189bd0da0dbb6fc1c6de54c2d"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed550baeee558b86b9cfc4bc75598350"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fdf16829f3ff27ff61b72b6d544db588"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4c537313390a8329803423f36183ecb"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98f616a4059d040de6526c0b8b561c37"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 22044672,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "bfloat16",
+ "format": "raw",
+ "nbytes": 8192,
+ "byteOffset": 22036480
+ }
+ ],
+ "md5sum": "46872649f8c4ff82c553527557428a75"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/ndarray-cache.json b/ndarray-cache.json
new file mode 100644
index 0000000000000000000000000000000000000000..f71edbe508bb634e108269c31249d8f3b9ade001
--- /dev/null
+++ b/ndarray-cache.json
@@ -0,0 +1,4383 @@
+{
+ "metadata": {
+ "ParamSize": 325,
+ "ParamBytes": 5019811840.0,
+ "BitsPerParam": 5.000895173865207
+ },
+ "records": [
+ {
+ "dataPath": "params_shard_0.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "9f96c20d2554e4ba229ba164c1211aeb"
+ },
+ {
+ "dataPath": "params_shard_1.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "model.embed_tokens.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "69f46f69fc5a1d6bd107e962dae64289"
+ },
+ {
+ "dataPath": "params_shard_2.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0d4531d1bd6f04887850c7b00e093a1c"
+ },
+ {
+ "dataPath": "params_shard_3.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "304a5294ef017c5d0abf7e762210d820"
+ },
+ {
+ "dataPath": "params_shard_4.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.0.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.0.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "fab4a83986e8c51fb2b21713d6be5c79"
+ },
+ {
+ "dataPath": "params_shard_5.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7a71915fa34aa7a8fd524d1c01144267"
+ },
+ {
+ "dataPath": "params_shard_6.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.0.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.0.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.0.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.1.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.1.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "f586dc7ee826595ea0af0503912f1ca8"
+ },
+ {
+ "dataPath": "params_shard_7.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "87241662e301171c5bc5c084f0db2232"
+ },
+ {
+ "dataPath": "params_shard_8.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.1.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.1.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.1.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.1.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.2.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cd98bfaee293c0a7ec27e29ecf74fe19"
+ },
+ {
+ "dataPath": "params_shard_9.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7ff50bd19a05891353e556b4af8079e6"
+ },
+ {
+ "dataPath": "params_shard_10.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.2.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d8326fbdf26aacad5356f443e65898cf"
+ },
+ {
+ "dataPath": "params_shard_11.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.2.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.2.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.2.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.2.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.2.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "21808d5b2929ec6b4875f5cfcbdc8ee3"
+ },
+ {
+ "dataPath": "params_shard_12.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "79e7045f1944857762fbb79760eb72ec"
+ },
+ {
+ "dataPath": "params_shard_13.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.3.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6738591820815025408383ee576a3108"
+ },
+ {
+ "dataPath": "params_shard_14.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.3.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.3.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.3.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.3.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.3.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.3.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0957884d4c1905c7e75d04e0c94405d2"
+ },
+ {
+ "dataPath": "params_shard_15.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f13f2a3ee5ea9e1a45ea469917c078bc"
+ },
+ {
+ "dataPath": "params_shard_16.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c1e66dcb7615cf4b0b6679ed7c71bd48"
+ },
+ {
+ "dataPath": "params_shard_17.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.4.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.4.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f42a379a542c99d7368894d36d892344"
+ },
+ {
+ "dataPath": "params_shard_18.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "16144779c8b249ad7dd89160088fbd24"
+ },
+ {
+ "dataPath": "params_shard_19.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.4.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.4.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.4.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.5.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.5.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "d191e4f08ad9b594fb0229bf5993b60c"
+ },
+ {
+ "dataPath": "params_shard_20.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2eb54f7dffb7af2556ad389c7b0fd01"
+ },
+ {
+ "dataPath": "params_shard_21.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.5.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.5.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.5.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.5.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.6.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "29f2778dc9640a6b2669e103b8dd0de2"
+ },
+ {
+ "dataPath": "params_shard_22.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "00e06da47564f647d939d466abdb0015"
+ },
+ {
+ "dataPath": "params_shard_23.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.6.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8290efc16f895efcab5f4aa89603c04e"
+ },
+ {
+ "dataPath": "params_shard_24.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.6.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.6.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.6.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.6.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.6.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "79850a2b2f87c9da632b950e59d7f6a7"
+ },
+ {
+ "dataPath": "params_shard_25.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d3059396e8ddf24ffa2e0a8a7e53fc91"
+ },
+ {
+ "dataPath": "params_shard_26.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.7.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "777b70f5f1d292646fd67bb5b2d50367"
+ },
+ {
+ "dataPath": "params_shard_27.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.7.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.7.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.7.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.7.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.7.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.7.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "3e34dcf17ddd3252c68ea50ed131756f"
+ },
+ {
+ "dataPath": "params_shard_28.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e5356e61a8aa702f978772b873b0b501"
+ },
+ {
+ "dataPath": "params_shard_29.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "e513547d5b22dd1d7d0fef601f50e2c6"
+ },
+ {
+ "dataPath": "params_shard_30.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.8.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.8.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "c7376187c659a116df53bba509c1726d"
+ },
+ {
+ "dataPath": "params_shard_31.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "74c6bc06540bbcdfc60bfe76065b1b32"
+ },
+ {
+ "dataPath": "params_shard_32.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.8.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.8.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.8.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.9.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.9.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "fa36be01dace9172c48667a30a9f7c30"
+ },
+ {
+ "dataPath": "params_shard_33.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7bbe1caa655dc241881ef57a21042270"
+ },
+ {
+ "dataPath": "params_shard_34.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.9.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.9.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.9.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.9.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.10.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "48718e227709df9044a5c5c17cc003c6"
+ },
+ {
+ "dataPath": "params_shard_35.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "107db8f959bb6bb2b481f97b40eac7f0"
+ },
+ {
+ "dataPath": "params_shard_36.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.10.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0c432047a0d4d4c1057ea936fadc283a"
+ },
+ {
+ "dataPath": "params_shard_37.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.10.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.10.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.10.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.10.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.10.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "07ad9aeeb6a7a314c566821f2f7b6ef8"
+ },
+ {
+ "dataPath": "params_shard_38.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "7f83e96749b388baa3f6acd956f728fe"
+ },
+ {
+ "dataPath": "params_shard_39.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.11.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "275855aee6d3b01a0d90f0f79d2e87a5"
+ },
+ {
+ "dataPath": "params_shard_40.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.11.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.11.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.11.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.11.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.11.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.11.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "319ca6e489e8d4207a7a425b27cf44ee"
+ },
+ {
+ "dataPath": "params_shard_41.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6d01c0192a105fb50773aff5aa59af90"
+ },
+ {
+ "dataPath": "params_shard_42.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "764cfc6ae4a9f9ef7cc2eb056c70507e"
+ },
+ {
+ "dataPath": "params_shard_43.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.12.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.12.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "6940f0fa7be6dc1582c6a9057a6840da"
+ },
+ {
+ "dataPath": "params_shard_44.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "60fa2b928de8abde7ea94dfa79b6e168"
+ },
+ {
+ "dataPath": "params_shard_45.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.12.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.12.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.12.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.13.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.13.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee137c21acd19a8e0f856e8ed119b4f9"
+ },
+ {
+ "dataPath": "params_shard_46.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ceef547a4ad5b2e64d271184aa53f863"
+ },
+ {
+ "dataPath": "params_shard_47.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.13.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.13.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.13.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.13.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.14.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "fb804a87949c63bbaa75b79f0dff6089"
+ },
+ {
+ "dataPath": "params_shard_48.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "4bfde866d98250a820c3d29ba1b7a949"
+ },
+ {
+ "dataPath": "params_shard_49.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.14.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "77db8c4084f3971de7a314d483f19bf6"
+ },
+ {
+ "dataPath": "params_shard_50.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.14.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.14.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.14.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.14.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.14.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "23bb870437a82d2d523d0665981f9f06"
+ },
+ {
+ "dataPath": "params_shard_51.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "11b517be05d9f566a657b266eb5f7f35"
+ },
+ {
+ "dataPath": "params_shard_52.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.15.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fb9d048837b6265faed9e386283ac65c"
+ },
+ {
+ "dataPath": "params_shard_53.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.15.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.15.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.15.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.15.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.15.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.15.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "0a0966a35bec3cc0df22e6cce02b0129"
+ },
+ {
+ "dataPath": "params_shard_54.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0a0229b23e5326b78e2f3a8107aca17e"
+ },
+ {
+ "dataPath": "params_shard_55.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8a52c7f6e2c5afd86e5a428493b64002"
+ },
+ {
+ "dataPath": "params_shard_56.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.16.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.16.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "f59ae2c230cca7d28dd804905a6d48a3"
+ },
+ {
+ "dataPath": "params_shard_57.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d2fa337e3f854026dc4613576f17783c"
+ },
+ {
+ "dataPath": "params_shard_58.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.16.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.16.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.16.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.17.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.17.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "ee740e10e46b38b66f815c7189406191"
+ },
+ {
+ "dataPath": "params_shard_59.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ef90de237d9de8a66c2c16582dd0a35b"
+ },
+ {
+ "dataPath": "params_shard_60.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.17.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.17.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.17.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.17.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.18.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "7afa0e7256446c2b0dc0bacb803c8bab"
+ },
+ {
+ "dataPath": "params_shard_61.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "80ac47d3bcf29f02084914a8b3f5c26d"
+ },
+ {
+ "dataPath": "params_shard_62.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.18.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d9e18d71474e8f0e6d7c891229cbc733"
+ },
+ {
+ "dataPath": "params_shard_63.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.18.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.18.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.18.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.18.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.18.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "91d052f0588de0b897e9f37a33153709"
+ },
+ {
+ "dataPath": "params_shard_64.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "47d38ce51b4880a9b93fb41708c29141"
+ },
+ {
+ "dataPath": "params_shard_65.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.19.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "241da0f1616fdd89c0905b3d80fb8f77"
+ },
+ {
+ "dataPath": "params_shard_66.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.19.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.19.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.19.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.19.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.19.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.19.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "4367aa0074b8b2b0fe6b79606900c26e"
+ },
+ {
+ "dataPath": "params_shard_67.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1b69289aa4fc4b87df89ce5a687177b5"
+ },
+ {
+ "dataPath": "params_shard_68.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "10250c86fb54c76b559eafb1ce6d967b"
+ },
+ {
+ "dataPath": "params_shard_69.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.20.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.20.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "379493a0a127b8b6787b3797b3bd4a46"
+ },
+ {
+ "dataPath": "params_shard_70.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "8acd7ec32bf985603d360e51b357ce51"
+ },
+ {
+ "dataPath": "params_shard_71.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.20.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.20.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.20.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.21.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.21.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "e9f7dcc943d8feaa539665f0a16d8fdc"
+ },
+ {
+ "dataPath": "params_shard_72.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ac7c24b31e8313525c11aa12c179aaa1"
+ },
+ {
+ "dataPath": "params_shard_73.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.21.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.21.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.21.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.21.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.22.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "cfbae9a3aee053e814d1146a560089b6"
+ },
+ {
+ "dataPath": "params_shard_74.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "f8ad7b4090b0b6fc3e1d8b1ac8948f3f"
+ },
+ {
+ "dataPath": "params_shard_75.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.22.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bead9dd9c51c191f2b508216adb35d65"
+ },
+ {
+ "dataPath": "params_shard_76.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.22.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.22.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.22.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.22.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.22.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "eb8913223ccbcd50000836327743984f"
+ },
+ {
+ "dataPath": "params_shard_77.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "efa7fa8f7236af7ea36a36209fc69406"
+ },
+ {
+ "dataPath": "params_shard_78.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.23.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "bfb3997cf87a5330a0361597b62ce4ad"
+ },
+ {
+ "dataPath": "params_shard_79.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.23.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.23.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.23.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.23.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.23.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.23.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "c786f0493fa5a83eacf8d5e3ac8ceb84"
+ },
+ {
+ "dataPath": "params_shard_80.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6bbdb94d2855b1c7e756b20347179a13"
+ },
+ {
+ "dataPath": "params_shard_81.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "55dc7141f126986e0af9f4107787703b"
+ },
+ {
+ "dataPath": "params_shard_82.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.24.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.24.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "163cd27970e4e9ff7ee1fd2a2b49b945"
+ },
+ {
+ "dataPath": "params_shard_83.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "0b28de6d42bbf3fe3a716cd140e31cc4"
+ },
+ {
+ "dataPath": "params_shard_84.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.24.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.24.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.24.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.25.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.25.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "986e9e3069ea8e066726e7ebd14b3057"
+ },
+ {
+ "dataPath": "params_shard_85.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d605979dfe987bcd3724e7a267562f1b"
+ },
+ {
+ "dataPath": "params_shard_86.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.25.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.25.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.25.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.25.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.26.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "2054ea1d231bd9c9ef99ae10237f560a"
+ },
+ {
+ "dataPath": "params_shard_87.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "1d0950556e804d3d16fbf709e4f91493"
+ },
+ {
+ "dataPath": "params_shard_88.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.26.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "de0a43661dec2c774a3d3927bb2012d7"
+ },
+ {
+ "dataPath": "params_shard_89.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.26.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.26.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.26.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.26.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.26.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "6ff0b8fd9071627d429831407ce03870"
+ },
+ {
+ "dataPath": "params_shard_90.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "2de59e4d2c5eae6a9a1da7b71f19f70d"
+ },
+ {
+ "dataPath": "params_shard_91.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.27.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "c752961312f43318f5225cd4dfae506c"
+ },
+ {
+ "dataPath": "params_shard_92.bin",
+ "format": "raw-shard",
+ "nbytes": 22036480,
+ "records": [
+ {
+ "name": "model.layers.27.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.27.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.27.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.27.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.27.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.27.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ }
+ ],
+ "md5sum": "efdc6c6a0c5f72f86f1887f4ae2b53b0"
+ },
+ {
+ "dataPath": "params_shard_93.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "13fcb015c3d19bfccd3a1f331ce9c796"
+ },
+ {
+ "dataPath": "params_shard_94.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "5d4062ef2bf0a081b4898a49bf7673b5"
+ },
+ {
+ "dataPath": "params_shard_95.bin",
+ "format": "raw-shard",
+ "nbytes": 30932992,
+ "records": [
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 12582912
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 14155776
+ },
+ {
+ "name": "model.layers.28.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 22544384
+ },
+ {
+ "name": "model.layers.28.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 23592960
+ }
+ ],
+ "md5sum": "a453b411a45ea8fea4f4010023dac640"
+ },
+ {
+ "dataPath": "params_shard_96.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "442deb89b0d66a03b7fdc4fb3b303e43"
+ },
+ {
+ "dataPath": "params_shard_97.bin",
+ "format": "raw-shard",
+ "nbytes": 27279360,
+ "records": [
+ {
+ "name": "model.layers.28.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.28.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3670016
+ },
+ {
+ "name": "model.layers.28.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 3678208
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 3686400
+ },
+ {
+ "name": "model.layers.29.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 16269312
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 17842176
+ },
+ {
+ "name": "model.layers.29.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 26230784
+ }
+ ],
+ "md5sum": "97c96230f38610c413760233a1ed4631"
+ },
+ {
+ "dataPath": "params_shard_98.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "a91f7875209e0f8342458ed89b7fd8ca"
+ },
+ {
+ "dataPath": "params_shard_99.bin",
+ "format": "raw-shard",
+ "nbytes": 25182208,
+ "records": [
+ {
+ "name": "model.layers.29.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.29.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 7340032
+ },
+ {
+ "name": "model.layers.29.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.29.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 11018240
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 11026432
+ },
+ {
+ "name": "model.layers.30.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 23609344
+ }
+ ],
+ "md5sum": "796d6b7dbd49d0f301ccedcfa70f9fe1"
+ },
+ {
+ "dataPath": "params_shard_100.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "45587cb3e71eea08d603afa8caf345dc"
+ },
+ {
+ "dataPath": "params_shard_101.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.30.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "6c60becfafefa6d33007812dbe98e591"
+ },
+ {
+ "dataPath": "params_shard_102.bin",
+ "format": "raw-shard",
+ "nbytes": 33046528,
+ "records": [
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.30.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 8388608
+ },
+ {
+ "name": "model.layers.30.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 9437184
+ },
+ {
+ "name": "model.layers.30.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 16777216
+ },
+ {
+ "name": "model.layers.30.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20447232
+ },
+ {
+ "name": "model.layers.30.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 20455424
+ },
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_weight",
+ "shape": [
+ 6144,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 12582912,
+ "byteOffset": 20463616
+ }
+ ],
+ "md5sum": "32381eb189bd0da0dbb6fc1c6de54c2d"
+ },
+ {
+ "dataPath": "params_shard_103.bin",
+ "format": "raw-shard",
+ "nbytes": 58720256,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_weight",
+ "shape": [
+ 28672,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 58720256,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "ed550baeee558b86b9cfc4bc75598350"
+ },
+ {
+ "dataPath": "params_shard_104.bin",
+ "format": "raw-shard",
+ "nbytes": 29360128,
+ "records": [
+ {
+ "name": "model.layers.31.mlp.down_proj.q_weight",
+ "shape": [
+ 4096,
+ 1792
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 29360128,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "fdf16829f3ff27ff61b72b6d544db588"
+ },
+ {
+ "dataPath": "params_shard_105.bin",
+ "format": "raw-shard",
+ "nbytes": 262668288,
+ "records": [
+ {
+ "name": "lm_head.q_weight",
+ "shape": [
+ 128256,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 262668288,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "d4c537313390a8329803423f36183ecb"
+ },
+ {
+ "dataPath": "params_shard_106.bin",
+ "format": "raw-shard",
+ "nbytes": 32833536,
+ "records": [
+ {
+ "name": "lm_head.q_scale",
+ "shape": [
+ 128256,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 32833536,
+ "byteOffset": 0
+ }
+ ],
+ "md5sum": "98f616a4059d040de6526c0b8b561c37"
+ },
+ {
+ "dataPath": "params_shard_107.bin",
+ "format": "raw-shard",
+ "nbytes": 22044672,
+ "records": [
+ {
+ "name": "model.layers.31.self_attn.qkv_proj.q_scale",
+ "shape": [
+ 6144,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1572864,
+ "byteOffset": 0
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_weight",
+ "shape": [
+ 4096,
+ 512
+ ],
+ "dtype": "uint32",
+ "format": "f32-to-bf16",
+ "nbytes": 8388608,
+ "byteOffset": 1572864
+ },
+ {
+ "name": "model.layers.31.self_attn.o_proj.q_scale",
+ "shape": [
+ 4096,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 1048576,
+ "byteOffset": 9961472
+ },
+ {
+ "name": "model.layers.31.mlp.gate_up_proj.q_scale",
+ "shape": [
+ 28672,
+ 128
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 7340032,
+ "byteOffset": 11010048
+ },
+ {
+ "name": "model.layers.31.mlp.down_proj.q_scale",
+ "shape": [
+ 4096,
+ 448
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 3670016,
+ "byteOffset": 18350080
+ },
+ {
+ "name": "model.layers.31.input_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22020096
+ },
+ {
+ "name": "model.layers.31.post_attention_layernorm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22028288
+ },
+ {
+ "name": "model.norm.weight",
+ "shape": [
+ 4096
+ ],
+ "dtype": "float32",
+ "format": "f32-to-bf16",
+ "nbytes": 8192,
+ "byteOffset": 22036480
+ }
+ ],
+ "md5sum": "46872649f8c4ff82c553527557428a75"
+ }
+ ]
+}
\ No newline at end of file
diff --git a/params_shard_0.bin b/params_shard_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6255b5ab9dc289d7fd3f6633c4bb5edfb8a93943
--- /dev/null
+++ b/params_shard_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072aafffd23151ef7d3a8fc8557ff9e208447744b5c7661639e0b568789ef6e0
+size 262668288
diff --git a/params_shard_1.bin b/params_shard_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..230e48268daf99c9a7d37343c7fc617513a62e53
--- /dev/null
+++ b/params_shard_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466e28188700b5ed4608ecf977d189051412d4baa6224193e1e78a05c9e4b2a0
+size 32833536
diff --git a/params_shard_10.bin b/params_shard_10.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3197e54a2968952eb192028d0e90d475326f989d
--- /dev/null
+++ b/params_shard_10.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898776ea367e6c02d403a1b84808691e4c59da83535acdbf01a462e124166238
+size 29360128
diff --git a/params_shard_100.bin b/params_shard_100.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f087fd2b53bd07b9d8fd2c7380e8882354d061ab
--- /dev/null
+++ b/params_shard_100.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16278672c699818e0504cf5f2638f453b646ee76e3fd245926a57a4467bc8aac
+size 58720256
diff --git a/params_shard_101.bin b/params_shard_101.bin
new file mode 100644
index 0000000000000000000000000000000000000000..250df04e842f5ef39c5e538aed9934156afbb019
--- /dev/null
+++ b/params_shard_101.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd19d9c265576f1d0500847d1b4db5ab2a217d8afbb0c621e3383bd3c749dd75
+size 29360128
diff --git a/params_shard_102.bin b/params_shard_102.bin
new file mode 100644
index 0000000000000000000000000000000000000000..79705cbdc17979c90772bbf758228252af14d152
--- /dev/null
+++ b/params_shard_102.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c4b5c5aee00198178c93b866ef2f4dec64c9d889f3d110ede1695a85289e30
+size 33046528
diff --git a/params_shard_103.bin b/params_shard_103.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4d6af1fef1c73c665896e556c41f3a38673323a4
--- /dev/null
+++ b/params_shard_103.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78aad89b8ef414e27eed48f3268ea626580a1040f090fc3a070b284e216cfad
+size 58720256
diff --git a/params_shard_104.bin b/params_shard_104.bin
new file mode 100644
index 0000000000000000000000000000000000000000..20c1e720f9a30238af1d45e7a1ef0bcb1a768c29
--- /dev/null
+++ b/params_shard_104.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a518de4719771dac7d89583593d2350069f3c6b4b24023ec19064243f107dfb9
+size 29360128
diff --git a/params_shard_105.bin b/params_shard_105.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85bdeba7df8f28157c2ec7353ef63f117b6208f2
--- /dev/null
+++ b/params_shard_105.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2bad4f25686e262a8a2e6c94aafbe928ab2f165cc22716c34baf8ec6a1e887
+size 262668288
diff --git a/params_shard_106.bin b/params_shard_106.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7528ff70565d030723b0748953182bd6533193b8
--- /dev/null
+++ b/params_shard_106.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4299de89a64c3fca74554ced5f88f7cc95cc0a92a78468736739249c8ef4098
+size 32833536
diff --git a/params_shard_107.bin b/params_shard_107.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2523b6b9419310b1525dbf21670d50a8b649020d
--- /dev/null
+++ b/params_shard_107.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc16f826571c1e6eb32fdb4f6a34af1c2bfef973b489377e3307c211c6d7bac9
+size 22044672
diff --git a/params_shard_11.bin b/params_shard_11.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9a9c53c87ab7f230d57f73a0119ac9a83f01d073
--- /dev/null
+++ b/params_shard_11.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf9ce621a238a400f8cc1197c8d51850e2072d525160cfa0dd9dd7a06a0fca6
+size 33046528
diff --git a/params_shard_12.bin b/params_shard_12.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2e7d0593ad5a0f072634bff182cc3244939f2d31
--- /dev/null
+++ b/params_shard_12.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad2cc8052eb786023510764f6116bdfa35e0c810d3c33d891c5920e7dc3a830
+size 58720256
diff --git a/params_shard_13.bin b/params_shard_13.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36d7d8c683f8122a3db4d349fd9a690a911ec52b
--- /dev/null
+++ b/params_shard_13.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ad54cb07462858046a000e115d482600b133bb1ca4cd4201b19952011901dc
+size 29360128
diff --git a/params_shard_14.bin b/params_shard_14.bin
new file mode 100644
index 0000000000000000000000000000000000000000..93a49cbec93db4beba6e0f2a666c55d9e9f0d449
--- /dev/null
+++ b/params_shard_14.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d216c6f0b227e6be5a789dc3ad257d6ac9e0f5038573342a694972c9f3b13e2
+size 22036480
diff --git a/params_shard_15.bin b/params_shard_15.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d8e489f80a2d774c77e7ad91c458cf6b06170422
--- /dev/null
+++ b/params_shard_15.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f7fec24578b870b727fc3068a6c2eb8b0dd74a78dd402e369078125da05c77
+size 58720256
diff --git a/params_shard_16.bin b/params_shard_16.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22b2809093ef85fc1a582a916743eb2e3319f074
--- /dev/null
+++ b/params_shard_16.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d81f04c6bfb9e2ddff0f30b8eef335b8c7bb32242932891e430f900ac6c03b
+size 29360128
diff --git a/params_shard_17.bin b/params_shard_17.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0868123aca35ce7fe26e5f5e4339cde7315918d2
--- /dev/null
+++ b/params_shard_17.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf8727f6560b497aa77dbd5fc459538a4426f6421c90ff21a7def382e273525
+size 30932992
diff --git a/params_shard_18.bin b/params_shard_18.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dfca3c0c3fddcd68b87348491b540e123243d323
--- /dev/null
+++ b/params_shard_18.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec3ef712cfb49d9c4fd011c7602f2c9b4963240128a4747f667a99bb7ed00fc
+size 58720256
diff --git a/params_shard_19.bin b/params_shard_19.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84c80168d1ab84c5b9c745f4fcc2f0b42586dd8f
--- /dev/null
+++ b/params_shard_19.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eeb4e059deff1a3e54c433ff8da474fa545808dbf4432aae27c2611331b88f
+size 27279360
diff --git a/params_shard_2.bin b/params_shard_2.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f7bfed3ea96e2bb7b30b779c92cb5f0de8b42b76
--- /dev/null
+++ b/params_shard_2.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c2d9c1b32723dbc37d88b2a58ec695ca15d6ec975c37d58578959c2c469d3
+size 58720256
diff --git a/params_shard_20.bin b/params_shard_20.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47821200a119b69a28bf3e6de62be28529e60e0b
--- /dev/null
+++ b/params_shard_20.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8971ce31d6d8677982c541e893127a60ce10f8a0998ff86ac87e3f094c55404
+size 29360128
diff --git a/params_shard_21.bin b/params_shard_21.bin
new file mode 100644
index 0000000000000000000000000000000000000000..31850f14cfca772bfbdf4f3a31a0a269544a9c2e
--- /dev/null
+++ b/params_shard_21.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f480130299da6190e053e9e6289edd01aa57f0e382c53ce1b3c45ba1c6d0bd
+size 25182208
diff --git a/params_shard_22.bin b/params_shard_22.bin
new file mode 100644
index 0000000000000000000000000000000000000000..da15bd4d21605323fb174e5bf0383776cacdd230
--- /dev/null
+++ b/params_shard_22.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83cc8f6eed80234988d2140b7d86cfa8ec5bab033b9f66b94e603cb6b4f863e
+size 58720256
diff --git a/params_shard_23.bin b/params_shard_23.bin
new file mode 100644
index 0000000000000000000000000000000000000000..88a62edf4daf9be2bf3dd6ab1c28bad684d56000
--- /dev/null
+++ b/params_shard_23.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a01f89a0a9e4648accccf84f2bb234e21593f10589b038449319eda26bef0f3
+size 29360128
diff --git a/params_shard_24.bin b/params_shard_24.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8083e98353297c130637d98d53ab7a53a6d9c80
--- /dev/null
+++ b/params_shard_24.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456e232c687150e3f4ccf6f745b991a8a921045f855a646e0180316a2e64b73e
+size 33046528
diff --git a/params_shard_25.bin b/params_shard_25.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb9e6dd8335095acca482de2dbcdf60b9ef8754e
--- /dev/null
+++ b/params_shard_25.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc87505a618004d29311096a2e1881aac069f51f138f53e21bb21f3f68aecf8d
+size 58720256
diff --git a/params_shard_26.bin b/params_shard_26.bin
new file mode 100644
index 0000000000000000000000000000000000000000..46df4d9c6258a3c47bad7a9651847b6bd7eba524
--- /dev/null
+++ b/params_shard_26.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cab8329d988942715336350c02a9402c9437a05e4e651a1f54f50a3c05b236
+size 29360128
diff --git a/params_shard_27.bin b/params_shard_27.bin
new file mode 100644
index 0000000000000000000000000000000000000000..339b949af41cf6bd76451eafaf465d47e48f082a
--- /dev/null
+++ b/params_shard_27.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80d81342c0c175b3aec691885191924624266e4bd893f4bfa2a67a96f0a9127
+size 22036480
diff --git a/params_shard_28.bin b/params_shard_28.bin
new file mode 100644
index 0000000000000000000000000000000000000000..00a39ba18a6dccd3380669a959f28741bc9f2480
--- /dev/null
+++ b/params_shard_28.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c705338931b38ccfdef443e1c5f6e0d5bda9ac15d01d0eb37310eb0daa44919
+size 58720256
diff --git a/params_shard_29.bin b/params_shard_29.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4c641701cd04a630425ca7edafd7bff3f291cce7
--- /dev/null
+++ b/params_shard_29.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093a8ecc51b7e230116a041acb6d5400f6c4437b67be2c4922de66983c471cd1
+size 29360128
diff --git a/params_shard_3.bin b/params_shard_3.bin
new file mode 100644
index 0000000000000000000000000000000000000000..849f24bfedeb353c835c2bff45affa2654a42e53
--- /dev/null
+++ b/params_shard_3.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2372bb9a0aaa63dbd40ab769f72208fce5570afc4140cd0cfeaeec751cc51a13
+size 29360128
diff --git a/params_shard_30.bin b/params_shard_30.bin
new file mode 100644
index 0000000000000000000000000000000000000000..259ad7f63d1beda043689f4c13001d762b7b2697
--- /dev/null
+++ b/params_shard_30.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8408d580c44e78e55ca565307d51cef84c678bd1b74b6dee3b2d4ecc8bf1be05
+size 30932992
diff --git a/params_shard_31.bin b/params_shard_31.bin
new file mode 100644
index 0000000000000000000000000000000000000000..556bd3728e872615ca1f06e65d972eef73d413be
--- /dev/null
+++ b/params_shard_31.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60e72db60fff0fe50e7042bff0530543f436af257d7c1708e815d9bd5697060
+size 58720256
diff --git a/params_shard_32.bin b/params_shard_32.bin
new file mode 100644
index 0000000000000000000000000000000000000000..912199beb07728255b58bfb5c65d4750131c2309
--- /dev/null
+++ b/params_shard_32.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d877e150b673f4205bdb9e99b3dc7986e247bda2f60e4ce462d679be5e4204
+size 27279360
diff --git a/params_shard_33.bin b/params_shard_33.bin
new file mode 100644
index 0000000000000000000000000000000000000000..74cdd413d4f16bd301d4100cb2119c5925606e10
--- /dev/null
+++ b/params_shard_33.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e6c79102c14bec2c662a502ea57e650d9adaf3ac70f60c83a898d81925aea
+size 29360128
diff --git a/params_shard_34.bin b/params_shard_34.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5c69541395f0be5a3216b647d0cb497733859cb
--- /dev/null
+++ b/params_shard_34.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada6b9b94c565a1bc7761a3e84259178a2c31c9262bcd6263b5c863421258bc6
+size 25182208
diff --git a/params_shard_35.bin b/params_shard_35.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b2aa9e2f80331b1eb7bac92897afce2a08897420
--- /dev/null
+++ b/params_shard_35.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bfa7c3374d82f419bfcf6fbb65e024d4880c9047ab2ff13de18d03506935a2
+size 58720256
diff --git a/params_shard_36.bin b/params_shard_36.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f038692af4bb36afcce867661269ed54cb07a1d
--- /dev/null
+++ b/params_shard_36.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364df94a5c1dc27908b84423261202d21827547e46611675c12a483d78923228
+size 29360128
diff --git a/params_shard_37.bin b/params_shard_37.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e34166a76bb4b21132e0e219b06751db9602e7ca
--- /dev/null
+++ b/params_shard_37.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6886125b5e4ca91f5d05e65c1b9ed959caf9d980df83790717f11134ad323501
+size 33046528
diff --git a/params_shard_38.bin b/params_shard_38.bin
new file mode 100644
index 0000000000000000000000000000000000000000..14003c3e63cca13e646747cc7e2066c7533bc715
--- /dev/null
+++ b/params_shard_38.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8baa6ac9eb2ab34224590327bc877ecffe47c8132886b0d0f5d8aabb464056a
+size 58720256
diff --git a/params_shard_39.bin b/params_shard_39.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a9406abb9c85b2130087c35e914bee6edb0140d
--- /dev/null
+++ b/params_shard_39.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac67e681c62a7d7623241f395769a9b0a101de875d9220f0e2dc41c01fcdf130
+size 29360128
diff --git a/params_shard_4.bin b/params_shard_4.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0cd3b73f08a841df2c749ccb6f179defd7bd43b8
--- /dev/null
+++ b/params_shard_4.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c00551d29a110f898007dcf05be2dfd2225de8275aee6755dcc9a6274f57136
+size 30932992
diff --git a/params_shard_40.bin b/params_shard_40.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6fec50bf9dc572d5a75ea64aab070b31f8760fc8
--- /dev/null
+++ b/params_shard_40.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c047bd7757dfe7d8cb216354e64068aafe35d33882eac102b2f8fcaab4a8ade
+size 22036480
diff --git a/params_shard_41.bin b/params_shard_41.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18a82927059ac7adfc0bcacbfe65f960d0153519
--- /dev/null
+++ b/params_shard_41.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569858930e05d16cd2c6090c5f947661bade3083b005573c7d8441bc1ec9db1a
+size 58720256
diff --git a/params_shard_42.bin b/params_shard_42.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d804dd3a7ffdea91aa346ffb4f4f5c159621e5e
--- /dev/null
+++ b/params_shard_42.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae339cc33b7ae3028d3224e53acbacaaf8200748dea6cee2161024a9a1cde19
+size 29360128
diff --git a/params_shard_43.bin b/params_shard_43.bin
new file mode 100644
index 0000000000000000000000000000000000000000..61d928fc3033591326948f5f2ff8bc095c4d157e
--- /dev/null
+++ b/params_shard_43.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722fb27014d0630c774433b260fd8f61787183b75b8d739bf76f5542388b4893
+size 30932992
diff --git a/params_shard_44.bin b/params_shard_44.bin
new file mode 100644
index 0000000000000000000000000000000000000000..78e2a1f55078a2421a3b1bd6c600cd4935e5cfe7
--- /dev/null
+++ b/params_shard_44.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb3aafb1c944870695f7cb9442205bdba70f9ef8b6d5d5ee3756abbd714ea2f
+size 58720256
diff --git a/params_shard_45.bin b/params_shard_45.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c8065cc4797e2569347a2e7c43bc52edebfadfa
--- /dev/null
+++ b/params_shard_45.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0791346400c4d4f8da213769a126e5d56efd29828a289d1358dd573cc9ab18e9
+size 27279360
diff --git a/params_shard_46.bin b/params_shard_46.bin
new file mode 100644
index 0000000000000000000000000000000000000000..47ddc96ec5d0dc8f6bef7466f0dafdf57ffb5261
--- /dev/null
+++ b/params_shard_46.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5ddb629e2dfe79927bf57a61ea487cf24deb6a1a8589b0d35ed49ab2501fde
+size 29360128
diff --git a/params_shard_47.bin b/params_shard_47.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef45f53323054f41f93413797a11e9092435dfa4
--- /dev/null
+++ b/params_shard_47.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcc1ee10ba12de5c8c36a53e45026041ca8174b6e5ecd2e22af7bbc3c43cbf2
+size 25182208
diff --git a/params_shard_48.bin b/params_shard_48.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cb9ce06a21c459a9c4115591b99de64b92fcd829
--- /dev/null
+++ b/params_shard_48.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2885c99ba107b7bf24a0b1b1ce429219955560d5cd443753c54229c4fbaacc29
+size 58720256
diff --git a/params_shard_49.bin b/params_shard_49.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b9d24105704b3a2902e465ea9b0058588541872f
--- /dev/null
+++ b/params_shard_49.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b9c721bb1d616ebd33a73098f1211f0d32d8347555808f272999b3183efb09
+size 29360128
diff --git a/params_shard_5.bin b/params_shard_5.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6747c661f571a414375b781be3ee7225690d08d7
--- /dev/null
+++ b/params_shard_5.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f5865df8b5d7356151325d12fbdc2b5d9cf2b9bad697a7cd81ae24f46152f8
+size 58720256
diff --git a/params_shard_50.bin b/params_shard_50.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1c407e13dec37c5cdd9b921df7ec292545dcb02a
--- /dev/null
+++ b/params_shard_50.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8e57f1e237fc5c307d4d1209999c0800c46e55b974a47ea17b157eab100884
+size 33046528
diff --git a/params_shard_51.bin b/params_shard_51.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa7ac79e241fffa4d0662b634cd995bf4e5dd5f0
--- /dev/null
+++ b/params_shard_51.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd8b3e220f67937dc4bf27805af2b41889bb907c0c44d4d1b0e6df0a9f3c123
+size 58720256
diff --git a/params_shard_52.bin b/params_shard_52.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6e36821f545f829ac8240572bdc7195f173da
--- /dev/null
+++ b/params_shard_52.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f73ab1dfb5724d31e646cba45f6b73e5443a844899e6fd28245115f6d936a3
+size 29360128
diff --git a/params_shard_53.bin b/params_shard_53.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a95deac5541a809c2236d9124bd6fb20402a31a2
--- /dev/null
+++ b/params_shard_53.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553a37ae24dd68749331dfd76e00a3756994a750bc4d7e285d99d2dbc34cc498
+size 22036480
diff --git a/params_shard_54.bin b/params_shard_54.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b98065b9760c76d812f93ea977cfd7f6e4b58d19
--- /dev/null
+++ b/params_shard_54.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e16e8c93847d89a79e1b479e5f126f01243074262fa740f973c04fafd9c9d89
+size 58720256
diff --git a/params_shard_55.bin b/params_shard_55.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6e69e032ec060d5cd0db66b246b472d6d1d0a161
--- /dev/null
+++ b/params_shard_55.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457c8edb676171508c6be78fa0259b6f23335e0d594b087fd81867925a67d141
+size 29360128
diff --git a/params_shard_56.bin b/params_shard_56.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85432a823abd1f951e206ee6431983d7f1bebffa
--- /dev/null
+++ b/params_shard_56.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aa8418a0cd11b0533c79921046e770d4c87d308d40572c41302e34b291ebe8
+size 30932992
diff --git a/params_shard_57.bin b/params_shard_57.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a7cd05c25ffb1434985a787713231be0ac3dc10a
--- /dev/null
+++ b/params_shard_57.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9683014d1c6723152be13181b841e6778abc781898e07f59624ef854087b54df
+size 58720256
diff --git a/params_shard_58.bin b/params_shard_58.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a241a5d4a28c9d07b74bebeb12571ea9a18ed
--- /dev/null
+++ b/params_shard_58.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707c8e662fbd848a00e7abb804162ced64bc63d24a3b5d49410db06b70e5d91
+size 27279360
diff --git a/params_shard_59.bin b/params_shard_59.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe5bc2684bf812f05e5efe0e877683e5bacd2e4c
--- /dev/null
+++ b/params_shard_59.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afe7391ffed60fe0bccf24197146647274320ed2f5dbc028814f0cb2a2f8388
+size 29360128
diff --git a/params_shard_6.bin b/params_shard_6.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7de973b927e01575a8437860aab4d274ae4f0ddf
--- /dev/null
+++ b/params_shard_6.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edac4148fb4935f733a4a76ca0e6c046550a5d2563755c1e8450f53ee50c636
+size 27279360
diff --git a/params_shard_60.bin b/params_shard_60.bin
new file mode 100644
index 0000000000000000000000000000000000000000..195042e8a43aac8468e7d2fed7a2644afa8509a8
--- /dev/null
+++ b/params_shard_60.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d52fd1221dcc65e695afa85accbd9dec038f9db32438bcf9eff4827b91fa1
+size 25182208
diff --git a/params_shard_61.bin b/params_shard_61.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f333c5f04ffba933dd2b247cd5142c6bf9f4ef86
--- /dev/null
+++ b/params_shard_61.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e01de1e3449164dac3d0dc0289f23afacf84e2118960e5b52df4350c6e6e940
+size 58720256
diff --git a/params_shard_62.bin b/params_shard_62.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0bc73a196bb8b20af86cf3295d03017b818edcc0
--- /dev/null
+++ b/params_shard_62.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f679bf11824a4e152d6b6573d8873f24ef31732050b5f7698b0edf5007bebac5
+size 29360128
diff --git a/params_shard_63.bin b/params_shard_63.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a3c84685b9c5f90caa166022165a4e9931802ffe
--- /dev/null
+++ b/params_shard_63.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd156b268053f6e048bccfd18763c521337818d1447204d3c1d72391cb220a32
+size 33046528
diff --git a/params_shard_64.bin b/params_shard_64.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e579b5d12daff9d2b7b8e01802f7f2d777a9a0af
--- /dev/null
+++ b/params_shard_64.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0119389c8f321c61eaa6944b282a6b7ba74df82b294fe1e306c65e9701938f
+size 58720256
diff --git a/params_shard_65.bin b/params_shard_65.bin
new file mode 100644
index 0000000000000000000000000000000000000000..12c647baacde289e58a2a3c3e36fddb5159ccbc7
--- /dev/null
+++ b/params_shard_65.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ee81f967c4c9abaedfc98477291359ff636eb96eb27de706fac40fd8bd1c5a
+size 29360128
diff --git a/params_shard_66.bin b/params_shard_66.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4ebb911a4dac79abf462d80ec7abf04c4be0b600
--- /dev/null
+++ b/params_shard_66.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55237f2703a92b41775b769343d642080dae790cb18cbda0ee46f2c7460a718b
+size 22036480
diff --git a/params_shard_67.bin b/params_shard_67.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5203fa9c612d8b55a0d5fc0490d7425b8add88e
--- /dev/null
+++ b/params_shard_67.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4480f69495a7155ee698e21eee90cbf5e04d28f4b6d51b80880da47c243c51ae
+size 58720256
diff --git a/params_shard_68.bin b/params_shard_68.bin
new file mode 100644
index 0000000000000000000000000000000000000000..675af8c2b87cfa8ff57f9914a5c59fcd58f17386
--- /dev/null
+++ b/params_shard_68.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2358aa972679d2ab26868a5a2572f307c3d7573b6dea331e58f60a5b55c15f
+size 29360128
diff --git a/params_shard_69.bin b/params_shard_69.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4b07eb7868a75f1dd833a78d0f39f30b0b059b99
--- /dev/null
+++ b/params_shard_69.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9511ad6b7fcf199a085f6b8b19855c277fc7b1f69763c0b7443ef725e9f95b0a
+size 30932992
diff --git a/params_shard_7.bin b/params_shard_7.bin
new file mode 100644
index 0000000000000000000000000000000000000000..40dd5273e126eef00c40f82651c16afdaabc88e0
--- /dev/null
+++ b/params_shard_7.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174f433b0bd6a1bc46890a0c118fd9de1ba439e10f2a2e7eb562e2e4723f2589
+size 29360128
diff --git a/params_shard_70.bin b/params_shard_70.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ce42a205e88fa5f69b5042daf8d55e9e97f3e
--- /dev/null
+++ b/params_shard_70.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40942da8c7f175b78881926c5b9667f856c0229ce828aff89df28480d28b6f71
+size 58720256
diff --git a/params_shard_71.bin b/params_shard_71.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b5847f40152bdff66e21b09de21f80cae199ef06
--- /dev/null
+++ b/params_shard_71.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b637712798913777f617e5bd700838c06c27bc40040b813e776cca8ec3860a
+size 27279360
diff --git a/params_shard_72.bin b/params_shard_72.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6b5e69eff6acbf2f0165b6e08a2207795ea6cc31
--- /dev/null
+++ b/params_shard_72.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5389c46ef8c697899844c72d41f973b3da00742c975935ce0f4e7e26e8e3873
+size 29360128
diff --git a/params_shard_73.bin b/params_shard_73.bin
new file mode 100644
index 0000000000000000000000000000000000000000..bbb9bd6f3bf561b3735af098686f478e44f1a78d
--- /dev/null
+++ b/params_shard_73.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6bac5b874785d64f4c29255ba3ae0ff8afda934ca730fde40116b9eead029a
+size 25182208
diff --git a/params_shard_74.bin b/params_shard_74.bin
new file mode 100644
index 0000000000000000000000000000000000000000..faf15891be9eca942d3d426537d56516357b7a43
--- /dev/null
+++ b/params_shard_74.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57e274c79643966ee9e1420812437b8811c482e9e7a867ef902dd41c87cb3ed
+size 58720256
diff --git a/params_shard_75.bin b/params_shard_75.bin
new file mode 100644
index 0000000000000000000000000000000000000000..892bba8a486fef317984c7ee67bfe797d3c78d54
--- /dev/null
+++ b/params_shard_75.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987b3cd5518a983bea5ff9ec2a7f6baa7eedbfddd39b7e5518c727a01cd528fc
+size 29360128
diff --git a/params_shard_76.bin b/params_shard_76.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2dc45d641461817bba921432d65bd5eca855df39
--- /dev/null
+++ b/params_shard_76.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294a4efa03ba27488aaa4d7bf999d691f084046029c0b2d83b97bf8153a39993
+size 33046528
diff --git a/params_shard_77.bin b/params_shard_77.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dbfabf2d576e60637549d80bd2bf8ef6885b9647
--- /dev/null
+++ b/params_shard_77.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454da0e81c2cd707f13d4dcdd6f23d4df009d8860e84af71cec34c6b1a838540
+size 58720256
diff --git a/params_shard_78.bin b/params_shard_78.bin
new file mode 100644
index 0000000000000000000000000000000000000000..abef9a193fea172a5f45a72949ee00efd2bd8593
--- /dev/null
+++ b/params_shard_78.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e46bc3923af1bf1fa15f1301155ce27915696db0da6418fd84d29c4306f3f8
+size 29360128
diff --git a/params_shard_79.bin b/params_shard_79.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8623d30f2dc7c55ece86c877aafdaede112a968a
--- /dev/null
+++ b/params_shard_79.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1e633280d5e5e96147fbd6a3e109692e1b4141296dec6cefb8d604d667a404
+size 22036480
diff --git a/params_shard_8.bin b/params_shard_8.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1aa47ab46746da63f21b96e26a3200047ae70986
--- /dev/null
+++ b/params_shard_8.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920f0435ae55f73178baf02278e24c0f666fe9fb2dfdc6172fcdf7c2920e3e77
+size 25182208
diff --git a/params_shard_80.bin b/params_shard_80.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f4df53132e4371f7c5882ee8efae432179be1969
--- /dev/null
+++ b/params_shard_80.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab942674057b1468c4f47c773a705e35fd884cf741ef83f91b86c0d6b30d374
+size 58720256
diff --git a/params_shard_81.bin b/params_shard_81.bin
new file mode 100644
index 0000000000000000000000000000000000000000..428c30082fec56bc53275a5bf23fd331c54580b0
--- /dev/null
+++ b/params_shard_81.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf26e8fcd4e5b456f893181616cd5b922615178b7c9d0f22f110685eed2ae5a1
+size 29360128
diff --git a/params_shard_82.bin b/params_shard_82.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f24f449c1830e2e0329cc2ca5e2fe34efcd64bc8
--- /dev/null
+++ b/params_shard_82.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e035815471d3cbd55eca2da0d0e70764e27d3b7aa65b3b86b009d4d6e6c51e7
+size 30932992
diff --git a/params_shard_83.bin b/params_shard_83.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2828ccaf6cf7451ba9501d8caec825e15064b32e
--- /dev/null
+++ b/params_shard_83.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abeaaa294867fab8b5ffefe001f6d80dc1583dcca9a89db45ec66ca5a366bb0
+size 58720256
diff --git a/params_shard_84.bin b/params_shard_84.bin
new file mode 100644
index 0000000000000000000000000000000000000000..02bae831bf8f80aac44eddea20c33c92908dad49
--- /dev/null
+++ b/params_shard_84.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdec26c03b0dc0dedf21fd1647e26a0f11c7d23280ab3344b4645b26f549057
+size 27279360
diff --git a/params_shard_85.bin b/params_shard_85.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96e425b5a6759f586bf1f3b731d23018a970fb98
--- /dev/null
+++ b/params_shard_85.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f315b3704df4703c1b1bf4d4943e055a1f3fbdf8d5410d8f35097a37459a390
+size 29360128
diff --git a/params_shard_86.bin b/params_shard_86.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e1a44a02e0aa7aae6e6caf535c325c6ed25aee39
--- /dev/null
+++ b/params_shard_86.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad414fdc49c0063bf3c33854b71edf3cc0eade418fbc859058a844e29a35dd1c
+size 25182208
diff --git a/params_shard_87.bin b/params_shard_87.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fdf70eb3ebc95269fb91ebc7fe866a5fde52aeb3
--- /dev/null
+++ b/params_shard_87.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b4cccbeaf897ea72841205f51ae8c331ab1bd60576452af256dd1f6ebc72a
+size 58720256
diff --git a/params_shard_88.bin b/params_shard_88.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f5b62e4971441a6eb1b1c2604423721b56c10cc7
--- /dev/null
+++ b/params_shard_88.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544f1b463d37e3360bfd25881e9ea1aec722e0c10ded2f474118ee42b5c0d0e7
+size 29360128
diff --git a/params_shard_89.bin b/params_shard_89.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f8a42d4693e18df74f9f55f2dc873ad5c1f4cc66
--- /dev/null
+++ b/params_shard_89.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f041d17736d2b7e616e5773a66d3ea0a84a6a8dcec706f86f0326f5303da7
+size 33046528
diff --git a/params_shard_9.bin b/params_shard_9.bin
new file mode 100644
index 0000000000000000000000000000000000000000..71c1ea465f134aca68ab80c1b6b51d0138fc578b
--- /dev/null
+++ b/params_shard_9.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be7d70fb03c2b2507bdcc7aa7b04dafd72479dbefb1bcf717f0fcfd46b048e
+size 58720256
diff --git a/params_shard_90.bin b/params_shard_90.bin
new file mode 100644
index 0000000000000000000000000000000000000000..70a6a8d4e4b6f6c53f548361fe18cdd40e4f613d
--- /dev/null
+++ b/params_shard_90.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6708ce2459d3ef2f49d1cdb2d1dc9215c9a9663c94f9b68f2735e69184d9b9e1
+size 58720256
diff --git a/params_shard_91.bin b/params_shard_91.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7761a8cdd971cfcea5f6d6e49831c28b0462e7e8
--- /dev/null
+++ b/params_shard_91.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4473f71659b868a8c5d8d66added7fad3145a4d495475d9b8f446657d1da7ae4
+size 29360128
diff --git a/params_shard_92.bin b/params_shard_92.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d8ded74b0c2d29b07ea0fae431009126f34088a
--- /dev/null
+++ b/params_shard_92.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796bab90987a8b7aeac1baf29b2d4d6001f27ec894125d718ded9ec6c2d76930
+size 22036480
diff --git a/params_shard_93.bin b/params_shard_93.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1a591df53db378d75b482b17620a54fcfa2979c1
--- /dev/null
+++ b/params_shard_93.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056a6aa0c42b1e388bc37c47e385e60f52030d066d08935d0512bebae217a36a
+size 58720256
diff --git a/params_shard_94.bin b/params_shard_94.bin
new file mode 100644
index 0000000000000000000000000000000000000000..34f7fb63b76c4993ff59a6560900a54068eccfb9
--- /dev/null
+++ b/params_shard_94.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23cddcdafdacfe559b4611233c757744bee576eec15cc3cc453409a0d32aad6
+size 29360128
diff --git a/params_shard_95.bin b/params_shard_95.bin
new file mode 100644
index 0000000000000000000000000000000000000000..41000ad97d8e9cc8cad96d531b015a05055d1b6c
--- /dev/null
+++ b/params_shard_95.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490d23600bd8ce3a2132ca845c563b10504637e567c7412a790197ff6485343e
+size 30932992
diff --git a/params_shard_96.bin b/params_shard_96.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1153e058abe659e8bbb3df969186fe4d85524561
--- /dev/null
+++ b/params_shard_96.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3378a3f457a7265cdaee1e012e01ce00774d7717fd020498302bf441cf8abf19
+size 58720256
diff --git a/params_shard_97.bin b/params_shard_97.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3c05cdf31bc07491dc843848d755e52e2367104a
--- /dev/null
+++ b/params_shard_97.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132fba853a8b4568b5f6ea4ef24db94714cc7af7d1f1c7a54d9ac403303be17c
+size 27279360
diff --git a/params_shard_98.bin b/params_shard_98.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fda522abc042462be8489f57283dad7d63edf555
--- /dev/null
+++ b/params_shard_98.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4efe41f1d5e522f2905e3db3f24bef50618face334ab315305b69c951b5bd88
+size 29360128
diff --git a/params_shard_99.bin b/params_shard_99.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d200aa7c422a2424ea74acc3dad2a6c9e08fad6a
--- /dev/null
+++ b/params_shard_99.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e471004ac6f1f5ebc0c6c832c861d105356866862e91086616b737f3b767d87b
+size 25182208
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8e7a2359b81191c8021d0f3c5f28c67f20962
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,410509 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 128000,
+ "content": "<|begin▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128001,
+ "content": "<|end▁of▁sentence|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128002,
+ "content": "<|reserved_special_token_0|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128003,
+ "content": "<|reserved_special_token_1|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128004,
+ "content": "<|finetune_right_pad_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128005,
+ "content": "<|reserved_special_token_2|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128006,
+ "content": "<|start_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128007,
+ "content": "<|end_header_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128008,
+ "content": "<|eom_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128009,
+ "content": "<|eot_id|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128010,
+ "content": "<|python_tag|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 128011,
+ "content": "<|User|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128012,
+ "content": "<|Assistant|>",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": false
+ },
+ {
+ "id": 128013,
+ "content": "
&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>": 6199, + "gl": 6200, + "Ġbank": 6201, + "ayment": 6202, + "ĉprintf": 6203, + "MD": 6204, + "Ġsample": 6205, + "Ġhands": 6206, + "ĠVersion": 6207, + "uario": 6208, + "Ġoffers": 6209, + "ityEngine": 6210, + "Ġshape": 6211, + "Ġsleep": 6212, + "_point": 6213, + "Settings": 6214, + "Ġachie": 6215, + "Ġsold": 6216, + "ota": 6217, + ".bind": 6218, + "Am": 6219, + "Ġsafe": 6220, + "Store": 6221, + "Ġshared": 6222, + "Ġpriv": 6223, + "_VAL": 6224, + "Ġsens": 6225, + "){": 6226, + "Ġremember": 6227, + "shared": 6228, + "element": 6229, + "Ġshoot": 6230, + "Vert": 6231, + "cout": 6232, + "Ġenv": 6233, + "_label": 6234, + "Ġ>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>": 11792, + "omething": 11793, + "Ġhun": 11794, + "åº": 11795, + "aters": 11796, + "Intent": 11797, + "Ġimplemented": 11798, + "ĠCase": 11799, + "Children": 11800, + "Ġnotification": 11801, + "Renderer": 11802, + "Wrapper": 11803, + "Objects": 11804, + "tl": 11805, + ".Contains": 11806, + "Plugin": 11807, + ".row": 11808, + "Ġforg": 11809, + "Ġpermit": 11810, + "Ġtargets": 11811, + "ĠIF": 11812, + "Ġtip": 11813, + "sex": 11814, + "Ġsupports": 11815, + "Ġfold": 11816, + "photo": 11817, + "},čĊ": 11818, + "Ġgoogle": 11819, + "$('#": 11820, + "Ġsharing": 11821, + "Ġgoods": 11822, + "vs": 11823, + "ĠDan": 11824, + "Rate": 11825, + "ĠMartin": 11826, + "Ġmanner": 11827, + "lie": 11828, + ".The": 11829, + "Internal": 11830, + "ĠCONTR": 11831, + "Mock": 11832, + "RIGHT": 11833, + "Ġ'{": 11834, + "Ġcontrols": 11835, + "Mat": 11836, + "Ġmand": 11837, + "Ġextended": 11838, + "Ok": 11839, + "Ġembed": 11840, + "Ġplanet": 11841, + "ĠNon": 11842, + "-ch": 11843, + ")\",": 11844, + "epar": 11845, + "Ġbelieved": 11846, + "ĠEnvironment": 11847, + "ĠFriend": 11848, + "-res": 11849, + "Ġhandling": 11850, + "nic": 11851, + "-level": 11852, + "scri": 11853, + "Xml": 11854, + "BE": 11855, + "ungen": 11856, + "Ġalter": 11857, + "[idx": 11858, + "Pop": 11859, + "cam": 11860, + "Ġ(((": 11861, + "Ġshipping": 11862, + "Ġbattery": 11863, + "iddleware": 11864, + "MC": 11865, + "Ġimpl": 11866, + "otation": 11867, + "ĠLab": 11868, + "