Hugging Face's logo

kartmannXu
/
MiniCPM-2B-128k-prune-ch-0.3-q0f16-mlc

Model card Files Community
kartmannXu commited on
Commit
f177865
•
1 Parent(s): 2af7930

Upload 54 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +9 -0
  2. mlc-chat-config.json +86 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|im_end|>": 122753,
3
+ "<|im_start|>": 122757,
4
+ "<|tool_call|>": 122756,
5
+ "▁<EOT>": 122758,
6
+ "▁<MID>": 122755,
7
+ "▁<PRE>": 122754,
8
+ "▁<SUF>": 122759
9
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,86 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "minicpm",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "vocab_size": 122760,
7
+ "hidden_size": 1584,
8
+ "num_hidden_layers": 40,
9
+ "num_attention_heads": 36,
10
+ "num_key_value_heads": 36,
11
+ "hidden_act": "silu",
12
+ "rms_norm_eps": 1e-05,
13
+ "intermediate_size": 5760,
14
+ "scale_emb": 12,
15
+ "scale_depth": 1.4,
16
+ "dim_model_base": 256,
17
+ "use_cache": true,
18
+ "bos_token_id": 1,
19
+ "eos_token_id": 2,
20
+ "tie_word_embeddings": false,
21
+ "rope_theta": 1000000.0,
22
+ "context_window_size": 65536,
23
+ "prefill_chunk_size": 128,
24
+ "tensor_parallel_shards": 1,
25
+ "head_dim": 44,
26
+ "max_batch_size": 128,
27
+ "num_experts_per_tok": 0,
28
+ "num_experts": 0
29
+ },
30
+ "vocab_size": 122760,
31
+ "context_window_size": 65536,
32
+ "sliding_window_size": -1,
33
+ "prefill_chunk_size": 128,
34
+ "attention_sink_size": -1,
35
+ "tensor_parallel_shards": 1,
36
+ "pipeline_parallel_stages": 1,
37
+ "temperature": 1.0,
38
+ "presence_penalty": 0.0,
39
+ "frequency_penalty": 0.0,
40
+ "repetition_penalty": 1.0,
41
+ "top_p": 1.0,
42
+ "tokenizer_files": [
43
+ "tokenizer.model",
44
+ "tokenizer.json",
45
+ "added_tokens.json",
46
+ "tokenizer_config.json"
47
+ ],
48
+ "tokenizer_info": {
49
+ "token_postproc_method": "byte_fallback",
50
+ "prepend_space_in_encode": true,
51
+ "strip_space_in_decode": true
52
+ },
53
+ "conv_template": {
54
+ "name": "chatml",
55
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
56
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
57
+ "system_prefix_token_ids": null,
58
+ "add_role_after_system_message": true,
59
+ "roles": {
60
+ "user": "<|im_start|>user",
61
+ "assistant": "<|im_start|>assistant"
62
+ },
63
+ "role_templates": {
64
+ "user": "{user_message}",
65
+ "assistant": "{assistant_message}",
66
+ "tool": "{tool_message}"
67
+ },
68
+ "messages": [],
69
+ "seps": [
70
+ "<|im_end|>\n"
71
+ ],
72
+ "role_content_sep": "\n",
73
+ "role_empty_sep": "\n",
74
+ "stop_str": [
75
+ "<|im_end|>"
76
+ ],
77
+ "stop_token_ids": [
78
+ 2
79
+ ],
80
+ "function_string": "",
81
+ "use_function_calling": false
82
+ },
83
+ "pad_token_id": 0,
84
+ "bos_token_id": 1,
85
+ "eos_token_id": 2
86
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb15a62e3c1f3e2af46144f84b7ccb70329f310a668837f51a160801fc0d4bbe
3
+ size 388903680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d164162c019e2724448d0b64898868cb3a787f16351b8a1fae0004bfa4673880
3
+ size 36495360
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8a3f949db905ec678515ade82353253495e5d7a3e771e25bc808eb0ce1a76e
3
+ size 36495360
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18181188e0b68c55312b8120530d5f03b0d92ebfba5785d717021bb50414fdc8
3
+ size 18247680
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f4c4a89bdcd95414bd4ec200b7a4004d6392d566575ca1bbaf950cf3790764
3
+ size 20078784
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbfc839748491ec01fece6f3f8e2624877dd9aea96dab2cedbb77d4830957c92
3
+ size 36495360
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64c9076f79b3421bd06b9fa6da07b9a893db512efec624c9c3f4806810c9585c
3
+ size 18247680
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d5e5fe77135b3294c5e94576a8a5cc27516954f40a8ae1dc05b72a6b8a0986
3
+ size 20078784
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08d05efcdc38e1ac5635b62ffc52ad49dbc411c553c8fb09b0509b0026c45420
3
+ size 36495360
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b264eb8df96ee51ab239e3fedc80fd99e724389b061cff4da59583bba1607ae
3
+ size 18247680
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a805b692ecb604a5110c3dd9cc7a5688e8bb33e7a2b34430c09da1a6239dafa8
3
+ size 20078784
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99b6f07e741cb5ba899c39631047b6bedcb58e3457dc0692c6b7112159c1ac3d
3
+ size 36495360
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5b071e815b459e5b520e1e57b6d4bf7b0b8630cc468ddcd9fe86f7f84d4e9cd
3
+ size 18247680
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6102b7904f28db8b550a89fe0501023fb23e79eafd665e383e97855617b0fc1b
3
+ size 18247680
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec1ba7f51981c31436a1933396eab1b1ba57ac57b251b002d2df0bf4ae089848
3
+ size 20078784
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84bdbca0e2bae40d29b7286b75ce3d53f1bd592f9b88bf502d9d3f6eb7ad1a6
3
+ size 36495360
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef81265bee5067c7628781dfbb8c7b17fe9f1263492487ceb7dea7c76176e78f
3
+ size 18247680
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2a625a90d283b1456aee4db9db0a3482b1bb693b42c47328cac7867258bc4b
3
+ size 20078784
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c74de0cd089ef93794cb7533941755f82f58133f9b46e9603e9b2995f53ced
3
+ size 36495360
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1783ef1268fa4844b204d6c2a3ce00af487c13d1b937fb51e80c81589f1cdb2d
3
+ size 18247680
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027f59762159a17d7882db3c0a2e5004da20ce123c8a43c846574bfb861975fd
3
+ size 20078784
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b032ecf3379886174d5d61e9121a73d5526d4bf7fabf623564613db3a61b845
3
+ size 36495360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba180004b70c968fe7cf84d238bc9c3c5e6919f104370174b4c9d4d3a6f48126
3
+ size 18247680
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63ecec2bbc479de9216cf2e396d7f80427be10fddc80a3ace06597ab233725b
3
+ size 20078784
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc9e7dd811f8fe2d30ffd8942c0dc91355ae0bdbab7807c15424d1943c1f360
3
+ size 20078784
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd80ffeac6f575f85faabb032f231d63edad351c14906df2b6a82f830c67a253
3
+ size 36495360
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acac732b3d3aae91cc8257b21c07cb3f1505d0b75daa9e1901fb1ac1ca38b87
3
+ size 18247680
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:814b64ca2417ed08f2f31295cb3f65909b69f086d29a65e2c2abaf1ebffbd1c1
3
+ size 20078784
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db0aef5fa72a8c73555b70690703c85dcc28163483f31721553b2db59b9c59f5
3
+ size 36495360
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54b5f7ccb6d0c43c66abec297e25cd92503faf25cc0b7c33aeae60538e43761
3
+ size 18247680
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ca7d8a551dd2c4990cf2743f4d89217fa6e501e3d2927bc378ef0130f64f6b
3
+ size 20078784
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c52357313b2697abdde0c5a881172f4bef773e60b17a73f36f5e41d3c4262ddc
3
+ size 36495360
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f61780d5f9a885bdfdc19cd03fc9bdfc1689c2f40331dfaaa39af37f2f13c041
3
+ size 18247680
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7291c1901cb4903c808bc9a26bdf96adbd8eff0eb2fe5d14f189bb3983a9d7e2
3
+ size 20078784
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4467db9edfc706f90cbf2021031bc7d53c9198a9bb68ce99a6301165552115c
3
+ size 36495360
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dd1023f79b314263b4e7dcbf2730a9a468ee2b1476f18ad57718d7a295b915f
3
+ size 36495360
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23372851d5cbc6b7151c207172883ea1fd38cfd39422ef5c46bf315c03507af
3
+ size 18247680
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f607b5c7b60fe213c449c5fafdbd5d59ce244f4652bee66c9a8d10db011164b
3
+ size 20078784
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd07af070213294b2ec9fee620e67bf5de6c2663a300a75d7b26b510eea10eb
3
+ size 36495360
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:352a18c944c902be676d7143da097f4168696996a69872464c7208a91735068f
3
+ size 18247680
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12ad84421a782f54b229c9a0a75a28269ddf627c7a52417a6811feba2dea0577
3
+ size 20078784
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce3ad630ab2f484738ca2a57f0846cc4f47a43daaaa11a8e83b23e173f1be82
3
+ size 36495360
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c431dd8b15973b1c751b6e248df55df7e0a1fccacb343afa4e7ac9e1fb6a90
3
+ size 18247680
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa5b3aef019ca641df2b2aeecae2e1ab2581a2bebf1ade9ebe46365022520c32
3
+ size 20078784
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed63c0b7d4f1428a950e55c610ca5a2d3a61ebc368a51ac9c920138ff9e06d7
3
+ size 36495360
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49880d42de589490b34179ece388c50c6cfd8bae74d78c5b2199597d7326a345
3
+ size 18247680
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26320a1492ec0537f3f9fbf1a09436217b30e4d73074257505c35e7ba57112c4
3
+ size 18247680