Hugging Face's logo

mlc-ai
/
Mistral-7B-Instruct-v0.3-q4f16_0-MLC

MLC-LLM
web-llm
Model card Files Community
mengshyu commited on
Commit
01e06c6
·
verified ·
1 Parent(s): 9b9c672

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_11.bin +3 -0
  13. params_shard_12.bin +3 -0
  14. params_shard_13.bin +3 -0
  15. params_shard_14.bin +3 -0
  16. params_shard_15.bin +3 -0
  17. params_shard_16.bin +3 -0
  18. params_shard_17.bin +3 -0
  19. params_shard_18.bin +3 -0
  20. params_shard_19.bin +3 -0
  21. params_shard_2.bin +3 -0
  22. params_shard_20.bin +3 -0
  23. params_shard_21.bin +3 -0
  24. params_shard_22.bin +3 -0
  25. params_shard_23.bin +3 -0
  26. params_shard_24.bin +3 -0
  27. params_shard_25.bin +3 -0
  28. params_shard_26.bin +3 -0
  29. params_shard_27.bin +3 -0
  30. params_shard_28.bin +3 -0
  31. params_shard_29.bin +3 -0
  32. params_shard_3.bin +3 -0
  33. params_shard_30.bin +3 -0
  34. params_shard_31.bin +3 -0
  35. params_shard_32.bin +3 -0
  36. params_shard_33.bin +3 -0
  37. params_shard_34.bin +3 -0
  38. params_shard_35.bin +3 -0
  39. params_shard_36.bin +3 -0
  40. params_shard_37.bin +3 -0
  41. params_shard_38.bin +3 -0
  42. params_shard_39.bin +3 -0
  43. params_shard_4.bin +3 -0
  44. params_shard_40.bin +3 -0
  45. params_shard_41.bin +3 -0
  46. params_shard_42.bin +3 -0
  47. params_shard_43.bin +3 -0
  48. params_shard_44.bin +3 -0
  49. params_shard_45.bin +3 -0
  50. params_shard_46.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_0",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 32768,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 2048,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 32768,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": true
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 0,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:310a648ed24fa1e9a9f7fbf1f0782bf148ba9af845693cb35d5d76f23f22cf8a
3
+ size 67108864
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148b25f59619d53d1bc505827fc1fa6b07283f7d4d4ee48e8b1a3a77d60e856f
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75dc11fea4d0717feb37d5ddb92a3b2dbf5e8def5b17318b35fcce5558441c88
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1e5d2ee6836246ce47fd5d1a2d42ae5f23cb241270f7a08d9635c70fc81e98
3
+ size 27271168
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1efb52fa0518fdcbc6d30fa913cc219de3af2a8a19b50a206a2ba6f742e542b
3
+ size 29360128
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b084a7a159b422b6904736702f869b0b952293b11b3078d54f9b52548a7c8d
3
+ size 30949376
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd14354c00974ba66fa221b232ef4963de61cc876cd7d0fc7d8c284bdbe8174e
3
+ size 58720256
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92ee86eae0bb40f72bd382d0c00faa83192b8a04083a2715bb2bf3d4dba71a01
3
+ size 25174016
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ba2ec2d765d8f05cabf47549683e3946bb10d69e589f65f03cab2fe780c1bf7
3
+ size 33030144
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30930677c9a5e53091ae0de19724b8480e9185d5d8b9dc02103aa716ad70d87b
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b488ce2b2eb36a3a57cf303066878baf64f9efab6b2296f145173cb3cc298916
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ac37e8e09e82e7f4a9d4c9ecbaaf4fbdb1f1576024a000f62cf4fef7feaaba5
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef40e3172951e84dffd9ebd74b6b1fe05839ad7478921d93ba538721e7fa0f06
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f3137ffa7120922a527bda45d3de673f1b75356d2034251e74252c9cf3c9398
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6727d89f95d8df735f4d8b068644cd2693ac7c7f1ca8842dd66df13ade87f252
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be7f0109a6bf658ec2cf412aec9559f7dc3aefa1ac26cca30378805f715d888
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c3d65ab8b87f71305a03ee3f3727ed2d847e6e5dbbd2d91b5d704a33256843
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b684135e5e70a4126c3767aa0d6fc03e024a204900b9a26a98dda17911c933
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4edfe3047467daff2a628a1916e1e954e62582762a8d9a7bfb36ee72c51e0f8f
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da02695f46db0d928c155721bd19d5a12dd153a637aea8469c6a11dbc0873f3e
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ca0f6afeb784dc9dc63229f9cdd2ed1877553402c604ccfde4c8b471ad0673c
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18cfe538b4ea8eec942137be1132a2a11bad23391a64cbdf6ccd5c4173e7ba7f
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5de9a40713c2f53aa7cef02ea3a21d5174eb0d09061ee5253c54c6d52f8895
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b0c84cf53f09fc2c6a8d4c886f8d805d17c6e0dc1df51f1c6258c1642988bb
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b767f98d9da4e83522b497844b234bd4e80f3eadeec7ac1e66e9209fa74d611a
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995d1cf623a9ca5a764a9c09ccfbde0faf78998e5dd21ff7a8f887cb971db951
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33704207d88f3e96cb885c2bc81059196182eddbf68bf87099623e71b534faf0
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:570761fa9f0dda99785f97fc4f93e0d884a450056a4d14b6bbdf966a2f02db77
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642dde1b74bdb0428a89c799a1a5d46f371f12c87d55983dcd16de338af13f86
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:355a7babe94948a485d6725afe20b5e55cc611839952a0eafbbbbd723212115c
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3420ef3b2cd6d4d238d70a8d9de6c22d9f901d04c0b314e05d2dceea52f7306d
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ea4862c3ca5a020f070efeef4f9fa9b24d8af65c87bfdcae2d3d07a8007d268
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0703ffef828c1cc7ee92c22ea89a072871a3bde3c7c38cdacce99eb1ffa961c2
3
+ size 67108864
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7d073765305463c56aed176df68216e5ff55caf1cf81ef60e16283977614cfa
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:920e51a3ec67ce9fede37fb06cf957fd3e5b746785531db8b4a34350d0cac7e1
3
+ size 31997952
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05e2eec7a2929ab21e20aaba23189dafe2f0816cff47461ee5a8ca657be6895f
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e83d958557f959a55aef6ae575b2d13ca16127840cd97806f81d529242730f91
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7144bffac481c5bee775c892e85a5af77a512a2c3f86bda2c27c6ab310152e35
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b611c9cb89d0f863746f47a5f1055d957e298f56ebc2a120345408710dd56a2
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62e2843129981f9f61e732830b2838586017ff029c1971293ac58a5b6a7b3ff
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5cdb521be4ee661a0cdf64a359cceb01adee47781631eecdea9326073aa65e6
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd9b7223f5c016ddfc91efbbb1e9fe17a683c903d2b4a44f17df4a703c8f670
3
+ size 58720256
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8121d6fea7594c78da24f862961fcb00147b714fdb45c92aa45d3997704272b5
3
+ size 32505856
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95964ec4bb83b27cba92a1eff857dca20a357461fd0baafab8aac827a6b1155
3
+ size 29360128
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a988c71a30710e0dbccab6a793414b3888aad0adf14733b91f0c90a7faa576b7
3
+ size 58720256
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59cc0aa5ed9c76fbe7b11aa013fc1e2c0816c949a937163d4b3ec335d754bcc3
3
+ size 33046528
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0997f56035c86a0ca44dfdd1b9b8a792ac88af1f059e790057f1496cb2209763
3
+ size 29360128
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9fe31b84e690beb8e32b280a4aa666cd2b55c50e4947973a50ce648133d8f80
3
+ size 58720256