Hugging Face's logo

TNT3530
/
Mistral-Large-Instruct-2407-q4f16_1-MLC

Model card Files Community
TNT3530 commited on
Commit
621287f
•
1 Parent(s): 90b37f8

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +80 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_131.bin +3 -0
  41. params_shard_132.bin +3 -0
  42. params_shard_133.bin +3 -0
  43. params_shard_134.bin +3 -0
  44. params_shard_135.bin +3 -0
  45. params_shard_136.bin +3 -0
  46. params_shard_137.bin +3 -0
  47. params_shard_138.bin +3 -0
  48. params_shard_139.bin +3 -0
  49. params_shard_14.bin +3 -0
  50. params_shard_140.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 12288,
7
+ "intermediate_size": 28672,
8
+ "num_attention_heads": 96,
9
+ "num_hidden_layers": 88,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32768,
12
+ "position_embedding_base": 1000000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": 131072,
16
+ "sliding_window_size": -1,
17
+ "prefill_chunk_size": 2048,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 32768,
23
+ "context_window_size": 131072,
24
+ "sliding_window_size": -1,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "pipeline_parallel_stages": 1,
29
+ "temperature": 1.0,
30
+ "presence_penalty": 0.0,
31
+ "frequency_penalty": 0.0,
32
+ "repetition_penalty": 1.0,
33
+ "top_p": 1.0,
34
+ "tokenizer_files": [
35
+ "tokenizer.model",
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_fallback",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "mistral_default",
46
+ "system_template": "[INST] {system_message}",
47
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": false,
52
+ "roles": {
53
+ "user": "[INST]",
54
+ "assistant": "[/INST]",
55
+ "tool": "[INST]"
56
+ },
57
+ "role_templates": {
58
+ "user": "{user_message}",
59
+ "assistant": "{assistant_message}",
60
+ "tool": "{tool_message}"
61
+ },
62
+ "messages": [],
63
+ "seps": [
64
+ " "
65
+ ],
66
+ "role_content_sep": " ",
67
+ "role_empty_sep": "",
68
+ "stop_str": [
69
+ "</s>"
70
+ ],
71
+ "stop_token_ids": [
72
+ 2
73
+ ],
74
+ "function_string": "",
75
+ "use_function_calling": false
76
+ },
77
+ "pad_token_id": 0,
78
+ "bos_token_id": 1,
79
+ "eos_token_id": 2
80
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfbdfe6f0fc32ebc062c05fa3722dfc588c3e0e55c48b9eed956d23ef5a02e15
3
+ size 201326592
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa35382240307d568cd7f0f5bb65fa3f5d66be8f9d88e45d279a56533cdad0ca
3
+ size 176160768
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18bec05bc548cb56c2ab2171c9fa38031c42b98abec44c891b74d100c5338e62
3
+ size 44040192
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c004cb0bdf4ea93ae6348a107245a65deb1d2201062438be0070fba1328244
3
+ size 22020096
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecec73c0a1240d4987f7409d75a192187bf5fc401c49f9ef739b7726a8771bb
3
+ size 352321536
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ad6f105f79847802fa194d623d7b1e6c7893815998007da2d764a25cd0f38f5
3
+ size 44040192
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28560e21ae7bb109f590512bdc896f7b830664a3ea1bbbadbefa10cf3d633ac4
3
+ size 88080384
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97ac1adef7141dbfcd0901da65925632b55c66464a8b1bab1d429873f1f82c0
3
+ size 75497472
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ff3fbfed426aa68bc3ab0232d03e61f5c00dfba0725c3cb78ebe88a5b9854b
3
+ size 31506432
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf167b55177c2e4b521d727485412adce12a8f168f15df95a18b2111b21eaea
3
+ size 352321536
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481d08daed85495f65dff8f24cf9de2ef2449bdf0382ccf51085711078b275ac
3
+ size 44040192
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad91c7047525c727ff3b4954425193ae658b2089a0c418b8e8bd9c0d84f6438
3
+ size 88080384
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cc0935e01a187951fc279ef54097e81f2f63d0aef559fb461d8eb9482ee5c1a
3
+ size 75497472
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc3e59ab0b99e6c94b3d9a4b4143d0551d8ada82c49e6ff4feaaeadf93b65a0
3
+ size 88080384
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb82cb85f077ae51cdaf77ec8e7017f458906673948fae1afc8faef1bcb0ac2d
3
+ size 176160768
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:612aa286301888e7fd3ad636bc40dd929a372bd44420c2ba80fcf61e931bb68e
3
+ size 22020096
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f87da17f4872aa4b8f7b978479cbbc416f92de19aa7f4d069b2078326d2716
3
+ size 176160768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0563d4c5342981eff39414cc129f436f683576a9a74126e509759b5513c6572
3
+ size 22020096
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55e01117c4ed28a56abd70bc77a675ec8aee6b9a0b8e997d5f5663d0c7b675d4
3
+ size 352321536
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5504d663d3ba31d56569f20d70d9ca1837fafff968c434db442f2716b344100
3
+ size 44040192
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b88db7ffbfc9848fcb303c2355b557b6d1615fbd07d6401e2abbb20a97c4946d
3
+ size 88080384
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b803a0fbbb1dbd6b525503c731c399dc918b37470a4fcf930ea095c36a134620
3
+ size 29982720
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06c674b56f9f1a0ab182534e53f152b0fae2b36d760ff51a67589a315b4a012
3
+ size 75497472
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4932d0108293975a1a8fb915fda819f325546459bfa9d657408b8a634c08e01
3
+ size 352321536
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25d14f4fbfa1fa9c2fa956ad24ba4f4d7142e44a371a6f2c1e593db7c7443b2
3
+ size 25288704
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:181dc8bfc78fec7ed3d6738c1b00f810aafe35e56aacc29f645cf38c33b10026
3
+ size 44040192
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d83fbced0089cfc4a02026c873f48e8418a9a7387d3a0d203843ffc546fce6f0
3
+ size 88080384
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ddcec203f2bed11e8fd60a47f3160c9b2fd0ab4984d0c62690fe805a2cccb23
3
+ size 75497472
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24017e7d76b21b9e9122c748783e11bd6257434e0605aa29e068a36bf9bfccc1
3
+ size 31457280
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2f9af22fbf1a29e867977f89776a6dbb75d1ef3803508676e93df9b0c24339
3
+ size 176160768
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6f11780c340aab8b744e362d310b069946a87108d5f57880ce0792270dfa1e
3
+ size 176160768
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ea50e004b4b20246acbdbe844bea26ae662de90e52b4bc0cdd0b3fd8aa5767c
3
+ size 22020096
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1c9923691605d1e8e05ee62dca3001d1c985319a2ab22ead970bbb94b4728a2
3
+ size 352321536
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983b4c121edd1601991b531b4188dd4fa26798f6c1eb53eea0ce9da0d9fa088e
3
+ size 44040192
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfe23fdc592850382d89489895fc15768cf3164240e27726552fc8ec108461ff
3
+ size 88080384
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c33e78bd113343ff35344bcd8c7717a3e67f0eb0bd13468b50df096249402812
3
+ size 75497472
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca862dd30d54a10ee81db5f7e265bce339fd1c3e06138c296479c431b1b18e80
3
+ size 31555584
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee92cb4ab17639690a837dca00fe6b902222b988c30b0a6ad9cf388399b5a2b1
3
+ size 75497472
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77417947bc71f322ae9a8fc903b2846eda5ea277336958795f7ec07f47500d21
3
+ size 88080384
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e342ad3f696ffad9413f33e6d9396124014bc01df61b5ed25f2300fe9904bb
3
+ size 75497472
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2304c0e6ba47df854cebe6a188068a905c0d923066cadb3a910c09b78bceb0e4
3
+ size 31457280
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc12d2898544316dab8db85f4a58dbdb7f41accce9dba32ba84433cbe50126d
3
+ size 176160768
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7758170c2179cf9f0fe7e98f659871037db16b64d8d7450b2feae5678316857
3
+ size 352321536
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7b87fe43ecf541cc3b2568ce25d8b328b454d8ab5ccb2af1c2ff62ef9d0aa7
3
+ size 44040192
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8072cdfd8bf35dbc2550ab84f79c79bb7c7f5e889ea77dd3c47c16ddab89e007
3
+ size 176160768
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471188d16600a84fe0c7e9c28916c98c5a0f03f6326c117f249b18baad2e5f9d
3
+ size 22020096
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b7b8c12e667452e340113559e9e3c5c968f86f562d9a37b64d4baf2d20c4df
3
+ size 352321536
params_shard_140.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9387b388e69c2d68bbdf7aef14f0423fc24290875d743ac9901f59a127ae2f
3
+ size 352321536