Hugging Face's logo

mlc-ai
/
Qwen-7B-Chat-q4f32_1-MLC

MLC-LLM
web-llm
Model card Files Community
1
riczhou commited on
Commit
7b55791
·
verified ·
1 Parent(s): d5eaa2d

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. merges.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache-b16.json +0 -0
  5. ndarray-cache.json +0 -0
  6. params_shard_0.bin +3 -0
  7. params_shard_1.bin +3 -0
  8. params_shard_10.bin +3 -0
  9. params_shard_100.bin +3 -0
  10. params_shard_101.bin +3 -0
  11. params_shard_102.bin +3 -0
  12. params_shard_103.bin +3 -0
  13. params_shard_104.bin +3 -0
  14. params_shard_105.bin +3 -0
  15. params_shard_106.bin +3 -0
  16. params_shard_107.bin +3 -0
  17. params_shard_108.bin +3 -0
  18. params_shard_109.bin +3 -0
  19. params_shard_11.bin +3 -0
  20. params_shard_110.bin +3 -0
  21. params_shard_111.bin +3 -0
  22. params_shard_112.bin +3 -0
  23. params_shard_113.bin +3 -0
  24. params_shard_114.bin +3 -0
  25. params_shard_115.bin +3 -0
  26. params_shard_116.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_13.bin +3 -0
  29. params_shard_14.bin +3 -0
  30. params_shard_15.bin +3 -0
  31. params_shard_16.bin +3 -0
  32. params_shard_17.bin +3 -0
  33. params_shard_18.bin +3 -0
  34. params_shard_19.bin +3 -0
  35. params_shard_2.bin +3 -0
  36. params_shard_20.bin +3 -0
  37. params_shard_21.bin +3 -0
  38. params_shard_22.bin +3 -0
  39. params_shard_23.bin +3 -0
  40. params_shard_24.bin +3 -0
  41. params_shard_25.bin +3 -0
  42. params_shard_26.bin +3 -0
  43. params_shard_27.bin +3 -0
  44. params_shard_28.bin +3 -0
  45. params_shard_29.bin +3 -0
  46. params_shard_3.bin +3 -0
  47. params_shard_30.bin +3 -0
  48. params_shard_31.bin +3 -0
  49. params_shard_32.bin +3 -0
  50. params_shard_33.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "qwen",
3
+ "quantization": "q4f32_1",
4
+ "model_config": {
5
+ "vocab_size": 151936,
6
+ "hidden_size": 4096,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "layer_norm_epsilon": 1e-06,
10
+ "scale_attn_weights": true,
11
+ "kv_channels": 128,
12
+ "rotary_emb_base": 10000,
13
+ "intermediate_size": 22016,
14
+ "context_window_size": 4096,
15
+ "prefill_chunk_size": 4096,
16
+ "tensor_parallel_shards": 1
17
+ },
18
+ "vocab_size": 151936,
19
+ "context_window_size": 4096,
20
+ "sliding_window_size": -1,
21
+ "prefill_chunk_size": 4096,
22
+ "attention_sink_size": -1,
23
+ "tensor_parallel_shards": 1,
24
+ "max_batch_size": 80,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.1,
30
+ "top_p": 0.8,
31
+ "conv_template": "chatml",
32
+ "pad_token_id": 151643,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 151643,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "vocab.json",
38
+ "merges.txt",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012f9101c6e272b914ae0eee40c735fcdddc7212df058d0f7a67427c2601ab9c
3
+ size 311164928
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503a06d0291ee7be068b8482a7d821cc684d40235437a74ea2ad19a8a0b857c0
3
+ size 38895616
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c37cb7c886a56d24812ba4c7a151e61f88412c14e38c4be0ad1d844365d5e523
3
+ size 22544384
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0778dcf3fa9dc059626c0074f59140365bbc6f7f5e48bd9d4d77b1b9d8648072
3
+ size 32612352
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df0a1185a82f95badd1e7dd7f9f5f4d7f97689d16de00251d9a6ea695c2dc479
3
+ size 45088768
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef109e24763c6e2eb15e5db3e2b5b404ca97b635ccbe522a6f6ef15e00b5d49
3
+ size 25165824
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a1f9784d732c4687d5af103c765ce9959abc8d60945f15e5b4f67892f72a820
3
+ size 32088064
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f2a370cb3d32b2f2432487e13bea315ce3437c9d30f737a01d8fdb3bd78c544
3
+ size 22544384
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b478f06da7ea3a31f20f35189aa9b6cd2552095a73d4f2fc03d2f07d9547517f
3
+ size 45088768
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dcfbe6f90ac55a6b8d2eef92ee6478c37422b6f8e9b05c8352b5480b1a7154e
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42581cca7dece57b98349256e2966663b2da2ae62c4a2152945e9c1c7f71e24d
3
+ size 32612352
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8fab2b4a8ff723e5b3937c2fceef1f09b62ff2953ba6715be9861128000375
3
+ size 45088768
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fa6b2c9c9fb41cbc142234d19dfe85faa6e79374c61b2adec63ed7df2786c4d
3
+ size 25165824
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9db984366ea48ad53f89fa001dd9b9f22bac096d890366e76d35d1e6147304f
3
+ size 25165824
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a1b6ef7217fdb6ee4917d89a8fcc7495acb97225fbc8d93641fa006a21b87f
3
+ size 32088064
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e15be0a279c761a5a3e87c7a4828ecc8d2d5f8ed47bcc6bc48f345142c2482cc
3
+ size 22544384
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389f840f7cc5aa213464cd4a0b02e0cb616f026eb400780fa497d269adecddac
3
+ size 45088768
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee099717b8ed2a87ea672f5ba25e58791ba8acbed11f5c9b9132b8cca315421
3
+ size 25165824
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:415bdcc21771d51b779a86c90051ba590befcfa4fe1cd6c3c7cc25990afe6a3b
3
+ size 32612352
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c51d14fcb63b2905e4800501ab4f73c22202e3a61a2e57afee5a6da3f2f0248
3
+ size 45088768
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16170b13b44b4143ba1c44972d64e4fbb8579a299960e5c7ae60502c43596c8
3
+ size 6701056
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:197cae4288cf96d3e7aa292bce4dc55366eb13a97b6398cfc70f723991ebb158
3
+ size 32702464
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:165b47215798a8cea39d39ed298d5fca9c40e6033fd0811d7fad96e9f73ee73f
3
+ size 31997952
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6901f1998233fe05ebd306d81a89cb51a33c28a969fc9a0dbb78d7199b304388
3
+ size 45088768
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbd0b7fd7088ec55edac8c801d3e71c9e15b5aba3e3b60dca566538ab685525c
3
+ size 25165824
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae142370cb63e57a279e18fc6be1ca8b23992a5fe2d662b4e5fe6c0b8fe8ee82
3
+ size 22544384
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a4852895e1e55077253a063155c86da8b170d93f876fb41fddaec585982d437
3
+ size 45088768
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67faa3c55b947edba6ce60769e81d3c4ed1a015eb6a82e7fa38e439874aaaaf6
3
+ size 25165824
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3ff3394ce9f1a1898750ab30024086ba4bc26193ee3cdeffa2acf512b1b2ad1
3
+ size 32702464
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b970c7f643ba27c8ba2bff38ed64f436448ba97994b138633c5d3f034c27697a
3
+ size 25165824
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:625b72610da8124b468395adedfc33076ae3c62cdfe967a1ec3153409aaa5b34
3
+ size 31997952
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a5b6562d4dada007f8cecc6d699d7776b134663ef83b39d8fcb18ecfaf75cd7
3
+ size 45088768
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a16ebdb66e45f602a886326bad624c2ce1b7ad40b310c46eebfd1428162d089
3
+ size 25165824
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2bc076559194113bf47adc9f9add5c5750558942cf53c474b9f0217d6077ba
3
+ size 22544384
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb3306496348fd86a5182130abaeda3c29eab6544b2125ba8db9805eba7a8bf6
3
+ size 45088768
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c297a4698d4b64375ecf6341cc2df006ead7b5aa9d9a722223c38f08c0a45a
3
+ size 25165824
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d7b0a1ac0fad443cd0a62e85a945a00984f6523d298616cf0899b80c7d2dfa
3
+ size 32702464
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8709f5c3b95f377348d7d4e1e18dae7aeaa68264792a6fd0daa6582c71a2ebf3
3
+ size 45088768
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b484be2e8741f8e404343bc41a3be1d0baa0b248f74275fb59c5c408ab2b7e
3
+ size 25165824
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85e5f81586e5fe0d650c66d5ec7aca0f5568b2293fc9859c9013fb9512f40456
3
+ size 22544384
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6386cd5eb8aafb03398b16bc3e4fd792b461a7eb65c528234ab624184d4e7d4
3
+ size 28540928
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ca9c42119e977c974a2326323130f47077ae5208318ff8171f3cd964afeb91
3
+ size 45088768
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8a1fd1b7de76707d03c5d4ab11a60ecf61ad97032b5ca31ce71f571901b0788
3
+ size 30531584
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90ceb420f1b7f6baccc7c03b0e08c4269968d832aced0d80cc582ffe47dc470f
3
+ size 30826496
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f0e78564917b543abb9c9a585ec5c6e98110c037fcc6d36d24ff584f2473d0
3
+ size 45088768