Hugging Face's logo

numen-tech
/
DeepSeek-R1-Distill-Llama-70B-w4a16g128sym

Text Generation
MLC-LLM
English
conversational
4-bit precision
Model card Files Community
numen-tech commited on
Commit
8353904
·
1 Parent(s): b6f11dd

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: deepseek-ai/DeepSeek-R1-Distill-Llama-70B
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 4-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [DeepSeek-R1-Distill-Llama-70B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed387cf45a835bf9e9de38d9665d743cfc926ced7533a890a4959a246533691
3
+ size 525336576
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d063fcde695dc5aed8bb2da6b614493f9ac87c3dbbb9a8882d7e0993c641425
3
+ size 117440512
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6643ba6fc2fe6b80b7327625687c07fb0da6009506cae43cf7ad9c9c6e4d0f
3
+ size 234881024
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e42b1dc2e98ba65c1c83e28ea8c45023ba774c106016640d209c999c0e610f
3
+ size 41943040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d616d5b996540515b52d06cced2a6424064f6c5c7757b398cab538084994502d
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84d7fd62bb81b5b39d47dcba02a0d13d9e00c02a12ce869cf597ad031b00fd8c
3
+ size 41943040
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34c941afe3019499d227a5aaa02c6b073662af100c96f5150361774803b1ebd
3
+ size 33554432
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697b99a5c57e04c9c7ca34928566ecb3604e75e559e92e1ae9436abad2b1ca39
3
+ size 117440512
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c444ac4c27708f66cc825c912cc81ecdee15bce522bd13946e57bde70b036d16
3
+ size 234881024
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d1917761a9f4dbed93a976ac922192b0205bb1ea6da4b50f315b45ad6b1bf5
3
+ size 117440512
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e0854f2628798278a88bbc19db28c48617d7a222637cfb4c3243fd881d8db50
3
+ size 234881024
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898b71b9b31e63b6522382b5c44fd22bce17707d1e53cb4e552969fab890283b
3
+ size 26804224
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19d516eb5570d8be92df5821ff4c5a18fcf37902650bb6853e345a0717ac902c
3
+ size 41943040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6078fa49b91662de95dafd14477ef29357e44e881c3a4c668c8339362a8a031
3
+ size 29835264
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4474eacc02918b62017cb1d1d7be97fb98e1c5e1f4394ea88dfcf4e5eab99e
3
+ size 33554432
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f38ae0c435e52ff4cff647f61883a1d23a31696528861eeeeead1af12495988
3
+ size 117440512
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfc6c383ac8427ee4c7d53bc126b50e6f8fc920c264e7518d1da302eeadbfd73
3
+ size 234881024
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a412783880a551fe11f3a1474f05347293594f892a67f917db4b10b6a23a86
3
+ size 41943040
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79099404b1dc3f9f164ddc9709f20ddc95531049e61e095c68835e231475d9f9
3
+ size 33554432
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bee2917571a13816003e266c9308cfad76616f9c26e3a8499a85c970194fd1
3
+ size 41943040
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd05b75f0eafe0dc2b7b132e182b34312070a49a2a0597cebcb9f89b37062f1a
3
+ size 117440512
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f74ba536475d6e31f10902dbee2488f48e70e6c28a2dcb3442f73432fde3ee7
3
+ size 234881024
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd30d8cd59130a6ec359f3c08158fd4ee5b15d24a82e8a4f8376c4e9062693ae
3
+ size 28114944
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b63058f1f2d3aa2a880b5c4223d13f8420fa6fa8fc2a92b5559c309901574e
3
+ size 33554432
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:527409fa3c5921ad432efbd43b617d77c1ee8ab9a94da83919d479df7ef720e8
3
+ size 41943040
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04bd515a2268f94ed67576c9a05ce5c2bcf5678d375d4fc83cab017327339c3d
3
+ size 117440512
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa73cbbc46fdc17f751f17d36b4c2db87f39684653a84c8cfb3230e54b1dfe70
3
+ size 234881024
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa2d94e2b7b413655b01ae09f5c3d76d8eeba0b01363834a42a59173155edf0a
3
+ size 41943040
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5445f3b606e1bdca41a5e6b113ebfba479c210d8164971f99c618b0a43a0a1cf
3
+ size 33554432
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162184e0892a0309cb03ada25a18d9fea9383f4d1a885b1ac46aa0f84dbdb0a6
3
+ size 117440512
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7113716a25832ee1e8bb1bc64f64e855b1c83c4ca650e7128527d035423dc2c2
3
+ size 234881024
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56e66cd9768b305d87fd58a79a5c8eafae4b32c352c886c49582ab3ac21a2c3f
3
+ size 41943040
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22720a28e914dbeb6e07e5a4cd2cda9778eb12f6e9d9669354ee0c3ff44b71d9
3
+ size 32817152
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09ef0695a36868fbe4e4a1380d9c2845573bfd1f438659db6f951411754ada1
3
+ size 33554432
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd6c6278901ea383738f7fdbaebb51e05fa300b1f3b3bcf90dd2f9f22a9144c6
3
+ size 117440512
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faec2f2a3a76730388731adf81bb29399ed1dd00a50dc5fd82e9a8b46c3b8def
3
+ size 33554432
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08144f96d01061cc84e453fc1a834b0a93a749ca96022fa325a1b66b5e0756e6
3
+ size 234881024
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d217fbb4188c77ff52ffe3f34881f2a8fb46268a9859b2a0dee8d1f4ca127cce
3
+ size 41943040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6ff60c051b3c005318f6f6687afdaecd2c5a65ad429f369dd1a492e0beaa040
3
+ size 33554432
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85dd35b56dc20aaf5589d2ac6c2f7a995ee12695806b57958aa664aa903fd804
3
+ size 117440512
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4199ce13a8912cb02735e345ec3357db48f070ee19001f5df7a875089e9a69bf
3
+ size 234881024
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad65703c1223b45bf2c8892484ed3a539c785c7606af1df5c86330054bda862
3
+ size 41943040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8157158570fbec102c4f3abe066ecd5890a5b13c919600e4b94f4f1bf8c0b359
3
+ size 33554432
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f0f411dbb0856190c581268387634c772c6023abc04205aa1468f5234017ea4
3
+ size 234881024
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0673f87406fb7c9f3be5332c843dca0a95a2ff23f6a057bbe708cde490a4a34
3
+ size 29196288
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed4490b31593e8bc7d9e215760e599d5b50e9bb336b7f95e8b19b7a224352c8
3
+ size 41943040