Hugging Face's logo

numen-tech
/
r1-1776-distill-llama-70b-w3a16g40sym

Text Generation
MLC-LLM
English
conversational
3-bit
Model card Files Community
numen-tech commited on
Commit
0fc5af4
·
1 Parent(s): 3a4b579

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +8 -0
  3. config.json +5 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_107.bin +3 -0
  16. params_shard_108.bin +3 -0
  17. params_shard_109.bin +3 -0
  18. params_shard_11.bin +3 -0
  19. params_shard_110.bin +3 -0
  20. params_shard_111.bin +3 -0
  21. params_shard_112.bin +3 -0
  22. params_shard_113.bin +3 -0
  23. params_shard_114.bin +3 -0
  24. params_shard_115.bin +3 -0
  25. params_shard_116.bin +3 -0
  26. params_shard_117.bin +3 -0
  27. params_shard_118.bin +3 -0
  28. params_shard_119.bin +3 -0
  29. params_shard_12.bin +3 -0
  30. params_shard_120.bin +3 -0
  31. params_shard_121.bin +3 -0
  32. params_shard_122.bin +3 -0
  33. params_shard_123.bin +3 -0
  34. params_shard_124.bin +3 -0
  35. params_shard_125.bin +3 -0
  36. params_shard_126.bin +3 -0
  37. params_shard_127.bin +3 -0
  38. params_shard_128.bin +3 -0
  39. params_shard_129.bin +3 -0
  40. params_shard_13.bin +3 -0
  41. params_shard_130.bin +3 -0
  42. params_shard_131.bin +3 -0
  43. params_shard_132.bin +3 -0
  44. params_shard_133.bin +3 -0
  45. params_shard_134.bin +3 -0
  46. params_shard_135.bin +3 -0
  47. params_shard_136.bin +3 -0
  48. params_shard_137.bin +3 -0
  49. params_shard_138.bin +3 -0
  50. params_shard_139.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,11 @@
1
  ---
 
 
2
  license: mit
 
 
 
 
3
  ---
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: mit
5
+ base_model: perplexity-ai/r1-1776-distill-llama-70b
6
+ base_model_relation: quantized
7
+ library_name: mlc-llm
8
+ pipeline_tag: text-generation
9
  ---
10
+
11
+ 3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [r1-1776-distill-llama-70b](https://huggingface.co/perplexity-ai/r1-1776-distill-llama-70b) for inference with the [Private LLM](http://privatellm.app) app.
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 3
4
+ }
5
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7b3005a40fb96cf4272aa270ddefcce11478342c0afb1684a53081ec43f221
3
+ size 420679680
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dbc94bb8c3c6f18dce9a113313f100a617c889790ee43c5bdc7af75995352ff
3
+ size 52584960
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2204940092957917d1421b230edf0a030010ffc0fa90944c758ddbfb27093187
3
+ size 52584960
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:341e65ee07b51a0e42823eb5c01008bb25ef11d731d1505769d39e9a05562782
3
+ size 23511040
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe8823e57cb5e39d7b0768c68a68aaf682e9b492f1f9789e2b5ba43f16a65a7
3
+ size 93978624
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfff93875e8cd28225cb07eafe8cf8dc4dcf4a8e8db72568480de548233e5985
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d517a6762c3901bba0658b1db9c6579727593483f6e5437cd2b2628a2cd666a4
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89adc207045e7a79292331cdc85ff097d9624d4f66aa69e7bb2e789340f71b70
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d223e8caf5fdd82e38a5d62c31048043f734fba4ac90174d99204500b817c73
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b2314ad5a7467ccc018343ded9d03142930e771f46a313f3f3354631e50eef3
3
+ size 93978624
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92a1da49aa155f055c23ba9d22503cb697b205b59cad7aecbcab6dd6609f966
3
+ size 31100928
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdda16eb43e2351649034ac50d498aa2c9ba1538db22834ed77e039765e735aa
3
+ size 188088320
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f07ee92d5bef733b57e69fcfa2ec72aacfb33eb1d29e62d8564acf9f305f3c29
3
+ size 23511040
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5aae46c87590fb40d4f7d47b80ada051efc01f45b1139c1d155a0c2e45b6bb9
3
+ size 93978624
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bedb7075c0d675c4a80426728b48fd67f4aff15583d66bec41332cacee1c8e
3
+ size 33587200
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8639f627af174ae78b58edc284308655eef87edbc2f010b6498e6e4bccc0f9c2
3
+ size 26869760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3679674206eebe897f13480e935fac63db9daf8b3aec97887cae1cd90357afb
3
+ size 93978624
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d8bc1181e6b19bf546f67c3e0002ff64fecaf37825bdeaa80e88786778b227
3
+ size 188088320
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c19ffded9faa6d0634f6c051eb6df65085d24ec3bce544680d15c2523f4c9e0
3
+ size 23511040
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a79c68bdee8d5cf5baa4b8ef715b95eff7186952713dc283be85cc90583f4c
3
+ size 33587200
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f91df0db75b1b1cff05a20b93c971e10de9b56d471509b28b880065e156ea48
3
+ size 31117312
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7307c7d212ab29bf45b4ac7d0028e6108d0dc200b8abb14e23e6141c751c87
3
+ size 31068160
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb6e31d270fd29db788ff89f93dc3714947a3df50f774e79b92b9c40aeca069c
3
+ size 93978624
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb392dfb331e6acd851b15e33dd0200158d19cd54f4661662477378f6a52453
3
+ size 188088320
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e4b30cfd50ea7494c21707b134c6c8ef2a5e7f3ea37c0c43330e585778778a
3
+ size 188088320
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:963b4c587c4ce536678a0a00028886e144276767c975dbe222f56765d0fda5c9
3
+ size 23511040
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92fcf8e330dee225281235de788307a31af641d48397d039ccad588c3b74d19
3
+ size 33587200
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8faa70f77d410772c468908a32e8eadb0b8f9cf882403fb53ff69c76dd9aa03c
3
+ size 26869760
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee86c5ee373dbbfd258c594f67cb5f40b4a56aafc14a10180860d442e78c06e
3
+ size 188088320
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:226968089de34fe269379efa272b07f381ab3cff4e814e93b75e02f9c0e50539
3
+ size 23511040
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f1f0dea5aa056d1c186cc94e0d8dc1304b9d81e5df694812e48d9bf25068180
3
+ size 33587200
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3aede734ffbf8bbf3ece7d8648c16adc5bade856c72544b72c6bccb8fc260cc4
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d7814143a56be9cdbd208a35081de2a5638b7034ce8154507d32f93a313825a
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0eeca1ef985150dd40239e3166c5a9586fb9bd765c9a9e01314f6cf3aa00771
3
+ size 30269440
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eeb7893b29b8190dfba31ab26328f5745999ee81edb3592ea1099d8a7968adf
3
+ size 93978624
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aad7339239a1280c2a26507a1b82f76079d33bbdf8530095c5c97fef44bc9598
3
+ size 23511040
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf2bb76c6ec2c981ebfc1b47369b71e0c58af8ffec3e7e3ddc98c9a3efd5d29f
3
+ size 188088320
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44946d29b46e9553f98ed3704d29f678b528b0f1fe2200975b42fa0ac70812fc
3
+ size 23511040
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cd4f714865193494f30a3a5e876c2f80d4444bff5e35918f8f28b48e4efc8a1
3
+ size 33587200
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2e348cc798f50d9d78695a8c5ae37f6f76af9a277458e47c838c3134b5ba03f
3
+ size 26869760
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11f9a906f13159982ddc93e38fc299dafc1d67357a38b31b4a2b12d270475f07
3
+ size 93978624
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82bc3b31a7ec2c96fc64bc0dccd40d7329132e5b9851d1bfefe77cb8028c6971
3
+ size 31117312
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17594c8d2771edc25bb074fc20b53de7d41064b5e245b06a37dd713b8cc8020f
3
+ size 188088320
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6b10312b2d002d06523f6807f2a3b3fe4270a064131fcc96ddc11c33131c57
3
+ size 23511040
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d54ee26687e8c8b71b836f40871900649fe78eeba5471b8cfe8bf03a3a49d564
3
+ size 33587200
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a936a9602819e66b4ac60bd2c8a6fa7e6132ff9f21da8c276a005d5bc75664
3
+ size 26869760