Hugging Face's logo

Qwen
/
Qwen2.5-32B-Instruct-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
feihu.hf commited on
Commit
84a3a6a
•
0 Parent(s):

upload weights

Browse files
Files changed (48) hide show
  1. .gitattributes +36 -0
  2. qwen2.5-32b-instruct-q2_k-00001-of-00004.gguf +3 -0
  3. qwen2.5-32b-instruct-q2_k-00002-of-00004.gguf +3 -0
  4. qwen2.5-32b-instruct-q2_k-00003-of-00004.gguf +3 -0
  5. qwen2.5-32b-instruct-q2_k-00004-of-00004.gguf +3 -0
  6. qwen2.5-32b-instruct-q3_k_m-00001-of-00005.gguf +3 -0
  7. qwen2.5-32b-instruct-q3_k_m-00002-of-00005.gguf +3 -0
  8. qwen2.5-32b-instruct-q3_k_m-00003-of-00005.gguf +3 -0
  9. qwen2.5-32b-instruct-q3_k_m-00004-of-00005.gguf +3 -0
  10. qwen2.5-32b-instruct-q3_k_m-00005-of-00005.gguf +3 -0
  11. qwen2.5-32b-instruct-q4_0-00001-of-00005.gguf +3 -0
  12. qwen2.5-32b-instruct-q4_0-00002-of-00005.gguf +3 -0
  13. qwen2.5-32b-instruct-q4_0-00003-of-00005.gguf +3 -0
  14. qwen2.5-32b-instruct-q4_0-00004-of-00005.gguf +3 -0
  15. qwen2.5-32b-instruct-q4_0-00005-of-00005.gguf +3 -0
  16. qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf +3 -0
  17. qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf +3 -0
  18. qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf +3 -0
  19. qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf +3 -0
  20. qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf +3 -0
  21. qwen2.5-32b-instruct-q5_0-00001-of-00006.gguf +3 -0
  22. qwen2.5-32b-instruct-q5_0-00002-of-00006.gguf +3 -0
  23. qwen2.5-32b-instruct-q5_0-00003-of-00006.gguf +3 -0
  24. qwen2.5-32b-instruct-q5_0-00004-of-00006.gguf +3 -0
  25. qwen2.5-32b-instruct-q5_0-00005-of-00006.gguf +3 -0
  26. qwen2.5-32b-instruct-q5_0-00006-of-00006.gguf +3 -0
  27. qwen2.5-32b-instruct-q5_k_m-00001-of-00006.gguf +3 -0
  28. qwen2.5-32b-instruct-q5_k_m-00002-of-00006.gguf +3 -0
  29. qwen2.5-32b-instruct-q5_k_m-00003-of-00006.gguf +3 -0
  30. qwen2.5-32b-instruct-q5_k_m-00004-of-00006.gguf +3 -0
  31. qwen2.5-32b-instruct-q5_k_m-00005-of-00006.gguf +3 -0
  32. qwen2.5-32b-instruct-q5_k_m-00006-of-00006.gguf +3 -0
  33. qwen2.5-32b-instruct-q6_k-00001-of-00007.gguf +3 -0
  34. qwen2.5-32b-instruct-q6_k-00002-of-00007.gguf +3 -0
  35. qwen2.5-32b-instruct-q6_k-00003-of-00007.gguf +3 -0
  36. qwen2.5-32b-instruct-q6_k-00004-of-00007.gguf +3 -0
  37. qwen2.5-32b-instruct-q6_k-00005-of-00007.gguf +3 -0
  38. qwen2.5-32b-instruct-q6_k-00006-of-00007.gguf +3 -0
  39. qwen2.5-32b-instruct-q6_k-00007-of-00007.gguf +3 -0
  40. qwen2.5-32b-instruct-q8_0-00001-of-00009.gguf +3 -0
  41. qwen2.5-32b-instruct-q8_0-00002-of-00009.gguf +3 -0
  42. qwen2.5-32b-instruct-q8_0-00003-of-00009.gguf +3 -0
  43. qwen2.5-32b-instruct-q8_0-00004-of-00009.gguf +3 -0
  44. qwen2.5-32b-instruct-q8_0-00005-of-00009.gguf +3 -0
  45. qwen2.5-32b-instruct-q8_0-00006-of-00009.gguf +3 -0
  46. qwen2.5-32b-instruct-q8_0-00007-of-00009.gguf +3 -0
  47. qwen2.5-32b-instruct-q8_0-00008-of-00009.gguf +3 -0
  48. qwen2.5-32b-instruct-q8_0-00009-of-00009.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
qwen2.5-32b-instruct-q2_k-00001-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d8e8bfa56f35c13f79a746cebe233c00da3aa2fd4d3217369bdf50ef90424d
3
+ size 4003345536
qwen2.5-32b-instruct-q2_k-00002-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f61416f749133ace111c6712afb43f61de3919019ddde8d79e9e6f73e6f4fc
3
+ size 3987016768
qwen2.5-32b-instruct-q2_k-00003-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae0fce9f26e099b6e606408815eefb19348d09d5db6ace77b64dea9f60255c2
3
+ size 3398403296
qwen2.5-32b-instruct-q2_k-00004-of-00004.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:605659a384a9fa44240b00f421838747df004b75f0dee18532188c0309a0b186
3
+ size 924333184
qwen2.5-32b-instruct-q3_k_m-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc31b3f1dc7b223ae8a9bf740a074114076dde9e8d7b540dc1cae02751f688b6
3
+ size 3980600608
qwen2.5-32b-instruct-q3_k_m-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e38e6c5cbf518390cf0f4650afedbcba46e652d003126a6cd44b40a886f177a
3
+ size 3953507872
qwen2.5-32b-instruct-q3_k_m-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb288102bd974e506e808f054ff83fc1e9e9c8b95e6aee630fe91b9b5399cf11
3
+ size 3953507872
qwen2.5-32b-instruct-q3_k_m-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81f2aa530c6dbd29d002c404058d72fc6dc36a73354cd8be7c6625ec9d0b8c6
3
+ size 3955324544
qwen2.5-32b-instruct-q3_k_m-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeaab71ab9381b48cf2be2188510257785c5882d01702935f9de14df7d8cf91a
3
+ size 92107424
qwen2.5-32b-instruct-q4_0-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6066cb0839a068cd319f9fbe03657df17c433ed7fb0e572863fb1dad823831f5
3
+ size 3992579744
qwen2.5-32b-instruct-q4_0-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b590ecfb26065738d5fb030c355f8099f09c2843ed93d4b23f6ccc0a63efe7e0
3
+ size 3938084672
qwen2.5-32b-instruct-q4_0-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a279e801559a12f60c9147abfc01c5ac868bf6a4d9d4c69d83a4c81b754639d8
3
+ size 3999991456
qwen2.5-32b-instruct-q4_0-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6140800f842892fd9d0342aba7b2c16d175937d077c96cec2b2648c377fd7453
3
+ size 3955824704
qwen2.5-32b-instruct-q4_0-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f62af6b7770ec60935136d69c6451dade814c30be686be615be76cfaed22a34
3
+ size 2753750496
qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:403434e5c845452c013661d586b97d5a53cf207462d180a07c301eafa9390d05
3
+ size 3961498272
qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7371e5c5d717a8c20f526dbfce5d3f201dc3f02140d1c836314cd0756e02e8d7
3
+ size 3948996064
qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f023ccc294c3bd3b2eac5b2dd40dea3aa4ca1d06c7460ead67c36386cd62e8fc
3
+ size 3993478688
qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fe76d941454390cd7aa0de3b342f83a1d1226a959479af85bbfae7cd93e771
3
+ size 3950347744
qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2e8ecc686129c37821bd9f3b3e251e6ae80deadd3d3348f7e3e84492a63c24
3
+ size 3997015616
qwen2.5-32b-instruct-q5_0-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471d8424d3fbca385011febc270f5f4a6a9b18e5f86e060748a56a4fa00a4ba1
3
+ size 3994998752
qwen2.5-32b-instruct-q5_0-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01fa32336aa3bdcd713e4c9c3350d1a44e4a3c338bd8d9b1592bb6f35d718ec1
3
+ size 3922513920
qwen2.5-32b-instruct-q5_0-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c52e1df3d5f0e1b41bdec9ed0fdd16b3523130dad056c2d739d8bfdb0a1e64
3
+ size 3983769504
qwen2.5-32b-instruct-q5_0-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b93bc634c4a9a3768f627c539cb55ff62c89db16d94fddc56df7b6fa6d85995
3
+ size 3922493408
qwen2.5-32b-instruct-q5_0-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd48886302f8bd700bed50e436b0fe9b9799049dd8d6f9054a39214766fd1f9
3
+ size 3926122624
qwen2.5-32b-instruct-q5_0-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce332f4c4b7164c118e29720927dd291745c9c7e122157b9a8359a3354a3007
3
+ size 2888356672
qwen2.5-32b-instruct-q5_k_m-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dd436249faeb97564bce5c8d1afecfcd613ac76b39b89b09c2c2afc30a61cee
3
+ size 3952703168
qwen2.5-32b-instruct-q5_k_m-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:794d6ba9c3ea904f7968c80d80a5b56c9cb127e6ded4ea4ff620de88776e5c0a
3
+ size 3960827616
qwen2.5-32b-instruct-q5_k_m-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25a3217100c226cb05aba31e314ad851382009451e0d105806c1be80b6da725
3
+ size 3982458784
qwen2.5-32b-instruct-q5_k_m-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad6495f3bb80717af8769efe92c250c93fe1307d15cef28e3222f8b8226816bb
3
+ size 3982438240
qwen2.5-32b-instruct-q5_k_m-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be0e3bebae1c398e8cd921f5e615f8dfe67dd7db162bf1a5bd469742247cc1d
3
+ size 3906789440
qwen2.5-32b-instruct-q5_k_m-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824a4ddced41142f62f5e1cc5721946118355768bfaef4dd60ad77947df2730a
3
+ size 3476940320
qwen2.5-32b-instruct-q6_k-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d006bf175a36163a82389634b94957f853a1cd6ab64a1ae824d5d3f2b804b970
3
+ size 3986912000
qwen2.5-32b-instruct-q6_k-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c5cd49fba4a3a3b5a3cd97eff44b98d6d4958e1963fb0d1dbb9cb6c1b8a5041
3
+ size 3978922688
qwen2.5-32b-instruct-q6_k-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d88fbd46fa2af06262940657effecf2aacaf933a5dd30ab5a0390571d431cb54
3
+ size 3996162848
qwen2.5-32b-instruct-q6_k-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eeb70bb8c290afe5cea12aeb03555bab5aad31a2089ea20d6dd99001c2dc211
3
+ size 3884305120
qwen2.5-32b-instruct-q6_k-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7275e145e80ac23ba1cab483981267a75c4475615fce7443c185dc09c209254
3
+ size 3996146464
qwen2.5-32b-instruct-q6_k-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c85a27c7fbcbfe628313552a35bad792e22eeaaf66e16ddc57459d03ac13b1a0
3
+ size 3978939104
qwen2.5-32b-instruct-q6_k-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa74275a5c47350d2173e01d61a164cf20dfac4c79852085cb82316225547fef
3
+ size 3064766880
qwen2.5-32b-instruct-q8_0-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2020baa6f28f3c3783ab83ae725f6b6168b7c45ccc557cabdc691f9a4604eba
3
+ size 3941956768
qwen2.5-32b-instruct-q8_0-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6c0bb6b76013d00a0f9a57ca3b77e8ce8dd215cc5a3c13e66da7db1a386a9c
3
+ size 3927757760
qwen2.5-32b-instruct-q8_0-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f68b1c67d2f25c94ff26389b32d7dc6b91780984735e68c6cccda0bee4a3aefc
3
+ size 3994654144
qwen2.5-32b-instruct-q8_0-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377292038c5f89f00d78726f87ff84542140736b598ea5102ba508cc1ee80e16
3
+ size 3994654144
qwen2.5-32b-instruct-q8_0-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6c8b01140e81185a36dc88e655f5d6cc2068206e6ec26245bc5cc3845cb59b
3
+ size 3927737280
qwen2.5-32b-instruct-q8_0-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70b8c7e09263c749eeb3513a0a3ae9eace8362ffc952bd3c0814814a270b7be
3
+ size 3994654144
qwen2.5-32b-instruct-q8_0-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c609382c54100a2a750a11756bd32b731bb6a0004babc50dd6f69cd27b48daa
3
+ size 3994654144
qwen2.5-32b-instruct-q8_0-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f33e61cf725ba37f114a56a16d5c1ea37f1467e89d804b5eb49a02620a303d6
3
+ size 3927737280
qwen2.5-32b-instruct-q8_0-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e154a199e9bfc4edad5dabb4359784c18aab1e9eaf3ce8ee23c994764422dc
3
+ size 3117079968