Hugging Face's logo

XelotX
/
DeepSeek-V3-Quants

GGUF
Inference Endpoints
conversational
Model card Files Community
XelotX commited on
Commit
040bd0e
·
verified ·
1 Parent(s): d57d920

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +71 -0
  2. DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf +3 -0
  3. DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf +3 -0
  4. DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf +3 -0
  5. DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf +3 -0
  6. DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf +3 -0
  7. DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf +3 -0
  8. DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf +3 -0
  9. DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf +3 -0
  10. DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf +3 -0
  11. DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf +3 -0
  12. DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf +3 -0
  13. DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf +3 -0
  14. DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf +3 -0
  15. DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf +3 -0
  16. DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf +3 -0
  17. DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf +3 -0
  18. DeepSeek-V3-Q2_K-00001-of-00006.gguf +3 -0
  19. DeepSeek-V3-Q2_K-00002-of-00006.gguf +3 -0
  20. DeepSeek-V3-Q2_K-00003-of-00006.gguf +3 -0
  21. DeepSeek-V3-Q2_K-00004-of-00006.gguf +3 -0
  22. DeepSeek-V3-Q2_K-00005-of-00006.gguf +3 -0
  23. DeepSeek-V3-Q2_K-00006-of-00006.gguf +3 -0
  24. DeepSeek-V3-Q2_K_L-00001-of-00005.gguf +3 -0
  25. DeepSeek-V3-Q2_K_L-00002-of-00005.gguf +3 -0
  26. DeepSeek-V3-Q2_K_L-00003-of-00005.gguf +3 -0
  27. DeepSeek-V3-Q2_K_L-00004-of-00005.gguf +3 -0
  28. DeepSeek-V3-Q2_K_L-00005-of-00005.gguf +3 -0
  29. DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf +3 -0
  30. DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf +3 -0
  31. DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf +3 -0
  32. DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf +3 -0
  33. DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf +3 -0
  34. DeepSeek-V3-Q3_K_M-00001-of-00007.gguf +3 -0
  35. DeepSeek-V3-Q3_K_M-00002-of-00007.gguf +3 -0
  36. DeepSeek-V3-Q3_K_M-00003-of-00007.gguf +3 -0
  37. DeepSeek-V3-Q3_K_M-00004-of-00007.gguf +3 -0
  38. DeepSeek-V3-Q3_K_M-00005-of-00007.gguf +3 -0
  39. DeepSeek-V3-Q3_K_M-00006-of-00007.gguf +3 -0
  40. DeepSeek-V3-Q3_K_M-00007-of-00007.gguf +3 -0
  41. DeepSeek-V3-Q4_K_M-00001-of-00010.gguf +3 -0
  42. DeepSeek-V3-Q4_K_M-00002-of-00010.gguf +3 -0
  43. DeepSeek-V3-Q4_K_M-00003-of-00010.gguf +3 -0
  44. DeepSeek-V3-Q4_K_M-00004-of-00010.gguf +3 -0
  45. DeepSeek-V3-Q4_K_M-00005-of-00010.gguf +3 -0
  46. DeepSeek-V3-Q4_K_M-00006-of-00010.gguf +3 -0
  47. DeepSeek-V3-Q4_K_M-00007-of-00010.gguf +3 -0
  48. DeepSeek-V3-Q4_K_M-00008-of-00010.gguf +3 -0
  49. DeepSeek-V3-Q4_K_M-00009-of-00010.gguf +3 -0
  50. DeepSeek-V3-Q4_K_M-00010-of-00010.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,74 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DeepSeek-V3-Q5_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DeepSeek-V3-Q6_K-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DeepSeek-V3-Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DeepSeek-V3-Q4_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DeepSeek-V3-Q4_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DeepSeek-V3-Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DeepSeek-V3-Q4_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
48
+ DeepSeek-V3-Q5_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
49
+ DeepSeek-V3-Q4_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
50
+ DeepSeek-V3-Q4_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
51
+ DeepSeek-V3-Q6_K-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
52
+ DeepSeek-V3-Q4_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
53
+ DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
54
+ DeepSeek-V3-Q6_K-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
55
+ DeepSeek-V3-Q2_K_L-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ DeepSeek-V3-Q6_K-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
57
+ DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
58
+ DeepSeek-V3-Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
59
+ DeepSeek-V3-Q5_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
60
+ DeepSeek-V3-Q6_K-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
61
+ DeepSeek-V3-Q3_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
62
+ DeepSeek-V3-Q4_K_M-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
63
+ DeepSeek-V3-Q3_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
64
+ DeepSeek-V3-Q3_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
65
+ DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
66
+ DeepSeek-V3-Q5_K_M-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
67
+ DeepSeek-V3-Q3_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
68
+ DeepSeek-V3-Q6_K-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
69
+ DeepSeek-V3-Q6_K-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
70
+ DeepSeek-V3-Q5_K_M-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
71
+ DeepSeek-V3-Q6_K-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
72
+ DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
73
+ DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
74
+ DeepSeek-V3-Q4_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
75
+ DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
76
+ DeepSeek-V3-Q6_K-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
77
+ DeepSeek-V3-Q5_K_M-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
78
+ DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
79
+ DeepSeek-V3-Q5_K_M-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
80
+ DeepSeek-V3-Q6_K-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
81
+ DeepSeek-V3-Q4_K_M-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
82
+ DeepSeek-V3-Q2_K_L-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
83
+ DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
84
+ DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
85
+ DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
86
+ DeepSeek-V3-Q4_K_M-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
87
+ DeepSeek-V3-Q5_K_M-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
88
+ DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
89
+ DeepSeek-V3-Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
90
+ DeepSeek-V3-Q2_K_L-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
91
+ DeepSeek-V3-Q6_K-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
92
+ DeepSeek-V3-Q3_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
93
+ DeepSeek-V3-Q2_K_L-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
94
+ DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
95
+ DeepSeek-V3-Q5_K_M-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
96
+ DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
97
+ DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
98
+ DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf filter=lfs diff=lfs merge=lfs -text
99
+ DeepSeek-V3-Q6_K-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
100
+ DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
101
+ DeepSeek-V3-Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
102
+ DeepSeek-V3-Q3_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
103
+ DeepSeek-V3-Q2_K_L-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
104
+ DeepSeek-V3-Q5_K_M-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
105
+ DeepSeek-V3-Q3_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
106
+ DeepSeek-V3-Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc385d5a2c240f622052c6d3b03dc8466b9423874e68eeab92d558ade773ac4
3
+ size 43791576864
DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0010a2b595145c8868386c1b2d2d5b5e1e8f335522cbacf371d46113c9d42f47
3
+ size 44934750464
DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384a32eb43517b2592c9158b5a2c3fe914d84deb4883537a0c747105ae14abb1
3
+ size 44681751008
DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:895139bda3955468a50c82b09882f9894002565ba4bfea7c1185560d77f32a5e
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420e2a1b32068e51e76ba970def2cbdffa8df262ee7be852a057863cbe7395aa
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec809d40f60214f77cafa06d23269c53f61b860baa848ba2951691cdd279c48
3
+ size 44681751008
DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c442ed61816a6804c916164fab21800f40285cbf6ffccd63a766350e2d5f1511
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456709b7a31f504c453cb47fd6f7b8eddedd2b822cd0c688bd4ea682978ed8cc
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef4791cbb2c885b1d71e4fa857900e39e4ac53d100564b72291278b54b7ae1b
3
+ size 44681751008
DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bcba75ed7e5ee80111d787d14584f7fd7bd403794caf16f6af12a552d235eb1
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:556cdf9e5fb513fb75607cfc503b726150f1547a5b7112f417a3541312e048ea
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c222201268db0a70d47d66fa672dcbe50c72a47344cc0f938ec32691d1f19325
3
+ size 44681751008
DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60998a9f054fa71ee0c880d55129b831228c5de20476862158e32f3b9cb32557
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92c557a733f1b79c244c2108af48003b30e8c31e871855a0a83d1bf3fc684010
3
+ size 44934750528
DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c206d8f41cafc054bc40c14f0507f7dd8be43675c14a582a86e282f3a28a29
3
+ size 44681751008
DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e36f68d551e7e49c3d90b6a14dc00aaff6fdf7d51aef46a196744a19d9921ee
3
+ size 41673427488
DeepSeek-V3-Q2_K-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b89279148d258b397d66452dc97d2a2a60b54a4d6e60b88f15a1b2325b32be
3
+ size 47748460000
DeepSeek-V3-Q2_K-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef05b8239d0067a8930d2d1ace8730d2aae115ed499a9e6ed08564c5b69977a0
3
+ size 48821440768
DeepSeek-V3-Q2_K-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1855fe54c85c17bde76d1c96f10b166f960c6ad98a6f2be1760a1e4dfdca6a56
3
+ size 48887431840
DeepSeek-V3-Q2_K-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ffd32721433a484846229a63fee0118f0f30baceb91335ce47590811c1104c
3
+ size 48511628064
DeepSeek-V3-Q2_K-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d1b2ea802cd35d7fcd33be2871fed999796676e2c3897265f714fd5043c229
3
+ size 48821440768
DeepSeek-V3-Q2_K-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96091fdfc47f30a7914902ba7d1fdc6beb497779f102cd89ebe184c8c6f6825a
3
+ size 1237942528
DeepSeek-V3-Q2_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cbc08805d31b156d69dc29c904e41ab7bc8c2c7443c61530ae9991554c219b4
3
+ size 49586764960
DeepSeek-V3-Q2_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ce3fd35734f9bdf04c3c909bb615054bdd905d0b66542dc29f6f54b6a582293
3
+ size 48511628064
DeepSeek-V3-Q2_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f63248ee2d21507c0a0f45ee143e53bdb01ea7a8335ea84776135f80e2f76066
3
+ size 48821440768
DeepSeek-V3-Q2_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9499dbcda7d42849b56d96bd3f8271e7fde3b60182c21719dce3440ec790c73
3
+ size 48887431840
DeepSeek-V3-Q2_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f2e2edc4258adcaa6b214e0333060c1ede3eccf963995ce511deedfda7b77a
3
+ size 48438268160
DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6202fc30c9bdc04d2a63b69ab4adc44986003fe4512c2136f12092937e32978d
3
+ size 44769524896
DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351099201f98b728baa190b14810c247f79e9db2bc8a84e4eceb38a5d4842334
3
+ size 44153598752
DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62bcd8c7bc4619029f69efe99d4cfa229c22e8bdcd3042488e48128442ac6176
3
+ size 44092166400
DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82ea1115fc45ecaab1788620f2ecaf84ba527244cc3f0910442e6d748840221
3
+ size 44146229920
DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4acdaddd54f50329731608f98c859410e009661971059a0c470b498b11ca16e0
3
+ size 44092166400
DeepSeek-V3-Q3_K_M-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697f3ab94c90ef7fb136034c4259971a19fbdf5f111ecb9dfe19afe405597d77
3
+ size 45903499072
DeepSeek-V3-Q3_K_M-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484e8e9b36c6ab78ddaefbfa834be36595442ddaebd25b3e4369485d50dc156d
3
+ size 45864735552
DeepSeek-V3-Q3_K_M-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2a6e016de4330fdc728b18e09390ba49db0bf855fc27b4b08dfe05aa81efe3
3
+ size 46993923776
DeepSeek-V3-Q3_K_M-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96e988974a803a0aeb391e11c9e7a6d02b69c214bd4fa672a6bfb0cc0fd60ae7
3
+ size 45958992096
DeepSeek-V3-Q3_K_M-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ba7b913b4a855b050a09f5459438b075fecb5493bf38dd7bb29747f1883077
3
+ size 46993923776
DeepSeek-V3-Q3_K_M-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:921ed7e00be6e4b33f9e09affde5a363fe6e4f570f78bf0ba32a9e22e5d53421
3
+ size 45958992096
DeepSeek-V3-Q3_K_M-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfae5d6d162a4a2855411ac62989316879235fa13970e0f17169371227716769
3
+ size 41524328928
DeepSeek-V3-Q4_K_M-00001-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9738b3c050d0eb0b9b55928c7c6650a598e66dcbd7da35b88f513372d8159e0d
3
+ size 43017451872
DeepSeek-V3-Q4_K_M-00002-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2596eb4757139a40996aed5e718b27503de6d7a5a32e427e9f8072f66edf3ed6
3
+ size 43048097984
DeepSeek-V3-Q4_K_M-00003-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ee5c1e0f74b12eac040bfc3a9d78dd61e3cf69b308f4ca5e1771a1940fe542b
3
+ size 43915481760
DeepSeek-V3-Q4_K_M-00004-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6377c774dfa19848bb871c9a090e1d469fb64c886b57f783ccd8ca29838bf6a
3
+ size 42950181664
DeepSeek-V3-Q4_K_M-00005-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6652e7e3fcc8159fb77404610dd5ff5d9203ab1c6b41b6abddf7771983132851
3
+ size 43048097984
DeepSeek-V3-Q4_K_M-00006-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc19c241f015e32fa017428f523cd078d2493f604b95040dcfcd53429df68007
3
+ size 42942812832
DeepSeek-V3-Q4_K_M-00007-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e50f0869abb7ae979fa4e11ba85fb7416f08010c42500b6d331f46fbb247e11
3
+ size 42950181664
DeepSeek-V3-Q4_K_M-00008-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ffeaf6edb18b495df8d585083262971192872a59df4998d1687e0de6e63f83b
3
+ size 43048097984
DeepSeek-V3-Q4_K_M-00009-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08aeeefde4e3b19b87c6423c8cb3fddbd29f970c42869e3eb7021de6d88dc9e
3
+ size 44711301664
DeepSeek-V3-Q4_K_M-00010-of-00010.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3289e0c0d5a23edda71b8d0f8717cad1ac1e24560b076ee849f45af2e85779ea
3
+ size 14798482144