Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-v0.1-GGUF

Text Generation
Transformers
GGUF
5 languages
mixtral
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
Mixture of Experts
text-generation-inference
Model card Files Community
33

Upload folder using huggingface_hub

#8
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/8
Discussion Files changed
+45
-43
Files changed (16) hide show
  1. .gitattributes +0 -43
  2. Mixtral-8x22B-v0.1.Q3_K_L-00001-of-00005.gguf +3 -0
  3. Mixtral-8x22B-v0.1.Q3_K_L-00002-of-00005.gguf +3 -0
  4. Mixtral-8x22B-v0.1.Q3_K_L-00003-of-00005.gguf +3 -0
  5. Mixtral-8x22B-v0.1.Q3_K_L-00004-of-00005.gguf +3 -0
  6. Mixtral-8x22B-v0.1.Q3_K_L-00005-of-00005.gguf +3 -0
  7. Mixtral-8x22B-v0.1.Q3_K_M-00001-of-00005.gguf +3 -0
  8. Mixtral-8x22B-v0.1.Q3_K_M-00002-of-00005.gguf +3 -0
  9. Mixtral-8x22B-v0.1.Q3_K_M-00003-of-00005.gguf +3 -0
  10. Mixtral-8x22B-v0.1.Q3_K_M-00004-of-00005.gguf +3 -0
  11. Mixtral-8x22B-v0.1.Q3_K_M-00005-of-00005.gguf +3 -0
  12. Mixtral-8x22B-v0.1.Q3_K_S-00001-of-00005.gguf +3 -0
  13. Mixtral-8x22B-v0.1.Q3_K_S-00002-of-00005.gguf +3 -0
  14. Mixtral-8x22B-v0.1.Q3_K_S-00003-of-00005.gguf +3 -0
  15. Mixtral-8x22B-v0.1.Q3_K_S-00004-of-00005.gguf +3 -0
  16. Mixtral-8x22B-v0.1.Q3_K_S-00005-of-00005.gguf +3 -0
.gitattributes DELETED
@@ -1,43 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
36
- Mixtral-8x22B-v0.1.fp16-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
37
- Mixtral-8x22B-v0.1.fp16-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
38
- Mixtral-8x22B-v0.1.fp16-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
39
- Mixtral-8x22B-v0.1.fp16-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
40
- Mixtral-8x22B-v0.1.fp16-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
41
- Mixtral-8x22B-v0.1.fp16-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
42
- Mixtral-8x22B-v0.1.fp16-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
43
- Mixtral-8x22B-v0.1.IQ3_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
Mixtral-8x22B-v0.1.Q3_K_L-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af411e29d8f8bb8060fa34a39c62afb51a6e4f94823d60413a794bc47a78b32
3
+ size 16530777056
Mixtral-8x22B-v0.1.Q3_K_L-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa18a7f4b57ff121ea5ec5d0b90e9590b08a3eaf3e0556c34bc4699b6c003169
3
+ size 17108099264
Mixtral-8x22B-v0.1.Q3_K_L-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6cc157ea6cd0e2d1c4a561e36eb0471d0df4c8f07332e569e740583a5505a5
3
+ size 15552635008
Mixtral-8x22B-v0.1.Q3_K_L-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:214c0dd6cee4a6f1c0174d404dd029382a9d603db4b0e4c4b8e38564633bd205
3
+ size 16775340192
Mixtral-8x22B-v0.1.Q3_K_L-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:295691f81b4deab5376796a897096408d475f0223b09420452edbc3d7f2ab71b
3
+ size 6612950336
Mixtral-8x22B-v0.1.Q3_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29a09a4fddd302a8360869fd41fe40170180089c1700ec15cba27716a8af083
3
+ size 15650661344
Mixtral-8x22B-v0.1.Q3_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00931e7400dc81527281066d3d7e3f4a491e73b3061dfb53408087142fa6f9b3
3
+ size 15916261568
Mixtral-8x22B-v0.1.Q3_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b4710a6d2131ee239badd8d010db26de2b7577285404e029fb1cc7d8a3430a2
3
+ size 14480924800
Mixtral-8x22B-v0.1.Q3_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc0cf400eddf2d7aebda732fe3f6089376bc0aad914b7cf9cf223d94c5e06c59
3
+ size 15583502496
Mixtral-8x22B-v0.1.Q3_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2059817532275080ea7d759a863984970683a21e99e966c05986b9e21295db0
3
+ size 6158294336
Mixtral-8x22B-v0.1.Q3_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8c9d156d6dbfa8df06a90f0ae73c7ba6c4cee41da0a8312fddaf447b1fb784
3
+ size 13958259680
Mixtral-8x22B-v0.1.Q3_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab8c9ee1f9cd86581008faa86734e7fe7ec893451aed20ae246582bc181386c
3
+ size 14525849792
Mixtral-8x22B-v0.1.Q3_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:404849e60d18e85b40fd932f192645c3e1a5beefd0d624ed53d3a2943ad764ce
3
+ size 13197467776
Mixtral-8x22B-v0.1.Q3_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30804f139dfb519c5dce736b18945408ef68607bdb70f613995c95aa245bd696
3
+ size 14193090720
Mixtral-8x22B-v0.1.Q3_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f6ee01cb68159bd6fbc4eede54f050f6c07aa416efb1fb0b6b89fd80f64a6f
3
+ size 5623520576