Hugging Face's logo

mradermacher
/
Mixtral-8x7B-v0.1-i1-GGUF

Transformers
GGUF
Mixture of Experts
Inference Endpoints
Model card Files Community
1
mradermacher commited on
Commit
18fd924
•
1 Parent(s): 7b44e0b

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mixtral-8x7B-v0.1.i1-IQ1_S.gguf +3 -0
  3. Mixtral-8x7B-v0.1.i1-IQ2_XS.gguf +3 -0
  4. Mixtral-8x7B-v0.1.i1-IQ2_XXS.gguf +3 -0
  5. Mixtral-8x7B-v0.1.i1-IQ3_XXS.gguf +3 -0
  6. Mixtral-8x7B-v0.1.i1-Q2_K.gguf +3 -0
  7. Mixtral-8x7B-v0.1.i1-Q3_K_L.gguf +3 -0
  8. Mixtral-8x7B-v0.1.i1-Q3_K_M.gguf +3 -0
  9. Mixtral-8x7B-v0.1.i1-Q3_K_S.gguf +3 -0
  10. Mixtral-8x7B-v0.1.i1-Q3_K_XS.gguf +3 -0
  11. Mixtral-8x7B-v0.1.i1-Q4_K_M.gguf +3 -0
  12. Mixtral-8x7B-v0.1.i1-Q4_K_S.gguf +3 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mixtral-8x7B-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mixtral-8x7B-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral-8x7B-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral-8x7B-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral-8x7B-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral-8x7B-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral-8x7B-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral-8x7B-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral-8x7B-v0.1.i1-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral-8x7B-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x7B-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral-8x7B-v0.1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8288e8cc63d6dc4a6111168dd114d77ce6f534293b9d40d41e0af80ce3c5b07
3
+ size 9709782400
Mixtral-8x7B-v0.1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cc4c511d60daf1c8ebf1f5970aad9697ab5bdb21ce0e1128e540de4a09adb1
3
+ size 13841270144
Mixtral-8x7B-v0.1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867f78e1368d7769ca476c7cd35353e513a0ceb408f8760d3c05394b2e72da71
3
+ size 12452922752
Mixtral-8x7B-v0.1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a9b639b6aa904815cff967918ea907a31ab53ddc6c4fd9524c0ee2263b42d7f
3
+ size 18461705600
Mixtral-8x7B-v0.1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116ca36760030bae06973a47cc8426b9330083440e069fd61074d0d0ffda245a
3
+ size 17462044032
Mixtral-8x7B-v0.1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e2c8fe183ec2980412179ab92db42b10470328b1d3e22ff30da4e0eb7395ba
3
+ size 24320566656
Mixtral-8x7B-v0.1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9905e33ace905706d8a443cb2ca9aa48a6f183f6ff94d9c2d83e77de83d11933
3
+ size 22697371008
Mixtral-8x7B-v0.1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05927ebfb38cc820928d501b134f7a8043bb516b7870c7a9599df2ddd7508c66
3
+ size 20583441792
Mixtral-8x7B-v0.1.i1-Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb57b1449a396350f0d4f63b169770cf56de0145aeea28a52103e2e1003d1ce
3
+ size 19210795904
Mixtral-8x7B-v0.1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:967e504718238f6fc6bbbc1cbb49c0e547e3ba414b7c1d2f65d2b00c8116854e
3
+ size 28599526784
Mixtral-8x7B-v0.1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be2ab2f704a50c9e309871446b1661d8c2d37a4f927c8eb77bac49c475262691
3
+ size 26896639360
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8884605ddc13ee2ebe4b1f5a55e717601ef86846cb88a2de2d1a75191e0cc5fd
3
+ size 25722434