Hugging Face's logo

mradermacher
/
SynthIQ-7b-i1-GGUF

Transformers
GGUF
English
mistral
Merge
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
96babf2
·
verified ·
1 Parent(s): 8114e37

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. SynthIQ-7b.i1-IQ1_M.gguf +3 -0
  3. SynthIQ-7b.i1-IQ1_S.gguf +3 -0
  4. SynthIQ-7b.i1-IQ2_M.gguf +3 -0
  5. SynthIQ-7b.i1-IQ2_S.gguf +3 -0
  6. SynthIQ-7b.i1-IQ2_XS.gguf +3 -0
  7. SynthIQ-7b.i1-IQ2_XXS.gguf +3 -0
  8. SynthIQ-7b.i1-IQ3_M.gguf +3 -0
  9. SynthIQ-7b.i1-IQ3_S.gguf +3 -0
  10. SynthIQ-7b.i1-IQ3_XS.gguf +3 -0
  11. SynthIQ-7b.i1-IQ3_XXS.gguf +3 -0
  12. SynthIQ-7b.i1-IQ4_XS.gguf +3 -0
  13. SynthIQ-7b.i1-Q2_K.gguf +3 -0
  14. SynthIQ-7b.i1-Q2_K_S.gguf +3 -0
  15. SynthIQ-7b.i1-Q3_K_L.gguf +3 -0
  16. SynthIQ-7b.i1-Q3_K_M.gguf +3 -0
  17. SynthIQ-7b.i1-Q3_K_S.gguf +3 -0
  18. SynthIQ-7b.i1-Q4_0.gguf +3 -0
  19. SynthIQ-7b.i1-Q4_K_M.gguf +3 -0
  20. SynthIQ-7b.i1-Q4_K_S.gguf +3 -0
  21. SynthIQ-7b.i1-Q5_K_M.gguf +3 -0
  22. SynthIQ-7b.i1-Q5_K_S.gguf +3 -0
  23. SynthIQ-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ SynthIQ-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SynthIQ-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SynthIQ-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SynthIQ-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SynthIQ-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SynthIQ-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ SynthIQ-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ SynthIQ-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ SynthIQ-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ SynthIQ-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ SynthIQ-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ SynthIQ-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ SynthIQ-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ SynthIQ-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ SynthIQ-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ SynthIQ-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ SynthIQ-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ SynthIQ-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ SynthIQ-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ SynthIQ-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ SynthIQ-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ SynthIQ-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
SynthIQ-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17fecd4132af5f155c15759aeae223983dbe3767bb8e6af6d8b6bbcc08a2967b
3
+ size 1754458880
SynthIQ-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adbe89756283fc37022205c961dc9bbcdf54a0f2fde3d4f32c6b6d6c660501e8
3
+ size 1612114688
SynthIQ-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65919b5f674d52907bb4fa05726d3bdc7670d4e9ce97934affef08c7cfe8f3ed
3
+ size 2500726336
SynthIQ-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aefbcff92e5d195358420ecbd486ad8c4f963f674ad0d0b1ccff467e0d91fde4
3
+ size 2310934080
SynthIQ-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf11670ac9266538ba6d1766d8d5a070c8b2d84a4443da052c12f2616cc9b810
3
+ size 2198268672
SynthIQ-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c2f18e1104566e8e045dea6dbf2f549a998ba0f3a23557849b687be35f94e4b
3
+ size 1991699200
SynthIQ-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4788276953680b985ed110a755c9913bf4675c54744b9b81e7c0af015cfc3ce3
3
+ size 3284906624
SynthIQ-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:397066c5a1ddcc6ccbf818c45b8b2aea8c8b218a57c45dfe0835070dcec8ae8f
3
+ size 3182408320
SynthIQ-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b30ba8ff81ed10ba38963f9496f0f31d304eb130f58cd93888cf6da1b804bd
3
+ size 3018830464
SynthIQ-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd08dac504c9a2b39b6eff67e4e6704c0db1d89b595177b60f2bad9b85d9c8dd
3
+ size 2827357760
SynthIQ-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dff620ba7812d945b6e729209bd5effe440710f1f86d926738ab392eb9b777a
3
+ size 3907704256
SynthIQ-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8625557d5985241d9d84ee91cdd586e6252f722a0f4b6a9796970ae1cf06dfcd
3
+ size 2719256384
SynthIQ-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3fa2841a95ec0c509cfc1d673c1f4393c681729b1900b03c30690080b3eeeee
3
+ size 2528939840
SynthIQ-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8beb316b0b7b300944b9d36936eef946023eb6e53b3e7c67640a7714553d1903
3
+ size 3822039680
SynthIQ-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1d5e365953e61921c97c1e4e20d27617a2e2ae66d71bccf45c0824c4a5a361f
3
+ size 3519001216
SynthIQ-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10acf2a9ecdf071078ec396e7da6201ac87990675a187ad43e0a42235e4925ce
3
+ size 3164582528
SynthIQ-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088b1917ff181cdba7872850242a3bfc48fd47eac92804c8c3605cea34c07165
3
+ size 4123612864
SynthIQ-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031c032364246b891ea49249a87695c107f722e2f74d61e72a22ad23f424dee2
3
+ size 4368455360
SynthIQ-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc75a058cd713851d6ee3e426aa29d75f4cdc45a727f033ed20f9d8bb48b84c5
3
+ size 4140390080
SynthIQ-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c756947b9a5638584f110c59576328d4eabaa9329f1fc7c2d968059840518517
3
+ size 5131426496
SynthIQ-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0b5d7b30e9b904c116a7e5a5c37401ba82280beed3f712b3fa797ff7445be04
3
+ size 4997733056
SynthIQ-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1c552c586cc247d78fb61c16d13c2996a5a958c1e8288f791ab8fde10f99a0d
3
+ size 5942083328