Hugging Face's logo

mradermacher
/
flammen12-mistral-7B-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
acd589f
·
verified ·
1 Parent(s): d42be69

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. flammen12-mistral-7B.IQ4_XS.gguf +3 -0
  3. flammen12-mistral-7B.Q2_K.gguf +3 -0
  4. flammen12-mistral-7B.Q3_K_L.gguf +3 -0
  5. flammen12-mistral-7B.Q3_K_M.gguf +3 -0
  6. flammen12-mistral-7B.Q3_K_S.gguf +3 -0
  7. flammen12-mistral-7B.Q4_K_M.gguf +3 -0
  8. flammen12-mistral-7B.Q4_K_S.gguf +3 -0
  9. flammen12-mistral-7B.Q5_K_M.gguf +3 -0
  10. flammen12-mistral-7B.Q5_K_S.gguf +3 -0
  11. flammen12-mistral-7B.Q6_K.gguf +3 -0
  12. flammen12-mistral-7B.Q8_0.gguf +3 -0
  13. flammen12-mistral-7B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flammen12-mistral-7B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ flammen12-mistral-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ flammen12-mistral-7B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ flammen12-mistral-7B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ flammen12-mistral-7B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ flammen12-mistral-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ flammen12-mistral-7B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ flammen12-mistral-7B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ flammen12-mistral-7B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ flammen12-mistral-7B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ flammen12-mistral-7B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ flammen12-mistral-7B.f16.gguf filter=lfs diff=lfs merge=lfs -text
flammen12-mistral-7B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34239b99fc43a65bd36629aff2681cf97100c381afec6aad76df2afb82ceeb44
3
+ size 3944389664
flammen12-mistral-7B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2892643ba08ae40e606f67131aac5923494392b6d04dc75f19f5de2790d1b0e
3
+ size 2719243296
flammen12-mistral-7B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c06e9bb0d6f90499a93eb52292b0f36ea258897561bbcd819cb4140fd413e4e
3
+ size 3822025760
flammen12-mistral-7B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76cac3a32d0d286aca8cc407256a0a479a1a373c9ac4bb57698052076727f090
3
+ size 3518987296
flammen12-mistral-7B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4b7d4a382489fa9dc837a97b9d32580e4c273224eb4264bd749945620262bf
3
+ size 3164568608
flammen12-mistral-7B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a682e87ab048795ec1c8effb6654cbe26b5bf08bcd73f8cd67cef48a4aa6062
3
+ size 4368440352
flammen12-mistral-7B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1346fc35fed4119b33c6ddaaa778b14acdbacba01cbf79f48f24c1c9b1dcfb6
3
+ size 4140375072
flammen12-mistral-7B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:694756766451554c42fcc653ae5d2cb3eedcc2933fc0f0dbc8d5511a947d06f4
3
+ size 5131410464
flammen12-mistral-7B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cdefed8fe5e1d2354e534ce8215bcadec6924ef7d73df87b58fa0a719d04785
3
+ size 4997717024
flammen12-mistral-7B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36fe00d3585c16fd54ff93323602da6105e7458dbc5612303a7965cd49938651
3
+ size 5942066208
flammen12-mistral-7B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a2816d84e8610203def526c942513907fd5fa162c22dcba178edbffb0b1f981
3
+ size 7695858720
flammen12-mistral-7B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0720e91aadf0097e2bb157837292066b39e57c44fcf6782f9152719e778d550f
3
+ size 14484732960