Hugging Face's logo

ABX-AI
/
Infinite-Laymons-7B-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Inference Endpoints
Model card Files Community
ABX-AI commited on
Commit
5e46012
•
1 Parent(s): d46a9df

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Infinite-Laymons-7B-IQ3_M-imat.gguf +3 -0
  3. Infinite-Laymons-7B-IQ3_S-imat.gguf +3 -0
  4. Infinite-Laymons-7B-IQ3_XXS-imat.gguf +3 -0
  5. Infinite-Laymons-7B-IQ4_NL-imat.gguf +3 -0
  6. Infinite-Laymons-7B-IQ4_XS-imat.gguf +3 -0
  7. Infinite-Laymons-7B-Q4_K_M-imat.gguf +3 -0
  8. Infinite-Laymons-7B-Q4_K_S-imat.gguf +3 -0
  9. Infinite-Laymons-7B-Q5_K_M-imat.gguf +3 -0
  10. Infinite-Laymons-7B-Q5_K_S-imat.gguf +3 -0
  11. Infinite-Laymons-7B-Q6_K-imat.gguf +3 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Infinite-Laymons-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Infinite-Laymons-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Infinite-Laymons-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Infinite-Laymons-7B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Infinite-Laymons-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Infinite-Laymons-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Infinite-Laymons-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Infinite-Laymons-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Infinite-Laymons-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Infinite-Laymons-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
Infinite-Laymons-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e242ff117b7755b1f635f1e1eb570c925a3255d341fd9eb9e846c084e551b582
3
+ size 3284891392
Infinite-Laymons-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6771cae7420eb53372fc0cb26f110fd3c0b8fc89019db87b71fe7e4ed058cc6
3
+ size 3182393088
Infinite-Laymons-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b563cf60858b438f5d5b39ebab440852d6960e21e8752655289ca4abcc65ce65
3
+ size 2827343616
Infinite-Laymons-7B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ea7f7508c504879edfe36448056bc77f1d17f87f9df0d6ac1db70e1f26cafc1
3
+ size 4125693696
Infinite-Laymons-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de619d302f8250bf43bd407403fff2095d36d492cec9e84c67bf52dffbb1635
3
+ size 3907688192
Infinite-Laymons-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a39a5814f62345367bfb8872a9b2d57c83985ce607ee3c60bffe85700486b3
3
+ size 4368439040
Infinite-Laymons-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80d3163c1a703e7185d85a8a8ed8f5d7f4f086b6f2e5bcebf4ec6d58f412bdcf
3
+ size 4140373760
Infinite-Laymons-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bd385ed33e3671232a623c6da05da5082db15a1a5741fda10e67be5a94e9d0
3
+ size 5131409152
Infinite-Laymons-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bec06fdf8ac5e85d4d5006e02b2d05231e2de040178db0e753f26547895f5e9b
3
+ size 4997715712
Infinite-Laymons-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cfaa4f40b16bdbbdaa3547910a994b251dffd5eb97d6b6c60670dfbeb399f5d
3
+ size 5942064896
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc00bc049d0ffbb1918ca2f60d85dbbd2099fc4ec67ef80213faf52a9a911c2
3
+ size 4988126