Add: Q5, Q6, Q8

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -39,3 +39,7 @@ opus-v1.2-7b-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 opus-v1.2-7b-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 opus-v1.2-7b-IQ4_NL-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 opus-v1.2-7b-IQ4_XS-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

 opus-v1.2-7b-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 opus-v1.2-7b-IQ4_NL-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 opus-v1.2-7b-IQ4_XS-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+opus-v1.2-7b-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+opus-v1.2-7b-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+opus-v1.2-7b-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+opus-v1.2-7b-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

opus-v1.2-7b-Q5_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:aafc45695ab26367d80fc62bd63d8510b688d34660d4aff4b18ab0a9bf76247d
+size 5131421888

opus-v1.2-7b-Q5_K_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:c18062b742a955abd9a95841b84a0141766e60fa0b58434cba8e38060806c846
+size 4997728448

opus-v1.2-7b-Q6_K-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:1c68ae3344ac4e1e5cbe9f5acef8cb225d8fc5c0f2a997bfdda4354603664255
+size 5942078720

opus-v1.2-7b-Q8_0-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bab9dae9509978c7f8f022e7b8f2bd0b4bb128903f260a9e416f17886e85dd29
+size 7695875200