Hugging Face's logo

Lewdiculous
/
Aura_7B-GGUF-IQ-Imatrix

GGUF
quantized
roleplay
multimodal
vision
llava
sillytavern
Merge
mistral
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
7d2e63b
•
1 Parent(s): 0d67f2c

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Aura_7B-F16.gguf +3 -0
  3. Aura_7B-IQ3_M-imat.gguf +3 -0
  4. Aura_7B-IQ3_S-imat.gguf +3 -0
  5. Aura_7B-IQ3_XXS-imat.gguf +3 -0
  6. Aura_7B-IQ4_XS-imat.gguf +3 -0
  7. Aura_7B-Q4_K_M-imat.gguf +3 -0
  8. Aura_7B-Q4_K_S-imat.gguf +3 -0
  9. Aura_7B-Q5_K_M-imat.gguf +3 -0
  10. Aura_7B-Q5_K_S-imat.gguf +3 -0
  11. Aura_7B-Q6_K-imat.gguf +3 -0
  12. Aura_7B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Aura_7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Aura_7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Aura_7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Aura_7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Aura_7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Aura_7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Aura_7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Aura_7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Aura_7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Aura_7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Aura_7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Aura_7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57c62d2f65c9c3970b10a77a0cfd5dcd3a74c9a03e615a12c752c8235a94669a
3
+ size 14484731616
Aura_7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b82d0999a4819efa8f5d5e374414abe065a800cf20a48065e64f72b4db3b5af
3
+ size 3284891392
Aura_7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8adfe5d063c4820762f4a00b93516bfcc670cde798da78ed08908073a0f1b99a
3
+ size 3182393088
Aura_7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0015f8b02afa700933d687653719a5cfac02af106140479d733898352ec311
3
+ size 2827343616
Aura_7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c48acb1831b70df1185e3b19443fa4b5115c55d47f3954d1b4b18f05a95a577
3
+ size 3907688192
Aura_7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a8e0cba9d7ce2e76ef4797b2a32936baef762f0fd205d08996f98fd2ee65d4
3
+ size 4368439040
Aura_7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68e2a445555801db7a922a2f1f33459e934fe5ca44293452e5d8289acb6d4bda
3
+ size 4140373760
Aura_7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c17b310b1e37d53ad0d8365adff79cda5988348b27148eba7e3705c69c71e0
3
+ size 5131409152
Aura_7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f87f294e0c2e54b06ff7e93bf17138ba4bf8f0e2aaa676d6fa38a7469b4637
3
+ size 4997715712
Aura_7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3305e8b27fbf9fe9018312667a50303c7cabd4974a6ed960cc2b6b227de0ab8
3
+ size 5942064896
Aura_7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:823ed1542f01efc1d5d74fdfc9d359c22e700759f5f7ae7b865b6b8648c4073c
3
+ size 7695857408
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7092e8e6fa251806f99cee82454715f07784151acd9e3eca2b858d0d748447ab
3
+ size 4988126