Hugging Face's logo

Lewdiculous
/
Erosumika-7B-v3-0.2-GGUF-IQ-Imatrix

Text Generation
GGUF
English
text-generation-inference
instruct
conversational
roleplay
mistral
Merge
sillytavern
Inference Endpoints
Model card Files Community
1
Lewdiculous commited on
Commit
f53c62e
·
verified ·
1 Parent(s): 0b35355

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Erosumika-7B-v3-0.2-F16.gguf +3 -0
  3. Erosumika-7B-v3-0.2-IQ3_M-imat.gguf +3 -0
  4. Erosumika-7B-v3-0.2-IQ3_S-imat.gguf +3 -0
  5. Erosumika-7B-v3-0.2-IQ3_XXS-imat.gguf +3 -0
  6. Erosumika-7B-v3-0.2-IQ4_XS-imat.gguf +3 -0
  7. Erosumika-7B-v3-0.2-Q4_K_M-imat.gguf +3 -0
  8. Erosumika-7B-v3-0.2-Q4_K_S-imat.gguf +3 -0
  9. Erosumika-7B-v3-0.2-Q5_K_M-imat.gguf +3 -0
  10. Erosumika-7B-v3-0.2-Q5_K_S-imat.gguf +3 -0
  11. Erosumika-7B-v3-0.2-Q6_K-imat.gguf +3 -0
  12. Erosumika-7B-v3-0.2-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-data.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Erosumika-7B-v3-0.2-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Erosumika-7B-v3-0.2-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Erosumika-7B-v3-0.2-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Erosumika-7B-v3-0.2-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Erosumika-7B-v3-0.2-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Erosumika-7B-v3-0.2-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Erosumika-7B-v3-0.2-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Erosumika-7B-v3-0.2-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Erosumika-7B-v3-0.2-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Erosumika-7B-v3-0.2-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Erosumika-7B-v3-0.2-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Erosumika-7B-v3-0.2-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c699ea9b6fbb8b8375191e7b78f8ed3a03ea0edc66400493544b48ecbf014a91
3
+ size 14484731616
Erosumika-7B-v3-0.2-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad2eb894d49c82099beff1f80f057f169dd6e792c60d4ce9eee5bb825aca1a9
3
+ size 3284891392
Erosumika-7B-v3-0.2-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fff28770f3e5c6bf8312110e91da4effc04685692bf46610c5d1e148daa892d
3
+ size 3182393088
Erosumika-7B-v3-0.2-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13df75544173cae18fa8ca9b45bd28e7c82249fdd7adb2876fdb4181b4bff366
3
+ size 2827343616
Erosumika-7B-v3-0.2-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0cbf4f4af74aafc25f15d4dc68a676fe4c611e776fef68d519724ec629d5c8
3
+ size 3907688192
Erosumika-7B-v3-0.2-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b2d8345b836ced829447742b71a2b4381e21f86519841e0f5c5144002786c6
3
+ size 4368439040
Erosumika-7B-v3-0.2-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8dbc047209d5704b3da745ac32191510a2392332655a82a232b8759eb953e1
3
+ size 4140373760
Erosumika-7B-v3-0.2-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cf3793177c9d8dfb2fb698c79fe6c3fcd47058f68371ce22e1aec56b8d45f2
3
+ size 5131409152
Erosumika-7B-v3-0.2-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4693e039a57d4d808fe0d4bc1ed67c2789813f8569ce925bfeb552e22f2e3173
3
+ size 4997715712
Erosumika-7B-v3-0.2-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9dd3da1e7979c6c3171f916b68cc25d414d8afaae2b1daa22212b5a123cc486
3
+ size 5942064896
Erosumika-7B-v3-0.2-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377ac97f6f6d7f464eabf6e379a8081df43a5c0d6d1700e95ff266052f45c7ab
3
+ size 7695857408
imatrix-with-rp-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:201c22d82380d7fd64c2d0754d97481f77ae5db72917276a5a5b4e437192de63
3
+ size 4988126