Hugging Face's logo

Lewdiculous
/
Average_Normie_l3_v1_8B-GGUF-IQ-Imatrix

GGUF
English
roleplay
llama3
sillytavern
Inference Endpoints
imatrix
Model card Files Community
1
Lewdiculous commited on
Commit
a6c902e
•
1 Parent(s): 2d15953

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +11 -0
  2. Average_Normie_l3_v1_8B-F16.gguf +3 -0
  3. Average_Normie_l3_v1_8B-IQ3_M-imat.gguf +3 -0
  4. Average_Normie_l3_v1_8B-IQ3_XXS-imat.gguf +3 -0
  5. Average_Normie_l3_v1_8B-IQ4_XS-imat.gguf +3 -0
  6. Average_Normie_l3_v1_8B-Q4_K_M-imat.gguf +3 -0
  7. Average_Normie_l3_v1_8B-Q4_K_S-imat.gguf +3 -0
  8. Average_Normie_l3_v1_8B-Q5_K_M-imat.gguf +3 -0
  9. Average_Normie_l3_v1_8B-Q5_K_S-imat.gguf +3 -0
  10. Average_Normie_l3_v1_8B-Q6_K-imat.gguf +3 -0
  11. Average_Normie_l3_v1_8B-Q8_0-imat.gguf +3 -0
  12. imatrix-with-rp-ex.txt +0 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Average_Normie_l3_v1_8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Average_Normie_l3_v1_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Average_Normie_l3_v1_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Average_Normie_l3_v1_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Average_Normie_l3_v1_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Average_Normie_l3_v1_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Average_Normie_l3_v1_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Average_Normie_l3_v1_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Average_Normie_l3_v1_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Average_Normie_l3_v1_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Average_Normie_l3_v1_8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:862365517272a2523a80e3609dcd3396d9e60053d60f3b5385e113b81ccf279b
3
+ size 16069403936
Average_Normie_l3_v1_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7519f2dff83f3abe2109bed550da06a323cc8d7ef968108b84177341c6f89ef
3
+ size 3785336160
Average_Normie_l3_v1_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ad30310e3a248664184ce257e5345613d00b1695f6ac9cb6e16d32cf212a8a
3
+ size 3275425120
Average_Normie_l3_v1_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96513589e5ff714b5e787d7f88df9f524a19ad839bd247ca4b5a0e614a23496c
3
+ size 4448175456
Average_Normie_l3_v1_8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e98cd2672f716a0872912fdc4877969efd14d6f682f28e156f8591591c00d9c
3
+ size 4921247072
Average_Normie_l3_v1_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f9eed47be03888e9853720d0265d21ebc9fa70905be4867c093f413e8d0b323
3
+ size 4693181792
Average_Normie_l3_v1_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e732aec3b9159ad6290768368122889e4a9488cee2a06e098c411aff71b12dc
3
+ size 5733500256
Average_Normie_l3_v1_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d64d5df963a2aaa4e1fa34731b81a830a6a4583e2128ab8c25581fc6c5126a20
3
+ size 5599806816
Average_Normie_l3_v1_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:839236e61a566702f35ccfac4338459eb99ecd8f5edd3f639a9dd1e8bf55fbf0
3
+ size 6596519264
Average_Normie_l3_v1_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a8eea08055289329e431f976b4b2d6ea2ccb1857a1f13c70cc10dd779f7a91
3
+ size 8541283680
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1101d908f2b1089f1cce2a4c283f2772dee8a4f54b165a393a361bdfa454015f
3
+ size 4988126