Hugging Face's logo

latestissue
/
rwkv-6-finch-1b6-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
9f4420b
•
1 Parent(s): d7a2df3

Upload 23 files

Browse files
Files changed (23) hide show
  1. rwkv-6-finch-1.6b-F16.gguf +3 -0
  2. rwkv-6-finch-1.6b-IQ3_S.gguf +3 -0
  3. rwkv-6-finch-1.6b-IQ3_XXS.gguf +3 -0
  4. rwkv-6-finch-1.6b-IQ4_NL.gguf +3 -0
  5. rwkv-6-finch-1.6b-IQ4_XS.gguf +3 -0
  6. rwkv-6-finch-1.6b-Q3_K_L.gguf +3 -0
  7. rwkv-6-finch-1.6b-Q4_K_S.gguf +3 -0
  8. rwkv-6-finch-1.6b-Q5_K_S.gguf +3 -0
  9. rwkv-6-finch-1b6-BF16.gguf +3 -0
  10. rwkv-6-finch-1b6-F32.gguf +3 -0
  11. rwkv-6-finch-1b6-Q2_K.gguf +3 -0
  12. rwkv-6-finch-1b6-Q3_K.gguf +3 -0
  13. rwkv-6-finch-1b6-Q4_0.gguf +3 -0
  14. rwkv-6-finch-1b6-Q4_0_4_4.gguf +3 -0
  15. rwkv-6-finch-1b6-Q4_0_4_8.gguf +3 -0
  16. rwkv-6-finch-1b6-Q4_0_8_8.gguf +3 -0
  17. rwkv-6-finch-1b6-Q4_1.gguf +3 -0
  18. rwkv-6-finch-1b6-Q4_K.gguf +3 -0
  19. rwkv-6-finch-1b6-Q5_0.gguf +3 -0
  20. rwkv-6-finch-1b6-Q5_1.gguf +3 -0
  21. rwkv-6-finch-1b6-Q5_K.gguf +3 -0
  22. rwkv-6-finch-1b6-Q6_K.gguf +3 -0
  23. rwkv-6-finch-1b6-Q8_0.gguf +3 -0
rwkv-6-finch-1.6b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ca10f5e660e2144701f9ab2a87c52c85eb38c1bc3a36d826fbd441ca883eb7b
3
+ size 3246784032
rwkv-6-finch-1.6b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f29c5e79ed1e83a8786a48ad6633055ce76c9c21d306618a59239f66fb3e9824
3
+ size 800693792
rwkv-6-finch-1.6b-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d42d2f0ce287fccac289d6dfaea957ad0ef780bae01d0b1dd50cc16505e81ede
3
+ size 721378848
rwkv-6-finch-1.6b-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6704b177958fd8b01bd95312215988e28277473e296bd5131479ff35ef63551
3
+ size 992738848
rwkv-6-finch-1.6b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b608671064c54ceac00a1109727abed712a5ff134be7487e077afbb2ce698681
3
+ size 947551776
rwkv-6-finch-1.6b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d43a40170d4115ad1e81f14bba169c7b2f3760504b6e7895ee9dec39c8de8a9c
3
+ size 800693792
rwkv-6-finch-1.6b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31010a9694ef715d2c2de69ebcecc04e096dc24ca1362a579b9a06ad902df47b
3
+ size 993132064
rwkv-6-finch-1.6b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba34c4d39c2474f67eec2ec0daaba948ee6e5f869fb4f96395a6c31d4bb0220b
3
+ size 1174076960
rwkv-6-finch-1b6-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed8ca093309a64c007acc602e4e13cad88eec437ad18f7556db35de5e407875
3
+ size 3234201120
rwkv-6-finch-1b6-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3565ba5856d2411ef106d7a52c8c251c1c612bde048a6d66c0612cf2b2e48825
3
+ size 6400900640
rwkv-6-finch-1b6-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4a362b34bec9833073a73918ee42f2dd4a683744bdace4b8b40fe25b13111b
3
+ size 653835808
rwkv-6-finch-1b6-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24dff45ff6d6105699eaacd49b44e05203d39e9624c356985a4120c7acbe5b10
3
+ size 800693792
rwkv-6-finch-1b6-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b345728c3792f0168a615bd529a319d63f8becb760090330ce583a24f55e46b
3
+ size 992738848
rwkv-6-finch-1b6-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de3994a009dc036080dc49a98395d9bdb2c62803ee98566ff6823e3fae4371ba
3
+ size 992738848
rwkv-6-finch-1b6-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43eca3321432d27a0bd2f9ce7e0fd3bc615a2b42c8c4f4d8c94634e2fbd495dc
3
+ size 992738848
rwkv-6-finch-1b6-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b94f134fe31ad22b4604eb22eba07f1791daa0d98f833ea8d38a27eb43a767
3
+ size 992738848
rwkv-6-finch-1b6-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f434871f44293409c5d9096bc47851fd3ed92d753e6f2a50869b8a517e3ac1
3
+ size 1083309600
rwkv-6-finch-1b6-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d392654be52bcd8982814424340d736ed4d4c6d4fb340dfb61f78e489b719b
3
+ size 993132064
rwkv-6-finch-1b6-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc25b73137730e686760547ab5c785f7330046f7eaba3d0bf53bf48220daef6c
3
+ size 1173880352
rwkv-6-finch-1b6-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7605076cfb427ed8e204911c8de18d23adc3ddabfbb3089695402386350258a1
3
+ size 1264451104
rwkv-6-finch-1b6-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:216c1da6e67c1b30a9b663163272468d959c86e880b048382d03a0af25496664
3
+ size 1174076960
rwkv-6-finch-1b6-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b2dd48a2e5082fe6eb1bfc6dc2c319be96595cd741943b5bad3620a4e31a20
3
+ size 1367105056
rwkv-6-finch-1b6-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e18fd472afeeae91d3e232900fac61bba243c236ce9461417d5c11c12cfa60f
3
+ size 1749810720