Hugging Face's logo

latestissue
/
rwkv-6-world-3b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
b17d3d4
•
1 Parent(s): 54c50e1

Upload 23 files

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. rwkv-6-finch-3b-BF16.gguf +3 -0
  3. rwkv-6-finch-3b-F16.gguf +3 -0
  4. rwkv-6-finch-3b-F32.gguf +3 -0
  5. rwkv-6-finch-3b-IQ3_S.gguf +3 -0
  6. rwkv-6-finch-3b-IQ3_XXS.gguf +3 -0
  7. rwkv-6-finch-3b-IQ4_NL.gguf +3 -0
  8. rwkv-6-finch-3b-IQ4_XS.gguf +3 -0
  9. rwkv-6-finch-3b-Q2_K.gguf +3 -0
  10. rwkv-6-finch-3b-Q3_K.gguf +3 -0
  11. rwkv-6-finch-3b-Q3_K_L.gguf +3 -0
  12. rwkv-6-finch-3b-Q4_0.gguf +3 -0
  13. rwkv-6-finch-3b-Q4_0_4_4.gguf +3 -0
  14. rwkv-6-finch-3b-Q4_0_4_8.gguf +3 -0
  15. rwkv-6-finch-3b-Q4_0_8_8.gguf +3 -0
  16. rwkv-6-finch-3b-Q4_1.gguf +3 -0
  17. rwkv-6-finch-3b-Q4_K.gguf +3 -0
  18. rwkv-6-finch-3b-Q4_K_S.gguf +3 -0
  19. rwkv-6-finch-3b-Q5_0.gguf +3 -0
  20. rwkv-6-finch-3b-Q5_1.gguf +3 -0
  21. rwkv-6-finch-3b-Q5_K.gguf +3 -0
  22. rwkv-6-finch-3b-Q5_K_S.gguf +3 -0
  23. rwkv-6-finch-3b-Q6_K.gguf +3 -0
  24. rwkv-6-finch-3b-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -80,3 +80,26 @@ rwkv-6-world-3b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
80
  rwkv-6-world-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
81
  rwkv-6-world-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
82
  rwkv-6-world-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80
  rwkv-6-world-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
81
  rwkv-6-world-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
82
  rwkv-6-world-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
83
+ rwkv-6-finch-3b-BF16.gguf filter=lfs diff=lfs merge=lfs -text
84
+ rwkv-6-finch-3b-F16.gguf filter=lfs diff=lfs merge=lfs -text
85
+ rwkv-6-finch-3b-F32.gguf filter=lfs diff=lfs merge=lfs -text
86
+ rwkv-6-finch-3b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
87
+ rwkv-6-finch-3b-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
88
+ rwkv-6-finch-3b-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
89
+ rwkv-6-finch-3b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
90
+ rwkv-6-finch-3b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
91
+ rwkv-6-finch-3b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
92
+ rwkv-6-finch-3b-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
93
+ rwkv-6-finch-3b-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
94
+ rwkv-6-finch-3b-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
95
+ rwkv-6-finch-3b-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
96
+ rwkv-6-finch-3b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
97
+ rwkv-6-finch-3b-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
98
+ rwkv-6-finch-3b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
99
+ rwkv-6-finch-3b-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
100
+ rwkv-6-finch-3b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
101
+ rwkv-6-finch-3b-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
102
+ rwkv-6-finch-3b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
103
+ rwkv-6-finch-3b-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
104
+ rwkv-6-finch-3b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
105
+ rwkv-6-finch-3b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-3b-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1857a6e3a7eddb47321df1cc75a0290cde916d7fafee0f1c64f421563e6864a5
3
+ size 6256219680
rwkv-6-finch-3b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26d203b3834507594239a6f25392e1c8983d470788de262db06e4a2af8102a3
3
+ size 6277191200
rwkv-6-finch-3b-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c13ffda8cc12710c5623b481abf8b092a02b026dbb61037fcc040da782b23267
3
+ size 12400875040
rwkv-6-finch-3b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcf0b91618ab8427bce9489c449dd1dbc5c9d38c85b95dd8cce0f87ecbd793f
3
+ size 1497937440
rwkv-6-finch-3b-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1901d25d6857874ed680ebe2aeba27718842c24b7fb2427b24af8ae1d5fbfbeb
3
+ size 1347614240
rwkv-6-finch-3b-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc26e04414dd3a528ad8abb7d525b8d1006f53e3c0b01f2d50bc60490527b82
3
+ size 1883002400
rwkv-6-finch-3b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4277086ff99daa5619452e622a2fb666b88807135518adfb639cd87713ea26c
3
+ size 1792398880
rwkv-6-finch-3b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dad4a9e7f69e057faac2c39144ce7227a2e3e7daabfc83661c76d0ddd85ba42
3
+ size 1203476000
rwkv-6-finch-3b-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd1b022916f0910d2ab7ffa24e66213fa720cedab987bdf82a4fc162c1e32640
3
+ size 1497937440
rwkv-6-finch-3b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827a5907d7305952518ace45abaf344c003e8651be2b21de8bfe1f7bbb055746
3
+ size 1497937440
rwkv-6-finch-3b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b88b43b89545a521b6984271ae5d08cb1334b7dd3c4c5ca984cb904e2a6fbaa
3
+ size 1883002400
rwkv-6-finch-3b-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f723293db8bcae2a15cb897e8b3e0c2995e58759f31c9b9d41341e6401e4fb1a
3
+ size 1883002400
rwkv-6-finch-3b-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb0712123bb32f64ec9d3080b66e3f31ee68a3bb29f4e3b8a4d16b86fe90e03a
3
+ size 1883002400
rwkv-6-finch-3b-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:903a2139314fc123445fe043932e60f9d3161f0f25442c7ff4198483061c5668
3
+ size 1883002400
rwkv-6-finch-3b-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fe2096883016fb139010d07138603997f8198c9925c056331105bb53295f0b
3
+ size 2064537120
rwkv-6-finch-3b-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a289ecb9b4bfd8f9b13b378f583e1bcd1f883c31cb3052d14476822cff5ead3
3
+ size 1883657760
rwkv-6-finch-3b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f2b82a20886d62b1c7ead28b677b7730b3529560ab60e09bc2a43a7fc0ca22
3
+ size 1883657760
rwkv-6-finch-3b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3d2d2348a46de4ed425e0deb09044bd20cb2c5bc6327f8a1674c19324450595
3
+ size 2246071840
rwkv-6-finch-3b-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99bcea488d634abe6ea55d9bcc67c99b966f7e82f0834b52dad62e30d90095ee
3
+ size 2427606560
rwkv-6-finch-3b-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd13ce6c7d84a7ee7a44b2282d38478117c7bf6ab2e85d77ab4c5585148c176
3
+ size 2246399520
rwkv-6-finch-3b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae54693af48be9ee2c199a30dca41746af0d01cbe2c8243f061002e1905a954a
3
+ size 2246399520
rwkv-6-finch-3b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0897cf8d0c0e0f457db325b4902aa3d04127aec093be5af0691fe8de7d489543
3
+ size 2633102880
rwkv-6-finch-3b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4612496bdddd57931cb2813551452a9400326886380977312a5312aa2851b1f6
3
+ size 3375912480