Hugging Face's logo

latestissue
/
rwkv-6-world-1b6-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
eff349c
·
verified ·
1 Parent(s): 9a29126

Upload 23 files

Browse files
Files changed (23) hide show
  1. rwkv-6-world-1b6-bf16.gguf +3 -0
  2. rwkv-6-world-1b6-f16.gguf +3 -0
  3. rwkv-6-world-1b6-f32.gguf +3 -0
  4. rwkv-6-world-1b6-iq3_s.gguf +3 -0
  5. rwkv-6-world-1b6-iq3_xxs.gguf +3 -0
  6. rwkv-6-world-1b6-iq4_nl.gguf +3 -0
  7. rwkv-6-world-1b6-iq4_xs.gguf +3 -0
  8. rwkv-6-world-1b6-q2_k.gguf +3 -0
  9. rwkv-6-world-1b6-q3_k.gguf +3 -0
  10. rwkv-6-world-1b6-q3_k_l.gguf +3 -0
  11. rwkv-6-world-1b6-q4_0.gguf +3 -0
  12. rwkv-6-world-1b6-q4_0_4_4.gguf +3 -0
  13. rwkv-6-world-1b6-q4_0_4_8.gguf +3 -0
  14. rwkv-6-world-1b6-q4_0_8_8.gguf +3 -0
  15. rwkv-6-world-1b6-q4_1.gguf +3 -0
  16. rwkv-6-world-1b6-q4_k.gguf +3 -0
  17. rwkv-6-world-1b6-q4_k_s.gguf +3 -0
  18. rwkv-6-world-1b6-q5_0.gguf +3 -0
  19. rwkv-6-world-1b6-q5_1.gguf +3 -0
  20. rwkv-6-world-1b6-q5_k.gguf +3 -0
  21. rwkv-6-world-1b6-q5_k_s.gguf +3 -0
  22. rwkv-6-world-1b6-q6_k.gguf +3 -0
  23. rwkv-6-world-1b6-q8_0.gguf +3 -0
rwkv-6-world-1b6-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2bbbe0673c7c0ad3e01c7ae18c8271acbf077aa5f2af05220f74f5942acd293
3
+ size 3234201024
rwkv-6-world-1b6-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a579c43199dde47c851c972dda2f0ea78b78cca9c008f4d3ef61ae1776b8d6
3
+ size 3246783936
rwkv-6-world-1b6-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46cc77a0665960c38adfae44cff410ebf984476191eb201f1a0500fa989da6ea
3
+ size 6400900544
rwkv-6-world-1b6-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eae94428327bae3364940f5ec2c8eade1f1d7377d9e21f56b2df4dbcffcedaf
3
+ size 800693696
rwkv-6-world-1b6-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a5c989aded24426814573d27ad81b22f02b06747adc079980dd5d5d362a5f1c
3
+ size 721378752
rwkv-6-world-1b6-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61c5ba461dacca0df92f743163bd37748f71015e139ee6a2ba2911eabb5c6c72
3
+ size 992738752
rwkv-6-world-1b6-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:369310365c137da8168591be403f6c30b3fc0a30ca268716e59200803b192e90
3
+ size 947551680
rwkv-6-world-1b6-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40cdea59d6ded2f07e4583dab844f2ffdffc099ebc7f57504556dce3485b328
3
+ size 653835712
rwkv-6-world-1b6-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca0b822402ec42d17ab6503eeb0ce4a48d62855f9f661f994ab6026ec81971e
3
+ size 800693696
rwkv-6-world-1b6-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc8011c6094a5f3574dee142069b90c75327b34197fb4db5ab251372c1013a6a
3
+ size 800693696
rwkv-6-world-1b6-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baef86906b1109df321ce606c485f3bd61a3cc58aa8e5a0438f0d974da7f499f
3
+ size 992738752
rwkv-6-world-1b6-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1931df2a68569e8dc1403030cb9cbf751997e092c0b8b4aeeac1bdab43c6b4ee
3
+ size 992738752
rwkv-6-world-1b6-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2473cf1ff85bd1311949fcc400d83517e891295694d63a93aff5b906d963ac
3
+ size 992738752
rwkv-6-world-1b6-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c650a1a838029b21a2cf60a294f80c03e6173032993c13208ddff7189fd5f20
3
+ size 992738752
rwkv-6-world-1b6-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3a15420d6ba3e5cdc674dc6e8c932537fc38d4fc1ff253e0cdec03266b79a49
3
+ size 1083309504
rwkv-6-world-1b6-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77d25c67dcc8a100754c73f6f4345832acbf484f39094edad7f7d58ab003d08b
3
+ size 993131968
rwkv-6-world-1b6-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6e54afe972adc99f51d87387d1bf610015bba499768e495bc4e8cb2cdc7975
3
+ size 993131968
rwkv-6-world-1b6-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc121965cf5c637b3c9e870aab3ce87cf26774dafc7a70ef4c8a40e17a33e9d1
3
+ size 1173880256
rwkv-6-world-1b6-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e29c9328c138f25b2938e7ab898282dc98fbe42b4b8d33ac7cec24573dadcbe
3
+ size 1264451008
rwkv-6-world-1b6-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e61db4ba80573a87ba9717ac7d6aba2c07028245de9fdd2c3fe685a86bfe277
3
+ size 1174076864
rwkv-6-world-1b6-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4612d791586a445075812282c35773ca0af43127eda0021a7e292cd2bfafe300
3
+ size 1174076864
rwkv-6-world-1b6-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164553bd866fb4cb3de120ad04436b0bc73a96214ec87bf538fd70ffc4918d33
3
+ size 1367104960
rwkv-6-world-1b6-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84f6206ca4964f52f21dad009b594669537ee1a06cf691003a4095690eba140
3
+ size 1749810624