Hugging Face's logo

latestissue
/
rwkv-6-world-1b6-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
01798b8
•
1 Parent(s): 0eb3248

Upload 17 files

Browse files
Files changed (18) hide show
  1. .gitattributes +17 -0
  2. rwkv-6-world-1b6-bf16.gguf +3 -0
  3. rwkv-6-world-1b6-f16.gguf +3 -0
  4. rwkv-6-world-1b6-f32.gguf +3 -0
  5. rwkv-6-world-1b6-iq3_s.gguf +3 -0
  6. rwkv-6-world-1b6-iq3_xxs.gguf +3 -0
  7. rwkv-6-world-1b6-iq4_nl.gguf +3 -0
  8. rwkv-6-world-1b6-iq4_xs.gguf +3 -0
  9. rwkv-6-world-1b6-q2_k.gguf +3 -0
  10. rwkv-6-world-1b6-q3_k.gguf +3 -0
  11. rwkv-6-world-1b6-q4_0.gguf +3 -0
  12. rwkv-6-world-1b6-q4_1.gguf +3 -0
  13. rwkv-6-world-1b6-q4_k.gguf +3 -0
  14. rwkv-6-world-1b6-q5_0.gguf +3 -0
  15. rwkv-6-world-1b6-q5_1.gguf +3 -0
  16. rwkv-6-world-1b6-q5_k.gguf +3 -0
  17. rwkv-6-world-1b6-q6_k.gguf +3 -0
  18. rwkv-6-world-1b6-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ rwkv-6-world-1b6-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ rwkv-6-world-1b6-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ rwkv-6-world-1b6-f32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ rwkv-6-world-1b6-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ rwkv-6-world-1b6-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
41
+ rwkv-6-world-1b6-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
42
+ rwkv-6-world-1b6-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
43
+ rwkv-6-world-1b6-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
44
+ rwkv-6-world-1b6-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ rwkv-6-world-1b6-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ rwkv-6-world-1b6-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
47
+ rwkv-6-world-1b6-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
48
+ rwkv-6-world-1b6-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ rwkv-6-world-1b6-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
50
+ rwkv-6-world-1b6-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
+ rwkv-6-world-1b6-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
+ rwkv-6-world-1b6-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-world-1b6-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8a8a95d25d1caa036a8fc9d569f47e6c39712014905dee04807a0d8e1226612
3
+ size 3234200960
rwkv-6-world-1b6-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6babf8564750ea6456a5ddeb1db0898a64676fc304d52cd56bf5e9477bded4f
3
+ size 3234200960
rwkv-6-world-1b6-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b44a7a7e1e05e683835c503bef4a4bc7eafafde9cc5a5d6ff6435501f2ef5d8
3
+ size 6400900480
rwkv-6-world-1b6-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9467fb4cb21855e62cf731080c9939fd5942cb200a530ec5ce30a39b5ff775cd
3
+ size 800693632
rwkv-6-world-1b6-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938d670f9d78728a92c341260a4c7006398f8ec4fac4a6127f56dba3a1f8095d
3
+ size 721378688
rwkv-6-world-1b6-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c33607ab357a496311145e99a33d95fb7c0d55bb614c74af3de8aec892ada49f
3
+ size 992738688
rwkv-6-world-1b6-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b793697f4790aeb1ab4b0127f092fddb405b22fbed08140338a8006ad8c5a993
3
+ size 947551616
rwkv-6-world-1b6-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbdbd942a319feff875937dedaed26ea33b9628a54db9659652fca37d7a56a9d
3
+ size 653835648
rwkv-6-world-1b6-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aac4815fb6afcd6ff568b97a973e24a175a89222daf87ef231488521a4824fb
3
+ size 800693632
rwkv-6-world-1b6-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c102c6f3d1a9056e89460b287ea793114584412a90a30f03195b2c0036917af
3
+ size 992738688
rwkv-6-world-1b6-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59a2f2db304cfb7f230184d115196d7f04caf253f994cd6365a50f95058168fe
3
+ size 1083309440
rwkv-6-world-1b6-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e032f94cb9134b322f6f5516afb230b12aa407d904a17a0d052bc047b74b8315
3
+ size 993131904
rwkv-6-world-1b6-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0b91b591f282ce529790ecde6ae36494a9994565f4fe47567fba4cd5d43e96
3
+ size 1173880192
rwkv-6-world-1b6-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78e0826972f8ab166363c4f836358d7fe6844ef30401246300d032b49d4f18cf
3
+ size 1264450944
rwkv-6-world-1b6-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fc8741fa48d1b9f9e03e664087e27598ac9d944328f9e57ae179889528fde8
3
+ size 1174076800
rwkv-6-world-1b6-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f6671dda24ce2353838ce45c576cfa95e41c63f9247e443633bcc5677308d6
3
+ size 1367104896
rwkv-6-world-1b6-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d16eb3179cc1df290a8eaafe2df4ebecaede55768fbfdcc7a84b636fee0aa4
3
+ size 1749810560