Hugging Face's logo

latestissue
/
rwkv-6-finch-1b6-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
51ff206
•
1 Parent(s): 26dccc9

Upload 23 files

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. rwkv-6-finch-1.6b-bf16.gguf +3 -0
  3. rwkv-6-finch-1.6b-f16.gguf +3 -0
  4. rwkv-6-finch-1.6b-f32.gguf +3 -0
  5. rwkv-6-finch-1.6b-iq3_s.gguf +3 -0
  6. rwkv-6-finch-1.6b-iq3_xxs.gguf +3 -0
  7. rwkv-6-finch-1.6b-iq4_nl.gguf +3 -0
  8. rwkv-6-finch-1.6b-iq4_xs.gguf +3 -0
  9. rwkv-6-finch-1.6b-q2_k.gguf +3 -0
  10. rwkv-6-finch-1.6b-q3_k.gguf +3 -0
  11. rwkv-6-finch-1.6b-q3_k_l.gguf +3 -0
  12. rwkv-6-finch-1.6b-q4_0.gguf +3 -0
  13. rwkv-6-finch-1.6b-q4_0_4_4.gguf +3 -0
  14. rwkv-6-finch-1.6b-q4_0_4_8.gguf +3 -0
  15. rwkv-6-finch-1.6b-q4_0_8_8.gguf +3 -0
  16. rwkv-6-finch-1.6b-q4_1.gguf +3 -0
  17. rwkv-6-finch-1.6b-q4_k.gguf +3 -0
  18. rwkv-6-finch-1.6b-q4_k_s.gguf +3 -0
  19. rwkv-6-finch-1.6b-q5_0.gguf +3 -0
  20. rwkv-6-finch-1.6b-q5_1.gguf +3 -0
  21. rwkv-6-finch-1.6b-q5_k.gguf +3 -0
  22. rwkv-6-finch-1.6b-q5_k_s.gguf +3 -0
  23. rwkv-6-finch-1.6b-q6_k.gguf +3 -0
  24. rwkv-6-finch-1.6b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -58,3 +58,26 @@ rwkv-6-finch-1b6-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-finch-1b6-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-finch-1b6-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
  rwkv-6-finch-1b6-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  rwkv-6-finch-1b6-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-finch-1b6-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
  rwkv-6-finch-1b6-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
61
+ rwkv-6-finch-1.6b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
62
+ rwkv-6-finch-1.6b-f16.gguf filter=lfs diff=lfs merge=lfs -text
63
+ rwkv-6-finch-1.6b-f32.gguf filter=lfs diff=lfs merge=lfs -text
64
+ rwkv-6-finch-1.6b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
65
+ rwkv-6-finch-1.6b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
66
+ rwkv-6-finch-1.6b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
67
+ rwkv-6-finch-1.6b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
68
+ rwkv-6-finch-1.6b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
69
+ rwkv-6-finch-1.6b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
70
+ rwkv-6-finch-1.6b-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
71
+ rwkv-6-finch-1.6b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
72
+ rwkv-6-finch-1.6b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
73
+ rwkv-6-finch-1.6b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
74
+ rwkv-6-finch-1.6b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
75
+ rwkv-6-finch-1.6b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
76
+ rwkv-6-finch-1.6b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
77
+ rwkv-6-finch-1.6b-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
78
+ rwkv-6-finch-1.6b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
79
+ rwkv-6-finch-1.6b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
80
+ rwkv-6-finch-1.6b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
81
+ rwkv-6-finch-1.6b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
82
+ rwkv-6-finch-1.6b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
83
+ rwkv-6-finch-1.6b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-1.6b-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce56f8f8236b3de4b00f825d3240ce887425e6cbde7f31a5760c79b8e53a1eb
3
+ size 3234200992
rwkv-6-finch-1.6b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19a8d853bc6da0702918f01bfe10d5505b06fdc5cfd0f03e517e1a39d220c87
3
+ size 3234200992
rwkv-6-finch-1.6b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc046702421be92be94df724e851d9be56bd3232915a29c78b418460b684797
3
+ size 6400900512
rwkv-6-finch-1.6b-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ba70093fff270909b379e6787be9f327d60fcd76c70dc8204d547800c9cd4a5
3
+ size 800693664
rwkv-6-finch-1.6b-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f31b6fc927786083ff0c8ad5abe031925aaeebd3af1ce0cba18c9c552a4d40
3
+ size 721378720
rwkv-6-finch-1.6b-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e3765acee81240532031c1e8f16333c393702ee863aac26ef48c161a7baed18
3
+ size 992738720
rwkv-6-finch-1.6b-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b99600a9001021def8be8e4b35aa8708807a0b2cf2941811614f34f238ea0e0
3
+ size 947551648
rwkv-6-finch-1.6b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555332ce0eb2d9f92ab5aab9e6b9f62373840b31a7f8922e44c9319bc70bfda6
3
+ size 653835680
rwkv-6-finch-1.6b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5f5d3681fb1a48c911edc907f97be657a396bdd7bc08131eba0601f23f9bdb
3
+ size 800693664
rwkv-6-finch-1.6b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f982a00b66f41bafcf31a01b9f7c28639640eec270b9bc5114514a289f9aee01
3
+ size 800693664
rwkv-6-finch-1.6b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1af475e38377991473b9f84320184c15d8204a652152932e80405053809d95d8
3
+ size 992738720
rwkv-6-finch-1.6b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c1d0e287622784b7a503d874a4369017e48a8769e55e2f63a3f71bc2d2f3ff
3
+ size 992738720
rwkv-6-finch-1.6b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3fc6ae67dfb6dea52f26c8946b4745f7c434c4d984674b4465f49687736788
3
+ size 992738720
rwkv-6-finch-1.6b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af871812a149d73d6eb7014d4cb1ec3bbd351928abcf97d995bef1a52ac46a91
3
+ size 992738720
rwkv-6-finch-1.6b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f9ec5b9b578d677837e1b2b565e2a320f057fff9861f563454526e4f2dfedf
3
+ size 1083309472
rwkv-6-finch-1.6b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ada1fafeea0e47c8c4bcc72464613256cdc61a6e05e8339df7d2c37d28c659d3
3
+ size 993131936
rwkv-6-finch-1.6b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc79cbbe9e1db7e252df54dde9b05f5cce9f182209835e37ae4c53911ceca717
3
+ size 993131936
rwkv-6-finch-1.6b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e313c44ff5bd98a6aa644211de8c976cdb087c2e5e3331fdf48de840bbe3e02
3
+ size 1173880224
rwkv-6-finch-1.6b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb05f615cb0f1e7fae8f8a2f1a75b34363849245db0f06bf3f5402dd87704666
3
+ size 1264450976
rwkv-6-finch-1.6b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b5376be83912899f79eec769b715fbe56fd088f6dbab8f84d2b98d20a8e347
3
+ size 1174076832
rwkv-6-finch-1.6b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f0ac8f09ef042dc53c53adcaf151e34af13f2755a3f16425bb597bb5c88e090
3
+ size 1174076832
rwkv-6-finch-1.6b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6990b2081309f31c36971dd042e194582a301bb2861cd882e23e76e03547fdbd
3
+ size 1367104928
rwkv-6-finch-1.6b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:727ce9908220babbfe973fc046be0e878a9aed3f85226373bab7c119081ee982
3
+ size 1749810592