Update README.md
Browse files
README.md
CHANGED
|
@@ -10,6 +10,13 @@ https://huggingface.co/BlinkDL/rwkv-4-raven/tree/main
|
|
| 10 |
|
| 11 |
RWKV-4-Raven-7B-v10-Eng89%25-Jpn10%25-Other1%25-20230420-ctx4096.pth
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
Dataset
|
| 14 |
|
| 15 |
https://huggingface.co/datasets/kunishou/hh-rlhf-49k-ja
|
|
|
|
| 10 |
|
| 11 |
RWKV-4-Raven-7B-v10-Eng89%25-Jpn10%25-Other1%25-20230420-ctx4096.pth
|
| 12 |
|
| 13 |
+
Parameters:
|
| 14 |
+
Lora Rank 1024
|
| 15 |
+
Lora Alpha 2048
|
| 16 |
+
ctx length 1024
|
| 17 |
+
Lora Size: almost 1.6GB
|
| 18 |
+
|
| 19 |
+
|
| 20 |
Dataset
|
| 21 |
|
| 22 |
https://huggingface.co/datasets/kunishou/hh-rlhf-49k-ja
|