Hugging Face's logo

yimeiyang
/
rwkv-4-169m-pile-finetuned-wikitext2

Text Generation
Transformers
TensorBoard
Safetensors
rwkv
Inference Endpoints
Model card Files Metrics Community
yimeiyang commited on
Commit
3d1fc1f
•
1 Parent(s): 4d61ea7

Training in progress, step 500

Browse files
Files changed (9) hide show
  1. adapter_config.json +17 -0
  2. adapter_model.safetensors +3 -0
  3. model.safetensors +1 -1
  4. runs/Apr11_22-21-02_cheng-ubuntu/events.out.tfevents.1712888464.cheng-ubuntu.7731.0 +3 -0
  5. runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712888670.cheng-ubuntu.7985.0 +3 -0
  6. runs/Mar27_22-07-25_cheng-ubuntu/events.out.tfevents.1711591647.cheng-ubuntu.10235.0 +2 -2
  7. runs/Mar27_22-07-25_cheng-ubuntu/events.out.tfevents.1711596328.cheng-ubuntu.10235.1 +3 -0
  8. runs/Mar28_17-33-28_cheng-ubuntu/events.out.tfevents.1711661642.cheng-ubuntu.33498.0 +3 -0
  9. training_args.bin +1 -1
adapter_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_mapping": null,
3
+ "base_model_name_or_path": "RWKV/rwkv-4-169m-pile",
4
+ "encoder_dropout": 0.0,
5
+ "encoder_hidden_size": 128,
6
+ "encoder_num_layers": 2,
7
+ "encoder_reparameterization_type": "MLP",
8
+ "inference_mode": true,
9
+ "num_attention_heads": 12,
10
+ "num_layers": 12,
11
+ "num_transformer_submodules": 1,
12
+ "num_virtual_tokens": 20,
13
+ "peft_type": "P_TUNING",
14
+ "revision": null,
15
+ "task_type": "CAUSAL_LM",
16
+ "token_dim": 768
17
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7807ae0648299292f9e509e5b528902f59a61fa533dee9da290fa072197f3d6
3
+ size 61560
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9778cbea0912e43264a5c058895d0eb16bb4caa9b295e93302db9dcd763ddb0f
3
  size 677393760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07aabd5f119c19d369da7adda682480c1789f6f5c382804318fe03fe0ed934eb
3
  size 677393760
runs/Apr11_22-21-02_cheng-ubuntu/events.out.tfevents.1712888464.cheng-ubuntu.7731.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e5f9db73758e7838fc035f8de0730673df0d3ecdd2aa3364cc8bbc6a80f7fb8
3
+ size 4184
runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712888670.cheng-ubuntu.7985.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b67ef4389da92be04cfabce26965bf3cd29f79a560dc454d63594f8fd6f19e
3
+ size 4698
runs/Mar27_22-07-25_cheng-ubuntu/events.out.tfevents.1711591647.cheng-ubuntu.10235.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82e78744d2db3dac1742681b7cace1695849696f4de1a5de74bf7675fe2fb4e1
3
- size 7772
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2f8d20bce547e699946c2d7c6c2ad667f52fb49461ade28146f5b430b087366
3
+ size 8608
runs/Mar27_22-07-25_cheng-ubuntu/events.out.tfevents.1711596328.cheng-ubuntu.10235.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25b40310ba9685c0a7df0781881bef3cc1cae8662c835a597ec7849bbf495cf9
3
+ size 359
runs/Mar28_17-33-28_cheng-ubuntu/events.out.tfevents.1711661642.cheng-ubuntu.33498.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a0410f183dd6df1862c259e0a855f6fdf47cd4b9c658d55c7aa19503f5ac35f
3
+ size 297
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06fd8028d73f657410440d332524f37c69f93c7a6d49285110934be9cf8b7e83
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dab922c58825521a6d1fee99dc64f51cf3790e3389389a289727eb358f9aef0d
3
  size 4920