Hugging Face's logo

yimeiyang
/
rwkv-4-169m-pile-finetuned-wikitext2

Text Generation
Transformers
TensorBoard
Safetensors
rwkv
Inference Endpoints
Model card Files Metrics Community
yimeiyang commited on
Commit
26825a4
•
1 Parent(s): 231677e

Training in progress, step 500

Browse files
Files changed (8) hide show
  1. adapter_config.json +7 -7
  2. adapter_model.safetensors +2 -2
  3. model.safetensors +1 -1
  4. runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712888670.cheng-ubuntu.7985.0 +2 -2
  5. runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712893945.cheng-ubuntu.7985.1 +3 -0
  6. runs/Apr11_23-53-19_cheng-ubuntu/events.out.tfevents.1712894038.cheng-ubuntu.12693.0 +3 -0
  7. runs/Apr14_13-16-42_cheng-ubuntu/events.out.tfevents.1713115003.cheng-ubuntu.9321.0 +3 -0
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,17 +1,17 @@
1
  {
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "RWKV/rwkv-4-169m-pile",
4
- "encoder_dropout": 0.0,
5
- "encoder_hidden_size": 128,
6
- "encoder_num_layers": 2,
7
- "encoder_reparameterization_type": "MLP",
8
  "inference_mode": true,
9
  "num_attention_heads": 12,
10
  "num_layers": 12,
11
  "num_transformer_submodules": 1,
12
- "num_virtual_tokens": 20,
13
- "peft_type": "P_TUNING",
 
 
14
  "revision": null,
15
  "task_type": "CAUSAL_LM",
16
- "token_dim": 768
 
 
17
  }
 
1
  {
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "RWKV/rwkv-4-169m-pile",
 
 
 
 
4
  "inference_mode": true,
5
  "num_attention_heads": 12,
6
  "num_layers": 12,
7
  "num_transformer_submodules": 1,
8
+ "num_virtual_tokens": 10,
9
+ "peft_type": "PROMPT_TUNING",
10
+ "prompt_tuning_init": "RANDOM",
11
+ "prompt_tuning_init_text": null,
12
  "revision": null,
13
  "task_type": "CAUSAL_LM",
14
+ "token_dim": 768,
15
+ "tokenizer_kwargs": null,
16
+ "tokenizer_name_or_path": null
17
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f283c95bc8946869ac322d236da6a6049140fb79582ce2cc6b045b4098374c9
3
- size 61560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd85867d44416d9ea615477ccce4190f4b7ad092a8e0f99d945bbaeb0621aace
3
+ size 30840
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d02fec4b2648eb1fff3d58b31990820bea018776c88597334e187b318d960a4
3
  size 677393760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07aabd5f119c19d369da7adda682480c1789f6f5c382804318fe03fe0ed934eb
3
  size 677393760
runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712888670.cheng-ubuntu.7985.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03128115cca46ab419e6104c75bc5b54d4f2377283a42f2ea6164e4c8edd8bcb
3
- size 7983
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0745a33ee3cc57b9f437155480993fe1b60dbf24f0fcdfb0709ce6b3d3652d04
3
+ size 8608
runs/Apr11_22-24-29_cheng-ubuntu/events.out.tfevents.1712893945.cheng-ubuntu.7985.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2db152debfff7dc844835556c69f1fbe5ac4e6137ed6cafd9ca383e63f3a297
3
+ size 359
runs/Apr11_23-53-19_cheng-ubuntu/events.out.tfevents.1712894038.cheng-ubuntu.12693.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d186a6e15d40788d7e10b33139f010e80da94d3d6f5ec92d11034c8efbddcf69
3
+ size 297
runs/Apr14_13-16-42_cheng-ubuntu/events.out.tfevents.1713115003.cheng-ubuntu.9321.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59beb72f3f29167940a8c454ad751f0dde3a3e0f600e2a4b063d69077eba320a
3
+ size 4698
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dab922c58825521a6d1fee99dc64f51cf3790e3389389a289727eb358f9aef0d
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11aca8f1f98a479cf0b6b03ee7ca0f9ab384ef98c5c0ac90ae5e342917ec83b5
3
  size 4920