mkopecki commited on
Commit
f5476c1
1 Parent(s): 7327101

End of training

Browse files
Files changed (3) hide show
  1. README.md +2 -2
  2. adapter_model.safetensors +1 -1
  3. trainer_state.json +49 -0
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- base_model: meta-llama/Meta-Llama-3-8B-Instruct
3
  library_name: peft
4
  license: llama3
5
  tags:
@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # chess-sft-lora-adapter
18
 
19
- This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the None dataset.
20
 
21
  ## Model description
22
 
 
1
  ---
2
+ base_model: meta-llama/Meta-Llama-3-8B
3
  library_name: peft
4
  license: llama3
5
  tags:
 
16
 
17
  # chess-sft-lora-adapter
18
 
19
+ This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) on the None dataset.
20
 
21
  ## Model description
22
 
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d398609203acf4e5ed7de998b5bc1727e3acf10cef1a07585419ed75d5bb52ed
3
  size 4370592096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d36d3b45bfb96a7cb74f926997aa7b3f96571a4540d46c5f1bcdd688dbc2a2
3
  size 4370592096
trainer_state.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 501,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 2.9940119760479043,
13
+ "grad_norm": 2.417518377304077,
14
+ "learning_rate": 9.98003992015968e-08,
15
+ "loss": 0.9995,
16
+ "step": 500
17
+ },
18
+ {
19
+ "epoch": 3.0,
20
+ "step": 501,
21
+ "total_flos": 2.0033559725080576e+16,
22
+ "train_loss": 0.9991578065944527,
23
+ "train_runtime": 874.8982,
24
+ "train_samples_per_second": 2.287,
25
+ "train_steps_per_second": 0.573
26
+ }
27
+ ],
28
+ "logging_steps": 500,
29
+ "max_steps": 501,
30
+ "num_input_tokens_seen": 0,
31
+ "num_train_epochs": 3,
32
+ "save_steps": 500,
33
+ "stateful_callbacks": {
34
+ "TrainerControl": {
35
+ "args": {
36
+ "should_epoch_stop": false,
37
+ "should_evaluate": false,
38
+ "should_log": false,
39
+ "should_save": true,
40
+ "should_training_stop": true
41
+ },
42
+ "attributes": {}
43
+ }
44
+ },
45
+ "total_flos": 2.0033559725080576e+16,
46
+ "train_batch_size": 1,
47
+ "trial_name": null,
48
+ "trial_params": null
49
+ }