Hugging Face's logo

kevinautomation
/
Llama-2-7b-hf_project_ask_reddit_adapter

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
kevinautomation commited on
Commit
71d1fbb
•
1 Parent(s): fa054b9

kevinautomation/Llama-2-7b-hf_project_ask_reddit

Browse files
Files changed (8) hide show
  1. README.md +28 -29
  2. adapter_config.json +3 -3
  3. adapter_model.safetensors +2 -2
  4. runs/Feb04_01-12-08_6976d1dd0e6d/events.out.tfevents.1707009170.6976d1dd0e6d.804.0 +3 -0
  5. special_tokens_map.json +3 -3
  6. tokenizer.json +3 -3
  7. tokenizer_config.json +3 -4
  8. training_args.bin +1 -1
README.md CHANGED
@@ -1,5 +1,4 @@
1
  ---
2
- license: apache-2.0
3
  library_name: peft
4
  tags:
5
  - trl
@@ -7,7 +6,7 @@ tags:
7
  - generated_from_trainer
8
  datasets:
9
  - generator
10
- base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
11
  model-index:
12
  - name: tiny_llama_instruct_generation
13
  results: []
@@ -18,9 +17,9 @@ should probably proofread and complete it, then remove this comment. -->
18
 
19
  # tiny_llama_instruct_generation
20
 
21
- This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T) on the generator dataset.
22
  It achieves the following results on the evaluation set:
23
- - Loss: 2.0948
24
 
25
  ## Model description
26
 
@@ -52,31 +51,31 @@ The following hyperparameters were used during training:
52
 
53
  | Training Loss | Epoch | Step | Validation Loss |
54
  |:-------------:|:-----:|:----:|:---------------:|
55
- | 2.3941 | 0.01 | 20 | 2.3714 |
56
- | 2.3059 | 0.01 | 40 | 2.2499 |
57
- | 2.2079 | 0.02 | 60 | 2.2003 |
58
- | 2.1916 | 0.02 | 80 | 2.1705 |
59
- | 2.1766 | 0.03 | 100 | 2.1457 |
60
- | 2.1583 | 0.03 | 120 | 2.1343 |
61
- | 2.1204 | 0.04 | 140 | 2.1238 |
62
- | 2.1493 | 0.04 | 160 | 2.1187 |
63
- | 2.1408 | 0.05 | 180 | 2.1145 |
64
- | 2.1331 | 0.06 | 200 | 2.1116 |
65
- | 2.1736 | 0.06 | 220 | 2.1094 |
66
- | 2.1299 | 0.07 | 240 | 2.1072 |
67
- | 2.1389 | 0.07 | 260 | 2.1050 |
68
- | 2.1164 | 0.08 | 280 | 2.1050 |
69
- | 2.1115 | 0.08 | 300 | 2.1040 |
70
- | 2.1139 | 0.09 | 320 | 2.1024 |
71
- | 2.1158 | 0.1 | 340 | 2.1021 |
72
- | 2.1342 | 0.1 | 360 | 2.1001 |
73
- | 2.1006 | 0.11 | 380 | 2.0989 |
74
- | 2.1287 | 0.11 | 400 | 2.0990 |
75
- | 2.1287 | 0.12 | 420 | 2.0975 |
76
- | 2.1573 | 0.12 | 440 | 2.0967 |
77
- | 2.119 | 0.13 | 460 | 2.0948 |
78
- | 2.1301 | 0.13 | 480 | 2.0947 |
79
- | 2.0913 | 0.14 | 500 | 2.0948 |
80
 
81
 
82
  ### Framework versions
 
1
  ---
 
2
  library_name: peft
3
  tags:
4
  - trl
 
6
  - generated_from_trainer
7
  datasets:
8
  - generator
9
+ base_model: NousResearch/Llama-2-7b-hf
10
  model-index:
11
  - name: tiny_llama_instruct_generation
12
  results: []
 
17
 
18
  # tiny_llama_instruct_generation
19
 
20
+ This model is a fine-tuned version of [NousResearch/Llama-2-7b-hf](https://huggingface.co/NousResearch/Llama-2-7b-hf) on the generator dataset.
21
  It achieves the following results on the evaluation set:
22
+ - Loss: 1.8500
23
 
24
  ## Model description
25
 
 
51
 
52
  | Training Loss | Epoch | Step | Validation Loss |
53
  |:-------------:|:-----:|:----:|:---------------:|
54
+ | 2.0445 | 0.01 | 20 | 2.0291 |
55
+ | 1.9813 | 0.01 | 40 | 1.9775 |
56
+ | 1.9752 | 0.02 | 60 | 1.9477 |
57
+ | 1.953 | 0.02 | 80 | 1.8977 |
58
+ | 1.9054 | 0.03 | 100 | 1.8774 |
59
+ | 1.8665 | 0.03 | 120 | 1.8699 |
60
+ | 1.845 | 0.04 | 140 | 1.8648 |
61
+ | 1.8487 | 0.04 | 160 | 1.8626 |
62
+ | 1.8557 | 0.05 | 180 | 1.8604 |
63
+ | 1.8451 | 0.06 | 200 | 1.8589 |
64
+ | 1.8557 | 0.06 | 220 | 1.8578 |
65
+ | 1.7733 | 0.07 | 240 | 1.8570 |
66
+ | 1.8652 | 0.07 | 260 | 1.8562 |
67
+ | 1.8178 | 0.08 | 280 | 1.8552 |
68
+ | 1.8102 | 0.08 | 300 | 1.8546 |
69
+ | 1.8275 | 0.09 | 320 | 1.8541 |
70
+ | 1.8405 | 0.1 | 340 | 1.8533 |
71
+ | 1.8319 | 0.1 | 360 | 1.8530 |
72
+ | 1.8411 | 0.11 | 380 | 1.8526 |
73
+ | 1.8562 | 0.11 | 400 | 1.8520 |
74
+ | 1.8505 | 0.12 | 420 | 1.8516 |
75
+ | 1.8132 | 0.12 | 440 | 1.8514 |
76
+ | 1.901 | 0.13 | 460 | 1.8509 |
77
+ | 1.8138 | 0.13 | 480 | 1.8506 |
78
+ | 1.8209 | 0.14 | 500 | 1.8500 |
79
 
80
 
81
  ### Framework versions
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -19,8 +19,8 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "v_proj",
23
- "q_proj"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "NousResearch/Llama-2-7b-hf",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "q_proj",
23
+ "v_proj"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3452543d7cb24130d26ed546534699a11ceaf6dfc88e8e5fb48d7dae4a505108
3
- size 36056608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c122dee7a9ae92cd90008bf108857a8af499ffe96942bfb829c5c233fddf4f7b
3
+ size 134235048
runs/Feb04_01-12-08_6976d1dd0e6d/events.out.tfevents.1707009170.6976d1dd0e6d.804.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0586d35c962bb2ef1363b03f4a98e819c9f2586d3b1337ab578a22a897a03d8
3
+ size 19761
special_tokens_map.json CHANGED
@@ -2,14 +2,14 @@
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
- "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
- "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
@@ -17,7 +17,7 @@
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
20
- "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  }
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
+ "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
+ "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
 
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
20
+ "normalized": true,
21
  "rstrip": false,
22
  "single_word": false
23
  }
tokenizer.json CHANGED
@@ -9,7 +9,7 @@
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
- "normalized": false,
13
  "special": true
14
  },
15
  {
@@ -18,7 +18,7 @@
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
21
- "normalized": false,
22
  "special": true
23
  },
24
  {
@@ -27,7 +27,7 @@
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
- "normalized": false,
31
  "special": true
32
  }
33
  ],
 
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
+ "normalized": true,
13
  "special": true
14
  },
15
  {
 
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
21
+ "normalized": true,
22
  "special": true
23
  },
24
  {
 
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
30
+ "normalized": true,
31
  "special": true
32
  }
33
  ],
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "0": {
6
  "content": "<unk>",
7
  "lstrip": false,
8
- "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
@@ -13,7 +13,7 @@
13
  "1": {
14
  "content": "<s>",
15
  "lstrip": false,
16
- "normalized": false,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
@@ -21,7 +21,7 @@
21
  "2": {
22
  "content": "</s>",
23
  "lstrip": false,
24
- "normalized": false,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
@@ -33,7 +33,6 @@
33
  "legacy": false,
34
  "model_max_length": 1000000000000000019884624838656,
35
  "pad_token": "</s>",
36
- "padding_side": "right",
37
  "sp_model_kwargs": {},
38
  "tokenizer_class": "LlamaTokenizer",
39
  "unk_token": "<unk>",
 
5
  "0": {
6
  "content": "<unk>",
7
  "lstrip": false,
8
+ "normalized": true,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
 
13
  "1": {
14
  "content": "<s>",
15
  "lstrip": false,
16
+ "normalized": true,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
 
21
  "2": {
22
  "content": "</s>",
23
  "lstrip": false,
24
+ "normalized": true,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
 
33
  "legacy": false,
34
  "model_max_length": 1000000000000000019884624838656,
35
  "pad_token": "</s>",
 
36
  "sp_model_kwargs": {},
37
  "tokenizer_class": "LlamaTokenizer",
38
  "unk_token": "<unk>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23f0d3c3cd1af20ed00bb7c4d7339e6b0311d0b11de480f9e23c4938db40659a
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0713c92267567d8229e9fac0277db9a43929d8b595862660d804c148f41aa96b
3
  size 4728