GaetanMichelet commited on
Commit
7b0be85
1 Parent(s): 4b94c50

Model save

Browse files
README.md ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
3
+ library_name: peft
4
+ license: llama3.1
5
+ tags:
6
+ - trl
7
+ - sft
8
+ - generated_from_trainer
9
+ model-index:
10
+ - name: Llama-31-8B_task-2_180-samples_config-2
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # Llama-31-8B_task-2_180-samples_config-2
18
+
19
+ This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct) on the None dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: 1.5136
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 0.0001
41
+ - train_batch_size: 1
42
+ - eval_batch_size: 1
43
+ - seed: 42
44
+ - distributed_type: multi-GPU
45
+ - gradient_accumulation_steps: 16
46
+ - total_train_batch_size: 16
47
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
+ - lr_scheduler_type: cosine
49
+ - lr_scheduler_warmup_ratio: 0.1
50
+ - num_epochs: 50
51
+
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss |
55
+ |:-------------:|:-------:|:----:|:---------------:|
56
+ | 1.0575 | 0.9412 | 8 | 1.0786 |
57
+ | 0.9283 | 2.0 | 17 | 0.8986 |
58
+ | 0.8658 | 2.9412 | 25 | 0.8192 |
59
+ | 0.7202 | 4.0 | 34 | 0.7616 |
60
+ | 0.6781 | 4.9412 | 42 | 0.7277 |
61
+ | 0.648 | 6.0 | 51 | 0.7058 |
62
+ | 0.5956 | 6.9412 | 59 | 0.7009 |
63
+ | 0.5123 | 8.0 | 68 | 0.7151 |
64
+ | 0.3458 | 8.9412 | 76 | 0.8068 |
65
+ | 0.2817 | 10.0 | 85 | 0.8643 |
66
+ | 0.1755 | 10.9412 | 93 | 1.0694 |
67
+ | 0.0778 | 12.0 | 102 | 1.1664 |
68
+ | 0.0487 | 12.9412 | 110 | 1.3312 |
69
+ | 0.028 | 14.0 | 119 | 1.5136 |
70
+
71
+
72
+ ### Framework versions
73
+
74
+ - PEFT 0.12.0
75
+ - Transformers 4.44.0
76
+ - Pytorch 2.1.2+cu121
77
+ - Datasets 2.20.0
78
+ - Tokenizers 0.19.1
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fd5d04f15be89f226df9c9ca265b5518ff6fb67f0888152f0506610a64bec40
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530d0c2c376fc703d5ac79aedfa16a4be8653dc31be46107811f7fe65ff09884
3
  size 167832240
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 14.0,
3
+ "total_flos": 1.8224671303611187e+17,
4
+ "train_loss": 0.5096657525028,
5
+ "train_runtime": 6505.133,
6
+ "train_samples": 136,
7
+ "train_samples_per_second": 1.045,
8
+ "train_steps_per_second": 0.061
9
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 14.0,
3
+ "total_flos": 1.8224671303611187e+17,
4
+ "train_loss": 0.5096657525028,
5
+ "train_runtime": 6505.133,
6
+ "train_samples": 136,
7
+ "train_samples_per_second": 1.045,
8
+ "train_steps_per_second": 0.061
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,583 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7009265422821045,
3
+ "best_model_checkpoint": "data/Llama-31-8B_task-2_180-samples_config-2/checkpoint-59",
4
+ "epoch": 14.0,
5
+ "eval_steps": 500,
6
+ "global_step": 119,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.11764705882352941,
13
+ "grad_norm": 0.6937819123268127,
14
+ "learning_rate": 2.5e-06,
15
+ "loss": 1.1573,
16
+ "step": 1
17
+ },
18
+ {
19
+ "epoch": 0.23529411764705882,
20
+ "grad_norm": 0.7594375610351562,
21
+ "learning_rate": 5e-06,
22
+ "loss": 1.1671,
23
+ "step": 2
24
+ },
25
+ {
26
+ "epoch": 0.47058823529411764,
27
+ "grad_norm": 0.6988368630409241,
28
+ "learning_rate": 1e-05,
29
+ "loss": 1.1422,
30
+ "step": 4
31
+ },
32
+ {
33
+ "epoch": 0.7058823529411765,
34
+ "grad_norm": 0.652793824672699,
35
+ "learning_rate": 1.5e-05,
36
+ "loss": 1.0974,
37
+ "step": 6
38
+ },
39
+ {
40
+ "epoch": 0.9411764705882353,
41
+ "grad_norm": 0.6293764114379883,
42
+ "learning_rate": 2e-05,
43
+ "loss": 1.0575,
44
+ "step": 8
45
+ },
46
+ {
47
+ "epoch": 0.9411764705882353,
48
+ "eval_loss": 1.0785504579544067,
49
+ "eval_runtime": 37.0113,
50
+ "eval_samples_per_second": 0.973,
51
+ "eval_steps_per_second": 0.973,
52
+ "step": 8
53
+ },
54
+ {
55
+ "epoch": 1.1764705882352942,
56
+ "grad_norm": 0.6449664831161499,
57
+ "learning_rate": 2.5e-05,
58
+ "loss": 1.0769,
59
+ "step": 10
60
+ },
61
+ {
62
+ "epoch": 1.4117647058823528,
63
+ "grad_norm": 0.558076798915863,
64
+ "learning_rate": 3e-05,
65
+ "loss": 1.0193,
66
+ "step": 12
67
+ },
68
+ {
69
+ "epoch": 1.6470588235294117,
70
+ "grad_norm": 0.4432999789714813,
71
+ "learning_rate": 3.5e-05,
72
+ "loss": 0.9205,
73
+ "step": 14
74
+ },
75
+ {
76
+ "epoch": 1.8823529411764706,
77
+ "grad_norm": 0.3556315004825592,
78
+ "learning_rate": 4e-05,
79
+ "loss": 0.9283,
80
+ "step": 16
81
+ },
82
+ {
83
+ "epoch": 2.0,
84
+ "eval_loss": 0.898560106754303,
85
+ "eval_runtime": 37.0041,
86
+ "eval_samples_per_second": 0.973,
87
+ "eval_steps_per_second": 0.973,
88
+ "step": 17
89
+ },
90
+ {
91
+ "epoch": 2.1176470588235294,
92
+ "grad_norm": 0.29573854804039,
93
+ "learning_rate": 4.5e-05,
94
+ "loss": 0.9063,
95
+ "step": 18
96
+ },
97
+ {
98
+ "epoch": 2.3529411764705883,
99
+ "grad_norm": 0.32392242550849915,
100
+ "learning_rate": 5e-05,
101
+ "loss": 0.8399,
102
+ "step": 20
103
+ },
104
+ {
105
+ "epoch": 2.588235294117647,
106
+ "grad_norm": 0.321981281042099,
107
+ "learning_rate": 5.500000000000001e-05,
108
+ "loss": 0.8435,
109
+ "step": 22
110
+ },
111
+ {
112
+ "epoch": 2.8235294117647056,
113
+ "grad_norm": 0.33737948536872864,
114
+ "learning_rate": 6e-05,
115
+ "loss": 0.8658,
116
+ "step": 24
117
+ },
118
+ {
119
+ "epoch": 2.9411764705882355,
120
+ "eval_loss": 0.8191602230072021,
121
+ "eval_runtime": 37.0132,
122
+ "eval_samples_per_second": 0.973,
123
+ "eval_steps_per_second": 0.973,
124
+ "step": 25
125
+ },
126
+ {
127
+ "epoch": 3.0588235294117645,
128
+ "grad_norm": 0.2735823094844818,
129
+ "learning_rate": 6.500000000000001e-05,
130
+ "loss": 0.7951,
131
+ "step": 26
132
+ },
133
+ {
134
+ "epoch": 3.2941176470588234,
135
+ "grad_norm": 0.2502347528934479,
136
+ "learning_rate": 7e-05,
137
+ "loss": 0.7837,
138
+ "step": 28
139
+ },
140
+ {
141
+ "epoch": 3.5294117647058822,
142
+ "grad_norm": 0.22765275835990906,
143
+ "learning_rate": 7.500000000000001e-05,
144
+ "loss": 0.7809,
145
+ "step": 30
146
+ },
147
+ {
148
+ "epoch": 3.764705882352941,
149
+ "grad_norm": 0.24914021790027618,
150
+ "learning_rate": 8e-05,
151
+ "loss": 0.7784,
152
+ "step": 32
153
+ },
154
+ {
155
+ "epoch": 4.0,
156
+ "grad_norm": 0.22613126039505005,
157
+ "learning_rate": 8.5e-05,
158
+ "loss": 0.7202,
159
+ "step": 34
160
+ },
161
+ {
162
+ "epoch": 4.0,
163
+ "eval_loss": 0.7615711092948914,
164
+ "eval_runtime": 37.0211,
165
+ "eval_samples_per_second": 0.972,
166
+ "eval_steps_per_second": 0.972,
167
+ "step": 34
168
+ },
169
+ {
170
+ "epoch": 4.235294117647059,
171
+ "grad_norm": 0.23252207040786743,
172
+ "learning_rate": 9e-05,
173
+ "loss": 0.744,
174
+ "step": 36
175
+ },
176
+ {
177
+ "epoch": 4.470588235294118,
178
+ "grad_norm": 0.2108556032180786,
179
+ "learning_rate": 9.5e-05,
180
+ "loss": 0.7133,
181
+ "step": 38
182
+ },
183
+ {
184
+ "epoch": 4.705882352941177,
185
+ "grad_norm": 0.2563748359680176,
186
+ "learning_rate": 0.0001,
187
+ "loss": 0.6765,
188
+ "step": 40
189
+ },
190
+ {
191
+ "epoch": 4.9411764705882355,
192
+ "grad_norm": 0.23268263041973114,
193
+ "learning_rate": 9.999238475781957e-05,
194
+ "loss": 0.6781,
195
+ "step": 42
196
+ },
197
+ {
198
+ "epoch": 4.9411764705882355,
199
+ "eval_loss": 0.7277030348777771,
200
+ "eval_runtime": 37.0149,
201
+ "eval_samples_per_second": 0.973,
202
+ "eval_steps_per_second": 0.973,
203
+ "step": 42
204
+ },
205
+ {
206
+ "epoch": 5.176470588235294,
207
+ "grad_norm": 0.29484882950782776,
208
+ "learning_rate": 9.99695413509548e-05,
209
+ "loss": 0.6667,
210
+ "step": 44
211
+ },
212
+ {
213
+ "epoch": 5.411764705882353,
214
+ "grad_norm": 0.25725889205932617,
215
+ "learning_rate": 9.99314767377287e-05,
216
+ "loss": 0.6563,
217
+ "step": 46
218
+ },
219
+ {
220
+ "epoch": 5.647058823529412,
221
+ "grad_norm": 0.2961147725582123,
222
+ "learning_rate": 9.987820251299122e-05,
223
+ "loss": 0.6092,
224
+ "step": 48
225
+ },
226
+ {
227
+ "epoch": 5.882352941176471,
228
+ "grad_norm": 0.2545129954814911,
229
+ "learning_rate": 9.980973490458728e-05,
230
+ "loss": 0.648,
231
+ "step": 50
232
+ },
233
+ {
234
+ "epoch": 6.0,
235
+ "eval_loss": 0.7057892680168152,
236
+ "eval_runtime": 37.0131,
237
+ "eval_samples_per_second": 0.973,
238
+ "eval_steps_per_second": 0.973,
239
+ "step": 51
240
+ },
241
+ {
242
+ "epoch": 6.117647058823529,
243
+ "grad_norm": 0.26211220026016235,
244
+ "learning_rate": 9.972609476841367e-05,
245
+ "loss": 0.619,
246
+ "step": 52
247
+ },
248
+ {
249
+ "epoch": 6.352941176470588,
250
+ "grad_norm": 0.2682921588420868,
251
+ "learning_rate": 9.962730758206611e-05,
252
+ "loss": 0.5516,
253
+ "step": 54
254
+ },
255
+ {
256
+ "epoch": 6.588235294117647,
257
+ "grad_norm": 0.31296029686927795,
258
+ "learning_rate": 9.951340343707852e-05,
259
+ "loss": 0.5951,
260
+ "step": 56
261
+ },
262
+ {
263
+ "epoch": 6.823529411764706,
264
+ "grad_norm": 0.3109372854232788,
265
+ "learning_rate": 9.938441702975689e-05,
266
+ "loss": 0.5956,
267
+ "step": 58
268
+ },
269
+ {
270
+ "epoch": 6.9411764705882355,
271
+ "eval_loss": 0.7009265422821045,
272
+ "eval_runtime": 37.0181,
273
+ "eval_samples_per_second": 0.972,
274
+ "eval_steps_per_second": 0.972,
275
+ "step": 59
276
+ },
277
+ {
278
+ "epoch": 7.0588235294117645,
279
+ "grad_norm": 0.35290929675102234,
280
+ "learning_rate": 9.924038765061042e-05,
281
+ "loss": 0.572,
282
+ "step": 60
283
+ },
284
+ {
285
+ "epoch": 7.294117647058823,
286
+ "grad_norm": 0.32779383659362793,
287
+ "learning_rate": 9.908135917238321e-05,
288
+ "loss": 0.523,
289
+ "step": 62
290
+ },
291
+ {
292
+ "epoch": 7.529411764705882,
293
+ "grad_norm": 0.3676365613937378,
294
+ "learning_rate": 9.890738003669029e-05,
295
+ "loss": 0.4772,
296
+ "step": 64
297
+ },
298
+ {
299
+ "epoch": 7.764705882352941,
300
+ "grad_norm": 0.44564926624298096,
301
+ "learning_rate": 9.871850323926177e-05,
302
+ "loss": 0.4732,
303
+ "step": 66
304
+ },
305
+ {
306
+ "epoch": 8.0,
307
+ "grad_norm": 0.44333919882774353,
308
+ "learning_rate": 9.851478631379982e-05,
309
+ "loss": 0.5123,
310
+ "step": 68
311
+ },
312
+ {
313
+ "epoch": 8.0,
314
+ "eval_loss": 0.7150763869285583,
315
+ "eval_runtime": 37.0145,
316
+ "eval_samples_per_second": 0.973,
317
+ "eval_steps_per_second": 0.973,
318
+ "step": 68
319
+ },
320
+ {
321
+ "epoch": 8.235294117647058,
322
+ "grad_norm": 0.4024699926376343,
323
+ "learning_rate": 9.829629131445342e-05,
324
+ "loss": 0.4392,
325
+ "step": 70
326
+ },
327
+ {
328
+ "epoch": 8.470588235294118,
329
+ "grad_norm": 0.4763796627521515,
330
+ "learning_rate": 9.806308479691595e-05,
331
+ "loss": 0.4338,
332
+ "step": 72
333
+ },
334
+ {
335
+ "epoch": 8.705882352941176,
336
+ "grad_norm": 0.5328041911125183,
337
+ "learning_rate": 9.781523779815179e-05,
338
+ "loss": 0.3874,
339
+ "step": 74
340
+ },
341
+ {
342
+ "epoch": 8.941176470588236,
343
+ "grad_norm": 0.5904791951179504,
344
+ "learning_rate": 9.755282581475769e-05,
345
+ "loss": 0.3458,
346
+ "step": 76
347
+ },
348
+ {
349
+ "epoch": 8.941176470588236,
350
+ "eval_loss": 0.8067886829376221,
351
+ "eval_runtime": 37.0152,
352
+ "eval_samples_per_second": 0.973,
353
+ "eval_steps_per_second": 0.973,
354
+ "step": 76
355
+ },
356
+ {
357
+ "epoch": 9.176470588235293,
358
+ "grad_norm": 0.6169093251228333,
359
+ "learning_rate": 9.727592877996585e-05,
360
+ "loss": 0.3306,
361
+ "step": 78
362
+ },
363
+ {
364
+ "epoch": 9.411764705882353,
365
+ "grad_norm": 0.7063341736793518,
366
+ "learning_rate": 9.698463103929542e-05,
367
+ "loss": 0.271,
368
+ "step": 80
369
+ },
370
+ {
371
+ "epoch": 9.647058823529411,
372
+ "grad_norm": 0.718392014503479,
373
+ "learning_rate": 9.667902132486009e-05,
374
+ "loss": 0.2661,
375
+ "step": 82
376
+ },
377
+ {
378
+ "epoch": 9.882352941176471,
379
+ "grad_norm": 0.8483970761299133,
380
+ "learning_rate": 9.635919272833938e-05,
381
+ "loss": 0.2817,
382
+ "step": 84
383
+ },
384
+ {
385
+ "epoch": 10.0,
386
+ "eval_loss": 0.8642737865447998,
387
+ "eval_runtime": 37.0195,
388
+ "eval_samples_per_second": 0.972,
389
+ "eval_steps_per_second": 0.972,
390
+ "step": 85
391
+ },
392
+ {
393
+ "epoch": 10.117647058823529,
394
+ "grad_norm": 0.8544296026229858,
395
+ "learning_rate": 9.602524267262203e-05,
396
+ "loss": 0.214,
397
+ "step": 86
398
+ },
399
+ {
400
+ "epoch": 10.352941176470589,
401
+ "grad_norm": 1.7004799842834473,
402
+ "learning_rate": 9.567727288213005e-05,
403
+ "loss": 0.1626,
404
+ "step": 88
405
+ },
406
+ {
407
+ "epoch": 10.588235294117647,
408
+ "grad_norm": 0.7825019955635071,
409
+ "learning_rate": 9.53153893518325e-05,
410
+ "loss": 0.1836,
411
+ "step": 90
412
+ },
413
+ {
414
+ "epoch": 10.823529411764707,
415
+ "grad_norm": 0.8101257085800171,
416
+ "learning_rate": 9.493970231495835e-05,
417
+ "loss": 0.1755,
418
+ "step": 92
419
+ },
420
+ {
421
+ "epoch": 10.941176470588236,
422
+ "eval_loss": 1.069422721862793,
423
+ "eval_runtime": 37.0062,
424
+ "eval_samples_per_second": 0.973,
425
+ "eval_steps_per_second": 0.973,
426
+ "step": 93
427
+ },
428
+ {
429
+ "epoch": 11.058823529411764,
430
+ "grad_norm": 1.0563342571258545,
431
+ "learning_rate": 9.45503262094184e-05,
432
+ "loss": 0.1677,
433
+ "step": 94
434
+ },
435
+ {
436
+ "epoch": 11.294117647058824,
437
+ "grad_norm": 0.8128485083580017,
438
+ "learning_rate": 9.414737964294636e-05,
439
+ "loss": 0.0921,
440
+ "step": 96
441
+ },
442
+ {
443
+ "epoch": 11.529411764705882,
444
+ "grad_norm": 0.7511378526687622,
445
+ "learning_rate": 9.373098535696979e-05,
446
+ "loss": 0.0805,
447
+ "step": 98
448
+ },
449
+ {
450
+ "epoch": 11.764705882352942,
451
+ "grad_norm": 0.7049291133880615,
452
+ "learning_rate": 9.330127018922194e-05,
453
+ "loss": 0.0825,
454
+ "step": 100
455
+ },
456
+ {
457
+ "epoch": 12.0,
458
+ "grad_norm": 0.6958498954772949,
459
+ "learning_rate": 9.285836503510562e-05,
460
+ "loss": 0.0778,
461
+ "step": 102
462
+ },
463
+ {
464
+ "epoch": 12.0,
465
+ "eval_loss": 1.1663720607757568,
466
+ "eval_runtime": 37.0211,
467
+ "eval_samples_per_second": 0.972,
468
+ "eval_steps_per_second": 0.972,
469
+ "step": 102
470
+ },
471
+ {
472
+ "epoch": 12.235294117647058,
473
+ "grad_norm": 0.6885355710983276,
474
+ "learning_rate": 9.24024048078213e-05,
475
+ "loss": 0.0467,
476
+ "step": 104
477
+ },
478
+ {
479
+ "epoch": 12.470588235294118,
480
+ "grad_norm": 0.6764589548110962,
481
+ "learning_rate": 9.193352839727121e-05,
482
+ "loss": 0.0366,
483
+ "step": 106
484
+ },
485
+ {
486
+ "epoch": 12.705882352941176,
487
+ "grad_norm": 0.9820438027381897,
488
+ "learning_rate": 9.145187862775209e-05,
489
+ "loss": 0.0443,
490
+ "step": 108
491
+ },
492
+ {
493
+ "epoch": 12.941176470588236,
494
+ "grad_norm": 0.829129695892334,
495
+ "learning_rate": 9.09576022144496e-05,
496
+ "loss": 0.0487,
497
+ "step": 110
498
+ },
499
+ {
500
+ "epoch": 12.941176470588236,
501
+ "eval_loss": 1.3311554193496704,
502
+ "eval_runtime": 37.0171,
503
+ "eval_samples_per_second": 0.973,
504
+ "eval_steps_per_second": 0.973,
505
+ "step": 110
506
+ },
507
+ {
508
+ "epoch": 13.176470588235293,
509
+ "grad_norm": 0.5137343406677246,
510
+ "learning_rate": 9.045084971874738e-05,
511
+ "loss": 0.0307,
512
+ "step": 112
513
+ },
514
+ {
515
+ "epoch": 13.411764705882353,
516
+ "grad_norm": 0.6914269924163818,
517
+ "learning_rate": 8.993177550236464e-05,
518
+ "loss": 0.0281,
519
+ "step": 114
520
+ },
521
+ {
522
+ "epoch": 13.647058823529411,
523
+ "grad_norm": 0.7916271686553955,
524
+ "learning_rate": 8.940053768033609e-05,
525
+ "loss": 0.0249,
526
+ "step": 116
527
+ },
528
+ {
529
+ "epoch": 13.882352941176471,
530
+ "grad_norm": 0.741131603717804,
531
+ "learning_rate": 8.885729807284856e-05,
532
+ "loss": 0.028,
533
+ "step": 118
534
+ },
535
+ {
536
+ "epoch": 14.0,
537
+ "eval_loss": 1.5136417150497437,
538
+ "eval_runtime": 37.0097,
539
+ "eval_samples_per_second": 0.973,
540
+ "eval_steps_per_second": 0.973,
541
+ "step": 119
542
+ },
543
+ {
544
+ "epoch": 14.0,
545
+ "step": 119,
546
+ "total_flos": 1.8224671303611187e+17,
547
+ "train_loss": 0.5096657525028,
548
+ "train_runtime": 6505.133,
549
+ "train_samples_per_second": 1.045,
550
+ "train_steps_per_second": 0.061
551
+ }
552
+ ],
553
+ "logging_steps": 2,
554
+ "max_steps": 400,
555
+ "num_input_tokens_seen": 0,
556
+ "num_train_epochs": 50,
557
+ "save_steps": 25,
558
+ "stateful_callbacks": {
559
+ "EarlyStoppingCallback": {
560
+ "args": {
561
+ "early_stopping_patience": 7,
562
+ "early_stopping_threshold": 0.0
563
+ },
564
+ "attributes": {
565
+ "early_stopping_patience_counter": 0
566
+ }
567
+ },
568
+ "TrainerControl": {
569
+ "args": {
570
+ "should_epoch_stop": false,
571
+ "should_evaluate": false,
572
+ "should_log": false,
573
+ "should_save": true,
574
+ "should_training_stop": true
575
+ },
576
+ "attributes": {}
577
+ }
578
+ },
579
+ "total_flos": 1.8224671303611187e+17,
580
+ "train_batch_size": 1,
581
+ "trial_name": null,
582
+ "trial_params": null
583
+ }