GaetanMichelet commited on
Commit
e924efb
1 Parent(s): 783ada4

Model save

Browse files
README.md ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: mistralai/Mistral-7B-Instruct-v0.3
3
+ library_name: peft
4
+ license: apache-2.0
5
+ tags:
6
+ - trl
7
+ - sft
8
+ - generated_from_trainer
9
+ model-index:
10
+ - name: Mistral-7B_task-2_180-samples_config-2_full
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # Mistral-7B_task-2_180-samples_config-2_full
18
+
19
+ This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.3](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3) on the None dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: 1.0103
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 0.0001
41
+ - train_batch_size: 1
42
+ - eval_batch_size: 1
43
+ - seed: 42
44
+ - distributed_type: multi-GPU
45
+ - gradient_accumulation_steps: 16
46
+ - total_train_batch_size: 16
47
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
+ - lr_scheduler_type: cosine
49
+ - lr_scheduler_warmup_ratio: 0.1
50
+ - num_epochs: 50
51
+
52
+ ### Training results
53
+
54
+ | Training Loss | Epoch | Step | Validation Loss |
55
+ |:-------------:|:-------:|:----:|:---------------:|
56
+ | 1.1409 | 0.9412 | 8 | 1.1128 |
57
+ | 1.0026 | 2.0 | 17 | 0.9789 |
58
+ | 0.9165 | 2.9412 | 25 | 0.8753 |
59
+ | 0.7642 | 4.0 | 34 | 0.8236 |
60
+ | 0.7468 | 4.9412 | 42 | 0.8065 |
61
+ | 0.7471 | 6.0 | 51 | 0.7946 |
62
+ | 0.7355 | 6.9412 | 59 | 0.7895 |
63
+ | 0.6638 | 8.0 | 68 | 0.7944 |
64
+ | 0.5766 | 8.9412 | 76 | 0.8071 |
65
+ | 0.542 | 10.0 | 85 | 0.8387 |
66
+ | 0.4866 | 10.9412 | 93 | 0.8615 |
67
+ | 0.4049 | 12.0 | 102 | 0.8863 |
68
+ | 0.3762 | 12.9412 | 110 | 0.9319 |
69
+ | 0.3261 | 14.0 | 119 | 1.0103 |
70
+
71
+
72
+ ### Framework versions
73
+
74
+ - PEFT 0.12.0
75
+ - Transformers 4.44.0
76
+ - Pytorch 2.1.2+cu121
77
+ - Datasets 2.20.0
78
+ - Tokenizers 0.19.1
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e09afd6fe09ec782d59816c291b4aa425d67ce4b527e37ae484d73fc11daddc
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f465cf0c19cb5ec3117db8696c2cbad2861d9d05f59c13e18cb514d31d1430f2
3
  size 167832240
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 14.0,
3
+ "total_flos": 2.2561346208294502e+17,
4
+ "train_loss": 0.6842404608966923,
5
+ "train_runtime": 8185.4036,
6
+ "train_samples": 136,
7
+ "train_samples_per_second": 0.831,
8
+ "train_steps_per_second": 0.049
9
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 14.0,
3
+ "total_flos": 2.2561346208294502e+17,
4
+ "train_loss": 0.6842404608966923,
5
+ "train_runtime": 8185.4036,
6
+ "train_samples": 136,
7
+ "train_samples_per_second": 0.831,
8
+ "train_steps_per_second": 0.049
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,583 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.7895187139511108,
3
+ "best_model_checkpoint": "data/Mistral-7B_task-2_180-samples_config-2_full/checkpoint-59",
4
+ "epoch": 14.0,
5
+ "eval_steps": 500,
6
+ "global_step": 119,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.11764705882352941,
13
+ "grad_norm": 1.0456639528274536,
14
+ "learning_rate": 2.5e-06,
15
+ "loss": 1.2021,
16
+ "step": 1
17
+ },
18
+ {
19
+ "epoch": 0.23529411764705882,
20
+ "grad_norm": 1.160530686378479,
21
+ "learning_rate": 5e-06,
22
+ "loss": 1.2279,
23
+ "step": 2
24
+ },
25
+ {
26
+ "epoch": 0.47058823529411764,
27
+ "grad_norm": 1.0452324151992798,
28
+ "learning_rate": 1e-05,
29
+ "loss": 1.2202,
30
+ "step": 4
31
+ },
32
+ {
33
+ "epoch": 0.7058823529411765,
34
+ "grad_norm": 0.9364596009254456,
35
+ "learning_rate": 1.5e-05,
36
+ "loss": 1.1454,
37
+ "step": 6
38
+ },
39
+ {
40
+ "epoch": 0.9411764705882353,
41
+ "grad_norm": 0.8268067836761475,
42
+ "learning_rate": 2e-05,
43
+ "loss": 1.1409,
44
+ "step": 8
45
+ },
46
+ {
47
+ "epoch": 0.9411764705882353,
48
+ "eval_loss": 1.1128188371658325,
49
+ "eval_runtime": 45.5858,
50
+ "eval_samples_per_second": 0.79,
51
+ "eval_steps_per_second": 0.79,
52
+ "step": 8
53
+ },
54
+ {
55
+ "epoch": 1.1764705882352942,
56
+ "grad_norm": 0.7106637358665466,
57
+ "learning_rate": 2.5e-05,
58
+ "loss": 1.1137,
59
+ "step": 10
60
+ },
61
+ {
62
+ "epoch": 1.4117647058823528,
63
+ "grad_norm": 0.4322061836719513,
64
+ "learning_rate": 3e-05,
65
+ "loss": 1.0466,
66
+ "step": 12
67
+ },
68
+ {
69
+ "epoch": 1.6470588235294117,
70
+ "grad_norm": 0.33850380778312683,
71
+ "learning_rate": 3.5e-05,
72
+ "loss": 1.0067,
73
+ "step": 14
74
+ },
75
+ {
76
+ "epoch": 1.8823529411764706,
77
+ "grad_norm": 0.33021923899650574,
78
+ "learning_rate": 4e-05,
79
+ "loss": 1.0026,
80
+ "step": 16
81
+ },
82
+ {
83
+ "epoch": 2.0,
84
+ "eval_loss": 0.9789136052131653,
85
+ "eval_runtime": 45.5832,
86
+ "eval_samples_per_second": 0.79,
87
+ "eval_steps_per_second": 0.79,
88
+ "step": 17
89
+ },
90
+ {
91
+ "epoch": 2.1176470588235294,
92
+ "grad_norm": 0.32015666365623474,
93
+ "learning_rate": 4.5e-05,
94
+ "loss": 0.984,
95
+ "step": 18
96
+ },
97
+ {
98
+ "epoch": 2.3529411764705883,
99
+ "grad_norm": 0.32732608914375305,
100
+ "learning_rate": 5e-05,
101
+ "loss": 0.9313,
102
+ "step": 20
103
+ },
104
+ {
105
+ "epoch": 2.588235294117647,
106
+ "grad_norm": 0.3938484787940979,
107
+ "learning_rate": 5.500000000000001e-05,
108
+ "loss": 0.9128,
109
+ "step": 22
110
+ },
111
+ {
112
+ "epoch": 2.8235294117647056,
113
+ "grad_norm": 0.4519818127155304,
114
+ "learning_rate": 6e-05,
115
+ "loss": 0.9165,
116
+ "step": 24
117
+ },
118
+ {
119
+ "epoch": 2.9411764705882355,
120
+ "eval_loss": 0.8753034472465515,
121
+ "eval_runtime": 45.5804,
122
+ "eval_samples_per_second": 0.79,
123
+ "eval_steps_per_second": 0.79,
124
+ "step": 25
125
+ },
126
+ {
127
+ "epoch": 3.0588235294117645,
128
+ "grad_norm": 0.34580570459365845,
129
+ "learning_rate": 6.500000000000001e-05,
130
+ "loss": 0.853,
131
+ "step": 26
132
+ },
133
+ {
134
+ "epoch": 3.2941176470588234,
135
+ "grad_norm": 0.2205946445465088,
136
+ "learning_rate": 7e-05,
137
+ "loss": 0.8267,
138
+ "step": 28
139
+ },
140
+ {
141
+ "epoch": 3.5294117647058822,
142
+ "grad_norm": 0.2162715494632721,
143
+ "learning_rate": 7.500000000000001e-05,
144
+ "loss": 0.7938,
145
+ "step": 30
146
+ },
147
+ {
148
+ "epoch": 3.764705882352941,
149
+ "grad_norm": 0.22695396840572357,
150
+ "learning_rate": 8e-05,
151
+ "loss": 0.8199,
152
+ "step": 32
153
+ },
154
+ {
155
+ "epoch": 4.0,
156
+ "grad_norm": 0.1880607008934021,
157
+ "learning_rate": 8.5e-05,
158
+ "loss": 0.7642,
159
+ "step": 34
160
+ },
161
+ {
162
+ "epoch": 4.0,
163
+ "eval_loss": 0.8235906958580017,
164
+ "eval_runtime": 45.5855,
165
+ "eval_samples_per_second": 0.79,
166
+ "eval_steps_per_second": 0.79,
167
+ "step": 34
168
+ },
169
+ {
170
+ "epoch": 4.235294117647059,
171
+ "grad_norm": 0.1942065954208374,
172
+ "learning_rate": 9e-05,
173
+ "loss": 0.7806,
174
+ "step": 36
175
+ },
176
+ {
177
+ "epoch": 4.470588235294118,
178
+ "grad_norm": 0.20216228067874908,
179
+ "learning_rate": 9.5e-05,
180
+ "loss": 0.7715,
181
+ "step": 38
182
+ },
183
+ {
184
+ "epoch": 4.705882352941177,
185
+ "grad_norm": 0.16827207803726196,
186
+ "learning_rate": 0.0001,
187
+ "loss": 0.7682,
188
+ "step": 40
189
+ },
190
+ {
191
+ "epoch": 4.9411764705882355,
192
+ "grad_norm": 0.18430998921394348,
193
+ "learning_rate": 9.999238475781957e-05,
194
+ "loss": 0.7468,
195
+ "step": 42
196
+ },
197
+ {
198
+ "epoch": 4.9411764705882355,
199
+ "eval_loss": 0.8065404891967773,
200
+ "eval_runtime": 45.5736,
201
+ "eval_samples_per_second": 0.79,
202
+ "eval_steps_per_second": 0.79,
203
+ "step": 42
204
+ },
205
+ {
206
+ "epoch": 5.176470588235294,
207
+ "grad_norm": 0.1839626580476761,
208
+ "learning_rate": 9.99695413509548e-05,
209
+ "loss": 0.7233,
210
+ "step": 44
211
+ },
212
+ {
213
+ "epoch": 5.411764705882353,
214
+ "grad_norm": 0.16396723687648773,
215
+ "learning_rate": 9.99314767377287e-05,
216
+ "loss": 0.752,
217
+ "step": 46
218
+ },
219
+ {
220
+ "epoch": 5.647058823529412,
221
+ "grad_norm": 0.17820850014686584,
222
+ "learning_rate": 9.987820251299122e-05,
223
+ "loss": 0.7214,
224
+ "step": 48
225
+ },
226
+ {
227
+ "epoch": 5.882352941176471,
228
+ "grad_norm": 0.1832844614982605,
229
+ "learning_rate": 9.980973490458728e-05,
230
+ "loss": 0.7471,
231
+ "step": 50
232
+ },
233
+ {
234
+ "epoch": 6.0,
235
+ "eval_loss": 0.7945607304573059,
236
+ "eval_runtime": 45.632,
237
+ "eval_samples_per_second": 0.789,
238
+ "eval_steps_per_second": 0.789,
239
+ "step": 51
240
+ },
241
+ {
242
+ "epoch": 6.117647058823529,
243
+ "grad_norm": 0.18397541344165802,
244
+ "learning_rate": 9.972609476841367e-05,
245
+ "loss": 0.7011,
246
+ "step": 52
247
+ },
248
+ {
249
+ "epoch": 6.352941176470588,
250
+ "grad_norm": 0.1946660727262497,
251
+ "learning_rate": 9.962730758206611e-05,
252
+ "loss": 0.6777,
253
+ "step": 54
254
+ },
255
+ {
256
+ "epoch": 6.588235294117647,
257
+ "grad_norm": 0.20609663426876068,
258
+ "learning_rate": 9.951340343707852e-05,
259
+ "loss": 0.7041,
260
+ "step": 56
261
+ },
262
+ {
263
+ "epoch": 6.823529411764706,
264
+ "grad_norm": 0.20319028198719025,
265
+ "learning_rate": 9.938441702975689e-05,
266
+ "loss": 0.7355,
267
+ "step": 58
268
+ },
269
+ {
270
+ "epoch": 6.9411764705882355,
271
+ "eval_loss": 0.7895187139511108,
272
+ "eval_runtime": 45.6,
273
+ "eval_samples_per_second": 0.789,
274
+ "eval_steps_per_second": 0.789,
275
+ "step": 59
276
+ },
277
+ {
278
+ "epoch": 7.0588235294117645,
279
+ "grad_norm": 0.2320169359445572,
280
+ "learning_rate": 9.924038765061042e-05,
281
+ "loss": 0.697,
282
+ "step": 60
283
+ },
284
+ {
285
+ "epoch": 7.294117647058823,
286
+ "grad_norm": 0.24622970819473267,
287
+ "learning_rate": 9.908135917238321e-05,
288
+ "loss": 0.6762,
289
+ "step": 62
290
+ },
291
+ {
292
+ "epoch": 7.529411764705882,
293
+ "grad_norm": 0.3519413471221924,
294
+ "learning_rate": 9.890738003669029e-05,
295
+ "loss": 0.6447,
296
+ "step": 64
297
+ },
298
+ {
299
+ "epoch": 7.764705882352941,
300
+ "grad_norm": 0.29206714034080505,
301
+ "learning_rate": 9.871850323926177e-05,
302
+ "loss": 0.64,
303
+ "step": 66
304
+ },
305
+ {
306
+ "epoch": 8.0,
307
+ "grad_norm": 0.339593768119812,
308
+ "learning_rate": 9.851478631379982e-05,
309
+ "loss": 0.6638,
310
+ "step": 68
311
+ },
312
+ {
313
+ "epoch": 8.0,
314
+ "eval_loss": 0.7944325804710388,
315
+ "eval_runtime": 45.5919,
316
+ "eval_samples_per_second": 0.79,
317
+ "eval_steps_per_second": 0.79,
318
+ "step": 68
319
+ },
320
+ {
321
+ "epoch": 8.235294117647058,
322
+ "grad_norm": 0.34579718112945557,
323
+ "learning_rate": 9.829629131445342e-05,
324
+ "loss": 0.6154,
325
+ "step": 70
326
+ },
327
+ {
328
+ "epoch": 8.470588235294118,
329
+ "grad_norm": 0.41827669739723206,
330
+ "learning_rate": 9.806308479691595e-05,
331
+ "loss": 0.6323,
332
+ "step": 72
333
+ },
334
+ {
335
+ "epoch": 8.705882352941176,
336
+ "grad_norm": 0.3427964150905609,
337
+ "learning_rate": 9.781523779815179e-05,
338
+ "loss": 0.6285,
339
+ "step": 74
340
+ },
341
+ {
342
+ "epoch": 8.941176470588236,
343
+ "grad_norm": 0.4158247709274292,
344
+ "learning_rate": 9.755282581475769e-05,
345
+ "loss": 0.5766,
346
+ "step": 76
347
+ },
348
+ {
349
+ "epoch": 8.941176470588236,
350
+ "eval_loss": 0.8071392178535461,
351
+ "eval_runtime": 45.605,
352
+ "eval_samples_per_second": 0.789,
353
+ "eval_steps_per_second": 0.789,
354
+ "step": 76
355
+ },
356
+ {
357
+ "epoch": 9.176470588235293,
358
+ "grad_norm": 0.42728355526924133,
359
+ "learning_rate": 9.727592877996585e-05,
360
+ "loss": 0.5802,
361
+ "step": 78
362
+ },
363
+ {
364
+ "epoch": 9.411764705882353,
365
+ "grad_norm": 0.6478773951530457,
366
+ "learning_rate": 9.698463103929542e-05,
367
+ "loss": 0.5721,
368
+ "step": 80
369
+ },
370
+ {
371
+ "epoch": 9.647058823529411,
372
+ "grad_norm": 0.49921339750289917,
373
+ "learning_rate": 9.667902132486009e-05,
374
+ "loss": 0.5561,
375
+ "step": 82
376
+ },
377
+ {
378
+ "epoch": 9.882352941176471,
379
+ "grad_norm": 0.554269552230835,
380
+ "learning_rate": 9.635919272833938e-05,
381
+ "loss": 0.542,
382
+ "step": 84
383
+ },
384
+ {
385
+ "epoch": 10.0,
386
+ "eval_loss": 0.8386737704277039,
387
+ "eval_runtime": 45.5905,
388
+ "eval_samples_per_second": 0.79,
389
+ "eval_steps_per_second": 0.79,
390
+ "step": 85
391
+ },
392
+ {
393
+ "epoch": 10.117647058823529,
394
+ "grad_norm": 0.5353624820709229,
395
+ "learning_rate": 9.602524267262203e-05,
396
+ "loss": 0.5079,
397
+ "step": 86
398
+ },
399
+ {
400
+ "epoch": 10.352941176470589,
401
+ "grad_norm": 0.7397503852844238,
402
+ "learning_rate": 9.567727288213005e-05,
403
+ "loss": 0.5127,
404
+ "step": 88
405
+ },
406
+ {
407
+ "epoch": 10.588235294117647,
408
+ "grad_norm": 0.61458420753479,
409
+ "learning_rate": 9.53153893518325e-05,
410
+ "loss": 0.479,
411
+ "step": 90
412
+ },
413
+ {
414
+ "epoch": 10.823529411764707,
415
+ "grad_norm": 0.7933974862098694,
416
+ "learning_rate": 9.493970231495835e-05,
417
+ "loss": 0.4866,
418
+ "step": 92
419
+ },
420
+ {
421
+ "epoch": 10.941176470588236,
422
+ "eval_loss": 0.8615274429321289,
423
+ "eval_runtime": 45.5929,
424
+ "eval_samples_per_second": 0.79,
425
+ "eval_steps_per_second": 0.79,
426
+ "step": 93
427
+ },
428
+ {
429
+ "epoch": 11.058823529411764,
430
+ "grad_norm": 0.5533405542373657,
431
+ "learning_rate": 9.45503262094184e-05,
432
+ "loss": 0.5055,
433
+ "step": 94
434
+ },
435
+ {
436
+ "epoch": 11.294117647058824,
437
+ "grad_norm": 1.2706093788146973,
438
+ "learning_rate": 9.414737964294636e-05,
439
+ "loss": 0.471,
440
+ "step": 96
441
+ },
442
+ {
443
+ "epoch": 11.529411764705882,
444
+ "grad_norm": 0.9889309406280518,
445
+ "learning_rate": 9.373098535696979e-05,
446
+ "loss": 0.4058,
447
+ "step": 98
448
+ },
449
+ {
450
+ "epoch": 11.764705882352942,
451
+ "grad_norm": 0.9496291875839233,
452
+ "learning_rate": 9.330127018922194e-05,
453
+ "loss": 0.4304,
454
+ "step": 100
455
+ },
456
+ {
457
+ "epoch": 12.0,
458
+ "grad_norm": 0.6629786491394043,
459
+ "learning_rate": 9.285836503510562e-05,
460
+ "loss": 0.4049,
461
+ "step": 102
462
+ },
463
+ {
464
+ "epoch": 12.0,
465
+ "eval_loss": 0.8862788677215576,
466
+ "eval_runtime": 45.5933,
467
+ "eval_samples_per_second": 0.79,
468
+ "eval_steps_per_second": 0.79,
469
+ "step": 102
470
+ },
471
+ {
472
+ "epoch": 12.235294117647058,
473
+ "grad_norm": 0.7883285284042358,
474
+ "learning_rate": 9.24024048078213e-05,
475
+ "loss": 0.3752,
476
+ "step": 104
477
+ },
478
+ {
479
+ "epoch": 12.470588235294118,
480
+ "grad_norm": 0.7288637161254883,
481
+ "learning_rate": 9.193352839727121e-05,
482
+ "loss": 0.3598,
483
+ "step": 106
484
+ },
485
+ {
486
+ "epoch": 12.705882352941176,
487
+ "grad_norm": 0.8219139575958252,
488
+ "learning_rate": 9.145187862775209e-05,
489
+ "loss": 0.3776,
490
+ "step": 108
491
+ },
492
+ {
493
+ "epoch": 12.941176470588236,
494
+ "grad_norm": 0.9806149005889893,
495
+ "learning_rate": 9.09576022144496e-05,
496
+ "loss": 0.3762,
497
+ "step": 110
498
+ },
499
+ {
500
+ "epoch": 12.941176470588236,
501
+ "eval_loss": 0.9318940043449402,
502
+ "eval_runtime": 45.6019,
503
+ "eval_samples_per_second": 0.789,
504
+ "eval_steps_per_second": 0.789,
505
+ "step": 110
506
+ },
507
+ {
508
+ "epoch": 13.176470588235293,
509
+ "grad_norm": 0.7644268274307251,
510
+ "learning_rate": 9.045084971874738e-05,
511
+ "loss": 0.3491,
512
+ "step": 112
513
+ },
514
+ {
515
+ "epoch": 13.411764705882353,
516
+ "grad_norm": 1.0329344272613525,
517
+ "learning_rate": 8.993177550236464e-05,
518
+ "loss": 0.2992,
519
+ "step": 114
520
+ },
521
+ {
522
+ "epoch": 13.647058823529411,
523
+ "grad_norm": 0.8051264882087708,
524
+ "learning_rate": 8.940053768033609e-05,
525
+ "loss": 0.3213,
526
+ "step": 116
527
+ },
528
+ {
529
+ "epoch": 13.882352941176471,
530
+ "grad_norm": 0.882315456867218,
531
+ "learning_rate": 8.885729807284856e-05,
532
+ "loss": 0.3261,
533
+ "step": 118
534
+ },
535
+ {
536
+ "epoch": 14.0,
537
+ "eval_loss": 1.010295033454895,
538
+ "eval_runtime": 45.5925,
539
+ "eval_samples_per_second": 0.79,
540
+ "eval_steps_per_second": 0.79,
541
+ "step": 119
542
+ },
543
+ {
544
+ "epoch": 14.0,
545
+ "step": 119,
546
+ "total_flos": 2.2561346208294502e+17,
547
+ "train_loss": 0.6842404608966923,
548
+ "train_runtime": 8185.4036,
549
+ "train_samples_per_second": 0.831,
550
+ "train_steps_per_second": 0.049
551
+ }
552
+ ],
553
+ "logging_steps": 2,
554
+ "max_steps": 400,
555
+ "num_input_tokens_seen": 0,
556
+ "num_train_epochs": 50,
557
+ "save_steps": 25,
558
+ "stateful_callbacks": {
559
+ "EarlyStoppingCallback": {
560
+ "args": {
561
+ "early_stopping_patience": 7,
562
+ "early_stopping_threshold": 0.0
563
+ },
564
+ "attributes": {
565
+ "early_stopping_patience_counter": 0
566
+ }
567
+ },
568
+ "TrainerControl": {
569
+ "args": {
570
+ "should_epoch_stop": false,
571
+ "should_evaluate": false,
572
+ "should_log": false,
573
+ "should_save": true,
574
+ "should_training_stop": true
575
+ },
576
+ "attributes": {}
577
+ }
578
+ },
579
+ "total_flos": 2.2561346208294502e+17,
580
+ "train_batch_size": 1,
581
+ "trial_name": null,
582
+ "trial_params": null
583
+ }