Joy28's picture
End of training
79c66f7 verified
raw
history blame
19.5 kB
{
"best_metric": 0.7327188940092166,
"best_model_checkpoint": "videomae-base-finetuned-subset-check10/checkpoint-896",
"epoch": 19.041441441441442,
"eval_steps": 500,
"global_step": 1110,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 9.00900900900901e-07,
"loss": 1.6459,
"step": 10
},
{
"epoch": 0.02,
"learning_rate": 1.801801801801802e-06,
"loss": 1.636,
"step": 20
},
{
"epoch": 0.03,
"learning_rate": 2.702702702702703e-06,
"loss": 1.6904,
"step": 30
},
{
"epoch": 0.04,
"learning_rate": 3.603603603603604e-06,
"loss": 1.6413,
"step": 40
},
{
"epoch": 0.05,
"learning_rate": 4.504504504504505e-06,
"loss": 1.6285,
"step": 50
},
{
"epoch": 0.05,
"eval_accuracy": 0.3686635944700461,
"eval_loss": 1.6004022359848022,
"eval_runtime": 173.9244,
"eval_samples_per_second": 1.248,
"eval_steps_per_second": 0.161,
"step": 56
},
{
"epoch": 1.0,
"learning_rate": 5.405405405405406e-06,
"loss": 1.63,
"step": 60
},
{
"epoch": 1.01,
"learning_rate": 6.3063063063063065e-06,
"loss": 1.5959,
"step": 70
},
{
"epoch": 1.02,
"learning_rate": 7.207207207207208e-06,
"loss": 1.6112,
"step": 80
},
{
"epoch": 1.03,
"learning_rate": 8.108108108108109e-06,
"loss": 1.6242,
"step": 90
},
{
"epoch": 1.04,
"learning_rate": 9.00900900900901e-06,
"loss": 1.5879,
"step": 100
},
{
"epoch": 1.05,
"learning_rate": 9.90990990990991e-06,
"loss": 1.6056,
"step": 110
},
{
"epoch": 1.05,
"eval_accuracy": 0.19815668202764977,
"eval_loss": 1.5825837850570679,
"eval_runtime": 167.123,
"eval_samples_per_second": 1.298,
"eval_steps_per_second": 0.168,
"step": 112
},
{
"epoch": 2.01,
"learning_rate": 9.90990990990991e-06,
"loss": 1.5988,
"step": 120
},
{
"epoch": 2.02,
"learning_rate": 9.80980980980981e-06,
"loss": 1.5945,
"step": 130
},
{
"epoch": 2.03,
"learning_rate": 9.70970970970971e-06,
"loss": 1.6349,
"step": 140
},
{
"epoch": 2.03,
"learning_rate": 9.60960960960961e-06,
"loss": 1.5828,
"step": 150
},
{
"epoch": 2.04,
"learning_rate": 9.50950950950951e-06,
"loss": 1.5254,
"step": 160
},
{
"epoch": 2.05,
"eval_accuracy": 0.14746543778801843,
"eval_loss": 1.5978792905807495,
"eval_runtime": 166.6054,
"eval_samples_per_second": 1.302,
"eval_steps_per_second": 0.168,
"step": 168
},
{
"epoch": 3.0,
"learning_rate": 9.40940940940941e-06,
"loss": 1.5397,
"step": 170
},
{
"epoch": 3.01,
"learning_rate": 9.30930930930931e-06,
"loss": 1.5011,
"step": 180
},
{
"epoch": 3.02,
"learning_rate": 9.20920920920921e-06,
"loss": 1.4947,
"step": 190
},
{
"epoch": 3.03,
"learning_rate": 9.10910910910911e-06,
"loss": 1.4436,
"step": 200
},
{
"epoch": 3.04,
"learning_rate": 9.00900900900901e-06,
"loss": 1.3674,
"step": 210
},
{
"epoch": 3.05,
"learning_rate": 8.90890890890891e-06,
"loss": 1.4239,
"step": 220
},
{
"epoch": 3.05,
"eval_accuracy": 0.6359447004608295,
"eval_loss": 1.2076131105422974,
"eval_runtime": 167.766,
"eval_samples_per_second": 1.293,
"eval_steps_per_second": 0.167,
"step": 224
},
{
"epoch": 4.01,
"learning_rate": 8.80880880880881e-06,
"loss": 1.4136,
"step": 230
},
{
"epoch": 4.01,
"learning_rate": 8.70870870870871e-06,
"loss": 1.3031,
"step": 240
},
{
"epoch": 4.02,
"learning_rate": 8.60860860860861e-06,
"loss": 1.3306,
"step": 250
},
{
"epoch": 4.03,
"learning_rate": 8.50850850850851e-06,
"loss": 1.2416,
"step": 260
},
{
"epoch": 4.04,
"learning_rate": 8.408408408408409e-06,
"loss": 1.1851,
"step": 270
},
{
"epoch": 4.05,
"learning_rate": 8.308308308308309e-06,
"loss": 1.1884,
"step": 280
},
{
"epoch": 4.05,
"eval_accuracy": 0.5576036866359447,
"eval_loss": 1.1865636110305786,
"eval_runtime": 165.9475,
"eval_samples_per_second": 1.308,
"eval_steps_per_second": 0.169,
"step": 280
},
{
"epoch": 5.01,
"learning_rate": 8.208208208208209e-06,
"loss": 1.3263,
"step": 290
},
{
"epoch": 5.02,
"learning_rate": 8.108108108108109e-06,
"loss": 1.2252,
"step": 300
},
{
"epoch": 5.03,
"learning_rate": 8.00800800800801e-06,
"loss": 1.2029,
"step": 310
},
{
"epoch": 5.04,
"learning_rate": 7.90790790790791e-06,
"loss": 1.1463,
"step": 320
},
{
"epoch": 5.05,
"learning_rate": 7.807807807807808e-06,
"loss": 1.2336,
"step": 330
},
{
"epoch": 5.05,
"eval_accuracy": 0.6405529953917051,
"eval_loss": 1.028122067451477,
"eval_runtime": 165.6809,
"eval_samples_per_second": 1.31,
"eval_steps_per_second": 0.169,
"step": 336
},
{
"epoch": 6.0,
"learning_rate": 7.707707707707708e-06,
"loss": 1.224,
"step": 340
},
{
"epoch": 6.01,
"learning_rate": 7.607607607607608e-06,
"loss": 1.1512,
"step": 350
},
{
"epoch": 6.02,
"learning_rate": 7.507507507507507e-06,
"loss": 1.1913,
"step": 360
},
{
"epoch": 6.03,
"learning_rate": 7.4074074074074075e-06,
"loss": 1.0144,
"step": 370
},
{
"epoch": 6.04,
"learning_rate": 7.307307307307308e-06,
"loss": 1.0578,
"step": 380
},
{
"epoch": 6.05,
"learning_rate": 7.207207207207208e-06,
"loss": 1.0726,
"step": 390
},
{
"epoch": 6.05,
"eval_accuracy": 0.663594470046083,
"eval_loss": 0.9172731637954712,
"eval_runtime": 166.3821,
"eval_samples_per_second": 1.304,
"eval_steps_per_second": 0.168,
"step": 392
},
{
"epoch": 7.01,
"learning_rate": 7.107107107107107e-06,
"loss": 1.084,
"step": 400
},
{
"epoch": 7.02,
"learning_rate": 7.007007007007007e-06,
"loss": 1.0031,
"step": 410
},
{
"epoch": 7.03,
"learning_rate": 6.906906906906907e-06,
"loss": 0.997,
"step": 420
},
{
"epoch": 7.03,
"learning_rate": 6.8068068068068075e-06,
"loss": 1.1918,
"step": 430
},
{
"epoch": 7.04,
"learning_rate": 6.706706706706707e-06,
"loss": 1.0966,
"step": 440
},
{
"epoch": 7.05,
"eval_accuracy": 0.5990783410138248,
"eval_loss": 1.0597409009933472,
"eval_runtime": 164.5381,
"eval_samples_per_second": 1.319,
"eval_steps_per_second": 0.17,
"step": 448
},
{
"epoch": 8.0,
"learning_rate": 6.606606606606607e-06,
"loss": 1.1823,
"step": 450
},
{
"epoch": 8.01,
"learning_rate": 6.506506506506507e-06,
"loss": 0.9391,
"step": 460
},
{
"epoch": 8.02,
"learning_rate": 6.406406406406407e-06,
"loss": 1.1039,
"step": 470
},
{
"epoch": 8.03,
"learning_rate": 6.3063063063063065e-06,
"loss": 1.1439,
"step": 480
},
{
"epoch": 8.04,
"learning_rate": 6.206206206206207e-06,
"loss": 0.9368,
"step": 490
},
{
"epoch": 8.05,
"learning_rate": 6.106106106106107e-06,
"loss": 0.956,
"step": 500
},
{
"epoch": 8.05,
"eval_accuracy": 0.6682027649769585,
"eval_loss": 0.9277688264846802,
"eval_runtime": 165.822,
"eval_samples_per_second": 1.309,
"eval_steps_per_second": 0.169,
"step": 504
},
{
"epoch": 9.01,
"learning_rate": 6.006006006006007e-06,
"loss": 0.9728,
"step": 510
},
{
"epoch": 9.01,
"learning_rate": 5.905905905905906e-06,
"loss": 1.1136,
"step": 520
},
{
"epoch": 9.02,
"learning_rate": 5.805805805805806e-06,
"loss": 0.9854,
"step": 530
},
{
"epoch": 9.03,
"learning_rate": 5.7057057057057065e-06,
"loss": 0.9559,
"step": 540
},
{
"epoch": 9.04,
"learning_rate": 5.605605605605607e-06,
"loss": 0.9154,
"step": 550
},
{
"epoch": 9.05,
"learning_rate": 5.505505505505506e-06,
"loss": 1.0813,
"step": 560
},
{
"epoch": 9.05,
"eval_accuracy": 0.5714285714285714,
"eval_loss": 1.0024998188018799,
"eval_runtime": 167.438,
"eval_samples_per_second": 1.296,
"eval_steps_per_second": 0.167,
"step": 560
},
{
"epoch": 10.01,
"learning_rate": 5.405405405405406e-06,
"loss": 0.949,
"step": 570
},
{
"epoch": 10.02,
"learning_rate": 5.305305305305306e-06,
"loss": 0.9489,
"step": 580
},
{
"epoch": 10.03,
"learning_rate": 5.205205205205206e-06,
"loss": 1.0595,
"step": 590
},
{
"epoch": 10.04,
"learning_rate": 5.105105105105106e-06,
"loss": 0.8802,
"step": 600
},
{
"epoch": 10.05,
"learning_rate": 5.005005005005006e-06,
"loss": 0.8996,
"step": 610
},
{
"epoch": 10.05,
"eval_accuracy": 0.7050691244239631,
"eval_loss": 0.788213849067688,
"eval_runtime": 164.6073,
"eval_samples_per_second": 1.318,
"eval_steps_per_second": 0.17,
"step": 616
},
{
"epoch": 11.0,
"learning_rate": 4.904904904904905e-06,
"loss": 0.9075,
"step": 620
},
{
"epoch": 11.01,
"learning_rate": 4.804804804804805e-06,
"loss": 0.921,
"step": 630
},
{
"epoch": 11.02,
"learning_rate": 4.704704704704705e-06,
"loss": 0.93,
"step": 640
},
{
"epoch": 11.03,
"learning_rate": 4.604604604604605e-06,
"loss": 0.7948,
"step": 650
},
{
"epoch": 11.04,
"learning_rate": 4.504504504504505e-06,
"loss": 0.9116,
"step": 660
},
{
"epoch": 11.05,
"learning_rate": 4.404404404404405e-06,
"loss": 0.947,
"step": 670
},
{
"epoch": 11.05,
"eval_accuracy": 0.7188940092165899,
"eval_loss": 0.8638418316841125,
"eval_runtime": 164.8412,
"eval_samples_per_second": 1.316,
"eval_steps_per_second": 0.17,
"step": 672
},
{
"epoch": 12.01,
"learning_rate": 4.304304304304305e-06,
"loss": 0.9901,
"step": 680
},
{
"epoch": 12.02,
"learning_rate": 4.204204204204204e-06,
"loss": 0.8267,
"step": 690
},
{
"epoch": 12.03,
"learning_rate": 4.1041041041041045e-06,
"loss": 0.9112,
"step": 700
},
{
"epoch": 12.03,
"learning_rate": 4.004004004004005e-06,
"loss": 0.8341,
"step": 710
},
{
"epoch": 12.04,
"learning_rate": 3.903903903903904e-06,
"loss": 0.9386,
"step": 720
},
{
"epoch": 12.05,
"eval_accuracy": 0.7004608294930875,
"eval_loss": 0.8191553354263306,
"eval_runtime": 164.8134,
"eval_samples_per_second": 1.317,
"eval_steps_per_second": 0.17,
"step": 728
},
{
"epoch": 13.0,
"learning_rate": 3.803803803803804e-06,
"loss": 0.9771,
"step": 730
},
{
"epoch": 13.01,
"learning_rate": 3.7037037037037037e-06,
"loss": 0.8544,
"step": 740
},
{
"epoch": 13.02,
"learning_rate": 3.603603603603604e-06,
"loss": 0.997,
"step": 750
},
{
"epoch": 13.03,
"learning_rate": 3.5035035035035036e-06,
"loss": 0.9852,
"step": 760
},
{
"epoch": 13.04,
"learning_rate": 3.4034034034034037e-06,
"loss": 0.946,
"step": 770
},
{
"epoch": 13.05,
"learning_rate": 3.3033033033033035e-06,
"loss": 0.8754,
"step": 780
},
{
"epoch": 13.05,
"eval_accuracy": 0.695852534562212,
"eval_loss": 0.7741014361381531,
"eval_runtime": 164.9986,
"eval_samples_per_second": 1.315,
"eval_steps_per_second": 0.17,
"step": 784
},
{
"epoch": 14.01,
"learning_rate": 3.2032032032032036e-06,
"loss": 0.9146,
"step": 790
},
{
"epoch": 14.01,
"learning_rate": 3.1031031031031033e-06,
"loss": 0.8221,
"step": 800
},
{
"epoch": 14.02,
"learning_rate": 3.0030030030030034e-06,
"loss": 0.8436,
"step": 810
},
{
"epoch": 14.03,
"learning_rate": 2.902902902902903e-06,
"loss": 0.812,
"step": 820
},
{
"epoch": 14.04,
"learning_rate": 2.8028028028028033e-06,
"loss": 0.8285,
"step": 830
},
{
"epoch": 14.05,
"learning_rate": 2.702702702702703e-06,
"loss": 0.8028,
"step": 840
},
{
"epoch": 14.05,
"eval_accuracy": 0.7096774193548387,
"eval_loss": 0.748151421546936,
"eval_runtime": 165.2783,
"eval_samples_per_second": 1.313,
"eval_steps_per_second": 0.169,
"step": 840
},
{
"epoch": 15.01,
"learning_rate": 2.602602602602603e-06,
"loss": 0.9496,
"step": 850
},
{
"epoch": 15.02,
"learning_rate": 2.502502502502503e-06,
"loss": 0.8661,
"step": 860
},
{
"epoch": 15.03,
"learning_rate": 2.4024024024024026e-06,
"loss": 0.8948,
"step": 870
},
{
"epoch": 15.04,
"learning_rate": 2.3023023023023023e-06,
"loss": 0.7513,
"step": 880
},
{
"epoch": 15.05,
"learning_rate": 2.2022022022022024e-06,
"loss": 0.7038,
"step": 890
},
{
"epoch": 15.05,
"eval_accuracy": 0.7327188940092166,
"eval_loss": 0.7463698983192444,
"eval_runtime": 165.2407,
"eval_samples_per_second": 1.313,
"eval_steps_per_second": 0.169,
"step": 896
},
{
"epoch": 16.0,
"learning_rate": 2.102102102102102e-06,
"loss": 0.8482,
"step": 900
},
{
"epoch": 16.01,
"learning_rate": 2.0020020020020023e-06,
"loss": 0.7576,
"step": 910
},
{
"epoch": 16.02,
"learning_rate": 1.901901901901902e-06,
"loss": 0.8506,
"step": 920
},
{
"epoch": 16.03,
"learning_rate": 1.801801801801802e-06,
"loss": 0.8435,
"step": 930
},
{
"epoch": 16.04,
"learning_rate": 1.7017017017017019e-06,
"loss": 0.9429,
"step": 940
},
{
"epoch": 16.05,
"learning_rate": 1.6016016016016018e-06,
"loss": 0.6302,
"step": 950
},
{
"epoch": 16.05,
"eval_accuracy": 0.7004608294930875,
"eval_loss": 0.7732542753219604,
"eval_runtime": 166.0375,
"eval_samples_per_second": 1.307,
"eval_steps_per_second": 0.169,
"step": 952
},
{
"epoch": 17.01,
"learning_rate": 1.5015015015015017e-06,
"loss": 0.8215,
"step": 960
},
{
"epoch": 17.02,
"learning_rate": 1.4014014014014016e-06,
"loss": 0.7503,
"step": 970
},
{
"epoch": 17.03,
"learning_rate": 1.3013013013013016e-06,
"loss": 0.8131,
"step": 980
},
{
"epoch": 17.03,
"learning_rate": 1.2012012012012013e-06,
"loss": 0.7954,
"step": 990
},
{
"epoch": 17.04,
"learning_rate": 1.1011011011011012e-06,
"loss": 0.8387,
"step": 1000
},
{
"epoch": 17.05,
"eval_accuracy": 0.7235023041474654,
"eval_loss": 0.722377598285675,
"eval_runtime": 164.6978,
"eval_samples_per_second": 1.318,
"eval_steps_per_second": 0.17,
"step": 1008
},
{
"epoch": 18.0,
"learning_rate": 1.0010010010010011e-06,
"loss": 0.9197,
"step": 1010
},
{
"epoch": 18.01,
"learning_rate": 9.00900900900901e-07,
"loss": 0.8602,
"step": 1020
},
{
"epoch": 18.02,
"learning_rate": 8.008008008008009e-07,
"loss": 0.706,
"step": 1030
},
{
"epoch": 18.03,
"learning_rate": 7.007007007007008e-07,
"loss": 0.878,
"step": 1040
},
{
"epoch": 18.04,
"learning_rate": 6.006006006006006e-07,
"loss": 0.8754,
"step": 1050
},
{
"epoch": 18.05,
"learning_rate": 5.005005005005006e-07,
"loss": 0.5853,
"step": 1060
},
{
"epoch": 18.05,
"eval_accuracy": 0.7142857142857143,
"eval_loss": 0.7359205484390259,
"eval_runtime": 165.3361,
"eval_samples_per_second": 1.312,
"eval_steps_per_second": 0.169,
"step": 1064
},
{
"epoch": 19.01,
"learning_rate": 4.0040040040040045e-07,
"loss": 0.7846,
"step": 1070
},
{
"epoch": 19.01,
"learning_rate": 3.003003003003003e-07,
"loss": 0.9235,
"step": 1080
},
{
"epoch": 19.02,
"learning_rate": 2.0020020020020022e-07,
"loss": 0.9745,
"step": 1090
},
{
"epoch": 19.03,
"learning_rate": 1.0010010010010011e-07,
"loss": 0.6344,
"step": 1100
},
{
"epoch": 19.04,
"learning_rate": 0.0,
"loss": 0.7482,
"step": 1110
},
{
"epoch": 19.04,
"eval_accuracy": 0.7188940092165899,
"eval_loss": 0.7369951605796814,
"eval_runtime": 166.4385,
"eval_samples_per_second": 1.304,
"eval_steps_per_second": 0.168,
"step": 1110
},
{
"epoch": 19.04,
"step": 1110,
"total_flos": 1.1041673732998595e+19,
"train_loss": 1.081317645150262,
"train_runtime": 11661.5957,
"train_samples_per_second": 0.761,
"train_steps_per_second": 0.095
},
{
"epoch": 19.04,
"eval_accuracy": 0.7129629629629629,
"eval_loss": 0.7363542914390564,
"eval_runtime": 167.4287,
"eval_samples_per_second": 1.29,
"eval_steps_per_second": 0.161,
"step": 1110
},
{
"epoch": 19.04,
"eval_accuracy": 0.7129629629629629,
"eval_loss": 0.7363542914390564,
"eval_runtime": 168.5999,
"eval_samples_per_second": 1.281,
"eval_steps_per_second": 0.16,
"step": 1110
}
],
"logging_steps": 10,
"max_steps": 1110,
"num_input_tokens_seen": 0,
"num_train_epochs": 9223372036854775807,
"save_steps": 500,
"total_flos": 1.1041673732998595e+19,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}