nandyc's picture
🍻 cheers
1112a3c
raw
history blame
13.9 kB
{
"best_metric": 0.9846153846153847,
"best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned_ASL_Isolated_Swin_dataset2/checkpoint-800",
"epoch": 10.0,
"eval_steps": 100,
"global_step": 920,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.11,
"learning_rate": 0.00019782608695652175,
"loss": 3.3609,
"step": 10
},
{
"epoch": 0.22,
"learning_rate": 0.0001956521739130435,
"loss": 3.1386,
"step": 20
},
{
"epoch": 0.33,
"learning_rate": 0.00019347826086956523,
"loss": 2.9847,
"step": 30
},
{
"epoch": 0.43,
"learning_rate": 0.00019130434782608697,
"loss": 2.7624,
"step": 40
},
{
"epoch": 0.54,
"learning_rate": 0.0001891304347826087,
"loss": 2.2708,
"step": 50
},
{
"epoch": 0.65,
"learning_rate": 0.00018717391304347826,
"loss": 2.1984,
"step": 60
},
{
"epoch": 0.76,
"learning_rate": 0.00018500000000000002,
"loss": 1.8882,
"step": 70
},
{
"epoch": 0.87,
"learning_rate": 0.00018282608695652174,
"loss": 1.6971,
"step": 80
},
{
"epoch": 0.98,
"learning_rate": 0.00018065217391304348,
"loss": 1.4803,
"step": 90
},
{
"epoch": 1.09,
"learning_rate": 0.00017847826086956522,
"loss": 1.39,
"step": 100
},
{
"epoch": 1.09,
"eval_accuracy": 0.6346153846153846,
"eval_loss": 1.182677984237671,
"eval_runtime": 2.4526,
"eval_samples_per_second": 106.009,
"eval_steps_per_second": 13.455,
"step": 100
},
{
"epoch": 1.2,
"learning_rate": 0.00017630434782608695,
"loss": 1.2313,
"step": 110
},
{
"epoch": 1.3,
"learning_rate": 0.00017413043478260872,
"loss": 1.2511,
"step": 120
},
{
"epoch": 1.41,
"learning_rate": 0.00017217391304347827,
"loss": 1.1545,
"step": 130
},
{
"epoch": 1.52,
"learning_rate": 0.00017,
"loss": 1.0298,
"step": 140
},
{
"epoch": 1.63,
"learning_rate": 0.00016782608695652175,
"loss": 1.0783,
"step": 150
},
{
"epoch": 1.74,
"learning_rate": 0.0001656521739130435,
"loss": 1.0336,
"step": 160
},
{
"epoch": 1.85,
"learning_rate": 0.00016347826086956523,
"loss": 1.0377,
"step": 170
},
{
"epoch": 1.96,
"learning_rate": 0.00016130434782608697,
"loss": 1.1622,
"step": 180
},
{
"epoch": 2.07,
"learning_rate": 0.00015913043478260868,
"loss": 0.9864,
"step": 190
},
{
"epoch": 2.17,
"learning_rate": 0.00015695652173913045,
"loss": 0.8972,
"step": 200
},
{
"epoch": 2.17,
"eval_accuracy": 0.7807692307692308,
"eval_loss": 0.6287302374839783,
"eval_runtime": 2.6916,
"eval_samples_per_second": 96.596,
"eval_steps_per_second": 12.26,
"step": 200
},
{
"epoch": 2.28,
"learning_rate": 0.0001547826086956522,
"loss": 0.7377,
"step": 210
},
{
"epoch": 2.39,
"learning_rate": 0.00015260869565217393,
"loss": 0.8899,
"step": 220
},
{
"epoch": 2.5,
"learning_rate": 0.00015043478260869567,
"loss": 0.6429,
"step": 230
},
{
"epoch": 2.61,
"learning_rate": 0.0001482608695652174,
"loss": 0.8942,
"step": 240
},
{
"epoch": 2.72,
"learning_rate": 0.00014608695652173914,
"loss": 0.8716,
"step": 250
},
{
"epoch": 2.83,
"learning_rate": 0.00014391304347826086,
"loss": 0.8024,
"step": 260
},
{
"epoch": 2.93,
"learning_rate": 0.00014173913043478262,
"loss": 0.5412,
"step": 270
},
{
"epoch": 3.04,
"learning_rate": 0.00013956521739130434,
"loss": 0.7387,
"step": 280
},
{
"epoch": 3.15,
"learning_rate": 0.0001373913043478261,
"loss": 0.5791,
"step": 290
},
{
"epoch": 3.26,
"learning_rate": 0.00013521739130434784,
"loss": 0.4884,
"step": 300
},
{
"epoch": 3.26,
"eval_accuracy": 0.8961538461538462,
"eval_loss": 0.29269811511039734,
"eval_runtime": 1.9876,
"eval_samples_per_second": 130.808,
"eval_steps_per_second": 16.603,
"step": 300
},
{
"epoch": 3.37,
"learning_rate": 0.00013304347826086958,
"loss": 0.6485,
"step": 310
},
{
"epoch": 3.48,
"learning_rate": 0.00013086956521739132,
"loss": 0.7623,
"step": 320
},
{
"epoch": 3.59,
"learning_rate": 0.00012869565217391303,
"loss": 0.6887,
"step": 330
},
{
"epoch": 3.7,
"learning_rate": 0.0001265217391304348,
"loss": 0.5794,
"step": 340
},
{
"epoch": 3.8,
"learning_rate": 0.0001243478260869565,
"loss": 0.6654,
"step": 350
},
{
"epoch": 3.91,
"learning_rate": 0.00012217391304347828,
"loss": 0.5027,
"step": 360
},
{
"epoch": 4.02,
"learning_rate": 0.00012,
"loss": 0.4336,
"step": 370
},
{
"epoch": 4.13,
"learning_rate": 0.00011782608695652176,
"loss": 0.5295,
"step": 380
},
{
"epoch": 4.24,
"learning_rate": 0.00011565217391304348,
"loss": 0.6389,
"step": 390
},
{
"epoch": 4.35,
"learning_rate": 0.00011347826086956523,
"loss": 0.4179,
"step": 400
},
{
"epoch": 4.35,
"eval_accuracy": 0.9423076923076923,
"eval_loss": 0.1795085072517395,
"eval_runtime": 2.6974,
"eval_samples_per_second": 96.391,
"eval_steps_per_second": 12.234,
"step": 400
},
{
"epoch": 4.46,
"learning_rate": 0.00011152173913043477,
"loss": 0.5516,
"step": 410
},
{
"epoch": 4.57,
"learning_rate": 0.00010934782608695653,
"loss": 0.4264,
"step": 420
},
{
"epoch": 4.67,
"learning_rate": 0.00010717391304347825,
"loss": 0.4827,
"step": 430
},
{
"epoch": 4.78,
"learning_rate": 0.000105,
"loss": 0.4434,
"step": 440
},
{
"epoch": 4.89,
"learning_rate": 0.00010282608695652174,
"loss": 0.4812,
"step": 450
},
{
"epoch": 5.0,
"learning_rate": 0.0001006521739130435,
"loss": 0.5592,
"step": 460
},
{
"epoch": 5.11,
"learning_rate": 9.847826086956522e-05,
"loss": 0.4754,
"step": 470
},
{
"epoch": 5.22,
"learning_rate": 9.630434782608696e-05,
"loss": 0.3776,
"step": 480
},
{
"epoch": 5.33,
"learning_rate": 9.41304347826087e-05,
"loss": 0.4084,
"step": 490
},
{
"epoch": 5.43,
"learning_rate": 9.195652173913044e-05,
"loss": 0.4169,
"step": 500
},
{
"epoch": 5.43,
"eval_accuracy": 0.95,
"eval_loss": 0.1563507616519928,
"eval_runtime": 1.8046,
"eval_samples_per_second": 144.078,
"eval_steps_per_second": 18.287,
"step": 500
},
{
"epoch": 5.54,
"learning_rate": 8.978260869565218e-05,
"loss": 0.371,
"step": 510
},
{
"epoch": 5.65,
"learning_rate": 8.760869565217392e-05,
"loss": 0.4745,
"step": 520
},
{
"epoch": 5.76,
"learning_rate": 8.543478260869566e-05,
"loss": 0.4209,
"step": 530
},
{
"epoch": 5.87,
"learning_rate": 8.32608695652174e-05,
"loss": 0.4645,
"step": 540
},
{
"epoch": 5.98,
"learning_rate": 8.108695652173914e-05,
"loss": 0.4322,
"step": 550
},
{
"epoch": 6.09,
"learning_rate": 7.891304347826088e-05,
"loss": 0.489,
"step": 560
},
{
"epoch": 6.2,
"learning_rate": 7.673913043478262e-05,
"loss": 0.4531,
"step": 570
},
{
"epoch": 6.3,
"learning_rate": 7.456521739130435e-05,
"loss": 0.2837,
"step": 580
},
{
"epoch": 6.41,
"learning_rate": 7.23913043478261e-05,
"loss": 0.37,
"step": 590
},
{
"epoch": 6.52,
"learning_rate": 7.021739130434783e-05,
"loss": 0.3427,
"step": 600
},
{
"epoch": 6.52,
"eval_accuracy": 0.95,
"eval_loss": 0.14258505403995514,
"eval_runtime": 1.9248,
"eval_samples_per_second": 135.078,
"eval_steps_per_second": 17.145,
"step": 600
},
{
"epoch": 6.63,
"learning_rate": 6.804347826086956e-05,
"loss": 0.3713,
"step": 610
},
{
"epoch": 6.74,
"learning_rate": 6.58695652173913e-05,
"loss": 0.2211,
"step": 620
},
{
"epoch": 6.85,
"learning_rate": 6.369565217391305e-05,
"loss": 0.2769,
"step": 630
},
{
"epoch": 6.96,
"learning_rate": 6.152173913043479e-05,
"loss": 0.2778,
"step": 640
},
{
"epoch": 7.07,
"learning_rate": 5.934782608695652e-05,
"loss": 0.3071,
"step": 650
},
{
"epoch": 7.17,
"learning_rate": 5.717391304347827e-05,
"loss": 0.2988,
"step": 660
},
{
"epoch": 7.28,
"learning_rate": 5.500000000000001e-05,
"loss": 0.2773,
"step": 670
},
{
"epoch": 7.39,
"learning_rate": 5.2826086956521735e-05,
"loss": 0.2628,
"step": 680
},
{
"epoch": 7.5,
"learning_rate": 5.0652173913043474e-05,
"loss": 0.4372,
"step": 690
},
{
"epoch": 7.61,
"learning_rate": 4.847826086956522e-05,
"loss": 0.2939,
"step": 700
},
{
"epoch": 7.61,
"eval_accuracy": 0.9730769230769231,
"eval_loss": 0.11737523972988129,
"eval_runtime": 1.9862,
"eval_samples_per_second": 130.905,
"eval_steps_per_second": 16.615,
"step": 700
},
{
"epoch": 7.72,
"learning_rate": 4.630434782608696e-05,
"loss": 0.3101,
"step": 710
},
{
"epoch": 7.83,
"learning_rate": 4.41304347826087e-05,
"loss": 0.1584,
"step": 720
},
{
"epoch": 7.93,
"learning_rate": 4.195652173913044e-05,
"loss": 0.3143,
"step": 730
},
{
"epoch": 8.04,
"learning_rate": 3.978260869565217e-05,
"loss": 0.3705,
"step": 740
},
{
"epoch": 8.15,
"learning_rate": 3.7608695652173917e-05,
"loss": 0.3003,
"step": 750
},
{
"epoch": 8.26,
"learning_rate": 3.5434782608695656e-05,
"loss": 0.3864,
"step": 760
},
{
"epoch": 8.37,
"learning_rate": 3.3260869565217395e-05,
"loss": 0.1961,
"step": 770
},
{
"epoch": 8.48,
"learning_rate": 3.108695652173913e-05,
"loss": 0.2859,
"step": 780
},
{
"epoch": 8.59,
"learning_rate": 2.891304347826087e-05,
"loss": 0.3521,
"step": 790
},
{
"epoch": 8.7,
"learning_rate": 2.673913043478261e-05,
"loss": 0.1605,
"step": 800
},
{
"epoch": 8.7,
"eval_accuracy": 0.9846153846153847,
"eval_loss": 0.06404715776443481,
"eval_runtime": 1.8828,
"eval_samples_per_second": 138.091,
"eval_steps_per_second": 17.527,
"step": 800
},
{
"epoch": 8.8,
"learning_rate": 2.456521739130435e-05,
"loss": 0.1828,
"step": 810
},
{
"epoch": 8.91,
"learning_rate": 2.239130434782609e-05,
"loss": 0.1448,
"step": 820
},
{
"epoch": 9.02,
"learning_rate": 2.0217391304347828e-05,
"loss": 0.2442,
"step": 830
},
{
"epoch": 9.13,
"learning_rate": 1.8043478260869567e-05,
"loss": 0.2182,
"step": 840
},
{
"epoch": 9.24,
"learning_rate": 1.5869565217391306e-05,
"loss": 0.1857,
"step": 850
},
{
"epoch": 9.35,
"learning_rate": 1.3695652173913042e-05,
"loss": 0.123,
"step": 860
},
{
"epoch": 9.46,
"learning_rate": 1.1521739130434783e-05,
"loss": 0.1286,
"step": 870
},
{
"epoch": 9.57,
"learning_rate": 9.347826086956523e-06,
"loss": 0.3302,
"step": 880
},
{
"epoch": 9.67,
"learning_rate": 7.173913043478261e-06,
"loss": 0.3513,
"step": 890
},
{
"epoch": 9.78,
"learning_rate": 5e-06,
"loss": 0.1865,
"step": 900
},
{
"epoch": 9.78,
"eval_accuracy": 0.9807692307692307,
"eval_loss": 0.07018034905195236,
"eval_runtime": 2.3303,
"eval_samples_per_second": 111.572,
"eval_steps_per_second": 14.161,
"step": 900
},
{
"epoch": 9.89,
"learning_rate": 2.8260869565217393e-06,
"loss": 0.1316,
"step": 910
},
{
"epoch": 10.0,
"learning_rate": 6.521739130434782e-07,
"loss": 0.1979,
"step": 920
},
{
"epoch": 10.0,
"step": 920,
"total_flos": 3.651306173035315e+17,
"train_loss": 0.6966753153697304,
"train_runtime": 217.2288,
"train_samples_per_second": 67.579,
"train_steps_per_second": 4.235
}
],
"logging_steps": 10,
"max_steps": 920,
"num_train_epochs": 10,
"save_steps": 100,
"total_flos": 3.651306173035315e+17,
"trial_name": null,
"trial_params": null
}