|
{ |
|
"best_metric": 0.011647290550172329, |
|
"best_model_checkpoint": "./vit_tickers_binaryclf/checkpoint-1000", |
|
"epoch": 0.5602240896358543, |
|
"global_step": 1000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.0001988795518207283, |
|
"loss": 0.1948, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.0001977591036414566, |
|
"loss": 0.0625, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 0.00019663865546218486, |
|
"loss": 0.018, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 0.00019551820728291316, |
|
"loss": 0.0079, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00019439775910364145, |
|
"loss": 0.0311, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00019327731092436975, |
|
"loss": 0.0072, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.00019215686274509807, |
|
"loss": 0.0053, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.00019103641456582636, |
|
"loss": 0.0037, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00018991596638655463, |
|
"loss": 0.0038, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00018879551820728292, |
|
"loss": 0.004, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00018767507002801122, |
|
"loss": 0.244, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0001865546218487395, |
|
"loss": 0.1787, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0001854341736694678, |
|
"loss": 0.084, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00018431372549019607, |
|
"loss": 0.0118, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00018319327731092437, |
|
"loss": 0.0053, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00018207282913165266, |
|
"loss": 0.1699, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00018095238095238095, |
|
"loss": 0.1418, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00017983193277310925, |
|
"loss": 0.0859, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00017871148459383754, |
|
"loss": 0.0463, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00017759103641456584, |
|
"loss": 0.0699, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00017647058823529413, |
|
"loss": 0.0116, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00017535014005602242, |
|
"loss": 0.0046, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00017422969187675072, |
|
"loss": 0.076, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.000173109243697479, |
|
"loss": 0.0159, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.0001719887955182073, |
|
"loss": 0.0372, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00017086834733893557, |
|
"loss": 0.0603, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00016974789915966387, |
|
"loss": 0.0581, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00016862745098039216, |
|
"loss": 0.0122, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00016750700280112045, |
|
"loss": 0.0411, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00016638655462184875, |
|
"loss": 0.0232, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00016526610644257704, |
|
"loss": 0.0189, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00016414565826330534, |
|
"loss": 0.0293, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00016302521008403363, |
|
"loss": 0.041, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.00016190476190476192, |
|
"loss": 0.1021, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00016078431372549022, |
|
"loss": 0.0216, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.0001596638655462185, |
|
"loss": 0.0747, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00015854341736694678, |
|
"loss": 0.0056, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00015742296918767507, |
|
"loss": 0.0043, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00015630252100840337, |
|
"loss": 0.0045, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00015518207282913166, |
|
"loss": 0.0449, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00015417366946778713, |
|
"loss": 0.0539, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.0001530532212885154, |
|
"loss": 0.0032, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.0001519327731092437, |
|
"loss": 0.0402, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.00015081232492997199, |
|
"loss": 0.0336, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.00014969187675070028, |
|
"loss": 0.0038, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00014857142857142857, |
|
"loss": 0.0415, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00014745098039215687, |
|
"loss": 0.0037, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00014633053221288516, |
|
"loss": 0.0028, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00014521008403361346, |
|
"loss": 0.04, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00014408963585434175, |
|
"loss": 0.0026, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"eval_f1": 0.9981801637852593, |
|
"eval_loss": 0.018740175291895866, |
|
"eval_runtime": 83.1765, |
|
"eval_samples_per_second": 67.928, |
|
"eval_steps_per_second": 8.5, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00014296918767507004, |
|
"loss": 0.0028, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00014184873949579834, |
|
"loss": 0.0024, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00014072829131652663, |
|
"loss": 0.0023, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.0001396078431372549, |
|
"loss": 0.0021, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.0001384873949579832, |
|
"loss": 0.0021, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.0001373669467787115, |
|
"loss": 0.2876, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00013624649859943978, |
|
"loss": 0.0036, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00013512605042016807, |
|
"loss": 0.0026, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00013400560224089634, |
|
"loss": 0.0432, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.00013288515406162466, |
|
"loss": 0.033, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.00013176470588235296, |
|
"loss": 0.0048, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00013064425770308125, |
|
"loss": 0.0027, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00012952380952380954, |
|
"loss": 0.0021, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.00012840336134453784, |
|
"loss": 0.0019, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0001272829131652661, |
|
"loss": 0.0018, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0001261624649859944, |
|
"loss": 0.0408, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0001250420168067227, |
|
"loss": 0.0105, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.000123921568627451, |
|
"loss": 0.0023, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00012280112044817928, |
|
"loss": 0.0018, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00012168067226890756, |
|
"loss": 0.0247, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00012056022408963586, |
|
"loss": 0.0328, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00011943977591036415, |
|
"loss": 0.0081, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00011831932773109244, |
|
"loss": 0.0024, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00011719887955182074, |
|
"loss": 0.0018, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00011607843137254903, |
|
"loss": 0.0073, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.00011495798319327731, |
|
"loss": 0.0015, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.0001138375350140056, |
|
"loss": 0.0302, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001127170868347339, |
|
"loss": 0.046, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001115966386554622, |
|
"loss": 0.0306, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00011047619047619049, |
|
"loss": 0.0014, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00010935574229691876, |
|
"loss": 0.0149, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00010823529411764706, |
|
"loss": 0.0092, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00010711484593837536, |
|
"loss": 0.0069, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.00010599439775910365, |
|
"loss": 0.0013, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00010487394957983194, |
|
"loss": 0.0017, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00010375350140056024, |
|
"loss": 0.0013, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.0001026330532212885, |
|
"loss": 0.0175, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.0001015126050420168, |
|
"loss": 0.0029, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00010039215686274511, |
|
"loss": 0.0023, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 9.92717086834734e-05, |
|
"loss": 0.0018, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 9.815126050420168e-05, |
|
"loss": 0.001, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 9.703081232492998e-05, |
|
"loss": 0.0911, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 9.591036414565827e-05, |
|
"loss": 0.0011, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 9.478991596638655e-05, |
|
"loss": 0.0013, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 9.366946778711484e-05, |
|
"loss": 0.0283, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 9.254901960784315e-05, |
|
"loss": 0.0011, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 9.142857142857143e-05, |
|
"loss": 0.0028, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 9.030812324929973e-05, |
|
"loss": 0.0011, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 8.918767507002802e-05, |
|
"loss": 0.001, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 8.80672268907563e-05, |
|
"loss": 0.0186, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"eval_f1": 0.9990915697674418, |
|
"eval_loss": 0.011647290550172329, |
|
"eval_runtime": 81.5953, |
|
"eval_samples_per_second": 69.244, |
|
"eval_steps_per_second": 8.665, |
|
"step": 1000 |
|
} |
|
], |
|
"max_steps": 1785, |
|
"num_train_epochs": 1, |
|
"total_flos": 1.239871833833472e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|