diff --git "a/run-2024-07-04T00:18:50+00:00.log" "b/run-2024-07-04T00:18:50+00:00.log"
--- "a/run-2024-07-04T00:18:50+00:00.log"
+++ "b/run-2024-07-04T00:18:50+00:00.log"
@@ -3065,4 +3065,283 @@ Non-default generation parameters: {'max_length': 200, 'early_stopping': True, '
 
 92%|█████████▏| 60005/65536 [10:21:18<4:16:44,  2.79s/it]
 92%|█████████▏| 60006/65536 [10:21:18<3:17:17,  2.14s/it]
 92%|█████████▏| 60007/65536 [10:21:19<2:36:56,  1.70s/it]
 92%|█████████▏| 60008/65536 [10:21:20<2:09:36,  1.41s/it]
 92%|█████████▏| 60009/65536 [10:21:20<1:49:15,  1.19s/it]
 92%|█████████▏| 60010/65536 [10:21:21<1:35:13,  1.03s/it]
 92%|█████████▏| 60011/65536 [10:21:22<1:24:54,  1.08it/s]
 92%|█████████▏| 60012/65536 [10:21:22<1:16:45,  1.20it/s]
 92%|█████████▏| 60013/65536 [10:21:23<1:10:22,  1.31it/s]
 92%|█████████▏| 60014/65536 [10:21:24<1:05:48,  1.40it/s]
 92%|█████████▏| 60015/65536 [10:21:24<1:02:54,  1.46it/s]
 92%|█████████▏| 60016/65536 [10:21:25<1:01:52,  1.49it/s]
 92%|█████████▏| 60017/65536 [10:21:25<1:02:57,  1.46it/s]
 92%|█████████▏| 60018/65536 [10:21:26<1:00:42,  1.51it/s]
 92%|█████████▏| 60019/65536 [10:21:27<1:01:25,  1.50it/s]
 92%|█████████▏| 60020/65536 [10:21:27<1:01:19,  1.50it/s]
                                                          
{'loss': 1.5526, 'learning_rate': 1.7598261295457327e-07, 'epoch': 3704.94}
 
 92%|█████████▏| 60020/65536 [10:21:27<1:01:19,  1.50it/s]
 92%|█████████▏| 60021/65536 [10:21:28<59:49,  1.54it/s]  
 92%|█████████▏| 60022/65536 [10:21:29<1:01:22,  1.50it/s]
 92%|█████████▏| 60023/65536 [10:21:29<1:00:35,  1.52it/s]
 92%|█████████▏| 60024/65536 [10:21:30<1:00:06,  1.53it/s]
 92%|█████████▏| 60025/65536 [10:21:31<1:01:15,  1.50it/s]
 92%|█████████▏| 60026/65536 [10:21:31<1:02:05,  1.48it/s]
 92%|█████████▏| 60027/65536 [10:21:32<1:00:59,  1.51it/s]
 92%|█████████▏| 60028/65536 [10:21:33<59:44,  1.54it/s]  
 92%|█████████▏| 60029/65536 [10:21:33<58:10,  1.58it/s]
 92%|█████████▏| 60030/65536 [10:21:34<57:54,  1.58it/s]
 92%|█████████▏| 60031/65536 [10:21:35<58:48,  1.56it/s]
 92%|█████████▏| 60032/65536 [10:21:35<57:38,  1.59it/s]
 92%|█████████▏| 60033/65536 [10:21:36<57:00,  1.61it/s]
 92%|█████████▏| 60034/65536 [10:21:36<56:58,  1.61it/s]
 92%|█████████▏| 60035/65536 [10:21:37<57:32,  1.59it/s]
 92%|█████████▏| 60036/65536 [10:21:38<58:48,  1.56it/s]
 92%|█████████▏| 60037/65536 [10:21:38<57:47,  1.59it/s]
 92%|█████████▏| 60038/65536 [10:21:39<1:01:03,  1.50it/s]
 92%|█████████▏| 60039/65536 [10:21:40<1:02:08,  1.47it/s]
 92%|█████████▏| 60040/65536 [10:21:40<1:01:35,  1.49it/s]
                                                          
{'loss': 1.5274, 'learning_rate': 1.7570711399534713e-07, 'epoch': 3706.17}
 
 92%|█████████▏| 60040/65536 [10:21:40<1:01:35,  1.49it/s]
 92%|█████████▏| 60041/65536 [10:21:41<1:02:42,  1.46it/s]
 92%|█████████▏| 60042/65536 [10:21:42<1:00:02,  1.53it/s]
 92%|█████████▏| 60043/65536 [10:21:42<1:01:32,  1.49it/s]
 92%|█████████▏| 60044/65536 [10:21:43<1:01:38,  1.48it/s]
 92%|█████████▏| 60045/65536 [10:21:44<58:58,  1.55it/s]  
 92%|█████████▏| 60046/65536 [10:21:44<57:46,  1.58it/s]
 92%|█████████▏| 60047/65536 [10:21:45<56:48,  1.61it/s]
 92%|█████████▏| 60048/65536 [10:21:46<56:26,  1.62it/s]
 92%|█████████▏| 60049/65536 [10:21:46<57:57,  1.58it/s]
 92%|█████████▏| 60050/65536 [10:21:47<57:57,  1.58it/s]
 92%|█████████▏| 60051/65536 [10:21:47<58:13,  1.57it/s]
 92%|█████████▏| 60052/65536 [10:21:48<58:09,  1.57it/s]
 92%|█████████▏| 60053/65536 [10:21:49<59:22,  1.54it/s]
 92%|█████████▏| 60054/65536 [10:21:49<59:37,  1.53it/s]
 92%|█████████▏| 60055/65536 [10:21:50<1:00:17,  1.51it/s]
 92%|█████████▏| 60056/65536 [10:21:51<1:00:43,  1.50it/s]
 92%|█████████▏| 60057/65536 [10:21:51<59:00,  1.55it/s]  
 92%|█████████▏| 60058/65536 [10:21:52<59:52,  1.52it/s]
 92%|█████████▏| 60059/65536 [10:21:53<1:00:37,  1.51it/s]
 92%|█████████▏| 60060/65536 [10:21:53<59:42,  1.53it/s]  
                                                        
{'loss': 1.5919, 'learning_rate': 1.75431615036121e-07, 'epoch': 3707.41}
-
 92%|█████████▏| 60060/65536 [10:21:53<59:42,  1.53it/s]
 92%|█████████▏| 60061/65536 [10:21:54<1:01:02,  1.49it/s]
 92%|█████████▏| 60062/65536 [10:21:55<1:01:14,  1.49it/s]
 92%|█████████▏| 60063/65536 [10:21:55<1:01:00,  1.50it/s]
 92%|█████████▏| 60064/65536 [10:21:56<1:00:19,  1.51it/s]
 92%|█████████▏| 60065/65536 [10:21:57<1:00:20,  1.51it/s]
\ No newline at end of file
+
 92%|█████████▏| 60060/65536 [10:21:53<59:42,  1.53it/s]
 92%|█████████▏| 60061/65536 [10:21:54<1:01:02,  1.49it/s]
 92%|█████████▏| 60062/65536 [10:21:55<1:01:14,  1.49it/s]
 92%|█████████▏| 60063/65536 [10:21:55<1:01:00,  1.50it/s]
 92%|█████████▏| 60064/65536 [10:21:56<1:00:19,  1.51it/s]
 92%|█████████▏| 60065/65536 [10:21:57<1:00:20,  1.51it/s]
 92%|█████████▏| 60066/65536 [10:21:57<1:01:45,  1.48it/s]
 92%|█████████▏| 60067/65536 [10:21:58<59:59,  1.52it/s]  
 92%|█████████▏| 60068/65536 [10:21:59<58:09,  1.57it/s]
 92%|█████████▏| 60069/65536 [10:21:59<56:48,  1.60it/s]
 92%|█████████▏| 60070/65536 [10:22:00<58:11,  1.57it/s]
 92%|█████████▏| 60071/65536 [10:22:01<58:19,  1.56it/s]
 92%|█████████▏| 60072/65536 [10:22:01<58:54,  1.55it/s]
 92%|█████████▏| 60073/65536 [10:22:02<58:48,  1.55it/s]
 92%|█████████▏| 60074/65536 [10:22:03<1:00:23,  1.51it/s]
 92%|█████████▏| 60075/65536 [10:22:03<1:00:57,  1.49it/s]
 92%|█████████▏| 60076/65536 [10:22:04<58:20,  1.56it/s]  
 92%|█████████▏| 60077/65536 [10:22:04<58:11,  1.56it/s]
 92%|█████████▏| 60078/65536 [10:22:05<56:44,  1.60it/s]
 92%|█████████▏| 60079/65536 [10:22:06<56:48,  1.60it/s]
 92%|█████████▏| 60080/65536 [10:22:06<56:46,  1.60it/s]
                                                        
{'loss': 1.5648, 'learning_rate': 1.7515611607689485e-07, 'epoch': 3708.64}
+
 92%|█████████▏| 60080/65536 [10:22:06<56:46,  1.60it/s]
 92%|█████████▏| 60081/65536 [10:22:07<57:12,  1.59it/s]
 92%|█████████▏| 60082/65536 [10:22:08<57:28,  1.58it/s]
 92%|█████████▏| 60083/65536 [10:22:08<56:49,  1.60it/s]
 92%|█████████▏| 60084/65536 [10:22:09<57:37,  1.58it/s]
 92%|█████████▏| 60085/65536 [10:22:09<56:22,  1.61it/s]
 92%|█████████▏| 60086/65536 [10:22:10<58:06,  1.56it/s]
 92%|█████████▏| 60087/65536 [10:22:11<56:50,  1.60it/s]
 92%|█████████▏| 60088/65536 [10:22:11<56:02,  1.62it/s]
 92%|█████████▏| 60089/65536 [10:22:12<55:16,  1.64it/s]
 92%|█████████▏| 60090/65536 [10:22:13<55:43,  1.63it/s]
 92%|█████████▏| 60091/65536 [10:22:13<56:01,  1.62it/s]
 92%|█████████▏| 60092/65536 [10:22:14<56:36,  1.60it/s]
 92%|█████████▏| 60093/65536 [10:22:14<57:35,  1.58it/s]
 92%|█████████▏| 60094/65536 [10:22:15<56:40,  1.60it/s]
 92%|█████████▏| 60095/65536 [10:22:16<58:20,  1.55it/s]
 92%|█████████▏| 60096/65536 [10:22:16<59:38,  1.52it/s]
 92%|█████████▏| 60097/65536 [10:22:17<58:49,  1.54it/s]
 92%|█████████▏| 60098/65536 [10:22:18<1:00:17,  1.50it/s]
 92%|█████████▏| 60099/65536 [10:22:18<58:57,  1.54it/s]  
 92%|█████████▏| 60100/65536 [10:22:19<57:14,  1.58it/s]
                                                        
{'loss': 1.4868, 'learning_rate': 1.748806171176687e-07, 'epoch': 3709.88}
+
 92%|█████████▏| 60100/65536 [10:22:19<57:14,  1.58it/s]
 92%|█████████▏| 60101/65536 [10:22:20<56:23,  1.61it/s]
 92%|█████████▏| 60102/65536 [10:22:20<56:08,  1.61it/s]
 92%|█████████▏| 60103/65536 [10:22:21<56:33,  1.60it/s]
 92%|█████████▏| 60104/65536 [10:22:21<55:37,  1.63it/s]
 92%|█████████▏| 60105/65536 [10:22:22<58:29,  1.55it/s]
 92%|█████████▏| 60106/65536 [10:22:23<57:49,  1.56it/s]
 92%|█████████▏| 60107/65536 [10:22:23<58:15,  1.55it/s]
 92%|█████████▏| 60108/65536 [10:22:24<59:54,  1.51it/s]
 92%|█████████▏| 60109/65536 [10:22:25<59:19,  1.52it/s]
 92%|█████████▏| 60110/65536 [10:22:25<58:12,  1.55it/s]
 92%|█████████▏| 60111/65536 [10:22:26<59:33,  1.52it/s]
 92%|█████████▏| 60112/65536 [10:22:27<1:00:22,  1.50it/s]
 92%|█████████▏| 60113/65536 [10:22:27<1:00:43,  1.49it/s]
 92%|█████████▏| 60114/65536 [10:22:28<1:02:04,  1.46it/s]
 92%|█████████▏| 60115/65536 [10:22:29<1:00:25,  1.50it/s]
 92%|█████████▏| 60116/65536 [10:22:29<59:07,  1.53it/s]  
 92%|█████████▏| 60117/65536 [10:22:30<58:02,  1.56it/s]
 92%|█████████▏| 60118/65536 [10:22:31<58:02,  1.56it/s]
 92%|█████████▏| 60119/65536 [10:22:31<59:44,  1.51it/s]
 92%|█████████▏| 60120/65536 [10:22:32<58:59,  1.53it/s]
                                                        
{'loss': 1.5528, 'learning_rate': 1.7460511815844246e-07, 'epoch': 3711.11}
+
 92%|█████████▏| 60120/65536 [10:22:32<58:59,  1.53it/s]
 92%|█████████▏| 60121/65536 [10:22:33<57:26,  1.57it/s]
 92%|█████████▏| 60122/65536 [10:22:33<55:50,  1.62it/s]
 92%|█████████▏| 60123/65536 [10:22:34<57:49,  1.56it/s]
 92%|█████████▏| 60124/65536 [10:22:35<59:08,  1.53it/s]
 92%|█████████▏| 60125/65536 [10:22:35<59:36,  1.51it/s]
 92%|█████████▏| 60126/65536 [10:22:36<58:57,  1.53it/s]
 92%|█████████▏| 60127/65536 [10:22:36<57:49,  1.56it/s]
 92%|█████████▏| 60128/65536 [10:22:37<56:24,  1.60it/s]
 92%|█████████▏| 60129/65536 [10:22:38<55:26,  1.63it/s]
 92%|█████████▏| 60130/65536 [10:22:38<57:25,  1.57it/s]
 92%|█████████▏| 60131/65536 [10:22:39<58:38,  1.54it/s]
 92%|█████████▏| 60132/65536 [10:22:40<57:20,  1.57it/s]
 92%|█████████▏| 60133/65536 [10:22:40<56:35,  1.59it/s]
 92%|█████████▏| 60134/65536 [10:22:41<57:51,  1.56it/s]
 92%|█████████▏| 60135/65536 [10:22:42<59:47,  1.51it/s]
 92%|█████████▏| 60136/65536 [10:22:42<57:12,  1.57it/s]
 92%|█████████▏| 60137/65536 [10:22:43<57:40,  1.56it/s]
 92%|█████████▏| 60138/65536 [10:22:43<56:22,  1.60it/s]
 92%|█████████▏| 60139/65536 [10:22:44<57:12,  1.57it/s]
 92%|█████████▏| 60140/65536 [10:22:45<57:22,  1.57it/s]
                                                        
{'loss': 1.543, 'learning_rate': 1.7432961919921632e-07, 'epoch': 3712.35}
+
 92%|█████████▏| 60140/65536 [10:22:45<57:22,  1.57it/s]
 92%|█████████▏| 60141/65536 [10:22:45<57:09,  1.57it/s]
 92%|█████████▏| 60142/65536 [10:22:46<56:48,  1.58it/s]
 92%|█████████▏| 60143/65536 [10:22:47<57:36,  1.56it/s]
 92%|█████████▏| 60144/65536 [10:22:47<59:11,  1.52it/s]
 92%|█████████▏| 60145/65536 [10:22:48<58:22,  1.54it/s]
 92%|█████████▏| 60146/65536 [10:22:49<58:30,  1.54it/s]
 92%|█████████▏| 60147/65536 [10:22:49<58:13,  1.54it/s]
 92%|█████████▏| 60148/65536 [10:22:50<57:39,  1.56it/s]
 92%|█████████▏| 60149/65536 [10:22:51<56:45,  1.58it/s]
 92%|█████████▏| 60150/65536 [10:22:51<57:07,  1.57it/s]
 92%|█████████▏| 60151/65536 [10:22:52<59:19,  1.51it/s]
 92%|█████████▏| 60152/65536 [10:22:53<59:20,  1.51it/s]
 92%|█████████▏| 60153/65536 [10:22:53<58:32,  1.53it/s]
 92%|█████████▏| 60154/65536 [10:22:54<58:05,  1.54it/s]
 92%|█████████▏| 60155/65536 [10:22:55<59:46,  1.50it/s]
 92%|█████████▏| 60156/65536 [10:22:55<58:33,  1.53it/s]
 92%|█████████▏| 60157/65536 [10:22:56<58:11,  1.54it/s]
 92%|█████████▏| 60158/65536 [10:22:56<58:13,  1.54it/s]
 92%|█████████▏| 60159/65536 [10:22:57<56:58,  1.57it/s]
 92%|█████████▏| 60160/65536 [10:22:58<57:07,  1.57it/s]
                                                        
{'loss': 1.537, 'learning_rate': 1.7405412023999015e-07, 'epoch': 3713.58}
+
 92%|█████████▏| 60160/65536 [10:22:58<57:07,  1.57it/s]
 92%|█████████▏| 60161/65536 [10:22:58<56:54,  1.57it/s]
 92%|█████████▏| 60162/65536 [10:22:59<58:04,  1.54it/s]
 92%|█████████▏| 60163/65536 [10:23:00<57:34,  1.56it/s]
 92%|█████████▏| 60164/65536 [10:23:00<57:21,  1.56it/s]
 92%|█████████▏| 60165/65536 [10:23:01<56:42,  1.58it/s]
 92%|█████████▏| 60166/65536 [10:23:02<56:47,  1.58it/s]
 92%|█████████▏| 60167/65536 [10:23:02<57:38,  1.55it/s]
 92%|█████████▏| 60168/65536 [10:23:03<56:20,  1.59it/s]
 92%|█████████▏| 60169/65536 [10:23:03<57:48,  1.55it/s]
 92%|█████████▏| 60170/65536 [10:23:04<57:25,  1.56it/s]
 92%|█████████▏| 60171/65536 [10:23:05<59:29,  1.50it/s]
 92%|█████████▏| 60172/65536 [10:23:06<1:04:35,  1.38it/s]
 92%|���████████▏| 60173/65536 [10:23:06<1:03:04,  1.42it/s]
 92%|█████████▏| 60174/65536 [10:23:07<1:02:32,  1.43it/s]
 92%|█████████▏| 60175/65536 [10:23:08<1:00:09,  1.49it/s]
 92%|█████████▏| 60176/65536 [10:23:08<1:00:37,  1.47it/s]
 92%|█████████▏| 60177/65536 [10:23:09<59:27,  1.50it/s]  
 92%|█████████▏| 60178/65536 [10:23:10<59:03,  1.51it/s]
 92%|█████████▏| 60179/65536 [10:23:10<58:36,  1.52it/s]
 92%|█████████▏| 60180/65536 [10:23:11<58:43,  1.52it/s]
                                                        
{'loss': 1.5728, 'learning_rate': 1.7377862128076404e-07, 'epoch': 3714.81}
+
 92%|█████████▏| 60180/65536 [10:23:11<58:43,  1.52it/s]
 92%|█████████▏| 60181/65536 [10:23:12<56:59,  1.57it/s]
 92%|█████████▏| 60182/65536 [10:23:12<56:50,  1.57it/s]
 92%|█████████▏| 60183/65536 [10:23:13<57:45,  1.54it/s]
 92%|█████████▏| 60184/65536 [10:23:14<59:51,  1.49it/s]
 92%|█████████▏| 60185/65536 [10:23:14<58:55,  1.51it/s]
 92%|█████████▏| 60186/65536 [10:23:15<58:57,  1.51it/s]
 92%|█████████▏| 60187/65536 [10:23:15<58:31,  1.52it/s]
 92%|█████████▏| 60188/65536 [10:23:16<58:49,  1.52it/s]
 92%|█████████▏| 60189/65536 [10:23:17<59:12,  1.51it/s]
 92%|█████████▏| 60190/65536 [10:23:18<59:18,  1.50it/s]
 92%|█████████▏| 60191/65536 [10:23:18<57:28,  1.55it/s]
 92%|█████████▏| 60192/65536 [10:23:19<56:17,  1.58it/s]
 92%|█████████▏| 60193/65536 [10:23:19<55:05,  1.62it/s]
 92%|█████████▏| 60194/65536 [10:23:20<55:22,  1.61it/s]
 92%|█████████▏| 60195/65536 [10:23:21<54:45,  1.63it/s]
 92%|█████████▏| 60196/65536 [10:23:21<54:44,  1.63it/s]
 92%|█████████▏| 60197/65536 [10:23:22<55:18,  1.61it/s]
 92%|█████████▏| 60198/65536 [10:23:22<54:52,  1.62it/s]
 92%|█████████▏| 60199/65536 [10:23:23<55:14,  1.61it/s]
 92%|█████████▏| 60200/65536 [10:23:24<57:42,  1.54it/s]
                                                        
{'loss': 1.5475, 'learning_rate': 1.735031223215379e-07, 'epoch': 3716.05}
+
 92%|█████████▏| 60200/65536 [10:23:24<57:42,  1.54it/s]
 92%|█████████▏| 60201/65536 [10:23:24<57:34,  1.54it/s]
 92%|█████████▏| 60202/65536 [10:23:25<58:10,  1.53it/s]
 92%|█████████▏| 60203/65536 [10:23:26<59:17,  1.50it/s]
 92%|█████████▏| 60204/65536 [10:23:26<58:40,  1.51it/s]
 92%|█████████▏| 60205/65536 [10:23:27<57:20,  1.55it/s]
 92%|█████████▏| 60206/65536 [10:23:28<55:36,  1.60it/s]
 92%|█████████▏| 60207/65536 [10:23:28<53:59,  1.65it/s]
 92%|█████████▏| 60208/65536 [10:23:29<55:36,  1.60it/s]
 92%|█████████▏| 60209/65536 [10:23:29<56:43,  1.57it/s]
 92%|█████████▏| 60210/65536 [10:23:30<56:50,  1.56it/s]
 92%|█████████▏| 60211/65536 [10:23:31<55:36,  1.60it/s]
 92%|█████████▏| 60212/65536 [10:23:31<55:08,  1.61it/s]
 92%|█████████▏| 60213/65536 [10:23:32<56:26,  1.57it/s]
 92%|█████████▏| 60214/65536 [10:23:33<56:26,  1.57it/s]
 92%|█████████▏| 60215/65536 [10:23:33<55:34,  1.60it/s]
 92%|█████████▏| 60216/65536 [10:23:34<56:53,  1.56it/s]
 92%|█████████▏| 60217/65536 [10:23:35<55:53,  1.59it/s]
 92%|█████████▏| 60218/65536 [10:23:35<54:30,  1.63it/s]
 92%|█████████▏| 60219/65536 [10:23:36<56:09,  1.58it/s]
 92%|█████████▏| 60220/65536 [10:23:36<56:53,  1.56it/s]
                                                        
{'loss': 1.5891, 'learning_rate': 1.7322762336231176e-07, 'epoch': 3717.28}
+
 92%|█████████▏| 60220/65536 [10:23:36<56:53,  1.56it/s]
 92%|█████████▏| 60221/65536 [10:23:37<56:17,  1.57it/s]
 92%|█████████▏| 60222/65536 [10:23:38<54:50,  1.62it/s]
 92%|█████████▏| 60223/65536 [10:23:38<54:46,  1.62it/s]
 92%|█████████▏| 60224/65536 [10:23:39<54:38,  1.62it/s]
 92%|█████████▏| 60225/65536 [10:23:40<56:42,  1.56it/s]
 92%|█████████▏| 60226/65536 [10:23:40<55:46,  1.59it/s]
 92%|█████████▏| 60227/65536 [10:23:41<56:40,  1.56it/s]
 92%|█████████▏| 60228/65536 [10:23:41<56:38,  1.56it/s]
 92%|█████████▏| 60229/65536 [10:23:42<55:56,  1.58it/s]
 92%|█████████▏| 60230/65536 [10:23:43<55:57,  1.58it/s]
 92%|███���█████▏| 60231/65536 [10:23:43<55:02,  1.61it/s]
 92%|█████████▏| 60232/65536 [10:23:44<56:48,  1.56it/s]
 92%|█████████▏| 60233/65536 [10:23:45<57:30,  1.54it/s]
 92%|█████████▏| 60234/65536 [10:23:45<56:19,  1.57it/s]
 92%|█████████▏| 60235/65536 [10:23:46<56:38,  1.56it/s]
 92%|█████████▏| 60236/65536 [10:23:47<55:12,  1.60it/s]
 92%|█████████▏| 60237/65536 [10:23:47<56:38,  1.56it/s]
 92%|█████████▏| 60238/65536 [10:23:48<55:26,  1.59it/s]
 92%|█████████▏| 60239/65536 [10:23:48<53:29,  1.65it/s]
 92%|█████████▏| 60240/65536 [10:23:49<52:32,  1.68it/s]
                                                        
{'loss': 1.5377, 'learning_rate': 1.7295212440308553e-07, 'epoch': 3718.52}
+
 92%|█████████▏| 60240/65536 [10:23:49<52:32,  1.68it/s]
 92%|█████████▏| 60241/65536 [10:23:50<53:04,  1.66it/s]
 92%|█████████▏| 60242/65536 [10:23:50<54:45,  1.61it/s]
 92%|█████████▏| 60243/65536 [10:23:51<55:43,  1.58it/s]
 92%|█████████▏| 60244/65536 [10:23:51<55:02,  1.60it/s]
 92%|█████████▏| 60245/65536 [10:23:52<54:21,  1.62it/s]
 92%|█████████▏| 60246/65536 [10:23:53<54:01,  1.63it/s]
 92%|█████████▏| 60247/65536 [10:23:53<53:45,  1.64it/s]
 92%|█████████▏| 60248/65536 [10:23:54<54:56,  1.60it/s]
 92%|█████████▏| 60249/65536 [10:23:55<55:00,  1.60it/s]
 92%|█████████▏| 60250/65536 [10:23:55<54:31,  1.62it/s]
 92%|█████████▏| 60251/65536 [10:23:56<54:45,  1.61it/s]
 92%|█████████▏| 60252/65536 [10:23:56<54:37,  1.61it/s]
 92%|█████████▏| 60253/65536 [10:23:57<53:28,  1.65it/s]
 92%|█████████▏| 60254/65536 [10:23:58<52:53,  1.66it/s]
 92%|█████████▏| 60255/65536 [10:23:58<53:13,  1.65it/s]
 92%|█████████▏| 60256/65536 [10:23:59<53:15,  1.65it/s]
 92%|█████████▏| 60257/65536 [10:23:59<53:46,  1.64it/s]
 92%|█████████▏| 60258/65536 [10:24:00<53:07,  1.66it/s]
 92%|█████████▏| 60259/65536 [10:24:01<53:29,  1.64it/s]
 92%|█████████▏| 60260/65536 [10:24:01<53:32,  1.64it/s]
                                                        
{'loss': 1.5436, 'learning_rate': 1.726766254438594e-07, 'epoch': 3719.75}
+
 92%|█████████▏| 60260/65536 [10:24:01<53:32,  1.64it/s]
 92%|█████████▏| 60261/65536 [10:24:02<54:47,  1.60it/s]
 92%|█████████▏| 60262/65536 [10:24:03<57:42,  1.52it/s]
 92%|█████████▏| 60263/65536 [10:24:03<55:26,  1.59it/s]
 92%|█████████▏| 60264/65536 [10:24:04<54:38,  1.61it/s]
 92%|█████████▏| 60265/65536 [10:24:05<57:43,  1.52it/s]
 92%|█████████▏| 60266/65536 [10:24:05<56:54,  1.54it/s]
 92%|█████████▏| 60267/65536 [10:24:06<55:36,  1.58it/s]
 92%|█████████▏| 60268/65536 [10:24:06<55:43,  1.58it/s]
 92%|█████████▏| 60269/65536 [10:24:07<54:29,  1.61it/s]
 92%|█████████▏| 60270/65536 [10:24:08<54:40,  1.61it/s]
 92%|█████████▏| 60271/65536 [10:24:08<53:38,  1.64it/s]
 92%|█████████▏| 60272/65536 [10:24:09<53:17,  1.65it/s]
 92%|█████████▏| 60273/65536 [10:24:09<52:53,  1.66it/s]
 92%|█████████▏| 60274/65536 [10:24:10<54:42,  1.60it/s]
 92%|█████████▏| 60275/65536 [10:24:11<53:15,  1.65it/s]
 92%|█████████▏| 60276/65536 [10:24:11<52:25,  1.67it/s]
 92%|█████████▏| 60277/65536 [10:24:12<53:45,  1.63it/s]
 92%|█████████▏| 60278/65536 [10:24:12<53:17,  1.64it/s]
 92%|█████████▏| 60279/65536 [10:24:13<54:09,  1.62it/s]
 92%|█████████▏| 60280/65536 [10:24:14<54:21,  1.61it/s]
                                                        
{'loss': 1.54, 'learning_rate': 1.7240112648463325e-07, 'epoch': 3720.99}
+
 92%|█████████▏| 60280/65536 [10:24:14<54:21,  1.61it/s]
 92%|█████████▏| 60281/65536 [10:24:14<56:53,  1.54it/s]
 92%|█████████▏| 60282/65536 [10:24:15<56:18,  1.56it/s]
 92%|█████████▏| 60283/65536 [10:24:16<55:32,  1.58it/s]
 92%|█████████▏| 60284/65536 [10:24:16<54:33,  1.60it/s]
 92%|█████████▏| 60285/65536 [10:24:17<53:45,  1.63it/s]
 92%|█████████▏| 60286/65536 [10:24:18<56:02,  1.56it/s]
 92%|█████████▏| 60287/65536 [10:24:18<53:59,  1.62it/s]
 92%|█████████▏| 60288/65536 [10:24:19<53:11,  1.64it/s]
 92%|█████████▏| 60289/65536 [10:24:19<54:35,  1.60it/s]
 92%|█████████▏| 60290/65536 [10:24:20<53:15,  1.64it/s]
 92%|█████████▏| 60291/65536 [10:24:21<52:58,  1.65it/s]
 92%|█████████▏| 60292/65536 [10:24:21<53:12,  1.64it/s]
 92%|█████████▏| 60293/65536 [10:24:22<55:18,  1.58it/s]
 92%|█████████▏| 60294/65536 [10:24:22<54:16,  1.61it/s]
 92%|█████████▏| 60295/65536 [10:24:23<53:50,  1.62it/s]
 92%|█████████▏| 60296/65536 [10:24:24<54:24,  1.61it/s]
 92%|█████████▏| 60297/65536 [10:24:24<55:34,  1.57it/s]
 92%|█████████▏| 60298/65536 [10:24:25<53:56,  1.62it/s]
 92%|█████████▏| 60299/65536 [10:24:26<54:00,  1.62it/s]
 92%|█████████▏| 60300/65536 [10:24:26<53:41,  1.63it/s]
                                                        
{'loss': 1.5717, 'learning_rate': 1.721256275254071e-07, 'epoch': 3722.22}
+
 92%|█████████▏| 60300/65536 [10:24:26<53:41,  1.63it/s]
 92%|█████████▏| 60301/65536 [10:24:27<53:49,  1.62it/s]
 92%|█████████▏| 60302/65536 [10:24:27<52:31,  1.66it/s]
 92%|█████████▏| 60303/65536 [10:24:28<52:39,  1.66it/s]
 92%|█████████▏| 60304/65536 [10:24:29<53:16,  1.64it/s]
 92%|█████████▏| 60305/65536 [10:24:29<52:32,  1.66it/s]
 92%|█████████▏| 60306/65536 [10:24:30<53:18,  1.64it/s]
 92%|█████████▏| 60307/65536 [10:24:30<52:47,  1.65it/s]
 92%|█████████▏| 60308/65536 [10:24:31<53:50,  1.62it/s]
 92%|█████████▏| 60309/65536 [10:24:32<55:01,  1.58it/s]
 92%|█████████▏| 60310/65536 [10:24:32<53:39,  1.62it/s]
 92%|█████████▏| 60311/65536 [10:24:33<53:32,  1.63it/s]
 92%|█████████▏| 60312/65536 [10:24:34<55:12,  1.58it/s]
 92%|█████████▏| 60313/65536 [10:24:34<56:10,  1.55it/s]
 92%|█████████▏| 60314/65536 [10:24:35<55:17,  1.57it/s]
 92%|█████████▏| 60315/65536 [10:24:35<54:36,  1.59it/s]
 92%|█████████▏| 60316/65536 [10:24:36<55:54,  1.56it/s]
 92%|█████████▏| 60317/65536 [10:24:37<54:56,  1.58it/s]
 92%|█████████▏| 60318/65536 [10:24:37<53:40,  1.62it/s]
 92%|█████████▏| 60319/65536 [10:24:38<52:24,  1.66it/s]
 92%|█████████▏| 60320/65536 [10:24:39<53:08,  1.64it/s]
                                                        
{'loss': 1.545, 'learning_rate': 1.7185012856618097e-07, 'epoch': 3723.46}
+
 92%|█████████▏| 60320/65536 [10:24:39<53:08,  1.64it/s]
 92%|█████████▏| 60321/65536 [10:24:39<54:04,  1.61it/s]
 92%|█████████▏| 60322/65536 [10:24:40<53:06,  1.64it/s]
 92%|█████████▏| 60323/65536 [10:24:40<53:06,  1.64it/s]
 92%|█████████▏| 60324/65536 [10:24:41<54:40,  1.59it/s]
 92%|█████████▏| 60325/65536 [10:24:42<53:16,  1.63it/s]
 92%|█████████▏| 60326/65536 [10:24:42<52:50,  1.64it/s]
 92%|█████████▏| 60327/65536 [10:24:43<52:46,  1.64it/s]
 92%|█████████▏| 60328/65536 [10:24:43<52:17,  1.66it/s]
 92%|█████████▏| 60329/65536 [10:24:44<54:03,  1.61it/s]
 92%|█████████▏| 60330/65536 [10:24:45<53:07,  1.63it/s]
 92%|█████████▏| 60331/65536 [10:24:45<54:12,  1.60it/s]
 92%|█████████▏| 60332/65536 [10:24:46<55:09,  1.57it/s]
 92%|█████████▏| 60333/65536 [10:24:47<55:45,  1.56it/s]
 92%|█████████▏| 60334/65536 [10:24:47<54:21,  1.60it/s]
 92%|█████████▏| 60335/65536 [10:24:48<53:43,  1.61it/s]
 92%|█████████▏| 60336/65536 [10:24:48<53:09,  1.63it/s]
 92%|█████████▏| 60337/65536 [10:24:49<52:31,  1.65it/s]
 92%|█████████▏| 60338/65536 [10:24:50<51:26,  1.68it/s]
 92%|█████████▏| 60339/65536 [10:24:50<52:13,  1.66it/s]
 92%|█████████▏| 60340/65536 [10:24:51<53:32,  1.62it/s]
                                                        
{'loss': 1.5442, 'learning_rate': 1.7157462960695483e-07, 'epoch': 3724.69}
+
 92%|█████████▏| 60340/65536 [10:24:51<53:32,  1.62it/s]
 92%|█████████▏| 60341/65536 [10:24:52<55:20,  1.56it/s]
 92%|█████████▏| 60342/65536 [10:24:52<55:34,  1.56it/s]
 92%|█████████▏| 60343/65536 [10:24:53<53:59,  1.60it/s]
 92%|█████████▏| 60344/65536 [10:24:53<52:35,  1.65it/s]
 92%|█████████▏| 60345/65536 [10:24:54<52:17,  1.65it/s]
 92%|█████████▏| 60346/65536 [10:24:55<53:41,  1.61it/s]
 92%|█████████▏| 60347/65536 [10:24:55<53:06,  1.63it/s]
 92%|█████████▏| 60348/65536 [10:24:56<53:42,  1.61it/s]
 92%|█████████▏| 60349/65536 [10:24:56<53:11,  1.63it/s]
 92%|█████████▏| 60350/65536 [10:24:57<52:46,  1.64it/s]
 92%|█████████▏| 60351/65536 [10:24:58<51:46,  1.67it/s]
 92%|█████████▏| 60352/65536 [10:24:58<52:28,  1.65it/s]
 92%|█████████▏| 60353/65536 [10:24:59<52:43,  1.64it/s]
 92%|█████████▏| 60354/65536 [10:25:00<54:01,  1.60it/s]
 92%|█████████▏| 60355/65536 [10:25:00<54:18,  1.59it/s]
 92%|█████████▏| 60356/65536 [10:25:01<53:23,  1.62it/s]
 92%|█████████▏| 60357/65536 [10:25:01<52:37,  1.64it/s]
 92%|█████████▏| 60358/65536 [10:25:02<55:08,  1.57it/s]
 92%|█████████▏| 60359/65536 [10:25:03<54:34,  1.58it/s]
 92%|█████████▏| 60360/65536 [10:25:03<53:39,  1.61it/s]
                                                        
{'loss': 1.5496, 'learning_rate': 1.7129913064772871e-07, 'epoch': 3725.93}
+
 92%|█████████▏| 60360/65536 [10:25:03<53:39,  1.61it/s]
 92%|█████████▏| 60361/65536 [10:25:04<53:18,  1.62it/s]
 92%|█████████▏| 60362/65536 [10:25:05<54:50,  1.57it/s]
 92%|█████████▏| 60363/65536 [10:25:05<55:00,  1.57it/s]
 92%|█████████▏| 60364/65536 [10:25:06<55:04,  1.57it/s]
 92%|█████████▏| 60365/65536 [10:25:06<53:46,  1.60it/s]
 92%|█████████▏| 60366/65536 [10:25:07<52:43,  1.63it/s]
 92%|█████████▏| 60367/65536 [10:25:08<52:20,  1.65it/s]
 92%|█████████▏| 60368/65536 [10:25:08<53:58,  1.60it/s]
 92%|█████████▏| 60369/65536 [10:25:09<53:13,  1.62it/s]
 92%|█████████▏| 60370/65536 [10:25:10<53:42,  1.60it/s]
 92%|█████████▏| 60371/65536 [10:25:10<52:59,  1.62it/s]
 92%|█████████▏| 60372/65536 [10:25:11<54:06,  1.59it/s]
 92%|█████████▏| 60373/65536 [10:25:11<53:26,  1.61it/s]
 92%|█████████▏| 60374/65536 [10:25:12<52:28,  1.64it/s]
 92%|█████████▏| 60375/65536 [10:25:13<51:54,  1.66it/s]
 92%|█████████▏| 60376/65536 [10:25:13<51:20,  1.68it/s]
 92%|█████████▏| 60377/65536 [10:25:14<51:44,  1.66it/s]
 92%|█████████▏| 60378/65536 [10:25:14<53:35,  1.60it/s]
 92%|█████████▏| 60379/65536 [10:25:15<52:24,  1.64it/s]
 92%|█████████▏| 60380/65536 [10:25:16<53:46,  1.60it/s]
                                                        
{'loss': 1.5728, 'learning_rate': 1.7102363168850247e-07, 'epoch': 3727.16}
+
 92%|█████████▏| 60380/65536 [10:25:16<53:46,  1.60it/s]
 92%|█████████▏| 60381/65536 [10:25:16<52:48,  1.63it/s]
 92%|█████████▏| 60382/65536 [10:25:17<51:22,  1.67it/s]
 92%|█████████▏| 60383/65536 [10:25:17<52:10,  1.65it/s]
 92%|█████████▏| 60384/65536 [10:25:18<52:12,  1.64it/s]
 92%|█████████▏| 60385/65536 [10:25:19<53:30,  1.60it/s]
 92%|█████████▏| 60386/65536 [10:25:19<53:48,  1.60it/s]
 92%|█████████▏| 60387/65536 [10:25:20<53:20,  1.61it/s]
 92%|█████████▏| 60388/65536 [10:25:21<53:13,  1.61it/s]
 92%|█████████▏| 60389/65536 [10:25:21<53:04,  1.62it/s]
 92%|█████████▏| 60390/65536 [10:25:22<53:48,  1.59it/s]
 92%|█████████▏| 60391/65536 [10:25:23<55:08,  1.56it/s]
 92%|█████████▏| 60392/65536 [10:25:23<53:59,  1.59it/s]
 92%|█████████▏| 60393/65536 [10:25:24<52:57,  1.62it/s]
 92%|█████████▏| 60394/65536 [10:25:24<54:05,  1.58it/s]
 92%|█████████▏| 60395/65536 [10:25:25<55:07,  1.55it/s]
 92%|█████████▏| 60396/65536 [10:25:26<54:20,  1.58it/s]
 92%|█████████▏| 60397/65536 [10:25:26<52:17,  1.64it/s]
 92%|█████████▏| 60398/65536 [10:25:27<51:44,  1.65it/s]
 92%|█████████▏| 60399/65536 [10:25:27<52:00,  1.65it/s]
 92%|█████████▏| 60400/65536 [10:25:28<52:36,  1.63it/s]
                                                        
{'loss': 1.555, 'learning_rate': 1.7074813272927633e-07, 'epoch': 3728.4}
+
 92%|█████████▏| 60400/65536 [10:25:28<52:36,  1.63it/s]
 92%|█████████▏| 60401/65536 [10:25:29<54:00,  1.58it/s]
 92%|█████████▏| 60402/65536 [10:25:29<54:46,  1.56it/s]
 92%|█████████▏| 60403/65536 [10:25:30<53:27,  1.60it/s]
 92%|█████████▏| 60404/65536 [10:25:31<53:54,  1.59it/s]
 92%|█████████▏| 60405/65536 [10:25:31<54:09,  1.58it/s]
 92%|█████████▏| 60406/65536 [10:25:32<52:38,  1.62it/s]
 92%|█████████▏| 60407/65536 [10:25:32<52:01,  1.64it/s]
 92%|█████████▏| 60408/65536 [10:25:33<51:34,  1.66it/s]
 92%|█████████▏| 60409/65536 [10:25:34<53:16,  1.60it/s]
 92%|█████████▏| 60410/65536 [10:25:34<54:03,  1.58it/s]
 92%|█████████▏| 60411/65536 [10:25:35<53:39,  1.59it/s]
 92%|█████████▏| 60412/65536 [10:25:36<54:05,  1.58it/s]
 92%|█████████▏| 60413/65536 [10:25:36<53:53,  1.58it/s]
 92%|█████████▏| 60414/65536 [10:25:37<54:31,  1.57it/s]
 92%|█████████▏| 60415/65536 [10:25:37<53:20,  1.60it/s]
 92%|█████████▏| 60416/65536 [10:25:38<52:02,  1.64it/s]
 92%|█████████▏| 60417/65536 [10:25:39<51:38,  1.65it/s]
 92%|█████████▏| 60418/65536 [10:25:39<51:18,  1.66it/s]
 92%|█████████▏| 60419/65536 [10:25:40<52:24,  1.63it/s]
 92%|█████████▏| 60420/65536 [10:25:40<51:52,  1.64it/s]
                                                        
{'loss': 1.5476, 'learning_rate': 1.7047263377005019e-07, 'epoch': 3729.63}
+
 92%|█████████▏| 60420/65536 [10:25:40<51:52,  1.64it/s]
 92%|█████████▏| 60421/65536 [10:25:41<52:57,  1.61it/s]
 92%|█████████▏| 60422/65536 [10:25:42<51:41,  1.65it/s]
 92%|█████████▏| 60423/65536 [10:25:42<50:58,  1.67it/s]
 92%|█████████▏| 60424/65536 [10:25:43<51:33,  1.65it/s]
 92%|█████████▏| 60425/65536 [10:25:44<52:57,  1.61it/s]
 92%|█████████▏| 60426/65536 [10:25:44<53:20,  1.60it/s]
 92%|█████████▏| 60427/65536 [10:25:45<54:02,  1.58it/s]
 92%|█████████▏| 60428/65536 [10:25:45<54:14,  1.57it/s]
 92%|█████████▏| 60429/65536 [10:25:46<54:18,  1.57it/s]
 92%|█████████▏| 60430/65536 [10:25:47<52:54,  1.61it/s]
 92%|█████████▏| 60431/65536 [10:25:47<52:18,  1.63it/s]
 92%|█████████▏| 60432/65536 [10:25:48<52:12,  1.63it/s]
 92%|█████████▏| 60433/65536 [10:25:49<51:52,  1.64it/s]
 92%|█████████▏| 60434/65536 [10:25:49<52:54,  1.61it/s]
 92%|█████████▏| 60435/65536 [10:25:50<51:57,  1.64it/s]
 92%|█████████▏| 60436/65536 [10:25:50<52:24,  1.62it/s]
 92%|█████████▏| 60437/65536 [10:25:51<51:28,  1.65it/s]
 92%|█████████▏| 60438/65536 [10:25:52<50:08,  1.69it/s]
 92%|█████████▏| 60439/65536 [10:25:52<51:57,  1.64it/s]
 92%|█████████▏| 60440/65536 [10:25:53<52:07,  1.63it/s]
                                                        
{'loss': 1.5619, 'learning_rate': 1.7019713481082404e-07, 'epoch': 3730.86}
+
 92%|█████████▏| 60440/65536 [10:25:53<52:07,  1.63it/s]
 92%|█████████▏| 60441/65536 [10:25:53<52:45,  1.61it/s]
 92%|█████████▏| 60442/65536 [10:25:54<52:48,  1.61it/s]
 92%|█████████▏| 60443/65536 [10:25:55<54:21,  1.56it/s]
 92%|█████████▏| 60444/65536 [10:25:55<52:27,  1.62it/s]
 92%|█████████▏| 60445/65536 [10:25:56<52:46,  1.61it/s]
 92%|█████████▏| 60446/65536 [10:25:57<53:21,  1.59it/s]
 92%|█████████▏| 60447/65536 [10:25:57<51:37,  1.64it/s]
 92%|█████████▏| 60448/65536 [10:25:58<51:44,  1.64it/s]
 92%|█████████▏| 60449/65536 [10:25:58<50:56,  1.66it/s]
 92%|█████████▏| 60450/65536 [10:25:59<51:09,  1.66it/s]
 92%|█████████▏| 60451/65536 [10:26:00<51:35,  1.64it/s]
 92%|█████████▏| 60452/65536 [10:26:00<51:28,  1.65it/s]
 92%|█████████▏| 60453/65536 [10:26:01<52:36,  1.61it/s]
 92%|█████████▏| 60454/65536 [10:26:01<51:34,  1.64it/s]
 92%|█████████▏| 60455/65536 [10:26:02<51:11,  1.65it/s]
 92%|█████████▏| 60456/65536 [10:26:03<52:02,  1.63it/s]
 92%|█████████▏| 60457/65536 [10:26:03<52:31,  1.61it/s]
 92%|█████████▏| 60458/65536 [10:26:04<54:29,  1.55it/s]
 92%|█████████▏| 60459/65536 [10:26:05<56:26,  1.50it/s]
 92%|█████████▏| 60460/65536 [10:26:05<55:15,  1.53it/s]
                                                        
{'loss': 1.5631, 'learning_rate': 1.699216358515979e-07, 'epoch': 3732.1}
+
 92%|█████████▏| 60460/65536 [10:26:05<55:15,  1.53it/s]
 92%|█████████▏| 60461/65536 [10:26:06<55:44,  1.52it/s]
 92%|█████████▏| 60462/65536 [10:26:07<55:01,  1.54it/s]
 92%|█████████▏| 60463/65536 [10:26:07<55:22,  1.53it/s]
 92%|████��████▏| 60464/65536 [10:26:08<54:17,  1.56it/s]
 92%|█████████▏| 60465/65536 [10:26:09<53:34,  1.58it/s]
 92%|█████████▏| 60466/65536 [10:26:09<52:24,  1.61it/s]
 92%|█████████▏| 60467/65536 [10:26:10<51:22,  1.64it/s]
 92%|█████████▏| 60468/65536 [10:26:10<51:24,  1.64it/s]
 92%|█████████▏| 60469/65536 [10:26:11<50:45,  1.66it/s]
 92%|█████████▏| 60470/65536 [10:26:12<52:15,  1.62it/s]
 92%|█████████▏| 60471/65536 [10:26:12<53:34,  1.58it/s]
 92%|█████████▏| 60472/65536 [10:26:13<52:28,  1.61it/s]
 92%|█████████▏| 60473/65536 [10:26:13<52:21,  1.61it/s]
 92%|█████████▏| 60474/65536 [10:26:14<51:57,  1.62it/s]
 92%|█████████▏| 60475/65536 [10:26:15<54:17,  1.55it/s]
 92%|█████████▏| 60476/65536 [10:26:15<52:39,  1.60it/s]
 92%|█████████▏| 60477/65536 [10:26:16<52:05,  1.62it/s]
 92%|█████████▏| 60478/65536 [10:26:17<51:40,  1.63it/s]
 92%|█████████▏| 60479/65536 [10:26:17<50:59,  1.65it/s]
 92%|█████████▏| 60480/65536 [10:26:18<51:02,  1.65it/s]
                                                        
{'loss': 1.5229, 'learning_rate': 1.6964613689237176e-07, 'epoch': 3733.33}
+
 92%|█████████▏| 60480/65536 [10:26:18<51:02,  1.65it/s]
 92%|█████████▏| 60481/65536 [10:26:18<52:24,  1.61it/s]
 92%|█████████▏| 60482/65536 [10:26:19<51:50,  1.62it/s]
 92%|█████████▏| 60483/65536 [10:26:20<51:32,  1.63it/s]
 92%|█████████▏| 60484/65536 [10:26:20<51:09,  1.65it/s]
 92%|█████████▏| 60485/65536 [10:26:21<51:40,  1.63it/s]
 92%|█████████▏| 60486/65536 [10:26:21<52:30,  1.60it/s]
 92%|█████████▏| 60487/65536 [10:26:22<51:12,  1.64it/s]
 92%|█████████▏| 60488/65536 [10:26:23<50:43,  1.66it/s]
 92%|█████████▏| 60489/65536 [10:26:23<50:04,  1.68it/s]
 92%|█████████▏| 60490/65536 [10:26:24<53:02,  1.59it/s]
 92%|█████████▏| 60491/65536 [10:26:25<53:49,  1.56it/s]
 92%|█████████▏| 60492/65536 [10:26:25<53:17,  1.58it/s]
 92%|█████████▏| 60493/65536 [10:26:26<52:17,  1.61it/s]
 92%|█████████▏| 60494/65536 [10:26:26<52:23,  1.60it/s]
 92%|█████████▏| 60495/65536 [10:26:27<52:16,  1.61it/s]
 92%|█████████▏| 60496/65536 [10:26:28<53:16,  1.58it/s]
 92%|█████████▏| 60497/65536 [10:26:28<52:18,  1.61it/s]
 92%|█████████▏| 60498/65536 [10:26:29<51:52,  1.62it/s]
 92%|█████████▏| 60499/65536 [10:26:29<51:10,  1.64it/s]
 92%|█████████▏| 60500/65536 [10:26:30<52:09,  1.61it/s]
                                                        
{'loss': 1.5647, 'learning_rate': 1.6937063793314562e-07, 'epoch': 3734.57}
+
 92%|█████████▏| 60500/65536 [10:26:30<52:09,  1.61it/s]
 92%|█████████▏| 60501/65536 [10:26:31<52:18,  1.60it/s]
 92%|█████████▏| 60502/65536 [10:26:31<52:10,  1.61it/s]
 92%|█████████▏| 60503/65536 [10:26:32<52:16,  1.60it/s]
 92%|█████████▏| 60504/65536 [10:26:33<51:12,  1.64it/s]
 92%|█████████▏| 60505/65536 [10:26:33<51:09,  1.64it/s]
 92%|█████████▏| 60506/65536 [10:26:34<51:19,  1.63it/s]
 92%|█████████▏| 60507/65536 [10:26:34<51:27,  1.63it/s]
 92%|█████████▏| 60508/65536 [10:26:35<54:23,  1.54it/s]
 92%|█████████▏| 60509/65536 [10:26:36<54:45,  1.53it/s]
 92%|█████████▏| 60510/65536 [10:26:36<53:11,  1.57it/s]
 92%|█████████▏| 60511/65536 [10:26:37<52:12,  1.60it/s]
 92%|█████████▏| 60512/65536 [10:26:38<53:28,  1.57it/s]
 92%|█████████▏| 60513/65536 [10:26:38<52:27,  1.60it/s]
 92%|█████████▏| 60514/65536 [10:26:39<53:01,  1.58it/s]
 92%|█████████▏| 60515/65536 [10:26:40<53:49,  1.55it/s]
 92%|█████████▏| 60516/65536 [10:26:40<53:23,  1.57it/s]
 92%|█████████▏| 60517/65536 [10:26:41<52:07,  1.60it/s]
 92%|█████████▏| 60518/65536 [10:26:41<52:04,  1.61it/s]
 92%|█████████▏| 60519/65536 [10:26:42<51:50,  1.61it/s]
 92%|█████████▏| 60520/65536 [10:26:43<51:22,  1.63it/s]
                                                        
{'loss': 1.5289, 'learning_rate': 1.6909513897391935e-07, 'epoch': 3735.8}
+
 92%|█████████▏| 60520/65536 [10:26:43<51:22,  1.63it/s]
 92%|█████████▏| 60521/65536 [10:26:43<51:53,  1.61it/s]
 92%|█████████▏| 60522/65536 [10:26:44<50:43,  1.65it/s]
 92%|█████████▏| 60523/65536 [10:26:44<50:17,  1.66it/s]
 92%|█████████▏| 60524/65536 [10:26:45<51:19,  1.63it/s]
 92%|█████████▏| 60525/65536 [10:26:46<51:44,  1.61it/s]
 92%|█████████▏| 60526/65536 [10:26:46<51:41,  1.62it/s]
 92%|█████████▏| 60527/65536 [10:26:47<51:54,  1.61it/s]
 92%|█████████▏| 60528/65536 [10:26:48<51:45,  1.61it/s]
 92%|█████████▏| 60529/65536 [10:26:48<51:46,  1.61it/s]
 92%|█████████▏| 60530/65536 [10:26:49<51:48,  1.61it/s]
 92%|█████████▏| 60531/65536 [10:26:49<50:32,  1.65it/s]
 92%|█████████▏| 60532/65536 [10:26:50<50:27,  1.65it/s]
 92%|█████████▏| 60533/65536 [10:26:51<50:56,  1.64it/s]
 92%|█████████▏| 60534/65536 [10:26:51<52:59,  1.57it/s]
 92%|█████████▏| 60535/65536 [10:26:52<51:16,  1.63it/s]
 92%|█████████▏| 60536/65536 [10:26:52<50:54,  1.64it/s]
 92%|█████████▏| 60537/65536 [10:26:53<50:42,  1.64it/s]
 92%|█████████▏| 60538/65536 [10:26:54<51:24,  1.62it/s]
 92%|█████████▏| 60539/65536 [10:26:54<50:43,  1.64it/s]
 92%|█████████▏| 60540/65536 [10:26:55<52:28,  1.59it/s]
                                                        
{'loss': 1.5855, 'learning_rate': 1.6881964001469323e-07, 'epoch': 3737.04}
+
 92%|█████████▏| 60540/65536 [10:26:55<52:28,  1.59it/s]
 92%|█████████▏| 60541/65536 [10:26:56<51:56,  1.60it/s]
 92%|█████████▏| 60542/65536 [10:26:56<51:37,  1.61it/s]
 92%|█████████▏| 60543/65536 [10:26:57<51:19,  1.62it/s]
 92%|█████████▏| 60544/65536 [10:26:57<50:58,  1.63it/s]
 92%|█████████▏| 60545/65536 [10:26:58<50:42,  1.64it/s]
 92%|█████████▏| 60546/65536 [10:26:59<49:50,  1.67it/s]
 92%|█████████▏| 60547/65536 [10:26:59<50:18,  1.65it/s]
 92%|█████████▏| 60548/65536 [10:27:00<52:28,  1.58it/s]
 92%|█████████▏| 60549/65536 [10:27:00<51:07,  1.63it/s]
 92%|█████████▏| 60550/65536 [10:27:01<51:53,  1.60it/s]
 92%|█████████▏| 60551/65536 [10:27:02<51:23,  1.62it/s]
 92%|█████████▏| 60552/65536 [10:27:02<51:03,  1.63it/s]
 92%|█████████▏| 60553/65536 [10:27:03<50:29,  1.65it/s]
 92%|█████████▏| 60554/65536 [10:27:04<50:48,  1.63it/s]
 92%|█████████▏| 60555/65536 [10:27:04<50:24,  1.65it/s]
 92%|█████████▏| 60556/65536 [10:27:05<53:25,  1.55it/s]
 92%|█████████▏| 60557/65536 [10:27:06<53:10,  1.56it/s]
 92%|█████████▏| 60558/65536 [10:27:06<52:07,  1.59it/s]
 92%|█████████▏| 60559/65536 [10:27:07<52:43,  1.57it/s]
 92%|█████████▏| 60560/65536 [10:27:07<52:26,  1.58it/s]
                                                        
{'loss': 1.5658, 'learning_rate': 1.685441410554671e-07, 'epoch': 3738.27}
+
 92%|█████████▏| 60560/65536 [10:27:07<52:26,  1.58it/s]
 92%|█████████▏| 60561/65536 [10:27:08<52:23,  1.58it/s]
 92%|█████████▏| 60562/65536 [10:27:09<52:52,  1.57it/s]
 92%|█████████▏| 60563/65536 [10:27:09<51:26,  1.61it/s]
 92%|█████████▏| 60564/65536 [10:27:10<52:23,  1.58it/s]
 92%|█████████▏| 60565/65536 [10:27:11<51:56,  1.60it/s]
 92%|█████████▏| 60566/65536 [10:27:11<50:54,  1.63it/s]
 92%|█████████▏| 60567/65536 [10:27:12<50:45,  1.63it/s]
 92%|█████████▏| 60568/65536 [10:27:12<51:12,  1.62it/s]
 92%|█████████▏| 60569/65536 [10:27:13<51:06,  1.62it/s]
 92%|█████████▏| 60570/65536 [10:27:14<50:33,  1.64it/s]
 92%|█████████▏| 60571/65536 [10:27:14<50:48,  1.63it/s]
 92%|█████████▏| 60572/65536 [10:27:15<56:06,  1.47it/s]
 92%|█████████▏| 60573/65536 [10:27:16<55:51,  1.48it/s]
 92%|█████████▏| 60574/65536 [10:27:16<53:38,  1.54it/s]
 92%|█████████▏| 60575/65536 [10:27:17<53:31,  1.54it/s]
 92%|█████████▏| 60576/65536 [10:27:18<53:49,  1.54it/s]
 92%|█████████▏| 60577/65536 [10:27:18<53:11,  1.55it/s]
 92%|█████████▏| 60578/65536 [10:27:19<52:06,  1.59it/s]
 92%|█████████▏| 60579/65536 [10:27:19<51:35,  1.60it/s]
 92%|█████████▏| 60580/65536 [10:27:20<52:02,  1.59it/s]
                                                        
{'loss': 1.5331, 'learning_rate': 1.6826864209624095e-07, 'epoch': 3739.51}
+
 92%|█████████▏| 60580/65536 [10:27:20<52:02,  1.59it/s]
 92%|█████████▏| 60581/65536 [10:27:21<51:32,  1.60it/s]
 92%|█████████▏| 60582/65536 [10:27:21<50:50,  1.62it/s]
 92%|█████████▏| 60583/65536 [10:27:22<50:55,  1.62it/s]
 92%|█████████▏| 60584/65536 [10:27:22<50:35,  1.63it/s]
 92%|█████████▏| 60585/65536 [10:27:23<50:01,  1.65it/s]
 92%|█████████▏| 60586/65536 [10:27:24<49:42,  1.66it/s]
 92%|█████████▏| 60587/65536 [10:27:24<49:33,  1.66it/s]
 92%|█████████▏| 60588/65536 [10:27:25<50:31,  1.63it/s]
 92%|█████████▏| 60589/65536 [10:27:26<51:50,  1.59it/s]
 92%|█████████▏| 60590/65536 [10:27:26<51:40,  1.60it/s]
 92%|█████████▏| 60591/65536 [10:27:27<51:49,  1.59it/s]
 92%|█████████▏| 60592/65536 [10:27:27<50:08,  1.64it/s]
 92%|█████████▏| 60593/65536 [10:27:28<50:47,  1.62it/s]
 92%|█████████▏| 60594/65536 [10:27:29<51:02,  1.61it/s]
 92%|█████████▏| 60595/65536 [10:27:29<50:38,  1.63it/s]
 92%|█████████▏| 60596/65536 [10:27:30<51:00,  1.61it/s]
 92%|█████████▏| 60597/65536 [10:27:31<50:45,  1.62it/s]
 92%|█████████▏| 60598/65536 [10:27:31<49:13,  1.67it/s]
 92%|█████████▏| 60599/65536 [10:27:32<51:05,  1.61it/s]
 92%|█████████▏| 60600/65536 [10:27:32<51:44,  1.59it/s]
                                                        
{'loss': 1.535, 'learning_rate': 1.679931431370148e-07, 'epoch': 3740.74}
+
 92%|█████████▏| 60600/65536 [10:27:32<51:44,  1.59it/s]
 92%|█████████▏| 60601/65536 [10:27:33<50:24,  1.63it/s]
 92%|█████████▏| 60602/65536 [10:27:34<49:27,  1.66it/s]
 92%|█████████▏| 60603/65536 [10:27:34<51:54,  1.58it/s]
 92%|█████████▏| 60604/65536 [10:27:35<50:21,  1.63it/s]
 92%|█████████▏| 60605/65536 [10:27:35<51:21,  1.60it/s]
 92%|█████████▏| 60606/65536 [10:27:36<51:10,  1.61it/s]
 92%|█████████▏| 60607/65536 [10:27:37<51:43,  1.59it/s]
 92%|█████████▏| 60608/65536 [10:27:37<51:20,  1.60it/s]
 92%|█████████▏| 60609/65536 [10:27:38<50:22,  1.63it/s]
 92%|█████████▏| 60610/65536 [10:27:39<51:14,  1.60it/s]
 92%|█████████▏| 60611/65536 [10:27:39<50:37,  1.62it/s]
 92%|█████████▏| 60612/65536 [10:27:40<50:31,  1.62it/s]
 92%|█████████▏| 60613/65536 [10:27:40<51:48,  1.58it/s]
 92%|█████████▏| 60614/65536 [10:27:41<52:26,  1.56it/s]
 92%|█████████▏| 60615/65536 [10:27:42<52:55,  1.55it/s]
 92%|█████████▏| 60616/65536 [10:27:42<51:13,  1.60it/s]
 92%|█████████▏| 60617/65536 [10:27:43<50:05,  1.64it/s]
 92%|█████████▏| 60618/65536 [10:27:44<49:42,  1.65it/s]
 92%|█████████▏| 60619/65536 [10:27:44<49:40,  1.65it/s]
 92%|█████████▏| 60620/65536 [10:27:45<49:34,  1.65it/s]
                                                        
{'loss': 1.561, 'learning_rate': 1.6771764417778867e-07, 'epoch': 3741.98}
+
 92%|█████████▏| 60620/65536 [10:27:45<49:34,  1.65it/s]
 93%|█████████▎| 60621/65536 [10:27:45<50:34,  1.62it/s]
 93%|█████████▎| 60622/65536 [10:27:46<51:12,  1.60it/s]
 93%|█████████▎| 60623/65536 [10:27:47<49:47,  1.64it/s]
 93%|█████████▎| 60624/65536 [10:27:47<49:55,  1.64it/s]
 93%|█████████▎| 60625/65536 [10:27:48<49:03,  1.67it/s]
 93%|█████████▎| 60626/65536 [10:27:48<49:34,  1.65it/s]
 93%|█████████▎| 60627/65536 [10:27:49<51:13,  1.60it/s]
 93%|█████████▎| 60628/65536 [10:27:50<50:34,  1.62it/s]
 93%|█████████▎| 60629/65536 [10:27:50<51:43,  1.58it/s]
 93%|█████████▎| 60630/65536 [10:27:51<52:07,  1.57it/s]
 93%|█████████▎| 60631/65536 [10:27:52<51:37,  1.58it/s]
 93%|█████████▎| 60632/65536 [10:27:52<51:28,  1.59it/s]
 93%|█████████▎| 60633/65536 [10:27:53<51:07,  1.60it/s]
 93%|█████████▎| 60634/65536 [10:27:53<51:02,  1.60it/s]
 93%|█████████▎| 60635/65536 [10:27:54<51:33,  1.58it/s]
 93%|█████████▎| 60636/65536 [10:27:55<50:50,  1.61it/s]
 93%|█████████▎| 60637/65536 [10:27:55<53:44,  1.52it/s]
 93%|█████████▎| 60638/65536 [10:27:56<53:24,  1.53it/s]
 93%|█████████▎| 60639/65536 [10:27:57<52:06,  1.57it/s]
 93%|█████████▎| 60640/65536 [10:27:57<50:44,  1.61it/s]
                                                        
{'loss': 1.5648, 'learning_rate': 1.6744214521856255e-07, 'epoch': 3743.21}
+
 93%|█████████▎| 60640/65536 [10:27:57<50:44,  1.61it/s]
 93%|█████████▎| 60641/65536 [10:27:58<50:52,  1.60it/s]
 93%|█████████▎| 60642/65536 [10:27:59<50:16,  1.62it/s]
 93%|█████████▎| 60643/65536 [10:27:59<50:06,  1.63it/s]
 93%|█████████▎| 60644/65536 [10:28:00<49:14,  1.66it/s]
 93%|█████████▎| 60645/65536 [10:28:00<49:28,  1.65it/s]
 93%|█████████▎| 60646/65536 [10:28:01<49:28,  1.65it/s]
 93%|█████████▎| 60647/65536 [10:28:02<50:11,  1.62it/s]
 93%|█████████▎| 60648/65536 [10:28:02<51:35,  1.58it/s]
 93%|█████████▎| 60649/65536 [10:28:03<51:55,  1.57it/s]
 93%|█████████▎| 60650/65536 [10:28:03<51:13,  1.59it/s]
 93%|█████████▎| 60651/65536 [10:28:04<51:28,  1.58it/s]
 93%|█████████▎| 60652/65536 [10:28:05<49:59,  1.63it/s]
 93%|█████████▎| 60653/65536 [10:28:05<51:12,  1.59it/s]
 93%|█████████▎| 60654/65536 [10:28:06<50:50,  1.60it/s]
 93%|█████████▎| 60655/65536 [10:28:07<51:07,  1.59it/s]
 93%|█████████▎| 60656/65536 [10:28:07<50:30,  1.61it/s]
 93%|█████████▎| 60657/65536 [10:28:08<50:29,  1.61it/s]
 93%|█████████▎| 60658/65536 [10:28:08<50:11,  1.62it/s]
 93%|█████████▎| 60659/65536 [10:28:09<49:20,  1.65it/s]
 93%|█████████▎| 60660/65536 [10:28:10<49:49,  1.63it/s]
                                                        
{'loss': 1.5446, 'learning_rate': 1.671666462593363e-07, 'epoch': 3744.44}
+
 93%|█████████▎| 60660/65536 [10:28:10<49:49,  1.63it/s]
 93%|█████████▎| 60661/65536 [10:28:10<49:26,  1.64it/s]
 93%|█████████▎| 60662/65536 [10:28:11<48:55,  1.66it/s]
 93%|█████████▎| 60663/65536 [10:28:11<48:26,  1.68it/s]
 93%|█████████▎| 60664/65536 [10:28:12<48:53,  1.66it/s]
 93%|█████████▎| 60665/65536 [10:28:13<50:03,  1.62it/s]
 93%|█████████▎| 60666/65536 [10:28:13<50:17,  1.61it/s]
 93%|█████████▎| 60667/65536 [10:28:14<50:28,  1.61it/s]
 93%|█████████▎| 60668/65536 [10:28:15<49:36,  1.64it/s]
 93%|█████████▎| 60669/65536 [10:28:15<50:04,  1.62it/s]
 93%|█████████▎| 60670/65536 [10:28:16<51:58,  1.56it/s]
 93%|█████████▎| 60671/65536 [10:28:16<51:21,  1.58it/s]
 93%|█████████▎| 60672/65536 [10:28:17<50:39,  1.60it/s]
 93%|█████████▎| 60673/65536 [10:28:18<50:02,  1.62it/s]
 93%|█████████▎| 60674/65536 [10:28:18<49:20,  1.64it/s]
 93%|█████████▎| 60675/65536 [10:28:19<49:43,  1.63it/s]
 93%|█████████▎| 60676/65536 [10:28:20<49:33,  1.63it/s]
 93%|█████████▎| 60677/65536 [10:28:20<48:41,  1.66it/s]
 93%|█████████▎| 60678/65536 [10:28:21<49:42,  1.63it/s]
 93%|█████████▎| 60679/65536 [10:28:21<49:27,  1.64it/s]
 93%|█████████▎| 60680/65536 [10:28:22<50:15,  1.61it/s]
                                                        
{'loss': 1.5677, 'learning_rate': 1.6689114730011016e-07, 'epoch': 3745.68}
+
 93%|█████████▎| 60680/65536 [10:28:22<50:15,  1.61it/s]
 93%|█████████▎| 60681/65536 [10:28:23<49:27,  1.64it/s]
 93%|█████████▎| 60682/65536 [10:28:23<49:50,  1.62it/s]
 93%|█████████▎| 60683/65536 [10:28:24<48:55,  1.65it/s]
 93%|█████████▎| 60684/65536 [10:28:24<50:48,  1.59it/s]
 93%|█████████▎| 60685/65536 [10:28:25<51:35,  1.57it/s]
 93%|█████████▎| 60686/65536 [10:28:26<53:36,  1.51it/s]
 93%|█████████▎| 60687/65536 [10:28:27<53:45,  1.50it/s]
 93%|█████████▎| 60688/65536 [10:28:27<52:59,  1.52it/s]
 93%|█████████▎| 60689/65536 [10:28:28<51:36,  1.57it/s]
 93%|█████████▎| 60690/65536 [10:28:28<50:55,  1.59it/s]
 93%|█████████▎| 60691/65536 [10:28:29<50:40,  1.59it/s]
 93%|█████████▎| 60692/65536 [10:28:30<50:43,  1.59it/s]
 93%|█████████▎| 60693/65536 [10:28:30<49:09,  1.64it/s]
 93%|█████████▎| 60694/65536 [10:28:31<49:13,  1.64it/s]
 93%|█████████▎| 60695/65536 [10:28:31<50:04,  1.61it/s]
 93%|█████████▎| 60696/65536 [10:28:32<50:17,  1.60it/s]
 93%|█████████▎| 60697/65536 [10:28:33<49:08,  1.64it/s]
 93%|█████████▎| 60698/65536 [10:28:33<49:17,  1.64it/s]
 93%|█████████▎| 60699/65536 [10:28:34<49:49,  1.62it/s]
 93%|█████████▎| 60700/65536 [10:28:35<50:28,  1.60it/s]
                                                        
{'loss': 1.5401, 'learning_rate': 1.6661564834088402e-07, 'epoch': 3746.91}
+
 93%|█████████▎| 60700/65536 [10:28:35<50:28,  1.60it/s]
 93%|█████████▎| 60701/65536 [10:28:35<49:58,  1.61it/s]
 93%|█████████▎| 60702/65536 [10:28:36<52:48,  1.53it/s]
 93%|█████████▎| 60703/65536 [10:28:36<50:47,  1.59it/s]
 93%|█████████▎| 60704/65536 [10:28:37<50:12,  1.60it/s]
 93%|█████████▎| 60705/65536 [10:28:38<49:44,  1.62it/s]
 93%|█████████▎| 60706/65536 [10:28:38<49:54,  1.61it/s]
 93%|█████████▎| 60707/65536 [10:28:39<50:54,  1.58it/s]
 93%|█████████▎| 60708/65536 [10:28:40<51:17,  1.57it/s]
 93%|█████████▎| 60709/65536 [10:28:40<50:23,  1.60it/s]
 93%|█████████▎| 60710/65536 [10:28:41<49:16,  1.63it/s]
 93%|█████████▎| 60711/65536 [10:28:41<48:44,  1.65it/s]
 93%|█████████▎| 60712/65536 [10:28:42<50:14,  1.60it/s]
 93%|█████████▎| 60713/65536 [10:28:43<50:28,  1.59it/s]
 93%|█████████▎| 60714/65536 [10:28:43<49:52,  1.61it/s]
 93%|█████████▎| 60715/65536 [10:28:44<49:30,  1.62it/s]
 93%|█████████▎| 60716/65536 [10:28:44<49:34,  1.62it/s]
 93%|█████████▎| 60717/65536 [10:28:45<48:52,  1.64it/s]
 93%|█████████▎| 60718/65536 [10:28:46<52:10,  1.54it/s]
 93%|█████████▎| 60719/65536 [10:28:46<51:14,  1.57it/s]
 93%|█████████▎| 60720/65536 [10:28:47<50:22,  1.59it/s]
                                                        
{'loss': 1.5627, 'learning_rate': 1.663401493816579e-07, 'epoch': 3748.15}
+
 93%|█████████▎| 60720/65536 [10:28:47<50:22,  1.59it/s]
 93%|█████████▎| 60721/65536 [10:28:48<51:15,  1.57it/s]
 93%|█████████▎| 60722/65536 [10:28:48<50:41,  1.58it/s]
 93%|█████████▎| 60723/65536 [10:28:49<50:42,  1.58it/s]
 93%|█████████▎| 60724/65536 [10:28:50<51:05,  1.57it/s]
 93%|█████████▎| 60725/65536 [10:28:50<50:04,  1.60it/s]
 93%|█████████▎| 60726/65536 [10:28:51<48:43,  1.65it/s]
 93%|█████████▎| 60727/65536 [10:28:51<48:49,  1.64it/s]
 93%|█████████▎| 60728/65536 [10:28:52<48:42,  1.64it/s]
 93%|█████████▎| 60729/65536 [10:28:53<48:13,  1.66it/s]
 93%|█████████▎| 60730/65536 [10:28:53<48:35,  1.65it/s]
 93%|█████████▎| 60731/65536 [10:28:54<49:24,  1.62it/s]
 93%|█████████▎| 60732/65536 [10:28:54<48:19,  1.66it/s]
 93%|█████████▎| 60733/65536 [10:28:55<48:36,  1.65it/s]
 93%|█████████▎| 60734/65536 [10:28:56<50:05,  1.60it/s]
 93%|█████████▎| 60735/65536 [10:28:56<49:16,  1.62it/s]
 93%|█████████▎| 60736/65536 [10:28:57<48:41,  1.64it/s]
 93%|█████████▎| 60737/65536 [10:28:58<49:19,  1.62it/s]
 93%|█████████▎| 60738/65536 [10:28:58<48:01,  1.67it/s]
 93%|█████████▎| 60739/65536 [10:28:59<48:28,  1.65it/s]
 93%|█████████▎| 60740/65536 [10:28:59<49:05,  1.63it/s]
                                                        
{'loss': 1.5851, 'learning_rate': 1.6606465042243177e-07, 'epoch': 3749.38}
+
 93%|█████████▎| 60740/65536 [10:28:59<49:05,  1.63it/s]
 93%|█████████▎| 60741/65536 [10:29:00<49:00,  1.63it/s]
 93%|█████████▎| 60742/65536 [10:29:01<48:37,  1.64it/s]
 93%|█████████▎| 60743/65536 [10:29:01<49:52,  1.60it/s]
 93%|█████████▎| 60744/65536 [10:29:02<49:40,  1.61it/s]
 93%|█████████▎| 60745/65536 [10:29:02<49:20,  1.62it/s]
 93%|█████████▎| 60746/65536 [10:29:03<49:16,  1.62it/s]
 93%|█████████▎| 60747/65536 [10:29:04<49:01,  1.63it/s]
 93%|█████████▎| 60748/65536 [10:29:04<48:41,  1.64it/s]
 93%|█████████▎| 60749/65536 [10:29:05<48:23,  1.65it/s]
 93%|█████████▎| 60750/65536 [10:29:06<50:35,  1.58it/s]
 93%|█████████▎| 60751/65536 [10:29:06<52:19,  1.52it/s]
 93%|█████████▎| 60752/65536 [10:29:07<50:21,  1.58it/s]
 93%|█████████▎| 60753/65536 [10:29:07<48:49,  1.63it/s]
 93%|█████████▎| 60754/65536 [10:29:08<48:18,  1.65it/s]
 93%|█████████▎| 60755/65536 [10:29:09<49:14,  1.62it/s]
 93%|█████████▎| 60756/65536 [10:29:09<48:38,  1.64it/s]
 93%|█████████▎| 60757/65536 [10:29:10<49:19,  1.61it/s]
 93%|█████████▎| 60758/65536 [10:29:11<50:09,  1.59it/s]
 93%|█████████▎| 60759/65536 [10:29:11<50:43,  1.57it/s]
 93%|█████████▎| 60760/65536 [10:29:12<50:11,  1.59it/s]
                                                        
{'loss': 1.5099, 'learning_rate': 1.6578915146320563e-07, 'epoch': 3750.62}
+
 93%|█████████▎| 60760/65536 [10:29:12<50:11,  1.59it/s]
 93%|█████████▎| 60761/65536 [10:29:12<51:37,  1.54it/s]
 93%|█████████▎| 60762/65536 [10:29:13<50:35,  1.57it/s]
 93%|█████████▎| 60763/65536 [10:29:14<49:46,  1.60it/s]
 93%|█████████▎| 60764/65536 [10:29:14<48:18,  1.65it/s]
 93%|█████████▎| 60765/65536 [10:29:15<48:29,  1.64it/s]
 93%|█████████▎| 60766/65536 [10:29:16<49:25,  1.61it/s]
 93%|█████████▎| 60767/65536 [10:29:16<51:15,  1.55it/s]
 93%|█████████▎| 60768/65536 [10:29:17<50:54,  1.56it/s]
 93%|█████████▎| 60769/65536 [10:29:17<50:17,  1.58it/s]
 93%|█████████▎| 60770/65536 [10:29:18<49:58,  1.59it/s]
 93%|█████████▎| 60771/65536 [10:29:19<50:53,  1.56it/s]
 93%|█████████▎| 60772/65536 [10:29:19<49:48,  1.59it/s]
 93%|█████████▎| 60773/65536 [10:29:20<49:42,  1.60it/s]
 93%|█████████▎| 60774/65536 [10:29:21<49:37,  1.60it/s]
 93%|█████████▎| 60775/65536 [10:29:21<49:28,  1.60it/s]
 93%|█████████▎| 60776/65536 [10:29:22<48:39,  1.63it/s]
 93%|█████████▎| 60777/65536 [10:29:22<48:19,  1.64it/s]
 93%|█████████▎| 60778/65536 [10:29:23<49:31,  1.60it/s]
 93%|█████████▎| 60779/65536 [10:29:24<49:33,  1.60it/s]
 93%|█████████▎| 60780/65536 [10:29:24<50:02,  1.58it/s]
                                                        
{'loss': 1.5458, 'learning_rate': 1.6551365250397938e-07, 'epoch': 3751.85}
+
 93%|█████████▎| 60780/65536 [10:29:24<50:02,  1.58it/s]
 93%|█████████▎| 60781/65536 [10:29:25<49:31,  1.60it/s]
 93%|█████████▎| 60782/65536 [10:29:25<47:59,  1.65it/s]
 93%|█████████▎| 60783/65536 [10:29:26<49:24,  1.60it/s]
 93%|█████████▎| 60784/65536 [10:29:27<49:42,  1.59it/s]
 93%|█████████▎| 60785/65536 [10:29:27<50:55,  1.55it/s]
 93%|█████████▎| 60786/65536 [10:29:28<49:43,  1.59it/s]
 93%|█████████▎| 60787/65536 [10:29:29<48:37,  1.63it/s]
 93%|█████████▎| 60788/65536 [10:29:29<48:12,  1.64it/s]
 93%|█████████▎| 60789/65536 [10:29:30<48:08,  1.64it/s]
 93%|█████████▎| 60790/65536 [10:29:30<48:06,  1.64it/s]
 93%|█████████▎| 60791/65536 [10:29:31<48:50,  1.62it/s]
 93%|█████████▎| 60792/65536 [10:29:32<47:52,  1.65it/s]
 93%|█████████▎| 60793/65536 [10:29:32<47:17,  1.67it/s]
 93%|█████████▎| 60794/65536 [10:29:33<47:23,  1.67it/s]
 93%|█████████▎| 60795/65536 [10:29:33<48:01,  1.65it/s]
 93%|█████████▎| 60796/65536 [10:29:34<47:53,  1.65it/s]
 93%|█████████▎| 60797/65536 [10:29:35<47:14,  1.67it/s]
 93%|█████████▎| 60798/65536 [10:29:35<48:18,  1.63it/s]
 93%|█████████▎| 60799/65536 [10:29:36<50:08,  1.57it/s]
 93%|█████████▎| 60800/65536 [10:29:37<49:22,  1.60it/s]
                                                        
{'loss': 1.6391, 'learning_rate': 1.6523815354475324e-07, 'epoch': 3753.09}
+
 93%|█████████▎| 60800/65536 [10:29:37<49:22,  1.60it/s]
 93%|█████████▎| 60801/65536 [10:29:37<49:57,  1.58it/s]
 93%|█████████▎| 60802/65536 [10:29:38<50:29,  1.56it/s]
 93%|█████████▎| 60803/65536 [10:29:39<49:51,  1.58it/s]
 93%|█████████▎| 60804/65536 [10:29:39<49:10,  1.60it/s]
 93%|█████████▎| 60805/65536 [10:29:40<49:10,  1.60it/s]
 93%|█████████▎| 60806/65536 [10:29:40<50:00,  1.58it/s]
 93%|█████████▎| 60807/65536 [10:29:41<48:40,  1.62it/s]
 93%|█████████▎| 60808/65536 [10:29:42<49:27,  1.59it/s]
 93%|█████████▎| 60809/65536 [10:29:42<49:00,  1.61it/s]
 93%|█████████▎| 60810/65536 [10:29:43<48:45,  1.62it/s]
 93%|█████████▎| 60811/65536 [10:29:43<48:38,  1.62it/s]
 93%|█████████▎| 60812/65536 [10:29:44<48:48,  1.61it/s]
 93%|█████████▎| 60813/65536 [10:29:45<48:21,  1.63it/s]
 93%|█████████▎| 60814/65536 [10:29:45<49:06,  1.60it/s]
 93%|█████████▎| 60815/65536 [10:29:46<50:05,  1.57it/s]
 93%|█████████▎| 60816/65536 [10:29:47<49:39,  1.58it/s]
 93%|█████████▎| 60817/65536 [10:29:47<49:09,  1.60it/s]
 93%|█████████▎| 60818/65536 [10:29:48<48:03,  1.64it/s]
 93%|█████████▎| 60819/65536 [10:29:48<47:45,  1.65it/s]
 93%|█████████▎| 60820/65536 [10:29:49<48:20,  1.63it/s]
                                                        
{'loss': 1.5482, 'learning_rate': 1.649626545855271e-07, 'epoch': 3754.32}
+
 93%|█████████▎| 60820/65536 [10:29:49<48:20,  1.63it/s]
 93%|█████████▎| 60821/65536 [10:29:50<48:10,  1.63it/s]
 93%|█████████▎| 60822/65536 [10:29:50<47:19,  1.66it/s]
 93%|█████████▎| 60823/65536 [10:29:51<47:55,  1.64it/s]
 93%|█████████▎| 60824/65536 [10:29:52<48:50,  1.61it/s]
 93%|█████████▎| 60825/65536 [10:29:52<50:47,  1.55it/s]
 93%|█████████▎| 60826/65536 [10:29:53<49:30,  1.59it/s]
 93%|█████████▎| 60827/65536 [10:29:53<48:52,  1.61it/s]
 93%|█████████▎| 60828/65536 [10:29:54<48:10,  1.63it/s]
 93%|█████████▎| 60829/65536 [10:29:55<48:22,  1.62it/s]
 93%|█████████▎| 60830/65536 [10:29:55<49:47,  1.58it/s]
 93%|█████████▎| 60831/65536 [10:29:56<49:33,  1.58it/s]
 93%|█████████▎| 60832/65536 [10:29:57<49:50,  1.57it/s]
 93%|█████████▎| 60833/65536 [10:29:57<49:24,  1.59it/s]
 93%|█████████▎| 60834/65536 [10:29:58<48:54,  1.60it/s]
 93%|█████████▎| 60835/65536 [10:29:58<48:23,  1.62it/s]
 93%|█████████▎| 60836/65536 [10:29:59<48:15,  1.62it/s]
 93%|█████████▎| 60837/65536 [10:30:00<48:17,  1.62it/s]
 93%|█████████▎| 60838/65536 [10:30:00<48:13,  1.62it/s]
 93%|█████████▎| 60839/65536 [10:30:01<48:50,  1.60it/s]
 93%|█████████▎| 60840/65536 [10:30:02<49:46,  1.57it/s]
                                                        
{'loss': 1.5315, 'learning_rate': 1.6468715562630096e-07, 'epoch': 3755.56}
+
 93%|█████████▎| 60840/65536 [10:30:02<49:46,  1.57it/s]
 93%|█████████▎| 60841/65536 [10:30:02<48:22,  1.62it/s]
 93%|█████████▎| 60842/65536 [10:30:03<48:47,  1.60it/s]
 93%|█████████▎| 60843/65536 [10:30:03<48:10,  1.62it/s]
 93%|█████████▎| 60844/65536 [10:30:04<47:41,  1.64it/s]
 93%|█████████▎| 60845/65536 [10:30:05<47:09,  1.66it/s]
 93%|█████████▎| 60846/65536 [10:30:05<48:14,  1.62it/s]
 93%|█████████▎| 60847/65536 [10:30:06<50:05,  1.56it/s]
 93%|█████████▎| 60848/65536 [10:30:07<50:53,  1.54it/s]
 93%|█████████▎| 60849/65536 [10:30:07<52:07,  1.50it/s]
 93%|█████████▎| 60850/65536 [10:30:08<50:39,  1.54it/s]
 93%|█████████▎| 60851/65536 [10:30:09<50:27,  1.55it/s]
 93%|█████████▎| 60852/65536 [10:30:09<48:39,  1.60it/s]
 93%|█████████▎| 60853/65536 [10:30:10<47:38,  1.64it/s]
 93%|█████████▎| 60854/65536 [10:30:10<47:23,  1.65it/s]
 93%|█████████▎| 60855/65536 [10:30:11<46:56,  1.66it/s]
 93%|█████████▎| 60856/65536 [10:30:11<47:08,  1.65it/s]
 93%|█████████▎| 60857/65536 [10:30:12<47:57,  1.63it/s]
 93%|█████████▎| 60858/65536 [10:30:13<47:46,  1.63it/s]
 93%|█████████▎| 60859/65536 [10:30:13<48:01,  1.62it/s]
 93%|█████████▎| 60860/65536 [10:30:14<47:56,  1.63it/s]
                                                        
{'loss': 1.5474, 'learning_rate': 1.6441165666707482e-07, 'epoch': 3756.79}
+
 93%|█████████▎| 60860/65536 [10:30:14<47:56,  1.63it/s]
 93%|█████████▎| 60861/65536 [10:30:15<48:08,  1.62it/s]
 93%|█████████▎| 60862/65536 [10:30:15<47:34,  1.64it/s]
 93%|█████████▎| 60863/65536 [10:30:16<48:12,  1.62it/s]
 93%|█████████▎| 60864/65536 [10:30:17<50:18,  1.55it/s]
 93%|█████████▎| 60865/65536 [10:30:17<49:30,  1.57it/s]
 93%|█████████▎| 60866/65536 [10:30:18<48:56,  1.59it/s]
 93%|█████████▎| 60867/65536 [10:30:18<48:52,  1.59it/s]
 93%|█████████▎| 60868/65536 [10:30:19<48:24,  1.61it/s]
 93%|█████████▎| 60869/65536 [10:30:20<48:50,  1.59it/s]
 93%|█████████▎| 60870/65536 [10:30:20<48:01,  1.62it/s]
 93%|█████████▎| 60871/65536 [10:30:21<48:28,  1.60it/s]
 93%|█████████▎| 60872/65536 [10:30:22<48:46,  1.59it/s]
 93%|█████████▎| 60873/65536 [10:30:22<48:47,  1.59it/s]
 93%|█████████▎| 60874/65536 [10:30:23<48:05,  1.62it/s]
 93%|█████████▎| 60875/65536 [10:30:23<49:10,  1.58it/s]
 93%|█████████▎| 60876/65536 [10:30:24<48:07,  1.61it/s]
 93%|█████████▎| 60877/65536 [10:30:25<47:46,  1.63it/s]
 93%|█████████▎| 60878/65536 [10:30:25<47:22,  1.64it/s]
 93%|█████████▎| 60879/65536 [10:30:26<47:55,  1.62it/s]
 93%|█████████▎| 60880/65536 [10:30:27<49:59,  1.55it/s]
                                                        
{'loss': 1.5541, 'learning_rate': 1.6413615770784867e-07, 'epoch': 3758.02}
+
 93%|█████████▎| 60880/65536 [10:30:27<49:59,  1.55it/s]
 93%|█████████▎| 60881/65536 [10:30:27<48:37,  1.60it/s]
 93%|█████████▎| 60882/65536 [10:30:28<48:32,  1.60it/s]
 93%|█████████▎| 60883/65536 [10:30:28<47:26,  1.63it/s]
 93%|█████████▎| 60884/65536 [10:30:29<48:22,  1.60it/s]
 93%|█████████▎| 60885/65536 [10:30:30<47:34,  1.63it/s]
 93%|█████████▎| 60886/65536 [10:30:30<48:42,  1.59it/s]
 93%|█████████▎| 60887/65536 [10:30:31<49:06,  1.58it/s]
 93%|█████████▎| 60888/65536 [10:30:31<48:04,  1.61it/s]
 93%|█████████▎| 60889/65536 [10:30:32<46:42,  1.66it/s]
 93%|█████████▎| 60890/65536 [10:30:33<46:51,  1.65it/s]
 93%|█████████▎| 60891/65536 [10:30:33<47:50,  1.62it/s]
 93%|█████████▎| 60892/65536 [10:30:34<49:05,  1.58it/s]
 93%|█████████▎| 60893/65536 [10:30:35<48:47,  1.59it/s]
 93%|█████████▎| 60894/65536 [10:30:35<48:56,  1.58it/s]
 93%|█████████▎| 60895/65536 [10:30:36<48:06,  1.61it/s]
 93%|█████████▎| 60896/65536 [10:30:36<49:10,  1.57it/s]
 93%|█████████▎| 60897/65536 [10:30:37<47:33,  1.63it/s]
 93%|█████████▎| 60898/65536 [10:30:38<47:39,  1.62it/s]
 93%|█████████▎| 60899/65536 [10:30:38<47:08,  1.64it/s]
 93%|█████████▎| 60900/65536 [10:30:39<47:08,  1.64it/s]
                                                        
{'loss': 1.5543, 'learning_rate': 1.6386065874862253e-07, 'epoch': 3759.26}
+
 93%|█████████▎| 60900/65536 [10:30:39<47:08,  1.64it/s]
 93%|█████████▎| 60901/65536 [10:30:39<46:42,  1.65it/s]
 93%|█████████▎| 60902/65536 [10:30:40<47:23,  1.63it/s]
 93%|█████████▎| 60903/65536 [10:30:41<48:15,  1.60it/s]
 93%|█████████▎| 60904/65536 [10:30:41<47:41,  1.62it/s]
 93%|█████████▎| 60905/65536 [10:30:42<47:36,  1.62it/s]
 93%|█████████▎| 60906/65536 [10:30:43<47:57,  1.61it/s]
 93%|█████████▎| 60907/65536 [10:30:43<47:55,  1.61it/s]
 93%|█████████▎| 60908/65536 [10:30:44<46:55,  1.64it/s]
 93%|█████████▎| 60909/65536 [10:30:45<49:44,  1.55it/s]
 93%|█████████▎| 60910/65536 [10:30:45<48:36,  1.59it/s]
 93%|█████████▎| 60911/65536 [10:30:46<48:17,  1.60it/s]
 93%|█████████▎| 60912/65536 [10:30:46<47:48,  1.61it/s]
 93%|█████████▎| 60913/65536 [10:30:47<50:12,  1.53it/s]
 93%|█████████▎| 60914/65536 [10:30:48<50:50,  1.52it/s]
 93%|█████████▎| 60915/65536 [10:30:48<50:08,  1.54it/s]
 93%|█████████▎| 60916/65536 [10:30:49<48:06,  1.60it/s]
 93%|█████████▎| 60917/65536 [10:30:50<47:52,  1.61it/s]
 93%|█████████▎| 60918/65536 [10:30:50<47:33,  1.62it/s]
 93%|█████████▎| 60919/65536 [10:30:51<47:24,  1.62it/s]
 93%|█████████▎| 60920/65536 [10:30:51<46:56,  1.64it/s]
                                                        
{'loss': 1.5727, 'learning_rate': 1.6358515978939629e-07, 'epoch': 3760.49}
+
 93%|█████████▎| 60920/65536 [10:30:51<46:56,  1.64it/s]
 93%|█████████▎| 60921/65536 [10:30:52<46:26,  1.66it/s]
 93%|█████████▎| 60922/65536 [10:30:53<47:41,  1.61it/s]
 93%|█████████▎| 60923/65536 [10:30:53<48:17,  1.59it/s]
 93%|█████████▎| 60924/65536 [10:30:54<49:36,  1.55it/s]
 93%|█████████▎| 60925/65536 [10:30:55<50:08,  1.53it/s]
 93%|█████████▎| 60926/65536 [10:30:55<48:55,  1.57it/s]
 93%|█████████▎| 60927/65536 [10:30:56<48:49,  1.57it/s]
 93%|█████████▎| 60928/65536 [10:30:56<47:28,  1.62it/s]
 93%|█████████▎| 60929/65536 [10:30:57<49:30,  1.55it/s]
 93%|█████████▎| 60930/65536 [10:30:58<49:07,  1.56it/s]
 93%|█████████▎| 60931/65536 [10:30:58<48:06,  1.60it/s]
 93%|█████████▎| 60932/65536 [10:30:59<47:57,  1.60it/s]
 93%|█████████▎| 60933/65536 [10:31:00<47:38,  1.61it/s]
 93%|█████████▎| 60934/65536 [10:31:00<48:01,  1.60it/s]
 93%|█████████▎| 60935/65536 [10:31:01<47:00,  1.63it/s]
 93%|█████████▎| 60936/65536 [10:31:01<47:06,  1.63it/s]
 93%|█████████▎| 60937/65536 [10:31:02<47:14,  1.62it/s]
 93%|█████████▎| 60938/65536 [10:31:03<47:06,  1.63it/s]
 93%|█████████▎| 60939/65536 [10:31:03<46:40,  1.64it/s]
 93%|█████████▎| 60940/65536 [10:31:04<47:09,  1.62it/s]
                                                        
{'loss': 1.5274, 'learning_rate': 1.6330966083017014e-07, 'epoch': 3761.73}
+
 93%|█████████▎| 60940/65536 [10:31:04<47:09,  1.62it/s]
 93%|█████████▎| 60941/65536 [10:31:04<46:48,  1.64it/s]
 93%|█████████▎| 60942/65536 [10:31:05<46:53,  1.63it/s]
 93%|█████████▎| 60943/65536 [10:31:06<47:14,  1.62it/s]
 93%|█████████▎| 60944/65536 [10:31:06<47:07,  1.62it/s]
 93%|█████████▎| 60945/65536 [10:31:07<48:46,  1.57it/s]
 93%|█████████▎| 60946/65536 [10:31:08<47:55,  1.60it/s]
 93%|█████████▎| 60947/65536 [10:31:08<46:45,  1.64it/s]
 93%|█████████▎| 60948/65536 [10:31:09<47:43,  1.60it/s]
 93%|█████████▎| 60949/65536 [10:31:09<47:07,  1.62it/s]
 93%|█████████▎| 60950/65536 [10:31:10<47:12,  1.62it/s]
 93%|█████████▎| 60951/65536 [10:31:11<47:01,  1.62it/s]
 93%|█████████▎| 60952/65536 [10:31:11<47:08,  1.62it/s]
 93%|█████████▎| 60953/65536 [10:31:12<47:34,  1.61it/s]
 93%|█████████▎| 60954/65536 [10:31:13<47:38,  1.60it/s]
 93%|█████████▎| 60955/65536 [10:31:13<48:14,  1.58it/s]
 93%|█████████▎| 60956/65536 [10:31:14<47:16,  1.61it/s]
 93%|█████████▎| 60957/65536 [10:31:14<47:30,  1.61it/s]
 93%|█████████▎| 60958/65536 [10:31:15<46:24,  1.64it/s]
 93%|█████████▎| 60959/65536 [10:31:16<46:50,  1.63it/s]
 93%|█████████▎| 60960/65536 [10:31:16<46:43,  1.63it/s]
                                                        
{'loss': 1.5484, 'learning_rate': 1.63034161870944e-07, 'epoch': 3762.96}
+
 93%|█████████▎| 60960/65536 [10:31:16<46:43,  1.63it/s]
 93%|█████████▎| 60961/65536 [10:31:17<47:56,  1.59it/s]
 93%|█████████▎| 60962/65536 [10:31:18<47:44,  1.60it/s]
 93%|█████████▎| 60963/65536 [10:31:18<46:59,  1.62it/s]
 93%|█████████▎| 60964/65536 [10:31:19<46:53,  1.62it/s]
 93%|█████████▎| 60965/65536 [10:31:19<47:56,  1.59it/s]
 93%|█████████▎| 60966/65536 [10:31:20<47:37,  1.60it/s]
 93%|█████████▎| 60967/65536 [10:31:21<48:00,  1.59it/s]
 93%|█████████▎| 60968/65536 [10:31:21<47:35,  1.60it/s]
 93%|█████████▎| 60969/65536 [10:31:22<46:54,  1.62it/s]
 93%|█████████▎| 60970/65536 [10:31:23<47:06,  1.62it/s]
 93%|█████████▎| 60971/65536 [10:31:23<46:46,  1.63it/s]
 93%|█████████▎| 60972/65536 [10:31:24<46:27,  1.64it/s]
 93%|█████████▎| 60973/65536 [10:31:24<49:27,  1.54it/s]
 93%|█████████▎| 60974/65536 [10:31:25<49:54,  1.52it/s]
 93%|█████████▎| 60975/65536 [10:31:26<50:13,  1.51it/s]
 93%|█████████▎| 60976/65536 [10:31:26<49:38,  1.53it/s]
 93%|█████████▎| 60977/65536 [10:31:27<50:49,  1.50it/s]
 93%|█████████▎| 60978/65536 [10:31:28<49:25,  1.54it/s]
 93%|█████████▎| 60979/65536 [10:31:28<50:17,  1.51it/s]
 93%|█████████▎| 60980/65536 [10:31:29<49:53,  1.52it/s]
                                                        
{'loss': 1.5689, 'learning_rate': 1.6275866291171786e-07, 'epoch': 3764.2}
+
 93%|█████████▎| 60980/65536 [10:31:29<49:53,  1.52it/s]
 93%|█████████▎| 60981/65536 [10:31:30<49:49,  1.52it/s]
 93%|█████████▎| 60982/65536 [10:31:30<48:57,  1.55it/s]
 93%|█████████▎| 60983/65536 [10:31:31<47:31,  1.60it/s]
 93%|█████████▎| 60984/65536 [10:31:32<47:09,  1.61it/s]
 93%|█████████▎| 60985/65536 [10:31:32<45:41,  1.66it/s]
 93%|█████████▎| 60986/65536 [10:31:33<45:29,  1.67it/s]
 93%|█████████▎| 60987/65536 [10:31:33<46:28,  1.63it/s]
 93%|█████████▎| 60988/65536 [10:31:34<46:42,  1.62it/s]
 93%|█████████▎| 60989/65536 [10:31:35<45:56,  1.65it/s]
 93%|█████████▎| 60990/65536 [10:31:35<45:52,  1.65it/s]
 93%|████��████▎| 60991/65536 [10:31:36<45:45,  1.66it/s]
 93%|█████████▎| 60992/65536 [10:31:36<47:14,  1.60it/s]
 93%|█████████▎| 60993/65536 [10:31:37<46:37,  1.62it/s]
 93%|█████████▎| 60994/65536 [10:31:38<48:00,  1.58it/s]
 93%|█████████▎| 60995/65536 [10:31:38<46:45,  1.62it/s]
 93%|█████████▎| 60996/65536 [10:31:39<46:51,  1.61it/s]
 93%|█████████▎| 60997/65536 [10:31:40<48:16,  1.57it/s]
 93%|█████████▎| 60998/65536 [10:31:40<47:02,  1.61it/s]
 93%|█████████▎| 60999/65536 [10:31:41<46:59,  1.61it/s]
 93%|█████████▎| 61000/65536 [10:31:41<46:55,  1.61it/s]
                                                        
{'loss': 1.5682, 'learning_rate': 1.6248316395249175e-07, 'epoch': 3765.43}
+
 93%|█████████▎| 61000/65536 [10:31:41<46:55,  1.61it/s]
 93%|█████████▎| 61001/65536 [10:31:42<45:45,  1.65it/s]
 93%|█████████▎| 61002/65536 [10:31:43<45:45,  1.65it/s]
 93%|█████████▎| 61003/65536 [10:31:43<45:41,  1.65it/s]
 93%|█████████▎| 61004/65536 [10:31:44<46:37,  1.62it/s]
 93%|█████████▎| 61005/65536 [10:31:44<46:41,  1.62it/s]
 93%|█████████▎| 61006/65536 [10:31:45<47:31,  1.59it/s]
 93%|█████████▎| 61007/65536 [10:31:46<46:49,  1.61it/s]
 93%|█████████▎| 61008/65536 [10:31:46<47:08,  1.60it/s]
 93%|█████████▎| 61009/65536 [10:31:47<47:41,  1.58it/s]
 93%|█████████▎| 61010/65536 [10:31:48<49:38,  1.52it/s]
 93%|█████████▎| 61011/65536 [10:31:48<49:31,  1.52it/s]
 93%|█████████▎| 61012/65536 [10:31:49<48:24,  1.56it/s]
 93%|█████████▎| 61013/65536 [10:31:50<47:36,  1.58it/s]
 93%|█████████▎| 61014/65536 [10:31:50<46:28,  1.62it/s]
 93%|█████████▎| 61015/65536 [10:31:51<47:26,  1.59it/s]
 93%|█████████▎| 61016/65536 [10:31:51<46:41,  1.61it/s]
 93%|█████████▎| 61017/65536 [10:31:52<46:16,  1.63it/s]
 93%|█████████▎| 61018/65536 [10:31:53<45:27,  1.66it/s]
 93%|█████████▎| 61019/65536 [10:31:53<45:09,  1.67it/s]
 93%|█████████▎| 61020/65536 [10:31:54<46:14,  1.63it/s]
                                                        
{'loss': 1.5687, 'learning_rate': 1.622076649932656e-07, 'epoch': 3766.67}
+
 93%|█████████▎| 61020/65536 [10:31:54<46:14,  1.63it/s]
 93%|█████████▎| 61021/65536 [10:31:54<46:04,  1.63it/s]
 93%|█████████▎| 61022/65536 [10:31:55<45:39,  1.65it/s]
 93%|█████████▎| 61023/65536 [10:31:56<47:02,  1.60it/s]
 93%|█████████▎| 61024/65536 [10:31:56<46:36,  1.61it/s]
 93%|█████████▎| 61025/65536 [10:31:57<46:52,  1.60it/s]
 93%|█████████▎| 61026/65536 [10:31:58<48:05,  1.56it/s]
 93%|█████████▎| 61027/65536 [10:31:58<47:26,  1.58it/s]
 93%|█████████▎| 61028/65536 [10:31:59<46:40,  1.61it/s]
 93%|█████████▎| 61029/65536 [10:31:59<47:35,  1.58it/s]
 93%|█████████▎| 61030/65536 [10:32:00<48:49,  1.54it/s]
 93%|█████████▎| 61031/65536 [10:32:01<47:37,  1.58it/s]
 93%|█████████▎| 61032/65536 [10:32:01<46:44,  1.61it/s]
 93%|█████████▎| 61033/65536 [10:32:02<45:48,  1.64it/s]
 93%|█████████▎| 61034/65536 [10:32:03<46:26,  1.62it/s]
 93%|█████████▎| 61035/65536 [10:32:03<46:00,  1.63it/s]
 93%|█████████▎| 61036/65536 [10:32:04<45:59,  1.63it/s]
 93%|█████████▎| 61037/65536 [10:32:04<45:53,  1.63it/s]
 93%|█████████▎| 61038/65536 [10:32:05<45:44,  1.64it/s]
 93%|█████████▎| 61039/65536 [10:32:06<47:27,  1.58it/s]
 93%|█████████▎| 61040/65536 [10:32:06<47:11,  1.59it/s]
                                                        
{'loss': 1.5447, 'learning_rate': 1.6193216603403947e-07, 'epoch': 3767.9}
+
 93%|█████████▎| 61040/65536 [10:32:06<47:11,  1.59it/s]
 93%|█████████▎| 61041/65536 [10:32:07<46:45,  1.60it/s]
 93%|█████████▎| 61042/65536 [10:32:08<47:29,  1.58it/s]
 93%|█████████▎| 61043/65536 [10:32:08<46:27,  1.61it/s]
 93%|█████████▎| 61044/65536 [10:32:09<45:40,  1.64it/s]
 93%|█████████▎| 61045/65536 [10:32:09<45:26,  1.65it/s]
 93%|█████████▎| 61046/65536 [10:32:10<45:23,  1.65it/s]
 93%|█████████▎| 61047/65536 [10:32:11<45:02,  1.66it/s]
 93%|█████████▎| 61048/65536 [10:32:11<45:28,  1.64it/s]
 93%|█████████▎| 61049/65536 [10:32:12<45:47,  1.63it/s]
 93%|█████████▎| 61050/65536 [10:32:12<45:09,  1.66it/s]
 93%|█████████▎| 61051/65536 [10:32:13<45:44,  1.63it/s]
 93%|█████████▎| 61052/65536 [10:32:14<45:37,  1.64it/s]
 93%|█████████▎| 61053/65536 [10:32:14<45:37,  1.64it/s]
 93%|█████████▎| 61054/65536 [10:32:15<47:57,  1.56it/s]
 93%|█████████▎| 61055/65536 [10:32:16<47:54,  1.56it/s]
 93%|█████████▎| 61056/65536 [10:32:16<47:36,  1.57it/s]
 93%|█████████▎| 61057/65536 [10:32:17<47:37,  1.57it/s]
 93%|█████████▎| 61058/65536 [10:32:18<47:53,  1.56it/s]
 93%|█████████▎| 61059/65536 [10:32:18<47:43,  1.56it/s]
 93%|█████████▎| 61060/65536 [10:32:19<46:38,  1.60it/s]
                                                        
{'loss': 1.5653, 'learning_rate': 1.6165666707481322e-07, 'epoch': 3769.14}
+
 93%|█████████▎| 61060/65536 [10:32:19<46:38,  1.60it/s]
 93%|█████████▎| 61061/65536 [10:32:19<45:49,  1.63it/s]
 93%|█████████▎| 61062/65536 [10:32:20<45:42,  1.63it/s]
 93%|█████████▎| 61063/65536 [10:32:21<45:48,  1.63it/s]
 93%|█████████▎| 61064/65536 [10:32:21<45:52,  1.62it/s]
 93%|█████████▎| 61065/65536 [10:32:22<45:13,  1.65it/s]
 93%|█████████▎| 61066/65536 [10:32:22<45:32,  1.64it/s]
 93%|█████████▎| 61067/65536 [10:32:23<45:14,  1.65it/s]
 93%|█████████▎| 61068/65536 [10:32:24<44:11,  1.69it/s]
 93%|█████████▎| 61069/65536 [10:32:24<44:42,  1.67it/s]
 93%|█████████▎| 61070/65536 [10:32:25<46:17,  1.61it/s]
 93%|█████████▎| 61071/65536 [10:32:26<47:18,  1.57it/s]
 93%|█████████▎| 61072/65536 [10:32:26<47:03,  1.58it/s]
 93%|█████████▎| 61073/65536 [10:32:27<48:00,  1.55it/s]
 93%|█████████▎| 61074/65536 [10:32:27<46:57,  1.58it/s]
 93%|█████████▎| 61075/65536 [10:32:28<49:00,  1.52it/s]
 93%|█████████▎| 61076/65536 [10:32:29<47:30,  1.56it/s]
 93%|█████████▎| 61077/65536 [10:32:29<47:26,  1.57it/s]
 93%|█████████▎| 61078/65536 [10:32:30<47:00,  1.58it/s]
 93%|█████████▎| 61079/65536 [10:32:31<46:46,  1.59it/s]
 93%|█████████▎| 61080/65536 [10:32:31<46:18,  1.60it/s]
                                                        
{'loss': 1.5756, 'learning_rate': 1.613811681155871e-07, 'epoch': 3770.37}
+
 93%|█████████▎| 61080/65536 [10:32:31<46:18,  1.60it/s]
 93%|█████████▎| 61081/65536 [10:32:32<45:30,  1.63it/s]
 93%|█████████▎| 61082/65536 [10:32:32<45:34,  1.63it/s]
 93%|█████████▎| 61083/65536 [10:32:33<45:19,  1.64it/s]
 93%|█████████▎| 61084/65536 [10:32:34<46:17,  1.60it/s]
 93%|█████████▎| 61085/65536 [10:32:34<45:28,  1.63it/s]
 93%|█████████▎| 61086/65536 [10:32:35<46:32,  1.59it/s]
 93%|█████████▎| 61087/65536 [10:32:36<46:17,  1.60it/s]
 93%|█████████▎| 61088/65536 [10:32:36<46:12,  1.60it/s]
 93%|█████████▎| 61089/65536 [10:32:37<45:44,  1.62it/s]
 93%|█████████▎| 61090/65536 [10:32:37<44:45,  1.66it/s]
 93%|█████████▎| 61091/65536 [10:32:38<46:17,  1.60it/s]
 93%|█████████▎| 61092/65536 [10:32:39<46:50,  1.58it/s]
 93%|█████████▎| 61093/65536 [10:32:39<46:05,  1.61it/s]
 93%|█████████▎| 61094/65536 [10:32:40<46:10,  1.60it/s]
 93%|█████████▎| 61095/65536 [10:32:41<46:56,  1.58it/s]
 93%|█████████▎| 61096/65536 [10:32:41<46:02,  1.61it/s]
 93%|█████████▎| 61097/65536 [10:32:42<46:29,  1.59it/s]
 93%|█████████▎| 61098/65536 [10:32:42<45:45,  1.62it/s]
 93%|█████████▎| 61099/65536 [10:32:43<45:47,  1.61it/s]
 93%|█████████▎| 61100/65536 [10:32:44<44:56,  1.65it/s]
                                                        
{'loss': 1.5373, 'learning_rate': 1.6110566915636096e-07, 'epoch': 3771.6}
+
 93%|█████████▎| 61100/65536 [10:32:44<44:56,  1.65it/s]
 93%|█████████▎| 61101/65536 [10:32:44<46:56,  1.57it/s]
 93%|█████████▎| 61102/65536 [10:32:45<46:44,  1.58it/s]
 93%|█████████▎| 61103/65536 [10:32:46<45:50,  1.61it/s]
 93%|█████████▎| 61104/65536 [10:32:46<45:07,  1.64it/s]
 93%|█████████▎| 61105/65536 [10:32:47<44:51,  1.65it/s]
 93%|█████████▎| 61106/65536 [10:32:47<44:27,  1.66it/s]
 93%|█████████▎| 61107/65536 [10:32:48<46:23,  1.59it/s]
 93%|█████████▎| 61108/65536 [10:32:49<46:32,  1.59it/s]
 93%|█████████▎| 61109/65536 [10:32:49<46:02,  1.60it/s]
 93%|█████████▎| 61110/65536 [10:32:50<45:38,  1.62it/s]
 93%|█████████▎| 61111/65536 [10:32:50<45:10,  1.63it/s]
 93%|█████████▎| 61112/65536 [10:32:51<44:28,  1.66it/s]
 93%|█████████▎| 61113/65536 [10:32:52<44:33,  1.65it/s]
 93%|█████████▎| 61114/65536 [10:32:52<45:01,  1.64it/s]
 93%|█████████▎| 61115/65536 [10:32:53<44:54,  1.64it/s]
 93%|█████████▎| 61116/65536 [10:32:54<46:42,  1.58it/s]
 93%|█████████▎| 61117/65536 [10:32:54<45:46,  1.61it/s]
 93%|█████████▎| 61118/65536 [10:32:55<45:51,  1.61it/s]
 93%|█████████▎| 61119/65536 [10:32:55<45:46,  1.61it/s]
 93%|█████████▎| 61120/65536 [10:32:56<46:06,  1.60it/s]
                                                        
{'loss': 1.589, 'learning_rate': 1.6083017019713482e-07, 'epoch': 3772.84}
+
 93%|█████████▎| 61120/65536 [10:32:56<46:06,  1.60it/s]
 93%|█████████▎| 61121/65536 [10:32:57<45:15,  1.63it/s]
 93%|█████████▎| 61122/65536 [10:32:57<44:52,  1.64it/s]
 93%|█████████▎| 61123/65536 [10:32:58<47:04,  1.56it/s]
 93%|█████████▎| 61124/65536 [10:32:58<45:29,  1.62it/s]
 93%|█████████▎| 61125/65536 [10:32:59<44:23,  1.66it/s]
 93%|█████████▎| 61126/65536 [10:33:00<44:27,  1.65it/s]
 93%|█████████▎| 61127/65536 [10:33:00<44:28,  1.65it/s]
 93%|█████████▎| 61128/65536 [10:33:01<45:38,  1.61it/s]
 93%|█████████▎| 61129/65536 [10:33:02<45:29,  1.61it/s]
 93%|█████████▎| 61130/65536 [10:33:02<47:05,  1.56it/s]
 93%|█████████▎| 61131/65536 [10:33:03<47:09,  1.56it/s]
 93%|█████████▎| 61132/65536 [10:33:03<46:25,  1.58it/s]
 93%|█████████▎| 61133/65536 [10:33:04<45:59,  1.60it/s]
 93%|█████████▎| 61134/65536 [10:33:05<45:23,  1.62it/s]
 93%|█████████▎| 61135/65536 [10:33:05<44:57,  1.63it/s]
 93%|█████████▎| 61136/65536 [10:33:06<44:31,  1.65it/s]
 93%|█████████▎| 61137/65536 [10:33:06<44:22,  1.65it/s]
 93%|█████████▎| 61138/65536 [10:33:07<44:41,  1.64it/s]
 93%|█████████▎| 61139/65536 [10:33:08<46:04,  1.59it/s]
 93%|█████████▎| 61140/65536 [10:33:08<45:13,  1.62it/s]
                                                        
{'loss': 1.6195, 'learning_rate': 1.6055467123790868e-07, 'epoch': 3774.07}
+
 93%|█████████▎| 61140/65536 [10:33:08<45:13,  1.62it/s]
 93%|█████████▎| 61141/65536 [10:33:09<45:33,  1.61it/s]
 93%|█████████▎| 61142/65536 [10:33:10<45:34,  1.61it/s]
 93%|█████████▎| 61143/65536 [10:33:10<45:15,  1.62it/s]
 93%|█████████▎| 61144/65536 [10:33:11<45:19,  1.61it/s]
 93%|█████████▎| 61145/65536 [10:33:11<44:49,  1.63it/s]
 93%|█████████▎| 61146/65536 [10:33:12<45:27,  1.61it/s]
 93%|█████████▎| 61147/65536 [10:33:13<46:19,  1.58it/s]
 93%|█████████▎| 61148/65536 [10:33:13<46:11,  1.58it/s]
 93%|█████████▎| 61149/65536 [10:33:14<45:33,  1.60it/s]
 93%|█████████▎| 61150/65536 [10:33:15<45:18,  1.61it/s]
 93%|█████████▎| 61151/65536 [10:33:15<45:04,  1.62it/s]
 93%|█████████▎| 61152/65536 [10:33:16<44:17,  1.65it/s]
 93%|█████████▎| 61153/65536 [10:33:16<44:33,  1.64it/s]
 93%|█████████▎| 61154/65536 [10:33:17<44:09,  1.65it/s]
 93%|█████████▎| 61155/65536 [10:33:18<43:52,  1.66it/s]
 93%|█████████▎| 61156/65536 [10:33:18<45:34,  1.60it/s]
 93%|█████████▎| 61157/65536 [10:33:19<46:33,  1.57it/s]
 93%|█████████▎| 61158/65536 [10:33:20<44:58,  1.62it/s]
 93%|█████████▎| 61159/65536 [10:33:20<45:08,  1.62it/s]
 93%|█████████▎| 61160/65536 [10:33:21<44:48,  1.63it/s]
                                                        
{'loss': 1.5563, 'learning_rate': 1.6027917227868254e-07, 'epoch': 3775.31}
+
 93%|█████████▎| 61160/65536 [10:33:21<44:48,  1.63it/s]
 93%|█████████▎| 61161/65536 [10:33:21<46:31,  1.57it/s]
 93%|█████████▎| 61162/65536 [10:33:22<45:24,  1.61it/s]
 93%|█████████▎| 61163/65536 [10:33:23<45:26,  1.60it/s]
 93%|█████████▎| 61164/65536 [10:33:23<44:43,  1.63it/s]
 93%|█████████▎| 61165/65536 [10:33:24<45:16,  1.61it/s]
 93%|█████████▎| 61166/65536 [10:33:24<44:45,  1.63it/s]
 93%|█████████▎| 61167/65536 [10:33:25<44:20,  1.64it/s]
 93%|█████████▎| 61168/65536 [10:33:26<45:22,  1.60it/s]
 93%|█████████▎| 61169/65536 [10:33:26<44:51,  1.62it/s]
 93%|█████████▎| 61170/65536 [10:33:27<44:03,  1.65it/s]
 93%|█████████▎| 61171/65536 [10:33:28<44:16,  1.64it/s]
 93%|█████████▎| 61172/65536 [10:33:28<44:57,  1.62it/s]
 93%|█████████▎| 61173/65536 [10:33:29<46:15,  1.57it/s]
 93%|█████████▎| 61174/65536 [10:33:29<45:10,  1.61it/s]
 93%|█████████▎| 61175/65536 [10:33:30<44:51,  1.62it/s]
 93%|█████████▎| 61176/65536 [10:33:31<44:11,  1.64it/s]
 93%|█████████▎| 61177/65536 [10:33:31<44:09,  1.65it/s]
 93%|█████████▎| 61178/65536 [10:33:32<43:05,  1.69it/s]
 93%|█████████▎| 61179/65536 [10:33:32<42:29,  1.71it/s]
 93%|█████████▎| 61180/65536 [10:33:33<43:20,  1.68it/s]
                                                        
{'loss': 1.5687, 'learning_rate': 1.6000367331945642e-07, 'epoch': 3776.54}
+
 93%|█████████▎| 61180/65536 [10:33:33<43:20,  1.68it/s]
 93%|█████████▎| 61181/65536 [10:33:34<44:53,  1.62it/s]
 93%|█████████▎| 61182/65536 [10:33:34<45:11,  1.61it/s]
 93%|█████████▎| 61183/65536 [10:33:35<44:14,  1.64it/s]
 93%|█████████▎| 61184/65536 [10:33:35<44:39,  1.62it/s]
 93%|█████████▎| 61185/65536 [10:33:36<45:03,  1.61it/s]
 93%|█████████▎| 61186/65536 [10:33:37<44:20,  1.63it/s]
 93%|█████████▎| 61187/65536 [10:33:37<45:26,  1.59it/s]
 93%|█████████▎| 61188/65536 [10:33:38<46:20,  1.56it/s]
 93%|█████████▎| 61189/65536 [10:33:39<45:51,  1.58it/s]
 93%|█████████▎| 61190/65536 [10:33:39<45:30,  1.59it/s]
 93%|█████████▎| 61191/65536 [10:33:40<45:27,  1.59it/s]
 93%|█████████▎| 61192/65536 [10:33:41<46:19,  1.56it/s]
 93%|█████████▎| 61193/65536 [10:33:41<46:19,  1.56it/s]
 93%|█████████▎| 61194/65536 [10:33:42<45:37,  1.59it/s]
 93%|█████████▎| 61195/65536 [10:33:42<44:42,  1.62it/s]
 93%|█████████▎| 61196/65536 [10:33:43<45:02,  1.61it/s]
 93%|█████████▎| 61197/65536 [10:33:44<44:00,  1.64it/s]
 93%|█████████▎| 61198/65536 [10:33:44<43:38,  1.66it/s]
 93%|█████████▎| 61199/65536 [10:33:45<43:14,  1.67it/s]
 93%|█████████▎| 61200/65536 [10:33:45<43:04,  1.68it/s]
                                                        
{'loss': 1.5599, 'learning_rate': 1.5972817436023015e-07, 'epoch': 3777.78}
+
 93%|█████████▎| 61200/65536 [10:33:45<43:04,  1.68it/s]
 93%|█████████▎| 61201/65536 [10:33:46<44:24,  1.63it/s]
 93%|█████████▎| 61202/65536 [10:33:47<43:42,  1.65it/s]
 93%|█████████▎| 61203/65536 [10:33:47<44:22,  1.63it/s]
 93%|█████████▎| 61204/65536 [10:33:48<46:41,  1.55it/s]
 93%|█████████▎| 61205/65536 [10:33:49<46:44,  1.54it/s]
 93%|█████████▎| 61206/65536 [10:33:49<44:58,  1.60it/s]
 93%|█████████▎| 61207/65536 [10:33:50<45:25,  1.59it/s]
 93%|█████████▎| 61208/65536 [10:33:50<45:07,  1.60it/s]
 93%|█████████▎| 61209/65536 [10:33:51<45:11,  1.60it/s]
 93%|█████████▎| 61210/65536 [10:33:52<44:12,  1.63it/s]
 93%|█████████▎| 61211/65536 [10:33:52<43:14,  1.67it/s]
 93%|█████████▎| 61212/65536 [10:33:53<45:12,  1.59it/s]
 93%|█████████▎| 61213/65536 [10:33:54<44:51,  1.61it/s]
 93%|█████████▎| 61214/65536 [10:33:54<45:19,  1.59it/s]
 93%|█████████▎| 61215/65536 [10:33:55<44:16,  1.63it/s]
 93%|█████████▎| 61216/65536 [10:33:55<43:55,  1.64it/s]
 93%|█████████▎| 61217/65536 [10:33:56<44:35,  1.61it/s]
 93%|█████████▎| 61218/65536 [10:33:57<45:21,  1.59it/s]
 93%|█████████▎| 61219/65536 [10:33:57<43:57,  1.64it/s]
 93%|█████████▎| 61220/65536 [10:33:58<45:07,  1.59it/s]
                                                        
{'loss': 1.5755, 'learning_rate': 1.59452675401004e-07, 'epoch': 3779.01}
+
 93%|█████████▎| 61220/65536 [10:33:58<45:07,  1.59it/s]
 93%|█████████▎| 61221/65536 [10:33:59<44:45,  1.61it/s]
 93%|█████████▎| 61222/65536 [10:33:59<45:15,  1.59it/s]
 93%|█████████▎| 61223/65536 [10:34:00<45:02,  1.60it/s]
 93%|█████���███▎| 61224/65536 [10:34:00<45:22,  1.58it/s]
 93%|█████████▎| 61225/65536 [10:34:01<43:53,  1.64it/s]
 93%|█████████▎| 61226/65536 [10:34:02<45:12,  1.59it/s]
 93%|█████████▎| 61227/65536 [10:34:02<44:20,  1.62it/s]
 93%|█████████▎| 61228/65536 [10:34:03<43:37,  1.65it/s]
 93%|█████████▎| 61229/65536 [10:34:03<44:28,  1.61it/s]
 93%|█████████▎| 61230/65536 [10:34:04<45:10,  1.59it/s]
 93%|█████████▎| 61231/65536 [10:34:05<44:03,  1.63it/s]
 93%|█████████▎| 61232/65536 [10:34:05<43:03,  1.67it/s]
 93%|█████████▎| 61233/65536 [10:34:06<43:24,  1.65it/s]
 93%|█████████▎| 61234/65536 [10:34:07<45:14,  1.58it/s]
 93%|█████████▎| 61235/65536 [10:34:07<44:36,  1.61it/s]
 93%|█████████▎| 61236/65536 [10:34:08<44:08,  1.62it/s]
 93%|█████████▎| 61237/65536 [10:34:08<45:15,  1.58it/s]
 93%|█████████▎| 61238/65536 [10:34:09<44:50,  1.60it/s]
 93%|█████████▎| 61239/65536 [10:34:10<44:57,  1.59it/s]
 93%|█████████▎| 61240/65536 [10:34:10<44:27,  1.61it/s]
                                                        
{'loss': 1.5692, 'learning_rate': 1.5917717644177787e-07, 'epoch': 3780.25}
+
 93%|█████████▎| 61240/65536 [10:34:10<44:27,  1.61it/s]
 93%|█████████▎| 61241/65536 [10:34:11<44:25,  1.61it/s]
 93%|█████████▎| 61242/65536 [10:34:12<44:35,  1.60it/s]
 93%|█████████▎| 61243/65536 [10:34:12<45:17,  1.58it/s]
 93%|█████████▎| 61244/65536 [10:34:13<45:04,  1.59it/s]
 93%|█████████▎| 61245/65536 [10:34:13<44:30,  1.61it/s]
 93%|█████████▎| 61246/65536 [10:34:14<44:37,  1.60it/s]
 93%|█████████▎| 61247/65536 [10:34:15<44:15,  1.62it/s]
 93%|█████████▎| 61248/65536 [10:34:15<43:53,  1.63it/s]
 93%|█████████▎| 61249/65536 [10:34:16<43:57,  1.63it/s]
 93%|█████████▎| 61250/65536 [10:34:16<43:24,  1.65it/s]
 93%|█████████▎| 61251/65536 [10:34:17<43:37,  1.64it/s]
 93%|█████████▎| 61252/65536 [10:34:18<43:05,  1.66it/s]
 93%|█████████▎| 61253/65536 [10:34:18<44:17,  1.61it/s]
 93%|█████████▎| 61254/65536 [10:34:19<44:59,  1.59it/s]
 93%|█████████▎| 61255/65536 [10:34:20<43:28,  1.64it/s]
 93%|█████████▎| 61256/65536 [10:34:20<43:17,  1.65it/s]
 93%|█████████▎| 61257/65536 [10:34:21<42:29,  1.68it/s]
 93%|█████████▎| 61258/65536 [10:34:21<42:09,  1.69it/s]
 93%|█████████▎| 61259/65536 [10:34:22<42:34,  1.67it/s]
 93%|█████████▎| 61260/65536 [10:34:23<42:20,  1.68it/s]
                                                        
{'loss': 1.565, 'learning_rate': 1.5890167748255173e-07, 'epoch': 3781.48}
+
 93%|█████████▎| 61260/65536 [10:34:23<42:20,  1.68it/s]
 93%|█████████▎| 61261/65536 [10:34:23<43:07,  1.65it/s]
 93%|█████████▎| 61262/65536 [10:34:24<45:03,  1.58it/s]
 93%|█████████▎| 61263/65536 [10:34:24<44:37,  1.60it/s]
 93%|█████████▎| 61264/65536 [10:34:25<45:36,  1.56it/s]
 93%|█████████▎| 61265/65536 [10:34:26<45:36,  1.56it/s]
 93%|█████████▎| 61266/65536 [10:34:26<44:46,  1.59it/s]
 93%|█████████▎| 61267/65536 [10:34:27<43:36,  1.63it/s]
 93%|█████████▎| 61268/65536 [10:34:28<43:20,  1.64it/s]
 93%|█████████▎| 61269/65536 [10:34:28<45:28,  1.56it/s]
 93%|█████████▎| 61270/65536 [10:34:29<44:57,  1.58it/s]
 93%|█████████▎| 61271/65536 [10:34:29<44:02,  1.61it/s]
 93%|█████████▎| 61272/65536 [10:34:30<45:19,  1.57it/s]
 93%|█████████▎| 61273/65536 [10:34:31<44:18,  1.60it/s]
 93%|█████████▎| 61274/65536 [10:34:31<44:42,  1.59it/s]
 93%|█████████▎| 61275/65536 [10:34:32<43:47,  1.62it/s]
 93%|█████████▎| 61276/65536 [10:34:33<44:29,  1.60it/s]
 94%|█████████▎| 61277/65536 [10:34:33<43:20,  1.64it/s]
 94%|█████████▎| 61278/65536 [10:34:34<43:49,  1.62it/s]
 94%|█████████▎| 61279/65536 [10:34:34<43:58,  1.61it/s]
 94%|█████████▎| 61280/65536 [10:34:35<43:41,  1.62it/s]
                                                        
{'loss': 1.5773, 'learning_rate': 1.5862617852332559e-07, 'epoch': 3782.72}
+
 94%|█████████▎| 61280/65536 [10:34:35<43:41,  1.62it/s]
 94%|█████████▎| 61281/65536 [10:34:36<43:34,  1.63it/s]
 94%|█████████▎| 61282/65536 [10:34:36<43:47,  1.62it/s]
 94%|█████████▎| 61283/65536 [10:34:37<43:19,  1.64it/s]
 94%|█████████▎| 61284/65536 [10:34:37<43:02,  1.65it/s]
 94%|█████████▎| 61285/65536 [10:34:38<44:21,  1.60it/s]
 94%|█████████▎| 61286/65536 [10:34:39<44:31,  1.59it/s]
 94%|█████████▎| 61287/65536 [10:34:39<44:29,  1.59it/s]
 94%|█████████▎| 61288/65536 [10:34:40<44:16,  1.60it/s]
 94%|█████████▎| 61289/65536 [10:34:41<43:52,  1.61it/s]
 94%|█████████▎| 61290/65536 [10:34:41<43:21,  1.63it/s]
 94%|█████████▎| 61291/65536 [10:34:42<43:06,  1.64it/s]
 94%|█████████▎| 61292/65536 [10:34:42<43:17,  1.63it/s]
 94%|█████████▎| 61293/65536 [10:34:43<43:04,  1.64it/s]
 94%|█████████▎| 61294/65536 [10:34:44<43:13,  1.64it/s]
 94%|█████████▎| 61295/65536 [10:34:44<43:43,  1.62it/s]
 94%|█████████▎| 61296/65536 [10:34:45<44:32,  1.59it/s]
 94%|█████████▎| 61297/65536 [10:34:46<44:37,  1.58it/s]
 94%|█████████▎| 61298/65536 [10:34:46<44:42,  1.58it/s]
 94%|█████████▎| 61299/65536 [10:34:47<43:44,  1.61it/s]
 94%|█████████▎| 61300/65536 [10:34:47<44:25,  1.59it/s]
                                                        
{'loss': 1.5197, 'learning_rate': 1.5835067956409944e-07, 'epoch': 3783.95}
+
 94%|█████████▎| 61300/65536 [10:34:47<44:25,  1.59it/s]
 94%|█████████▎| 61301/65536 [10:34:48<45:42,  1.54it/s]
 94%|█████████▎| 61302/65536 [10:34:49<45:45,  1.54it/s]
 94%|█████████▎| 61303/65536 [10:34:49<45:06,  1.56it/s]
 94%|█████████▎| 61304/65536 [10:34:50<44:09,  1.60it/s]
 94%|█████████▎| 61305/65536 [10:34:51<43:59,  1.60it/s]
 94%|█████████▎| 61306/65536 [10:34:51<42:40,  1.65it/s]
 94%|█████████▎| 61307/65536 [10:34:52<43:25,  1.62it/s]
 94%|█████████▎| 61308/65536 [10:34:52<43:37,  1.62it/s]
 94%|█████████▎| 61309/65536 [10:34:53<45:12,  1.56it/s]
 94%|█████████▎| 61310/65536 [10:34:54<43:49,  1.61it/s]
 94%|█████████▎| 61311/65536 [10:34:54<43:21,  1.62it/s]
 94%|█████████▎| 61312/65536 [10:34:55<42:55,  1.64it/s]
 94%|█████████▎| 61313/65536 [10:34:56<42:50,  1.64it/s]
 94%|█████████▎| 61314/65536 [10:34:56<42:58,  1.64it/s]
 94%|█████████▎| 61315/65536 [10:34:57<42:33,  1.65it/s]
 94%|█████████▎| 61316/65536 [10:34:57<41:47,  1.68it/s]
 94%|█████████▎| 61317/65536 [10:34:58<42:48,  1.64it/s]
 94%|█████████▎| 61318/65536 [10:34:59<44:55,  1.56it/s]
 94%|█████████▎| 61319/65536 [10:34:59<44:30,  1.58it/s]
 94%|█████████▎| 61320/65536 [10:35:00<44:43,  1.57it/s]
                                                        
{'loss': 1.5588, 'learning_rate': 1.5807518060487322e-07, 'epoch': 3785.19}
+
 94%|█████████▎| 61320/65536 [10:35:00<44:43,  1.57it/s]
 94%|█████████▎| 61321/65536 [10:35:01<45:03,  1.56it/s]
 94%|█████████▎| 61322/65536 [10:35:01<45:32,  1.54it/s]
 94%|█████████▎| 61323/65536 [10:35:02<44:59,  1.56it/s]
 94%|█████████▎| 61324/65536 [10:35:03<45:28,  1.54it/s]
 94%|█████████▎| 61325/65536 [10:35:03<44:41,  1.57it/s]
 94%|█████████▎| 61326/65536 [10:35:04<43:51,  1.60it/s]
 94%|█████████▎| 61327/65536 [10:35:04<43:54,  1.60it/s]
 94%|█████████▎| 61328/65536 [10:35:05<43:13,  1.62it/s]
 94%|█████████▎| 61329/65536 [10:35:06<42:10,  1.66it/s]
 94%|█████████▎| 61330/65536 [10:35:06<42:27,  1.65it/s]
 94%|█████████▎| 61331/65536 [10:35:07<42:39,  1.64it/s]
 94%|█████████▎| 61332/65536 [10:35:07<43:14,  1.62it/s]
 94%|█████████▎| 61333/65536 [10:35:08<42:53,  1.63it/s]
 94%|█████████▎| 61334/65536 [10:35:09<43:33,  1.61it/s]
 94%|█████████▎| 61335/65536 [10:35:09<43:21,  1.61it/s]
 94%|█████████▎| 61336/65536 [10:35:10<43:33,  1.61it/s]
 94%|█████████▎| 61337/65536 [10:35:10<42:58,  1.63it/s]
 94%|█████████▎| 61338/65536 [10:35:11<42:45,  1.64it/s]
 94%|█████████▎| 61339/65536 [10:35:12<42:54,  1.63it/s]
 94%|█████████▎| 61340/65536 [10:35:12<43:14,  1.62it/s]
                                                        
{'loss': 1.5355, 'learning_rate': 1.5779968164564708e-07, 'epoch': 3786.42}
+
 94%|█████████▎| 61340/65536 [10:35:12<43:14,  1.62it/s]
 94%|█████████▎| 61341/65536 [10:35:13<43:13,  1.62it/s]
 94%|█████████▎| 61342/65536 [10:35:14<43:25,  1.61it/s]
 94%|█████████▎| 61343/65536 [10:35:14<42:31,  1.64it/s]
 94%|█████████▎| 61344/65536 [10:35:15<42:16,  1.65it/s]
 94%|█████████▎| 61345/65536 [10:35:15<43:16,  1.61it/s]
 94%|█████████▎| 61346/65536 [10:35:16<42:53,  1.63it/s]
 94%|█████████▎| 61347/65536 [10:35:17<41:56,  1.66it/s]
 94%|█████████▎| 61348/65536 [10:35:17<42:17,  1.65it/s]
 94%|█████████▎| 61349/65536 [10:35:18<43:50,  1.59it/s]
 94%|█████████▎| 61350/65536 [10:35:19<43:39,  1.60it/s]
 94%|█████████▎| 61351/65536 [10:35:19<43:06,  1.62it/s]
 94%|█████████▎| 61352/65536 [10:35:20<43:00,  1.62it/s]
 94%|█████████▎| 61353/65536 [10:35:20<42:37,  1.64it/s]
 94%|█████████▎| 61354/65536 [10:35:21<42:24,  1.64it/s]
 94%|█████████▎| 61355/65536 [10:35:21<41:10,  1.69it/s]
 94%|█████████▎| 61356/65536 [10:35:22<42:26,  1.64it/s]
 94%|█████████▎| 61357/65536 [10:35:23<43:25,  1.60it/s]
 94%|█████████▎| 61358/65536 [10:35:23<44:02,  1.58it/s]
 94%|█████████▎| 61359/65536 [10:35:24<43:31,  1.60it/s]
 94%|█████████▎| 61360/65536 [10:35:25<43:17,  1.61it/s]
                                                        
{'loss': 1.5798, 'learning_rate': 1.5752418268642094e-07, 'epoch': 3787.65}
+
 94%|█████████▎| 61360/65536 [10:35:25<43:17,  1.61it/s]
 94%|█████████▎| 61361/65536 [10:35:25<43:22,  1.60it/s]
 94%|█████████▎| 61362/65536 [10:35:26<43:41,  1.59it/s]
 94%|█████████▎| 61363/65536 [10:35:27<43:16,  1.61it/s]
 94%|█████████▎| 61364/65536 [10:35:27<42:58,  1.62it/s]
 94%|█████████▎| 61365/65536 [10:35:28<43:22,  1.60it/s]
 94%|█████████▎| 61366/65536 [10:35:28<44:39,  1.56it/s]
 94%|█████████▎| 61367/65536 [10:35:29<45:16,  1.53it/s]
 94%|█████████▎| 61368/65536 [10:35:30<44:37,  1.56it/s]
 94%|█████████▎| 61369/65536 [10:35:30<44:40,  1.55it/s]
 94%|█████████▎| 61370/65536 [10:35:31<43:57,  1.58it/s]
 94%|█████████▎| 61371/65536 [10:35:32<42:40,  1.63it/s]
 94%|█████████▎| 61372/65536 [10:35:32<43:46,  1.59it/s]
 94%|█████████▎| 61373/65536 [10:35:33<43:14,  1.60it/s]
 94%|█████████▎| 61374/65536 [10:35:33<43:14,  1.60it/s]
 94%|█████████▎| 61375/65536 [10:35:34<44:58,  1.54it/s]
 94%|█████████▎| 61376/65536 [10:35:35<44:19,  1.56it/s]
 94%|█████████▎| 61377/65536 [10:35:35<44:36,  1.55it/s]
 94%|█████████▎| 61378/65536 [10:35:36<44:14,  1.57it/s]
 94%|█████████▎| 61379/65536 [10:35:37<43:19,  1.60it/s]
 94%|█████████▎| 61380/65536 [10:35:37<42:20,  1.64it/s]
                                                        
{'loss': 1.5514, 'learning_rate': 1.572486837271948e-07, 'epoch': 3788.89}
+
 94%|█████████▎| 61380/65536 [10:35:37<42:20,  1.64it/s]
 94%|█████████▎| 61381/65536 [10:35:38<41:31,  1.67it/s]
 94%|█████████▎| 61382/65536 [10:35:39<44:37,  1.55it/s]
 94%|█████████▎| 61383/65536 [10:35:39<42:59,  1.61it/s]
 94%|█████████▎| 61384/65536 [10:35:40<42:26,  1.63it/s]
 94%|█████████▎| 61385/65536 [10:35:40<42:20,  1.63it/s]
 94%|█████████▎| 61386/65536 [10:35:41<42:12,  1.64it/s]
 94%|█████████▎| 61387/65536 [10:35:42<42:31,  1.63it/s]
 94%|█████████▎| 61388/65536 [10:35:42<42:14,  1.64it/s]
 94%|█████████▎| 61389/65536 [10:35:43<42:50,  1.61it/s]
 94%|█████████▎| 61390/65536 [10:35:44<45:05,  1.53it/s]
 94%|█████████▎| 61391/65536 [10:35:44<44:42,  1.55it/s]
 94%|█████████▎| 61392/65536 [10:35:45<43:40,  1.58it/s]
 94%|█████████▎| 61393/65536 [10:35:45<43:10,  1.60it/s]
 94%|█████████▎| 61394/65536 [10:35:46<42:56,  1.61it/s]
 94%|█████████▎| 61395/65536 [10:35:47<43:28,  1.59it/s]
 94%|█████████▎| 61396/65536 [10:35:47<42:54,  1.61it/s]
 94%|█████████▎| 61397/65536 [10:35:48<42:50,  1.61it/s]
 94%|█████████▎| 61398/65536 [10:35:48<41:55,  1.65it/s]
 94%|█████████▎| 61399/65536 [10:35:49<43:42,  1.58it/s]
 94%|█████████▎| 61400/65536 [10:35:50<43:04,  1.60it/s]
                                                        
{'loss': 1.5383, 'learning_rate': 1.5697318476796866e-07, 'epoch': 3790.12}
+
 94%|█████████▎| 61400/65536 [10:35:50<43:04,  1.60it/s]
 94%|█████████▎| 61401/65536 [10:35:50<42:24,  1.63it/s]
 94%|█████████▎| 61402/65536 [10:35:51<43:13,  1.59it/s]
 94%|█████████▎| 61403/65536 [10:35:52<43:40,  1.58it/s]
 94%|█████████▎| 61404/65536 [10:35:52<42:55,  1.60it/s]
 94%|█████████▎| 61405/65536 [10:35:53<42:19,  1.63it/s]
 94%|█████████▎| 61406/65536 [10:35:53<41:44,  1.65it/s]
 94%|█████████▎| 61407/65536 [10:35:54<41:37,  1.65it/s]
 94%|█████████▎| 61408/65536 [10:35:55<41:16,  1.67it/s]
 94%|█████████▎| 61409/65536 [10:35:55<41:40,  1.65it/s]
 94%|█████████▎| 61410/65536 [10:35:56<42:30,  1.62it/s]
 94%|█████████▎| 61411/65536 [10:35:57<42:42,  1.61it/s]
 94%|█████████▎| 61412/65536 [10:35:57<43:12,  1.59it/s]
 94%|█████████▎| 61413/65536 [10:35:58<42:43,  1.61it/s]
 94%|█████████▎| 61414/65536 [10:35:58<42:55,  1.60it/s]
 94%|█████████▎| 61415/65536 [10:35:59<44:13,  1.55it/s]
 94%|█████████▎| 61416/65536 [10:36:00<43:54,  1.56it/s]
 94%|█████████▎| 61417/65536 [10:36:00<44:03,  1.56it/s]
 94%|█████████▎| 61418/65536 [10:36:01<43:21,  1.58it/s]
 94%|█████████▎| 61419/65536 [10:36:02<42:29,  1.61it/s]
 94%|█████████▎| 61420/65536 [10:36:02<42:03,  1.63it/s]
                                                        
{'loss': 1.5085, 'learning_rate': 1.5669768580874252e-07, 'epoch': 3791.36}
+
 94%|█████████▎| 61420/65536 [10:36:02<42:03,  1.63it/s]
 94%|█████████▎| 61421/65536 [10:36:03<42:13,  1.62it/s]
 94%|█████████▎| 61422/65536 [10:36:03<43:06,  1.59it/s]
 94%|█████████▎| 61423/65536 [10:36:04<42:40,  1.61it/s]
 94%|█████████▎| 61424/65536 [10:36:05<41:35,  1.65it/s]
 94%|█████████▎| 61425/65536 [10:36:05<42:06,  1.63it/s]
 94%|█████████▎| 61426/65536 [10:36:06<42:47,  1.60it/s]
 94%|█████████▎| 61427/65536 [10:36:06<41:38,  1.64it/s]
 94%|█████████▎| 61428/65536 [10:36:07<43:02,  1.59it/s]
 94%|█████████▎| 61429/65536 [10:36:08<43:25,  1.58it/s]
 94%|█████████▎| 61430/65536 [10:36:08<42:19,  1.62it/s]
 94%|█████████▎| 61431/65536 [10:36:09<42:41,  1.60it/s]
 94%|█████████▎| 61432/65536 [10:36:10<41:31,  1.65it/s]
 94%|█████████▎| 61433/65536 [10:36:10<41:49,  1.64it/s]
 94%|█████████▎| 61434/65536 [10:36:11<42:00,  1.63it/s]
 94%|█████████▎| 61435/65536 [10:36:11<41:56,  1.63it/s]
 94%|█████████▎| 61436/65536 [10:36:12<42:28,  1.61it/s]
 94%|█████████▎| 61437/65536 [10:36:13<42:01,  1.63it/s]
 94%|█████████▎| 61438/65536 [10:36:13<42:53,  1.59it/s]
 94%|█████████▎| 61439/65536 [10:36:14<43:04,  1.59it/s]
 94%|█████████▍| 61440/65536 [10:36:15<43:35,  1.57it/s]
                                                        
{'loss': 1.5482, 'learning_rate': 1.5642218684951638e-07, 'epoch': 3792.59}
+
 94%|█████████▍| 61440/65536 [10:36:15<43:35,  1.57it/s]
 94%|█████████▍| 61441/65536 [10:36:15<44:01,  1.55it/s]
 94%|█████████▍| 61442/65536 [10:36:16<45:26,  1.50it/s]
 94%|█████████▍| 61443/65536 [10:36:17<44:34,  1.53it/s]
 94%|█████████▍| 61444/65536 [10:36:17<43:58,  1.55it/s]
 94%|█████████▍| 61445/65536 [10:36:18<42:43,  1.60it/s]
 94%|█████████▍| 61446/65536 [10:36:18<42:00,  1.62it/s]
 94%|█████████▍| 61447/65536 [10:36:19<42:37,  1.60it/s]
 94%|█████████▍| 61448/65536 [10:36:20<42:41,  1.60it/s]
 94%|█████████▍| 61449/65536 [10:36:20<42:44,  1.59it/s]
 94%|█████████▍| 61450/65536 [10:36:21<43:02,  1.58it/s]
 94%|█████████▍| 61451/65536 [10:36:22<43:25,  1.57it/s]
 94%|█████████▍| 61452/65536 [10:36:22<42:39,  1.60it/s]
 94%|█████████▍| 61453/65536 [10:36:23<44:28,  1.53it/s]
 94%|█████████▍| 61454/65536 [10:36:24<43:04,  1.58it/s]
 94%|█████████▍| 61455/65536 [10:36:24<41:48,  1.63it/s]
 94%|█████████▍| 61456/65536 [10:36:25<42:31,  1.60it/s]
 94%|█████████▍| 61457/65536 [10:36:25<42:33,  1.60it/s]
 94%|█████████▍| 61458/65536 [10:36:26<41:56,  1.62it/s]
 94%|█████████▍| 61459/65536 [10:36:27<41:47,  1.63it/s]
 94%|█████████▍| 61460/65536 [10:36:27<41:12,  1.65it/s]
                                                        
{'loss': 1.5356, 'learning_rate': 1.5614668789029016e-07, 'epoch': 3793.83}
+
 94%|█████████▍| 61460/65536 [10:36:27<41:12,  1.65it/s]
 94%|█████████▍| 61461/65536 [10:36:28<40:57,  1.66it/s]
 94%|█████████▍| 61462/65536 [10:36:28<40:48,  1.66it/s]
 94%|█████████▍| 61463/65536 [10:36:29<42:58,  1.58it/s]
 94%|█████████▍| 61464/65536 [10:36:30<42:26,  1.60it/s]
 94%|█████████▍| 61465/65536 [10:36:30<41:49,  1.62it/s]
 94%|█████████▍| 61466/65536 [10:36:31<41:41,  1.63it/s]
 94%|█████████▍| 61467/65536 [10:36:32<42:02,  1.61it/s]
 94%|█████████▍| 61468/65536 [10:36:32<42:03,  1.61it/s]
 94%|█████████▍| 61469/65536 [10:36:33<43:04,  1.57it/s]
 94%|█████████▍| 61470/65536 [10:36:33<41:57,  1.61it/s]
 94%|█████████▍| 61471/65536 [10:36:34<40:58,  1.65it/s]
 94%|█████████▍| 61472/65536 [10:36:35<40:59,  1.65it/s]
 94%|█████████▍| 61473/65536 [10:36:35<41:40,  1.62it/s]
 94%|█████████▍| 61474/65536 [10:36:36<41:32,  1.63it/s]
 94%|█████████▍| 61475/65536 [10:36:37<43:04,  1.57it/s]
 94%|█████████▍| 61476/65536 [10:36:37<43:29,  1.56it/s]
 94%|█████████▍| 61477/65536 [10:36:38<43:00,  1.57it/s]
 94%|█████████▍| 61478/65536 [10:36:38<42:00,  1.61it/s]
 94%|█████████▍| 61479/65536 [10:36:39<44:18,  1.53it/s]
 94%|█████████▍| 61480/65536 [10:36:40<47:09,  1.43it/s]
                                                        
{'loss': 1.5471, 'learning_rate': 1.5587118893106402e-07, 'epoch': 3795.06}
+
 94%|█████████▍| 61480/65536 [10:36:40<47:09,  1.43it/s]
 94%|█████████▍| 61481/65536 [10:36:41<45:13,  1.49it/s]
 94%|█████████▍| 61482/65536 [10:36:41<43:45,  1.54it/s]
 94%|█████████▍| 61483/65536 [10:36:42<43:19,  1.56it/s]
 94%|█████████▍| 61484/65536 [10:36:42<42:18,  1.60it/s]
 94%|█████████▍| 61485/65536 [10:36:43<43:14,  1.56it/s]
 94%|█████████▍| 61486/65536 [10:36:44<43:11,  1.56it/s]
 94%|█████████▍| 61487/65536 [10:36:44<42:20,  1.59it/s]
 94%|█████████▍| 61488/65536 [10:36:45<42:51,  1.57it/s]
 94%|█████████▍| 61489/65536 [10:36:46<42:44,  1.58it/s]
 94%|█████████▍| 61490/65536 [10:36:46<41:21,  1.63it/s]
 94%|█████████▍| 61491/65536 [10:36:47<41:05,  1.64it/s]
 94%|█████████▍| 61492/65536 [10:36:47<42:37,  1.58it/s]
 94%|█████████▍| 61493/65536 [10:36:48<41:54,  1.61it/s]
 94%|█████████▍| 61494/65536 [10:36:49<42:14,  1.60it/s]
 94%|█████████▍| 61495/65536 [10:36:49<41:56,  1.61it/s]
 94%|█████████▍| 61496/65536 [10:36:50<43:24,  1.55it/s]
 94%|█████████▍| 61497/65536 [10:36:51<42:52,  1.57it/s]
 94%|█████████▍| 61498/65536 [10:36:51<43:29,  1.55it/s]
 94%|█████████▍| 61499/65536 [10:36:52<42:45,  1.57it/s]
 94%|█████████▍| 61500/65536 [10:36:52<41:47,  1.61it/s]
                                                        
{'loss': 1.556, 'learning_rate': 1.5559568997183787e-07, 'epoch': 3796.3}
+
 94%|█████████▍| 61500/65536 [10:36:52<41:47,  1.61it/s]
 94%|█████████▍| 61501/65536 [10:36:53<42:34,  1.58it/s]
 94%|█████████▍| 61502/65536 [10:36:54<42:41,  1.58it/s]
 94%|█████████▍| 61503/65536 [10:36:54<41:33,  1.62it/s]
 94%|█████████▍| 61504/65536 [10:36:55<41:13,  1.63it/s]
 94%|█████████▍| 61505/65536 [10:36:56<41:50,  1.61it/s]
 94%|█████████▍| 61506/65536 [10:36:56<41:23,  1.62it/s]
 94%|█████████▍| 61507/65536 [10:36:57<40:39,  1.65it/s]
 94%|█████████▍| 61508/65536 [10:36:57<40:47,  1.65it/s]
 94%|█████████▍| 61509/65536 [10:36:58<40:32,  1.66it/s]
 94%|█████████▍| 61510/65536 [10:36:59<41:30,  1.62it/s]
 94%|█████████▍| 61511/65536 [10:36:59<41:32,  1.61it/s]
 94%|█████████▍| 61512/65536 [10:37:00<42:20,  1.58it/s]
 94%|█████████▍| 61513/65536 [10:37:00<40:48,  1.64it/s]
 94%|█████████▍| 61514/65536 [10:37:01<40:36,  1.65it/s]
 94%|█████████▍| 61515/65536 [10:37:02<40:16,  1.66it/s]
 94%|█████████▍| 61516/65536 [10:37:02<40:34,  1.65it/s]
 94%|█████████▍| 61517/65536 [10:37:03<41:20,  1.62it/s]
 94%|████��████▍| 61518/65536 [10:37:04<42:14,  1.59it/s]
 94%|█████████▍| 61519/65536 [10:37:04<42:09,  1.59it/s]
 94%|█████████▍| 61520/65536 [10:37:05<42:22,  1.58it/s]
                                                        
{'loss': 1.5328, 'learning_rate': 1.5532019101261173e-07, 'epoch': 3797.53}
+
 94%|█████████▍| 61520/65536 [10:37:05<42:22,  1.58it/s]
 94%|█████████▍| 61521/65536 [10:37:05<41:50,  1.60it/s]
 94%|█████████▍| 61522/65536 [10:37:06<42:06,  1.59it/s]
 94%|█████████▍| 61523/65536 [10:37:07<42:16,  1.58it/s]
 94%|█████████▍| 61524/65536 [10:37:07<40:57,  1.63it/s]
 94%|█████████▍| 61525/65536 [10:37:08<42:05,  1.59it/s]
 94%|█████████▍| 61526/65536 [10:37:09<41:54,  1.59it/s]
 94%|█████████▍| 61527/65536 [10:37:09<42:05,  1.59it/s]
 94%|█████████▍| 61528/65536 [10:37:10<42:18,  1.58it/s]
 94%|█████████▍| 61529/65536 [10:37:10<41:55,  1.59it/s]
 94%|█████████▍| 61530/65536 [10:37:11<43:03,  1.55it/s]
 94%|█████████▍| 61531/65536 [10:37:12<44:02,  1.52it/s]
 94%|█████████▍| 61532/65536 [10:37:12<42:40,  1.56it/s]
 94%|█████████▍| 61533/65536 [10:37:13<41:46,  1.60it/s]
 94%|█████████▍| 61534/65536 [10:37:14<41:07,  1.62it/s]
 94%|█████████▍| 61535/65536 [10:37:14<40:58,  1.63it/s]
 94%|█████████▍| 61536/65536 [10:37:15<41:25,  1.61it/s]
 94%|█████████▍| 61537/65536 [10:37:15<41:26,  1.61it/s]
 94%|█████████▍| 61538/65536 [10:37:16<40:56,  1.63it/s]
 94%|█████████▍| 61539/65536 [10:37:17<41:01,  1.62it/s]
 94%|█████████▍| 61540/65536 [10:37:17<40:47,  1.63it/s]
                                                        
{'loss': 1.5418, 'learning_rate': 1.5504469205338557e-07, 'epoch': 3798.77}
+
 94%|█████████▍| 61540/65536 [10:37:17<40:47,  1.63it/s]
 94%|█████████▍| 61541/65536 [10:37:18<40:43,  1.63it/s]
 94%|█████████▍| 61542/65536 [10:37:18<40:37,  1.64it/s]
 94%|█████████▍| 61543/65536 [10:37:19<40:18,  1.65it/s]
 94%|█████████▍| 61544/65536 [10:37:20<40:58,  1.62it/s]
 94%|█████████▍| 61545/65536 [10:37:20<41:09,  1.62it/s]
 94%|█████████▍| 61546/65536 [10:37:21<40:53,  1.63it/s]
 94%|█████████▍| 61547/65536 [10:37:22<42:42,  1.56it/s]
 94%|█████████▍| 61548/65536 [10:37:22<42:09,  1.58it/s]
 94%|█████████▍| 61549/65536 [10:37:23<41:30,  1.60it/s]
 94%|█████████▍| 61550/65536 [10:37:23<41:12,  1.61it/s]
 94%|█████████▍| 61551/65536 [10:37:24<41:06,  1.62it/s]
 94%|█████████▍| 61552/65536 [10:37:25<41:05,  1.62it/s]
 94%|█████████▍| 61553/65536 [10:37:25<42:10,  1.57it/s]
 94%|█████████▍| 61554/65536 [10:37:26<42:38,  1.56it/s]
 94%|█████████▍| 61555/65536 [10:37:27<41:54,  1.58it/s]
 94%|█████████▍| 61556/65536 [10:37:27<41:46,  1.59it/s]
 94%|█████████▍| 61557/65536 [10:37:28<40:17,  1.65it/s]
 94%|█████████▍| 61558/65536 [10:37:28<40:14,  1.65it/s]
 94%|█████████▍| 61559/65536 [10:37:29<40:22,  1.64it/s]
 94%|█████████▍| 61560/65536 [10:37:30<39:37,  1.67it/s]
                                                        
{'loss': 1.5661, 'learning_rate': 1.5476919309415945e-07, 'epoch': 3800.0}
+
 94%|█████████▍| 61560/65536 [10:37:30<39:37,  1.67it/s]
 94%|█████████▍| 61561/65536 [10:37:30<41:41,  1.59it/s]
 94%|█████████▍| 61562/65536 [10:37:31<40:36,  1.63it/s]
 94%|█████████▍| 61563/65536 [10:37:32<40:40,  1.63it/s]
 94%|█████████▍| 61564/65536 [10:37:32<41:25,  1.60it/s]
 94%|█████████▍| 61565/65536 [10:37:33<42:05,  1.57it/s]
 94%|█████████▍| 61566/65536 [10:37:33<41:40,  1.59it/s]
 94%|█████████▍| 61567/65536 [10:37:34<42:08,  1.57it/s]
 94%|█████████▍| 61568/65536 [10:37:35<41:12,  1.60it/s]
 94%|█████████▍| 61569/65536 [10:37:35<41:06,  1.61it/s]
 94%|█████████▍| 61570/65536 [10:37:36<40:17,  1.64it/s]
 94%|█████████▍| 61571/65536 [10:37:37<40:07,  1.65it/s]
 94%|█████████▍| 61572/65536 [10:37:37<40:46,  1.62it/s]
 94%|█████████▍| 61573/65536 [10:37:38<40:29,  1.63it/s]
 94%|█████████▍| 61574/65536 [10:37:38<40:07,  1.65it/s]
 94%|█████████▍| 61575/65536 [10:37:39<40:18,  1.64it/s]
 94%|█████████▍| 61576/65536 [10:37:40<40:29,  1.63it/s]
 94%|█████████▍| 61577/65536 [10:37:40<42:23,  1.56it/s]
 94%|█████████▍| 61578/65536 [10:37:41<42:34,  1.55it/s]
 94%|█████████▍| 61579/65536 [10:37:42<42:15,  1.56it/s]
 94%|█████████▍| 61580/65536 [10:37:42<40:57,  1.61it/s]
                                                        
{'loss': 1.5379, 'learning_rate': 1.544936941349333e-07, 'epoch': 3801.23}
+
 94%|█████████▍| 61580/65536 [10:37:42<40:57,  1.61it/s]
 94%|█████████▍| 61581/65536 [10:37:43<41:51,  1.57it/s]
 94%|█████████▍| 61582/65536 [10:37:43<41:39,  1.58it/s]
 94%|█████████▍| 61583/65536 [10:37:44<40:18,  1.63it/s]
 94%|█████████▍| 61584/65536 [10:37:45<40:57,  1.61it/s]
 94%|█████████▍| 61585/65536 [10:37:45<40:20,  1.63it/s]
 94%|█████████▍| 61586/65536 [10:37:46<40:26,  1.63it/s]
 94%|█████████▍| 61587/65536 [10:37:46<40:28,  1.63it/s]
 94%|█████████▍| 61588/65536 [10:37:47<40:36,  1.62it/s]
 94%|█████████▍| 61589/65536 [10:37:48<40:34,  1.62it/s]
 94%|█████████▍| 61590/65536 [10:37:48<39:38,  1.66it/s]
 94%|█████████▍| 61591/65536 [10:37:49<39:07,  1.68it/s]
 94%|█████████▍| 61592/65536 [10:37:49<39:22,  1.67it/s]
 94%|█████████▍| 61593/65536 [10:37:50<41:02,  1.60it/s]
 94%|█████████▍| 61594/65536 [10:37:51<40:36,  1.62it/s]
 94%|█████████▍| 61595/65536 [10:37:51<40:05,  1.64it/s]
 94%|█████████▍| 61596/65536 [10:37:52<39:44,  1.65it/s]
 94%|█████████▍| 61597/65536 [10:37:53<39:42,  1.65it/s]
 94%|█████████▍| 61598/65536 [10:37:53<40:04,  1.64it/s]
 94%|█████████▍| 61599/65536 [10:37:54<39:47,  1.65it/s]
 94%|█████████▍| 61600/65536 [10:37:54<40:58,  1.60it/s]
                                                        
{'loss': 1.5764, 'learning_rate': 1.5421819517570706e-07, 'epoch': 3802.47}
+
 94%|█████████▍| 61600/65536 [10:37:54<40:58,  1.60it/s]
 94%|█████████▍| 61601/65536 [10:37:55<40:59,  1.60it/s]
 94%|█████████▍| 61602/65536 [10:37:56<41:16,  1.59it/s]
 94%|█████████▍| 61603/65536 [10:37:56<41:49,  1.57it/s]
 94%|█████████▍| 61604/65536 [10:37:57<40:44,  1.61it/s]
 94%|█████████▍| 61605/65536 [10:37:58<41:36,  1.57it/s]
 94%|█████████▍| 61606/65536 [10:37:58<40:55,  1.60it/s]
 94%|█████████▍| 61607/65536 [10:37:59<41:09,  1.59it/s]
 94%|█████████▍| 61608/65536 [10:37:59<40:29,  1.62it/s]
 94%|█████████▍| 61609/65536 [10:38:00<42:17,  1.55it/s]
 94%|█████████▍| 61610/65536 [10:38:01<41:26,  1.58it/s]
 94%|█████████▍| 61611/65536 [10:38:01<41:00,  1.60it/s]
 94%|█████████▍| 61612/65536 [10:38:02<41:28,  1.58it/s]
 94%|█████████▍| 61613/65536 [10:38:03<40:41,  1.61it/s]
 94%|█████████▍| 61614/65536 [10:38:03<40:31,  1.61it/s]
 94%|█████████▍| 61615/65536 [10:38:04<40:37,  1.61it/s]
 94%|█████████▍| 61616/65536 [10:38:05<41:45,  1.56it/s]
 94%|█████████▍| 61617/65536 [10:38:05<41:13,  1.58it/s]
 94%|█████████▍| 61618/65536 [10:38:06<40:56,  1.60it/s]
 94%|█████████▍| 61619/65536 [10:38:06<39:47,  1.64it/s]
 94%|█████████▍| 61620/65536 [10:38:07<40:10,  1.62it/s]
                                                        
{'loss': 1.5521, 'learning_rate': 1.5394269621648092e-07, 'epoch': 3803.7}
+
 94%|█████████▍| 61620/65536 [10:38:07<40:10,  1.62it/s]
 94%|█████████▍| 61621/65536 [10:38:08<40:15,  1.62it/s]
 94%|█████████▍| 61622/65536 [10:38:08<39:55,  1.63it/s]
 94%|█████████▍| 61623/65536 [10:38:09<40:38,  1.60it/s]
 94%|█████████▍| 61624/65536 [10:38:10<41:45,  1.56it/s]
 94%|█████████▍| 61625/65536 [10:38:10<43:12,  1.51it/s]
 94%|█████████▍| 61626/65536 [10:38:11<43:15,  1.51it/s]
 94%|█████████▍| 61627/65536 [10:38:12<42:55,  1.52it/s]
 94%|█████████▍| 61628/65536 [10:38:12<41:43,  1.56it/s]
 94%|█████████▍| 61629/65536 [10:38:13<41:37,  1.56it/s]
 94%|█████████▍| 61630/65536 [10:38:13<40:49,  1.59it/s]
 94%|█████████▍| 61631/65536 [10:38:14<39:43,  1.64it/s]
 94%|█████████▍| 61632/65536 [10:38:15<39:28,  1.65it/s]
 94%|█████████▍| 61633/65536 [10:38:15<39:11,  1.66it/s]
 94%|█████████▍| 61634/65536 [10:38:16<39:31,  1.65it/s]
 94%|█████████▍| 61635/65536 [10:38:16<39:21,  1.65it/s]
 94%|█████████▍| 61636/65536 [10:38:17<39:33,  1.64it/s]
 94%|█████████▍| 61637/65536 [10:38:18<39:46,  1.63it/s]
 94%|█████████▍| 61638/65536 [10:38:18<39:57,  1.63it/s]
 94%|█████████▍| 61639/65536 [10:38:19<40:08,  1.62it/s]
 94%|█████████▍| 61640/65536 [10:38:19<39:56,  1.63it/s]
                                                        
{'loss': 1.5559, 'learning_rate': 1.5366719725725478e-07, 'epoch': 3804.94}
+
 94%|█████████▍| 61640/65536 [10:38:19<39:56,  1.63it/s]
 94%|█████████▍| 61641/65536 [10:38:20<41:09,  1.58it/s]
 94%|█████████▍| 61642/65536 [10:38:21<41:57,  1.55it/s]
 94%|█████████▍| 61643/65536 [10:38:22<43:05,  1.51it/s]
 94%|█████████▍| 61644/65536 [10:38:22<42:11,  1.54it/s]
 94%|█████████▍| 61645/65536 [10:38:23<40:58,  1.58it/s]
 94%|█████████▍| 61646/65536 [10:38:23<40:26,  1.60it/s]
 94%|█████████▍| 61647/65536 [10:38:24<39:57,  1.62it/s]
 94%|█████████▍| 61648/65536 [10:38:25<40:48,  1.59it/s]
 94%|█████████▍| 61649/65536 [10:38:25<40:23,  1.60it/s]
 94%|█████████▍| 61650/65536 [10:38:26<39:54,  1.62it/s]
 94%|█████████▍| 61651/65536 [10:38:26<40:00,  1.62it/s]
 94%|█████████▍| 61652/65536 [10:38:27<40:31,  1.60it/s]
 94%|█████████▍| 61653/65536 [10:38:28<40:08,  1.61it/s]
 94%|█████████▍| 61654/65536 [10:38:28<38:54,  1.66it/s]
 94%|█████████▍| 61655/65536 [10:38:29<38:28,  1.68it/s]
 94%|█████████▍| 61656/65536 [10:38:29<38:32,  1.68it/s]
 94%|█████████▍| 61657/65536 [10:38:30<39:36,  1.63it/s]
 94%|█████████▍| 61658/65536 [10:38:31<42:13,  1.53it/s]
 94%|█████████▍| 61659/65536 [10:38:31<42:14,  1.53it/s]
 94%|█████████▍| 61660/65536 [10:38:32<41:02,  1.57it/s]
                                                        
{'loss': 1.5131, 'learning_rate': 1.5339169829802864e-07, 'epoch': 3806.17}
+
 94%|█████████▍| 61660/65536 [10:38:32<41:02,  1.57it/s]
 94%|█████████▍| 61661/65536 [10:38:33<40:54,  1.58it/s]
 94%|█████████▍| 61662/65536 [10:38:33<41:04,  1.57it/s]
 94%|█████████▍| 61663/65536 [10:38:34<39:48,  1.62it/s]
 94%|█████████▍| 61664/65536 [10:38:34<39:43,  1.62it/s]
 94%|█████████▍| 61665/65536 [10:38:35<39:19,  1.64it/s]
 94%|█████████▍| 61666/65536 [10:38:36<39:14,  1.64it/s]
 94%|█████████▍| 61667/65536 [10:38:36<39:13,  1.64it/s]
 94%|█████████▍| 61668/65536 [10:38:37<39:43,  1.62it/s]
 94%|█████████▍| 61669/65536 [10:38:38<39:14,  1.64it/s]
 94%|█████████▍| 61670/65536 [10:38:38<39:38,  1.63it/s]
 94%|█████████▍| 61671/65536 [10:38:39<38:50,  1.66it/s]
 94%|█████████▍| 61672/65536 [10:38:39<38:15,  1.68it/s]
 94%|█████████▍| 61673/65536 [10:38:40<37:08,  1.73it/s]
 94%|█████████▍| 61674/65536 [10:38:41<38:47,  1.66it/s]
 94%|█████████▍| 61675/65536 [10:38:41<38:44,  1.66it/s]
 94%|█████████▍| 61676/65536 [10:38:42<40:36,  1.58it/s]
 94%|█████████▍| 61677/65536 [10:38:42<40:07,  1.60it/s]
 94%|█████████▍| 61678/65536 [10:38:43<39:29,  1.63it/s]
 94%|█████████▍| 61679/65536 [10:38:44<39:54,  1.61it/s]
 94%|█████████▍| 61680/65536 [10:38:44<39:54,  1.61it/s]
                                                        
{'loss': 1.6039, 'learning_rate': 1.531161993388025e-07, 'epoch': 3807.41}
+
 94%|█████████▍| 61680/65536 [10:38:44<39:54,  1.61it/s]
 94%|█████████▍| 61681/65536 [10:38:45<39:34,  1.62it/s]
 94%|█████████▍| 61682/65536 [10:38:45<39:21,  1.63it/s]
 94%|█████████▍| 61683/65536 [10:38:46<41:15,  1.56it/s]
 94%|█████████▍| 61684/65536 [10:38:47<40:47,  1.57it/s]
 94%|█████████▍| 61685/65536 [10:38:47<40:08,  1.60it/s]
 94%|█████████▍| 61686/65536 [10:38:48<40:00,  1.60it/s]
 94%|█████████▍| 61687/65536 [10:38:49<39:41,  1.62it/s]
 94%|█████████▍| 61688/65536 [10:38:49<38:52,  1.65it/s]
 94%|█████████▍| 61689/65536 [10:38:50<38:53,  1.65it/s]
 94%|█████████▍| 61690/65536 [10:38:51<40:23,  1.59it/s]
 94%|█████████▍| 61691/65536 [10:38:51<40:39,  1.58it/s]
 94%|█████████▍| 61692/65536 [10:38:52<39:51,  1.61it/s]
 94%|█████████▍| 61693/65536 [10:38:52<39:27,  1.62it/s]
 94%|█████████▍| 61694/65536 [10:38:53<39:10,  1.63it/s]
 94%|█████████▍| 61695/65536 [10:38:54<38:44,  1.65it/s]
 94%|█████████▍| 61696/65536 [10:38:54<39:51,  1.61it/s]
 94%|█████████▍| 61697/65536 [10:38:55<39:27,  1.62it/s]
 94%|█████████▍| 61698/65536 [10:38:55<39:14,  1.63it/s]
 94%|█████████▍| 61699/65536 [10:38:56<39:01,  1.64it/s]
 94%|█████████▍| 61700/65536 [10:38:57<38:42,  1.65it/s]
                                                        
{'loss': 1.5616, 'learning_rate': 1.5284070037957636e-07, 'epoch': 3808.64}
+
 94%|█████████▍| 61700/65536 [10:38:57<38:42,  1.65it/s]
 94%|█████████▍| 61701/65536 [10:38:57<38:42,  1.65it/s]
 94%|█████████▍| 61702/65536 [10:38:58<38:43,  1.65it/s]
 94%|█████████▍| 61703/65536 [10:38:58<38:25,  1.66it/s]
 94%|█████████▍| 61704/65536 [10:38:59<39:16,  1.63it/s]
 94%|█████████▍| 61705/65536 [10:39:00<38:44,  1.65it/s]
 94%|█████████▍| 61706/65536 [10:39:00<40:36,  1.57it/s]
 94%|█████████▍| 61707/65536 [10:39:01<39:53,  1.60it/s]
 94%|█████████▍| 61708/65536 [10:39:02<39:54,  1.60it/s]
 94%|█████████▍| 61709/65536 [10:39:02<39:10,  1.63it/s]
 94%|█████████▍| 61710/65536 [10:39:03<38:48,  1.64it/s]
 94%|█████████▍| 61711/65536 [10:39:03<38:35,  1.65it/s]
 94%|█████████▍| 61712/65536 [10:39:04<39:29,  1.61it/s]
 94%|█████████▍| 61713/65536 [10:39:05<39:25,  1.62it/s]
 94%|█████████▍| 61714/65536 [10:39:05<39:21,  1.62it/s]
 94%|█████████▍| 61715/65536 [10:39:06<40:06,  1.59it/s]
 94%|█████████▍| 61716/65536 [10:39:07<39:34,  1.61it/s]
 94%|█████████▍| 61717/65536 [10:39:07<39:51,  1.60it/s]
 94%|█████████▍| 61718/65536 [10:39:08<40:19,  1.58it/s]
 94%|█████████▍| 61719/65536 [10:39:08<39:12,  1.62it/s]
 94%|█████████▍| 61720/65536 [10:39:09<38:54,  1.63it/s]
                                                        
{'loss': 1.5308, 'learning_rate': 1.5256520142035022e-07, 'epoch': 3809.88}
+
 94%|█████████▍| 61720/65536 [10:39:09<38:54,  1.63it/s]
 94%|█████████▍| 61721/65536 [10:39:10<38:54,  1.63it/s]
 94%|█████████▍| 61722/65536 [10:39:10<38:44,  1.64it/s]
 94%|█████████▍| 61723/65536 [10:39:11<41:16,  1.54it/s]
 94%|█████████▍| 61724/65536 [10:39:12<40:45,  1.56it/s]
 94%|█████████▍| 61725/65536 [10:39:12<41:08,  1.54it/s]
 94%|█████████▍| 61726/65536 [10:39:13<42:32,  1.49it/s]
 94%|█████████▍| 61727/65536 [10:39:14<44:13,  1.44it/s]
 94%|█████████▍| 61728/65536 [10:39:14<42:21,  1.50it/s]
 94%|█████████▍| 61729/65536 [10:39:15<41:33,  1.53it/s]
 94%|█████████▍| 61730/65536 [10:39:16<41:03,  1.55it/s]
 94%|█████████▍| 61731/65536 [10:39:16<39:58,  1.59it/s]
 94%|█████████▍| 61732/65536 [10:39:17<39:00,  1.63it/s]
 94%|█████████▍| 61733/65536 [10:39:17<39:40,  1.60it/s]
 94%|█████████▍| 61734/65536 [10:39:18<38:55,  1.63it/s]
 94%|█████████▍| 61735/65536 [10:39:19<38:22,  1.65it/s]
 94%|█████████▍| 61736/65536 [10:39:19<38:02,  1.66it/s]
 94%|█████████▍| 61737/65536 [10:39:20<38:25,  1.65it/s]
 94%|█████████▍| 61738/65536 [10:39:20<39:32,  1.60it/s]
 94%|█████████▍| 61739/65536 [10:39:21<40:21,  1.57it/s]
 94%|█████████▍| 61740/65536 [10:39:22<40:01,  1.58it/s]
                                                        
{'loss': 1.5591, 'learning_rate': 1.52289702461124e-07, 'epoch': 3811.11}
+
 94%|█████████▍| 61740/65536 [10:39:22<40:01,  1.58it/s]
 94%|█████████▍| 61741/65536 [10:39:22<39:33,  1.60it/s]
 94%|█████████▍| 61742/65536 [10:39:23<39:42,  1.59it/s]
 94%|█████████▍| 61743/65536 [10:39:24<38:46,  1.63it/s]
 94%|█████████▍| 61744/65536 [10:39:24<39:41,  1.59it/s]
 94%|█████████▍| 61745/65536 [10:39:25<40:30,  1.56it/s]
 94%|█████████▍| 61746/65536 [10:39:25<40:12,  1.57it/s]
 94%|█████████▍| 61747/65536 [10:39:26<41:22,  1.53it/s]
 94%|█████████▍| 61748/65536 [10:39:27<40:02,  1.58it/s]
 94%|█████████▍| 61749/65536 [10:39:27<39:39,  1.59it/s]
 94%|█████████▍| 61750/65536 [10:39:28<39:53,  1.58it/s]
 94%|█████████▍| 61751/65536 [10:39:29<38:46,  1.63it/s]
 94%|█████████▍| 61752/65536 [10:39:29<38:27,  1.64it/s]
 94%|█████████▍| 61753/65536 [10:39:30<38:32,  1.64it/s]
 94%|█████████▍| 61754/65536 [10:39:30<37:51,  1.66it/s]
 94%|█████████▍| 61755/65536 [10:39:31<38:50,  1.62it/s]
 94%|█████████▍| 61756/65536 [10:39:32<38:21,  1.64it/s]
 94%|█████████▍| 61757/65536 [10:39:32<37:31,  1.68it/s]
 94%|█████████▍| 61758/65536 [10:39:33<37:53,  1.66it/s]
 94%|█████████▍| 61759/65536 [10:39:33<39:23,  1.60it/s]
 94%|█████████▍| 61760/65536 [10:39:34<40:07,  1.57it/s]
                                                        
{'loss': 1.5387, 'learning_rate': 1.5201420350189785e-07, 'epoch': 3812.35}
+
 94%|█████████▍| 61760/65536 [10:39:34<40:07,  1.57it/s]
 94%|█████████▍| 61761/65536 [10:39:35<40:00,  1.57it/s]
 94%|█████████▍| 61762/65536 [10:39:35<38:57,  1.61it/s]
 94%|█████████▍| 61763/65536 [10:39:36<38:51,  1.62it/s]
 94%|█████████▍| 61764/65536 [10:39:37<38:47,  1.62it/s]
 94%|█████████▍| 61765/65536 [10:39:37<39:24,  1.59it/s]
 94%|█████████▍| 61766/65536 [10:39:38<39:13,  1.60it/s]
 94%|█████████▍| 61767/65536 [10:39:38<38:25,  1.63it/s]
 94%|█████████▍| 61768/65536 [10:39:39<38:03,  1.65it/s]
 94%|█████████▍| 61769/65536 [10:39:40<38:36,  1.63it/s]
 94%|█████████▍| 61770/65536 [10:39:40<38:04,  1.65it/s]
 94%|█████████▍| 61771/65536 [10:39:41<38:33,  1.63it/s]
 94%|█████████▍| 61772/65536 [10:39:41<38:06,  1.65it/s]
 94%|█████████▍| 61773/65536 [10:39:42<38:04,  1.65it/s]
 94%|█████████▍| 61774/65536 [10:39:43<39:32,  1.59it/s]
 94%|█████████▍| 61775/65536 [10:39:43<38:50,  1.61it/s]
 94%|█████████▍| 61776/65536 [10:39:44<38:56,  1.61it/s]
 94%|█████████▍| 61777/65536 [10:39:45<38:54,  1.61it/s]
 94%|█████████▍| 61778/65536 [10:39:45<38:07,  1.64it/s]
 94%|█████████▍| 61779/65536 [10:39:46<37:51,  1.65it/s]
 94%|█████████▍| 61780/65536 [10:39:46<38:03,  1.64it/s]
                                                        
{'loss': 1.5456, 'learning_rate': 1.517387045426717e-07, 'epoch': 3813.58}
+
 94%|█████████▍| 61780/65536 [10:39:46<38:03,  1.64it/s]
 94%|█████████▍| 61781/65536 [10:39:47<39:46,  1.57it/s]
 94%|█████████▍| 61782/65536 [10:39:48<39:21,  1.59it/s]
 94%|█████████▍| 61783/65536 [10:39:48<40:41,  1.54it/s]
 94%|█████████▍| 61784/65536 [10:39:49<39:42,  1.57it/s]
 94%|█████████▍| 61785/65536 [10:39:50<39:00,  1.60it/s]
 94%|█████████▍| 61786/65536 [10:39:50<38:41,  1.62it/s]
 94%|█████████▍| 61787/65536 [10:39:51<39:51,  1.57it/s]
 94%|█████████▍| 61788/65536 [10:39:51<38:33,  1.62it/s]
 94%|█████████▍| 61789/65536 [10:39:52<38:21,  1.63it/s]
 94%|█████████▍| 61790/65536 [10:39:53<37:31,  1.66it/s]
 94%|█████████▍| 61791/65536 [10:39:53<37:49,  1.65it/s]
 94%|█████████▍| 61792/65536 [10:39:54<37:18,  1.67it/s]
 94%|█████████▍| 61793/65536 [10:39:55<38:14,  1.63it/s]
 94%|█████████▍| 61794/65536 [10:39:55<37:57,  1.64it/s]
 94%|█████████▍| 61795/65536 [10:39:56<37:20,  1.67it/s]
 94%|█████████▍| 61796/65536 [10:39:56<37:23,  1.67it/s]
 94%|█████████▍| 61797/65536 [10:39:57<37:42,  1.65it/s]
 94%|█████████▍| 61798/65536 [10:39:57<37:27,  1.66it/s]
 94%|█████████▍| 61799/65536 [10:39:58<37:57,  1.64it/s]
 94%|█████████▍| 61800/65536 [10:39:59<37:52,  1.64it/s]
                                                        
{'loss': 1.5745, 'learning_rate': 1.5146320558344557e-07, 'epoch': 3814.81}
+
 94%|█████████▍| 61800/65536 [10:39:59<37:52,  1.64it/s]
 94%|█████████▍| 61801/65536 [10:39:59<39:35,  1.57it/s]
 94%|█████████▍| 61802/65536 [10:40:00<39:21,  1.58it/s]
 94%|█████████▍| 61803/65536 [10:40:01<39:44,  1.57it/s]
 94%|█████████▍| 61804/65536 [10:40:01<40:48,  1.52it/s]
 94%|█████████▍| 61805/65536 [10:40:02<39:26,  1.58it/s]
 94%|█████████▍| 61806/65536 [10:40:03<38:51,  1.60it/s]
 94%|█████████▍| 61807/65536 [10:40:03<37:55,  1.64it/s]
 94%|█████████▍| 61808/65536 [10:40:04<37:46,  1.64it/s]
 94%|█████████▍| 61809/65536 [10:40:04<37:34,  1.65it/s]
 94%|█████████▍| 61810/65536 [10:40:05<38:31,  1.61it/s]
 94%|█████████▍| 61811/65536 [10:40:06<38:42,  1.60it/s]
 94%|█████████▍| 61812/65536 [10:40:06<38:47,  1.60it/s]
 94%|█████████▍| 61813/65536 [10:40:07<39:14,  1.58it/s]
 94%|█████████▍| 61814/65536 [10:40:08<38:51,  1.60it/s]
 94%|█████████▍| 61815/65536 [10:40:08<38:47,  1.60it/s]
 94%|█████████▍| 61816/65536 [10:40:09<38:43,  1.60it/s]
 94%|█████████▍| 61817/65536 [10:40:09<38:17,  1.62it/s]
 94%|█████████▍| 61818/65536 [10:40:10<37:51,  1.64it/s]
 94%|█████████▍| 61819/65536 [10:40:11<39:01,  1.59it/s]
 94%|█████████▍| 61820/65536 [10:40:11<39:31,  1.57it/s]
                                                        
{'loss': 1.5493, 'learning_rate': 1.5118770662421943e-07, 'epoch': 3816.05}
+
 94%|█████████▍| 61820/65536 [10:40:11<39:31,  1.57it/s]
 94%|█████████▍| 61821/65536 [10:40:12<39:00,  1.59it/s]
 94%|█████████▍| 61822/65536 [10:40:13<38:13,  1.62it/s]
 94%|█████████▍| 61823/65536 [10:40:13<38:51,  1.59it/s]
 94%|█████████▍| 61824/65536 [10:40:14<38:21,  1.61it/s]
 94%|█████████▍| 61825/65536 [10:40:14<38:31,  1.61it/s]
 94%|█████████▍| 61826/65536 [10:40:15<37:49,  1.63it/s]
 94%|█████████▍| 61827/65536 [10:40:16<39:15,  1.57it/s]
 94%|█████████▍| 61828/65536 [10:40:16<39:06,  1.58it/s]
 94%|█████████▍| 61829/65536 [10:40:17<39:42,  1.56it/s]
 94%|█████████▍| 61830/65536 [10:40:18<39:52,  1.55it/s]
 94%|█████████▍| 61831/65536 [10:40:18<38:39,  1.60it/s]
 94%|█████████▍| 61832/65536 [10:40:19<38:24,  1.61it/s]
 94%|█████████▍| 61833/65536 [10:40:19<37:53,  1.63it/s]
 94%|█████████▍| 61834/65536 [10:40:20<37:53,  1.63it/s]
 94%|█████████▍| 61835/65536 [10:40:21<38:31,  1.60it/s]
 94%|█████████▍| 61836/65536 [10:40:21<39:10,  1.57it/s]
 94%|█████████▍| 61837/65536 [10:40:22<39:44,  1.55it/s]
 94%|█████████▍| 61838/65536 [10:40:23<39:12,  1.57it/s]
 94%|█████████▍| 61839/65536 [10:40:23<40:22,  1.53it/s]
 94%|█████████▍| 61840/65536 [10:40:24<39:32,  1.56it/s]
                                                        
{'loss': 1.4899, 'learning_rate': 1.509122076649933e-07, 'epoch': 3817.28}
+
 94%|█████████▍| 61840/65536 [10:40:24<39:32,  1.56it/s]
 94%|█████████▍| 61841/65536 [10:40:25<39:08,  1.57it/s]
 94%|█████████▍| 61842/65536 [10:40:25<38:46,  1.59it/s]
 94%|█████████▍| 61843/65536 [10:40:26<38:45,  1.59it/s]
 94%|█████████▍| 61844/65536 [10:40:26<38:42,  1.59it/s]
 94%|█████████▍| 61845/65536 [10:40:27<38:52,  1.58it/s]
 94%|█████████▍| 61846/65536 [10:40:28<38:56,  1.58it/s]
 94%|█████████▍| 61847/65536 [10:40:28<39:06,  1.57it/s]
 94%|█████████▍| 61848/65536 [10:40:29<38:07,  1.61it/s]
 94%|█████████▍| 61849/65536 [10:40:30<37:26,  1.64it/s]
 94%|█████████▍| 61850/65536 [10:40:30<37:16,  1.65it/s]
 94%|█████████▍| 61851/65536 [10:40:31<36:51,  1.67it/s]
 94%|█████████▍| 61852/65536 [10:40:31<38:00,  1.62it/s]
 94%|█████████▍| 61853/65536 [10:40:32<37:34,  1.63it/s]
 94%|█████████▍| 61854/65536 [10:40:33<37:26,  1.64it/s]
 94%|█████████▍| 61855/65536 [10:40:33<37:04,  1.65it/s]
 94%|█████████▍| 61856/65536 [10:40:34<37:14,  1.65it/s]
 94%|█████████▍| 61857/65536 [10:40:34<37:27,  1.64it/s]
 94%|█████████▍| 61858/65536 [10:40:35<37:00,  1.66it/s]
 94%|█████████▍| 61859/65536 [10:40:36<37:11,  1.65it/s]
 94%|█████████▍| 61860/65536 [10:40:36<37:34,  1.63it/s]
                                                        
{'loss': 1.5686, 'learning_rate': 1.5063670870576707e-07, 'epoch': 3818.52}
+
 94%|█████████▍| 61860/65536 [10:40:36<37:34,  1.63it/s]
 94%|█████████▍| 61861/65536 [10:40:37<37:29,  1.63it/s]
 94%|█████████▍| 61862/65536 [10:40:37<38:11,  1.60it/s]
 94%|█████████▍| 61863/65536 [10:40:38<38:03,  1.61it/s]
 94%|█████████▍| 61864/65536 [10:40:39<38:26,  1.59it/s]
 94%|█████████▍| 61865/65536 [10:40:39<38:06,  1.61it/s]
 94%|█████████▍| 61866/65536 [10:40:40<37:26,  1.63it/s]
 94%|█████████▍| 61867/65536 [10:40:41<36:58,  1.65it/s]
 94%|█████████▍| 61868/65536 [10:40:41<38:16,  1.60it/s]
 94%|█████████▍| 61869/65536 [10:40:42<39:00,  1.57it/s]
 94%|█████████▍| 61870/65536 [10:40:42<38:06,  1.60it/s]
 94%|█████████▍| 61871/65536 [10:40:43<37:18,  1.64it/s]
 94%|█████████▍| 61872/65536 [10:40:44<38:15,  1.60it/s]
 94%|█████████▍| 61873/65536 [10:40:44<38:34,  1.58it/s]
 94%|█████████▍| 61874/65536 [10:40:45<37:40,  1.62it/s]
 94%|█████████▍| 61875/65536 [10:40:46<37:13,  1.64it/s]
 94%|█████████▍| 61876/65536 [10:40:46<37:51,  1.61it/s]
 94%|█████████▍| 61877/65536 [10:40:47<37:29,  1.63it/s]
 94%|█████████▍| 61878/65536 [10:40:47<36:59,  1.65it/s]
 94%|█████████▍| 61879/65536 [10:40:48<36:30,  1.67it/s]
 94%|█████████▍| 61880/65536 [10:40:49<36:48,  1.66it/s]
                                                        
{'loss': 1.5583, 'learning_rate': 1.5036120974654093e-07, 'epoch': 3819.75}
+
 94%|█████████▍| 61880/65536 [10:40:49<36:48,  1.66it/s]
 94%|█████████▍| 61881/65536 [10:40:49<37:08,  1.64it/s]
 94%|█████████▍| 61882/65536 [10:40:50<36:51,  1.65it/s]
 94%|█████████▍| 61883/65536 [10:40:50<37:46,  1.61it/s]
 94%|█████████▍| 61884/65536 [10:40:51<37:49,  1.61it/s]
 94%|█████████▍| 61885/65536 [10:40:52<39:15,  1.55it/s]
 94%|█████████▍| 61886/65536 [10:40:52<38:58,  1.56it/s]
 94%|█████████▍| 61887/65536 [10:40:53<37:50,  1.61it/s]
 94%|█████████▍| 61888/65536 [10:40:54<38:20,  1.59it/s]
 94%|█████████▍| 61889/65536 [10:40:54<37:34,  1.62it/s]
 94%|█████████▍| 61890/65536 [10:40:55<37:44,  1.61it/s]
 94%|█████████▍| 61891/65536 [10:40:55<38:14,  1.59it/s]
 94%|█████████▍| 61892/65536 [10:40:56<38:11,  1.59it/s]
 94%|█████████▍| 61893/65536 [10:40:57<37:32,  1.62it/s]
 94%|█████████▍| 61894/65536 [10:40:57<36:41,  1.65it/s]
 94%|█████████▍| 61895/65536 [10:40:58<36:45,  1.65it/s]
 94%|█████████▍| 61896/65536 [10:40:58<36:50,  1.65it/s]
 94%|█████████▍| 61897/65536 [10:40:59<37:08,  1.63it/s]
 94%|█████████▍| 61898/65536 [10:41:00<37:24,  1.62it/s]
 94%|█████████▍| 61899/65536 [10:41:00<37:14,  1.63it/s]
 94%|█████████▍| 61900/65536 [10:41:01<38:06,  1.59it/s]
                                                        
{'loss': 1.5129, 'learning_rate': 1.5008571078731476e-07, 'epoch': 3820.99}
+
 94%|█████████▍| 61900/65536 [10:41:01<38:06,  1.59it/s]
 94%|█████████▍| 61901/65536 [10:41:02<39:17,  1.54it/s]
 94%|█████████▍| 61902/65536 [10:41:02<40:13,  1.51it/s]
 94%|█████████▍| 61903/65536 [10:41:03<39:27,  1.53it/s]
 94%|█████████▍| 61904/65536 [10:41:04<38:53,  1.56it/s]
 94%|█████████▍| 61905/65536 [10:41:04<37:25,  1.62it/s]
 94%|█████████▍| 61906/65536 [10:41:05<36:45,  1.65it/s]
 94%|█████████▍| 61907/65536 [10:41:05<37:19,  1.62it/s]
 94%|█████████▍| 61908/65536 [10:41:06<37:08,  1.63it/s]
 94%|█████████▍| 61909/65536 [10:41:07<36:41,  1.65it/s]
 94%|█████████▍| 61910/65536 [10:41:07<35:31,  1.70it/s]
 94%|█████████▍| 61911/65536 [10:41:08<36:08,  1.67it/s]
 94%|█████████▍| 61912/65536 [10:41:08<37:55,  1.59it/s]
 94%|█████████▍| 61913/65536 [10:41:09<37:20,  1.62it/s]
 94%|█████████▍| 61914/65536 [10:41:10<37:40,  1.60it/s]
 94%|█████████▍| 61915/65536 [10:41:10<37:37,  1.60it/s]
 94%|█████████▍| 61916/65536 [10:41:11<37:02,  1.63it/s]
 94%|█████████▍| 61917/65536 [10:41:12<37:50,  1.59it/s]
 94%|█████████▍| 61918/65536 [10:41:12<38:26,  1.57it/s]
 94%|█████████▍| 61919/65536 [10:41:13<37:50,  1.59it/s]
 94%|█████████▍| 61920/65536 [10:41:13<37:15,  1.62it/s]
                                                        
{'loss': 1.5462, 'learning_rate': 1.4981021182808865e-07, 'epoch': 3822.22}
+
 94%|█████████▍| 61920/65536 [10:41:13<37:15,  1.62it/s]
 94%|█████████▍| 61921/65536 [10:41:14<36:59,  1.63it/s]
 94%|█████████▍| 61922/65536 [10:41:15<36:24,  1.65it/s]
 94%|█████████▍| 61923/65536 [10:41:15<35:58,  1.67it/s]
 94%|█████████▍| 61924/65536 [10:41:16<36:28,  1.65it/s]
 94%|█████████▍| 61925/65536 [10:41:16<36:00,  1.67it/s]
 94%|█████████▍| 61926/65536 [10:41:17<36:45,  1.64it/s]
 94%|█████████▍| 61927/65536 [10:41:18<37:44,  1.59it/s]
 94%|█████████▍| 61928/65536 [10:41:18<37:20,  1.61it/s]
 94%|█████████▍| 61929/65536 [10:41:19<36:45,  1.64it/s]
 94%|█████████▍| 61930/65536 [10:41:20<37:51,  1.59it/s]
 94%|█████████▍| 61931/65536 [10:41:20<37:05,  1.62it/s]
 95%|█████████▍| 61932/65536 [10:41:21<37:03,  1.62it/s]
 95%|█████████▍| 61933/65536 [10:41:21<37:53,  1.58it/s]
 95%|█████████▍| 61934/65536 [10:41:22<37:07,  1.62it/s]
 95%|█████████▍| 61935/65536 [10:41:23<36:34,  1.64it/s]
 95%|█████████▍| 61936/65536 [10:41:23<36:33,  1.64it/s]
 95%|█████████▍| 61937/65536 [10:41:24<36:19,  1.65it/s]
 95%|█████████▍| 61938/65536 [10:41:24<36:25,  1.65it/s]
 95%|█████████▍| 61939/65536 [10:41:25<36:11,  1.66it/s]
 95%|█████████▍| 61940/65536 [10:41:26<36:30,  1.64it/s]
                                                        
{'loss': 1.5809, 'learning_rate': 1.495347128688625e-07, 'epoch': 3823.46}
+
 95%|█████████▍| 61940/65536 [10:41:26<36:30,  1.64it/s]
 95%|█████████▍| 61941/65536 [10:41:26<36:21,  1.65it/s]
 95%|█████████▍| 61942/65536 [10:41:27<37:39,  1.59it/s]
 95%|█████████▍| 61943/65536 [10:41:28<36:48,  1.63it/s]
 95%|█████████▍| 61944/65536 [10:41:28<36:31,  1.64it/s]
 95%|█████████▍| 61945/65536 [10:41:29<36:21,  1.65it/s]
 95%|█████████▍| 61946/65536 [10:41:29<37:51,  1.58it/s]
 95%|█████████▍| 61947/65536 [10:41:30<37:31,  1.59it/s]
 95%|█████████▍| 61948/65536 [10:41:31<37:06,  1.61it/s]
 95%|█████████▍| 61949/65536 [10:41:31<38:46,  1.54it/s]
 95%|█████████▍| 61950/65536 [10:41:32<39:17,  1.52it/s]
 95%|█████████▍| 61951/65536 [10:41:33<37:46,  1.58it/s]
 95%|█████████▍| 61952/65536 [10:41:33<37:01,  1.61it/s]
 95%|█████████▍| 61953/65536 [10:41:34<36:18,  1.65it/s]
 95%|█████████▍| 61954/65536 [10:41:34<37:00,  1.61it/s]
 95%|█████████▍| 61955/65536 [10:41:35<36:12,  1.65it/s]
 95%|█████████▍| 61956/65536 [10:41:36<36:41,  1.63it/s]
 95%|█████████▍| 61957/65536 [10:41:36<36:02,  1.66it/s]
 95%|█████████▍| 61958/65536 [10:41:37<35:44,  1.67it/s]
 95%|█████████▍| 61959/65536 [10:41:37<35:49,  1.66it/s]
 95%|█████████▍| 61960/65536 [10:41:38<36:05,  1.65it/s]
                                                        
{'loss': 1.5804, 'learning_rate': 1.4925921390963636e-07, 'epoch': 3824.69}
+
 95%|█████████▍| 61960/65536 [10:41:38<36:05,  1.65it/s]
 95%|█████████▍| 61961/65536 [10:41:39<36:50,  1.62it/s]
 95%|█████████▍| 61962/65536 [10:41:39<36:45,  1.62it/s]
 95%|█████████▍| 61963/65536 [10:41:40<36:28,  1.63it/s]
 95%|█████████▍| 61964/65536 [10:41:41<37:24,  1.59it/s]
 95%|█████████▍| 61965/65536 [10:41:41<37:22,  1.59it/s]
 95%|█████████▍| 61966/65536 [10:41:42<38:24,  1.55it/s]
 95%|█████████▍| 61967/65536 [10:41:43<38:21,  1.55it/s]
 95%|█████████▍| 61968/65536 [10:41:43<38:21,  1.55it/s]
 95%|█████████▍| 61969/65536 [10:41:44<38:01,  1.56it/s]
 95%|█████████▍| 61970/65536 [10:41:44<37:19,  1.59it/s]
 95%|█████████▍| 61971/65536 [10:41:45<36:59,  1.61it/s]
 95%|█████████▍| 61972/65536 [10:41:46<37:04,  1.60it/s]
 95%|█████████▍| 61973/65536 [10:41:46<38:05,  1.56it/s]
 95%|█████████▍| 61974/65536 [10:41:47<37:25,  1.59it/s]
 95%|█████████▍| 61975/65536 [10:41:48<37:28,  1.58it/s]
 95%|█████████▍| 61976/65536 [10:41:48<35:55,  1.65it/s]
 95%|█████████▍| 61977/65536 [10:41:49<36:57,  1.60it/s]
 95%|█████████▍| 61978/65536 [10:41:49<35:49,  1.66it/s]
 95%|█████████▍| 61979/65536 [10:41:50<35:39,  1.66it/s]
 95%|█████████▍| 61980/65536 [10:41:51<35:36,  1.66it/s]
                                                        
{'loss': 1.5126, 'learning_rate': 1.4898371495041022e-07, 'epoch': 3825.93}
+
 95%|█████████▍| 61980/65536 [10:41:51<35:36,  1.66it/s]
 95%|█████████▍| 61981/65536 [10:41:51<35:27,  1.67it/s]
 95%|█████████▍| 61982/65536 [10:41:52<37:19,  1.59it/s]
 95%|█████████▍| 61983/65536 [10:41:52<37:01,  1.60it/s]
 95%|████���████▍| 61984/65536 [10:41:53<35:48,  1.65it/s]
 95%|█████████▍| 61985/65536 [10:41:54<36:12,  1.63it/s]
 95%|█████████▍| 61986/65536 [10:41:54<36:16,  1.63it/s]
 95%|█████████▍| 61987/65536 [10:41:55<36:32,  1.62it/s]
 95%|█████████▍| 61988/65536 [10:41:55<36:15,  1.63it/s]
 95%|█████████▍| 61989/65536 [10:41:56<36:15,  1.63it/s]
 95%|█████████▍| 61990/65536 [10:41:57<36:00,  1.64it/s]
 95%|█████████▍| 61991/65536 [10:41:57<36:27,  1.62it/s]
 95%|█████████▍| 61992/65536 [10:41:58<35:07,  1.68it/s]
 95%|█████████▍| 61993/65536 [10:41:58<35:49,  1.65it/s]
 95%|█████████▍| 61994/65536 [10:41:59<36:49,  1.60it/s]
 95%|█████████▍| 61995/65536 [10:42:00<36:35,  1.61it/s]
 95%|█████████▍| 61996/65536 [10:42:00<36:08,  1.63it/s]
 95%|█████████▍| 61997/65536 [10:42:01<36:26,  1.62it/s]
 95%|█████████▍| 61998/65536 [10:42:02<37:11,  1.59it/s]
 95%|█████████▍| 61999/65536 [10:42:02<36:30,  1.61it/s]
 95%|█████████▍| 62000/65536 [10:42:03<37:34,  1.57it/s]
                                                        
{'loss': 1.5578, 'learning_rate': 1.4870821599118398e-07, 'epoch': 3827.16}
+
 95%|█████████▍| 62000/65536 [10:42:03<37:34,  1.57it/s]
 95%|█████████▍| 62001/65536 [10:42:04<37:09,  1.59it/s]
 95%|█████████▍| 62002/65536 [10:42:04<35:45,  1.65it/s]
 95%|█████████▍| 62003/65536 [10:42:05<36:08,  1.63it/s]
 95%|█████████▍| 62004/65536 [10:42:05<36:18,  1.62it/s]
 95%|█████████▍| 62005/65536 [10:42:06<35:59,  1.64it/s]
 95%|█████████▍| 62006/65536 [10:42:07<36:21,  1.62it/s]
 95%|█████████▍| 62007/65536 [10:42:07<35:56,  1.64it/s]
 95%|█████████▍| 62008/65536 [10:42:08<35:56,  1.64it/s]
 95%|█████████▍| 62009/65536 [10:42:08<36:59,  1.59it/s]
 95%|█████████▍| 62010/65536 [10:42:09<37:13,  1.58it/s]
 95%|█████████▍| 62011/65536 [10:42:10<36:57,  1.59it/s]
 95%|█████████▍| 62012/65536 [10:42:10<36:01,  1.63it/s]
 95%|█████████▍| 62013/65536 [10:42:11<36:11,  1.62it/s]
 95%|█████████▍| 62014/65536 [10:42:12<37:13,  1.58it/s]
 95%|█████████▍| 62015/65536 [10:42:12<38:26,  1.53it/s]
 95%|█████████▍| 62016/65536 [10:42:13<38:04,  1.54it/s]
 95%|█████████▍| 62017/65536 [10:42:14<37:22,  1.57it/s]
 95%|█████████▍| 62018/65536 [10:42:14<37:31,  1.56it/s]
 95%|█████████▍| 62019/65536 [10:42:15<36:27,  1.61it/s]
 95%|█████████▍| 62020/65536 [10:42:15<35:50,  1.63it/s]
                                                        
{'loss': 1.5658, 'learning_rate': 1.4843271703195783e-07, 'epoch': 3828.4}
+
 95%|█████████▍| 62020/65536 [10:42:15<35:50,  1.63it/s]
 95%|█████████▍| 62021/65536 [10:42:16<35:14,  1.66it/s]
 95%|█████████▍| 62022/65536 [10:42:17<35:21,  1.66it/s]
 95%|█████████▍| 62023/65536 [10:42:17<35:17,  1.66it/s]
 95%|█████████▍| 62024/65536 [10:42:18<35:26,  1.65it/s]
 95%|█████████▍| 62025/65536 [10:42:18<35:29,  1.65it/s]
 95%|█████████▍| 62026/65536 [10:42:19<35:44,  1.64it/s]
 95%|█████████▍| 62027/65536 [10:42:20<36:03,  1.62it/s]
 95%|█████████▍| 62028/65536 [10:42:20<36:00,  1.62it/s]
 95%|█████████▍| 62029/65536 [10:42:21<35:57,  1.63it/s]
 95%|█████████▍| 62030/65536 [10:42:22<38:15,  1.53it/s]
 95%|█████████▍| 62031/65536 [10:42:22<37:24,  1.56it/s]
 95%|█████████▍| 62032/65536 [10:42:23<36:14,  1.61it/s]
 95%|█████████▍| 62033/65536 [10:42:23<36:13,  1.61it/s]
 95%|█████████▍| 62034/65536 [10:42:24<37:00,  1.58it/s]
 95%|█████████▍| 62035/65536 [10:42:25<37:03,  1.57it/s]
 95%|█████████▍| 62036/65536 [10:42:25<36:30,  1.60it/s]
 95%|█████████▍| 62037/65536 [10:42:26<36:01,  1.62it/s]
 95%|█████████▍| 62038/65536 [10:42:27<35:55,  1.62it/s]
 95%|█████████▍| 62039/65536 [10:42:27<36:25,  1.60it/s]
 95%|█████████▍| 62040/65536 [10:42:28<35:47,  1.63it/s]
                                                        
{'loss': 1.4926, 'learning_rate': 1.481572180727317e-07, 'epoch': 3829.63}
+
 95%|█████████▍| 62040/65536 [10:42:28<35:47,  1.63it/s]
 95%|█████████▍| 62041/65536 [10:42:28<35:06,  1.66it/s]
 95%|█████████▍| 62042/65536 [10:42:29<35:57,  1.62it/s]
 95%|█████████▍| 62043/65536 [10:42:30<36:18,  1.60it/s]
 95%|█████████▍| 62044/65536 [10:42:30<35:43,  1.63it/s]
 95%|█████████▍| 62045/65536 [10:42:31<35:36,  1.63it/s]
 95%|█████████▍| 62046/65536 [10:42:31<35:29,  1.64it/s]
 95%|█████████▍| 62047/65536 [10:42:32<36:08,  1.61it/s]
 95%|█████████▍| 62048/65536 [10:42:33<35:29,  1.64it/s]
 95%|█████████▍| 62049/65536 [10:42:33<35:53,  1.62it/s]
 95%|█████████▍| 62050/65536 [10:42:34<35:26,  1.64it/s]
 95%|█████████▍| 62051/65536 [10:42:34<35:31,  1.63it/s]
 95%|█████████▍| 62052/65536 [10:42:35<35:49,  1.62it/s]
 95%|█████████▍| 62053/65536 [10:42:36<35:44,  1.62it/s]
 95%|█████████▍| 62054/65536 [10:42:36<35:18,  1.64it/s]
 95%|█████████▍| 62055/65536 [10:42:37<35:45,  1.62it/s]
 95%|█████████▍| 62056/65536 [10:42:38<35:26,  1.64it/s]
 95%|█████████▍| 62057/65536 [10:42:38<34:55,  1.66it/s]
 95%|█████████▍| 62058/65536 [10:42:39<35:33,  1.63it/s]
 95%|█████████▍| 62059/65536 [10:42:39<35:57,  1.61it/s]
 95%|█████████▍| 62060/65536 [10:42:40<35:16,  1.64it/s]
                                                        
{'loss': 1.5952, 'learning_rate': 1.4788171911350555e-07, 'epoch': 3830.86}
+
 95%|█████████▍| 62060/65536 [10:42:40<35:16,  1.64it/s]
 95%|█████████▍| 62061/65536 [10:42:41<36:46,  1.58it/s]
 95%|█████████▍| 62062/65536 [10:42:41<36:12,  1.60it/s]
 95%|█████████▍| 62063/65536 [10:42:42<36:43,  1.58it/s]
 95%|█████████▍| 62064/65536 [10:42:43<36:13,  1.60it/s]
 95%|█████████▍| 62065/65536 [10:42:43<35:49,  1.61it/s]
 95%|█████████▍| 62066/65536 [10:42:44<35:15,  1.64it/s]
 95%|█████████▍| 62067/65536 [10:42:44<35:03,  1.65it/s]
 95%|█████████▍| 62068/65536 [10:42:45<35:37,  1.62it/s]
 95%|█████████▍| 62069/65536 [10:42:46<37:10,  1.55it/s]
 95%|█████████▍| 62070/65536 [10:42:46<37:40,  1.53it/s]
 95%|█████████▍| 62071/65536 [10:42:47<37:33,  1.54it/s]
 95%|█████████▍| 62072/65536 [10:42:48<36:37,  1.58it/s]
 95%|█████████▍| 62073/65536 [10:42:48<36:06,  1.60it/s]
 95%|█████████▍| 62074/65536 [10:42:49<35:15,  1.64it/s]
 95%|█████████▍| 62075/65536 [10:42:49<35:46,  1.61it/s]
 95%|█████████▍| 62076/65536 [10:42:50<36:23,  1.58it/s]
 95%|█████████▍| 62077/65536 [10:42:51<35:30,  1.62it/s]
 95%|█████████▍| 62078/65536 [10:42:51<37:00,  1.56it/s]
 95%|█████████▍| 62079/65536 [10:42:52<37:25,  1.54it/s]
 95%|█████████▍| 62080/65536 [10:42:53<37:40,  1.53it/s]
                                                        
{'loss': 1.5491, 'learning_rate': 1.476062201542794e-07, 'epoch': 3832.1}
+
 95%|█████████▍| 62080/65536 [10:42:53<37:40,  1.53it/s]
 95%|█████████▍| 62081/65536 [10:42:53<37:13,  1.55it/s]
 95%|█████████▍| 62082/65536 [10:42:54<37:01,  1.55it/s]
 95%|█████████▍| 62083/65536 [10:42:55<35:59,  1.60it/s]
 95%|█████████▍| 62084/65536 [10:42:55<35:42,  1.61it/s]
 95%|█████████▍| 62085/65536 [10:42:56<36:07,  1.59it/s]
 95%|█████████▍| 62086/65536 [10:42:56<35:09,  1.64it/s]
 95%|█████████▍| 62087/65536 [10:42:57<35:14,  1.63it/s]
 95%|█████████▍| 62088/65536 [10:42:58<35:14,  1.63it/s]
 95%|█████████▍| 62089/65536 [10:42:58<35:13,  1.63it/s]
 95%|█████████▍| 62090/65536 [10:42:59<35:21,  1.62it/s]
 95%|█████████▍| 62091/65536 [10:42:59<34:38,  1.66it/s]
 95%|█████████▍| 62092/65536 [10:43:00<35:09,  1.63it/s]
 95%|█████████▍| 62093/65536 [10:43:01<35:40,  1.61it/s]
 95%|█████████▍| 62094/65536 [10:43:01<35:37,  1.61it/s]
 95%|█████████▍| 62095/65536 [10:43:02<37:32,  1.53it/s]
 95%|█████████▍| 62096/65536 [10:43:03<36:36,  1.57it/s]
 95%|█████████▍| 62097/65536 [10:43:03<36:18,  1.58it/s]
 95%|█████████▍| 62098/65536 [10:43:04<36:19,  1.58it/s]
 95%|█████████▍| 62099/65536 [10:43:04<35:21,  1.62it/s]
 95%|█████████▍| 62100/65536 [10:43:05<35:17,  1.62it/s]
                                                        
{'loss': 1.532, 'learning_rate': 1.473307211950533e-07, 'epoch': 3833.33}
+
 95%|█████████▍| 62100/65536 [10:43:05<35:17,  1.62it/s]
 95%|█████████▍| 62101/65536 [10:43:06<35:44,  1.60it/s]
 95%|█████████▍| 62102/65536 [10:43:06<36:46,  1.56it/s]
 95%|█████████▍| 62103/65536 [10:43:07<35:40,  1.60it/s]
 95%|█████████▍| 62104/65536 [10:43:08<35:10,  1.63it/s]
 95%|█████████▍| 62105/65536 [10:43:08<35:12,  1.62it/s]
 95%|█████████▍| 62106/65536 [10:43:09<35:07,  1.63it/s]
 95%|█████████▍| 62107/65536 [10:43:09<34:22,  1.66it/s]
 95%|█████████▍| 62108/65536 [10:43:10<35:26,  1.61it/s]
 95%|█████████▍| 62109/65536 [10:43:11<35:02,  1.63it/s]
 95%|█████████▍| 62110/65536 [10:43:11<34:43,  1.64it/s]
 95%|█████████▍| 62111/65536 [10:43:12<35:34,  1.60it/s]
 95%|█████████▍| 62112/65536 [10:43:13<35:51,  1.59it/s]
 95%|█████████▍| 62113/65536 [10:43:13<35:55,  1.59it/s]
 95%|█████████▍| 62114/65536 [10:43:14<35:35,  1.60it/s]
 95%|█████████▍| 62115/65536 [10:43:14<35:14,  1.62it/s]
 95%|█████████▍| 62116/65536 [10:43:15<34:14,  1.66it/s]
 95%|█████████▍| 62117/65536 [10:43:16<35:38,  1.60it/s]
 95%|█████████▍| 62118/65536 [10:43:16<34:57,  1.63it/s]
 95%|█████████▍| 62119/65536 [10:43:17<34:59,  1.63it/s]
 95%|█████████▍| 62120/65536 [10:43:17<34:25,  1.65it/s]
                                                        
{'loss': 1.5531, 'learning_rate': 1.4705522223582715e-07, 'epoch': 3834.57}
+
 95%|█████████▍| 62120/65536 [10:43:17<34:25,  1.65it/s]
 95%|█████████▍| 62121/65536 [10:43:18<34:17,  1.66it/s]
 95%|█████████▍| 62122/65536 [10:43:19<33:47,  1.68it/s]
 95%|█████████▍| 62123/65536 [10:43:19<34:49,  1.63it/s]
 95%|█████████▍| 62124/65536 [10:43:20<36:02,  1.58it/s]
 95%|█████████▍| 62125/65536 [10:43:21<35:42,  1.59it/s]
 95%|█████████▍| 62126/65536 [10:43:21<34:58,  1.62it/s]
 95%|█████████▍| 62127/65536 [10:43:22<35:30,  1.60it/s]
 95%|█████████▍| 62128/65536 [10:43:23<39:29,  1.44it/s]
 95%|█████████▍| 62129/65536 [10:43:23<39:21,  1.44it/s]
 95%|█████████▍| 62130/65536 [10:43:24<38:37,  1.47it/s]
 95%|█████████▍| 62131/65536 [10:43:25<37:45,  1.50it/s]
 95%|█████████▍| 62132/65536 [10:43:25<38:44,  1.46it/s]
 95%|█████████▍| 62133/65536 [10:43:26<38:22,  1.48it/s]
 95%|█████████▍| 62134/65536 [10:43:27<37:13,  1.52it/s]
 95%|█████████▍| 62135/65536 [10:43:27<35:55,  1.58it/s]
 95%|█████████▍| 62136/65536 [10:43:28<35:53,  1.58it/s]
 95%|█████████▍| 62137/65536 [10:43:28<34:50,  1.63it/s]
 95%|█████████▍| 62138/65536 [10:43:29<34:06,  1.66it/s]
 95%|█████████▍| 62139/65536 [10:43:30<34:14,  1.65it/s]
 95%|█████████▍| 62140/65536 [10:43:30<33:57,  1.67it/s]
                                                        
{'loss': 1.5007, 'learning_rate': 1.467797232766009e-07, 'epoch': 3835.8}
+
 95%|█████████▍| 62140/65536 [10:43:30<33:57,  1.67it/s]
 95%|█████████▍| 62141/65536 [10:43:31<34:22,  1.65it/s]
 95%|█████████▍| 62142/65536 [10:43:31<34:37,  1.63it/s]
 95%|█████████▍| 62143/65536 [10:43:32<33:49,  1.67it/s]
 95%|█████████▍| 62144/65536 [10:43:33<35:08,  1.61it/s]
 95%|█████████▍| 62145/65536 [10:43:33<35:03,  1.61it/s]
 95%|█████████▍| 62146/65536 [10:43:34<34:18,  1.65it/s]
 95%|█████████▍| 62147/65536 [10:43:34<34:10,  1.65it/s]
 95%|█████████▍| 62148/65536 [10:43:35<34:27,  1.64it/s]
 95%|█████████▍| 62149/65536 [10:43:36<35:12,  1.60it/s]
 95%|█████████▍| 62150/65536 [10:43:36<34:39,  1.63it/s]
 95%|█████████▍| 62151/65536 [10:43:37<34:40,  1.63it/s]
 95%|█████████▍| 62152/65536 [10:43:38<35:16,  1.60it/s]
 95%|█████████▍| 62153/65536 [10:43:38<36:38,  1.54it/s]
 95%|█████████▍| 62154/65536 [10:43:39<35:09,  1.60it/s]
 95%|█████████▍| 62155/65536 [10:43:39<35:01,  1.61it/s]
 95%|█████████▍| 62156/65536 [10:43:40<34:41,  1.62it/s]
 95%|█████████▍| 62157/65536 [10:43:41<34:40,  1.62it/s]
 95%|█████████▍| 62158/65536 [10:43:41<34:22,  1.64it/s]
 95%|█████████▍| 62159/65536 [10:43:42<34:24,  1.64it/s]
 95%|█████████▍| 62160/65536 [10:43:43<35:12,  1.60it/s]
                                                        
{'loss': 1.5717, 'learning_rate': 1.4650422431737477e-07, 'epoch': 3837.04}
+
 95%|█████████▍| 62160/65536 [10:43:43<35:12,  1.60it/s]
 95%|█████████▍| 62161/65536 [10:43:43<35:31,  1.58it/s]
 95%|█████████▍| 62162/65536 [10:43:44<34:35,  1.63it/s]
 95%|█████████▍| 62163/65536 [10:43:44<34:58,  1.61it/s]
 95%|█████████▍| 62164/65536 [10:43:45<34:22,  1.63it/s]
 95%|█████████▍| 62165/65536 [10:43:46<34:21,  1.63it/s]
 95%|█████████▍| 62166/65536 [10:43:46<34:40,  1.62it/s]
 95%|█████████▍| 62167/65536 [10:43:47<34:57,  1.61it/s]
 95%|█████████▍| 62168/65536 [10:43:48<35:10,  1.60it/s]
 95%|█████████▍| 62169/65536 [10:43:48<35:07,  1.60it/s]
 95%|█████████▍| 62170/65536 [10:43:49<35:05,  1.60it/s]
 95%|█████████▍| 62171/65536 [10:43:49<34:55,  1.61it/s]
 95%|█████████▍| 62172/65536 [10:43:50<35:08,  1.60it/s]
 95%|█████████▍| 62173/65536 [10:43:51<34:26,  1.63it/s]
 95%|█████████▍| 62174/65536 [10:43:51<34:19,  1.63it/s]
 95%|█████████▍| 62175/65536 [10:43:52<34:15,  1.64it/s]
 95%|█████████▍| 62176/65536 [10:43:52<35:00,  1.60it/s]
 95%|█████████▍| 62177/65536 [10:43:53<35:08,  1.59it/s]
 95%|█████████▍| 62178/65536 [10:43:54<35:11,  1.59it/s]
 95%|█████████▍| 62179/65536 [10:43:54<34:33,  1.62it/s]
 95%|█████████▍| 62180/65536 [10:43:55<34:17,  1.63it/s]
                                                        
{'loss': 1.5431, 'learning_rate': 1.4622872535814863e-07, 'epoch': 3838.27}
+
 95%|█████████▍| 62180/65536 [10:43:55<34:17,  1.63it/s]
 95%|█████████▍| 62181/65536 [10:43:56<34:47,  1.61it/s]
 95%|█████████▍| 62182/65536 [10:43:56<35:50,  1.56it/s]
 95%|█████████▍| 62183/65536 [10:43:57<35:09,  1.59it/s]
 95%|█████████▍| 62184/65536 [10:43:58<34:59,  1.60it/s]
 95%|█████████▍| 62185/65536 [10:43:58<34:05,  1.64it/s]
 95%|█████████▍| 62186/65536 [10:43:59<33:56,  1.64it/s]
 95%|█████████▍| 62187/65536 [10:43:59<34:19,  1.63it/s]
 95%|█████████▍| 62188/65536 [10:44:00<34:09,  1.63it/s]
 95%|█████████▍| 62189/65536 [10:44:00<33:13,  1.68it/s]
 95%|█████████▍| 62190/65536 [10:44:01<33:37,  1.66it/s]
 95%|█████████▍| 62191/65536 [10:44:02<34:01,  1.64it/s]
 95%|█████████▍| 62192/65536 [10:44:02<36:27,  1.53it/s]
 95%|█████████▍| 62193/65536 [10:44:03<35:51,  1.55it/s]
 95%|█████████▍| 62194/65536 [10:44:04<35:01,  1.59it/s]
 95%|█████████▍| 62195/65536 [10:44:04<34:50,  1.60it/s]
 95%|█████████▍| 62196/65536 [10:44:05<34:39,  1.61it/s]
 95%|█████████▍| 62197/65536 [10:44:06<35:12,  1.58it/s]
 95%|█████████▍| 62198/65536 [10:44:06<35:04,  1.59it/s]
 95%|█████████▍| 62199/65536 [10:44:07<34:19,  1.62it/s]
 95%|█████████▍| 62200/65536 [10:44:07<34:29,  1.61it/s]
                                                        
{'loss': 1.5358, 'learning_rate': 1.4595322639892248e-07, 'epoch': 3839.51}
+
 95%|█████████▍| 62200/65536 [10:44:07<34:29,  1.61it/s]
 95%|█████████▍| 62201/65536 [10:44:08<34:45,  1.60it/s]
 95%|█████████▍| 62202/65536 [10:44:09<34:09,  1.63it/s]
 95%|█████████▍| 62203/65536 [10:44:09<34:38,  1.60it/s]
 95%|█████████▍| 62204/65536 [10:44:10<34:23,  1.61it/s]
 95%|█████████▍| 62205/65536 [10:44:11<34:38,  1.60it/s]
 95%|█████████▍| 62206/65536 [10:44:11<33:36,  1.65it/s]
 95%|█████████▍| 62207/65536 [10:44:12<34:09,  1.62it/s]
 95%|█████████▍| 62208/65536 [10:44:12<33:29,  1.66it/s]
 95%|█████████▍| 62209/65536 [10:44:13<34:10,  1.62it/s]
 95%|█████████▍| 62210/65536 [10:44:14<33:52,  1.64it/s]
 95%|█████████▍| 62211/65536 [10:44:14<33:59,  1.63it/s]
 95%|█████████▍| 62212/65536 [10:44:15<34:55,  1.59it/s]
 95%|█████████▍| 62213/65536 [10:44:15<34:16,  1.62it/s]
 95%|█████████▍| 62214/65536 [10:44:16<34:24,  1.61it/s]
 95%|█████████▍| 62215/65536 [10:44:17<34:41,  1.60it/s]
 95%|█████████▍| 62216/65536 [10:44:17<34:26,  1.61it/s]
 95%|█████████▍| 62217/65536 [10:44:18<35:02,  1.58it/s]
 95%|█████████▍| 62218/65536 [10:44:19<34:17,  1.61it/s]
 95%|█████████▍| 62219/65536 [10:44:19<34:52,  1.59it/s]
 95%|█████████▍| 62220/65536 [10:44:20<34:00,  1.62it/s]
                                                        
{'loss': 1.5273, 'learning_rate': 1.4567772743969634e-07, 'epoch': 3840.74}
+
 95%|█████████▍| 62220/65536 [10:44:20<34:00,  1.62it/s]
 95%|█████████▍| 62221/65536 [10:44:20<34:03,  1.62it/s]
 95%|█████████▍| 62222/65536 [10:44:21<34:09,  1.62it/s]
 95%|█████████▍| 62223/65536 [10:44:22<34:03,  1.62it/s]
 95%|█████████▍| 62224/65536 [10:44:22<33:29,  1.65it/s]
 95%|█████████▍| 62225/65536 [10:44:23<34:44,  1.59it/s]
 95%|█████████▍| 62226/65536 [10:44:24<34:57,  1.58it/s]
 95%|█████████▍| 62227/65536 [10:44:24<34:45,  1.59it/s]
 95%|█████████▍| 62228/65536 [10:44:25<34:17,  1.61it/s]
 95%|█████████▍| 62229/65536 [10:44:25<33:59,  1.62it/s]
 95%|█████████▍| 62230/65536 [10:44:26<34:41,  1.59it/s]
 95%|█████████▍| 62231/65536 [10:44:27<34:29,  1.60it/s]
 95%|█████████▍| 62232/65536 [10:44:27<33:33,  1.64it/s]
 95%|█████████▍| 62233/65536 [10:44:28<33:58,  1.62it/s]
 95%|█████████▍| 62234/65536 [10:44:28<33:09,  1.66it/s]
 95%|█████████▍| 62235/65536 [10:44:29<33:37,  1.64it/s]
 95%|█████████▍| 62236/65536 [10:44:30<34:31,  1.59it/s]
 95%|█████████▍| 62237/65536 [10:44:30<34:27,  1.60it/s]
 95%|█████████▍| 62238/65536 [10:44:31<33:33,  1.64it/s]
 95%|█████████▍| 62239/65536 [10:44:32<34:19,  1.60it/s]
 95%|█████████▍| 62240/65536 [10:44:32<33:50,  1.62it/s]
                                                        
{'loss': 1.5426, 'learning_rate': 1.4540222848047023e-07, 'epoch': 3841.98}
+
 95%|█████████▍| 62240/65536 [10:44:32<33:50,  1.62it/s]
 95%|█████████▍| 62241/65536 [10:44:33<34:42,  1.58it/s]
 95%|█████████▍| 62242/65536 [10:44:33<34:47,  1.58it/s]
 95%|█████████▍| 62243/65536 [10:44:34<33:47,  1.62it/s]
 95%|█████████▍| 62244/65536 [10:44:35<34:03,  1.61it/s]
 95%|█████████▍| 62245/65536 [10:44:35<34:18,  1.60it/s]
 95%|█████████▍| 62246/65536 [10:44:36<34:24,  1.59it/s]
 95%|█████████▍| 62247/65536 [10:44:37<33:43,  1.63it/s]
 95%|█████████▍| 62248/65536 [10:44:37<33:13,  1.65it/s]
 95%|█████████▍| 62249/65536 [10:44:38<33:46,  1.62it/s]
 95%|█████████▍| 62250/65536 [10:44:38<34:39,  1.58it/s]
 95%|█████████▍| 62251/65536 [10:44:39<34:41,  1.58it/s]
 95%|█████████▍| 62252/65536 [10:44:40<34:03,  1.61it/s]
 95%|█████████▍| 62253/65536 [10:44:40<33:30,  1.63it/s]
 95%|█████████▍| 62254/65536 [10:44:41<33:35,  1.63it/s]
 95%|█████████▍| 62255/65536 [10:44:42<34:11,  1.60it/s]
 95%|█████████▍| 62256/65536 [10:44:42<34:27,  1.59it/s]
 95%|█████████▍| 62257/65536 [10:44:43<35:29,  1.54it/s]
 95%|█████████▍| 62258/65536 [10:44:43<34:14,  1.60it/s]
 95%|█████████▍| 62259/65536 [10:44:44<34:29,  1.58it/s]
 95%|█████████▌| 62260/65536 [10:44:45<33:42,  1.62it/s]
                                                        
{'loss': 1.519, 'learning_rate': 1.451267295212441e-07, 'epoch': 3843.21}
+
 95%|█████████▌| 62260/65536 [10:44:45<33:42,  1.62it/s]
 95%|█████████▌| 62261/65536 [10:44:45<34:00,  1.61it/s]
 95%|█████████▌| 62262/65536 [10:44:46<33:54,  1.61it/s]
 95%|█████████▌| 62263/65536 [10:44:47<34:01,  1.60it/s]
 95%|█████████▌| 62264/65536 [10:44:47<34:40,  1.57it/s]
 95%|█████████▌| 62265/65536 [10:44:48<34:23,  1.59it/s]
 95%|█████████▌| 62266/65536 [10:44:48<34:00,  1.60it/s]
 95%|█████████▌| 62267/65536 [10:44:49<34:03,  1.60it/s]
 95%|█████████▌| 62268/65536 [10:44:50<34:22,  1.58it/s]
 95%|█████████▌| 62269/65536 [10:44:50<33:56,  1.60it/s]
 95%|█████████▌| 62270/65536 [10:44:51<33:09,  1.64it/s]
 95%|█████████▌| 62271/65536 [10:44:52<33:13,  1.64it/s]
 95%|█████████▌| 62272/65536 [10:44:52<33:32,  1.62it/s]
 95%|█████████▌| 62273/65536 [10:44:53<34:37,  1.57it/s]
 95%|█████████▌| 62274/65536 [10:44:53<33:54,  1.60it/s]
 95%|█████████▌| 62275/65536 [10:44:54<34:38,  1.57it/s]
 95%|█████████▌| 62276/65536 [10:44:55<34:11,  1.59it/s]
 95%|█████████▌| 62277/65536 [10:44:55<34:46,  1.56it/s]
 95%|█████��███▌| 62278/65536 [10:44:56<35:10,  1.54it/s]
 95%|█████████▌| 62279/65536 [10:44:57<34:50,  1.56it/s]
 95%|█████████▌| 62280/65536 [10:44:57<33:40,  1.61it/s]
                                                        
{'loss': 1.5086, 'learning_rate': 1.4485123056201784e-07, 'epoch': 3844.44}
+
 95%|█████████▌| 62280/65536 [10:44:57<33:40,  1.61it/s]
 95%|█████████▌| 62281/65536 [10:44:58<33:41,  1.61it/s]
 95%|█████████▌| 62282/65536 [10:44:58<33:36,  1.61it/s]
 95%|█████████▌| 62283/65536 [10:44:59<33:03,  1.64it/s]
 95%|█████████▌| 62284/65536 [10:45:00<33:02,  1.64it/s]
 95%|█████████▌| 62285/65536 [10:45:00<32:45,  1.65it/s]
 95%|█████████▌| 62286/65536 [10:45:01<33:04,  1.64it/s]
 95%|█████████▌| 62287/65536 [10:45:02<33:12,  1.63it/s]
 95%|█████████▌| 62288/65536 [10:45:02<32:55,  1.64it/s]
 95%|█████████▌| 62289/65536 [10:45:03<32:54,  1.64it/s]
 95%|█████████▌| 62290/65536 [10:45:03<33:37,  1.61it/s]
 95%|█████████▌| 62291/65536 [10:45:04<33:32,  1.61it/s]
 95%|█████████▌| 62292/65536 [10:45:05<33:06,  1.63it/s]
 95%|█████████▌| 62293/65536 [10:45:05<32:15,  1.68it/s]
 95%|█████████▌| 62294/65536 [10:45:06<33:12,  1.63it/s]
 95%|█████████▌| 62295/65536 [10:45:06<32:46,  1.65it/s]
 95%|█████████▌| 62296/65536 [10:45:07<33:17,  1.62it/s]
 95%|█████████▌| 62297/65536 [10:45:08<33:24,  1.62it/s]
 95%|█████████▌| 62298/65536 [10:45:08<33:43,  1.60it/s]
 95%|█████████▌| 62299/65536 [10:45:09<33:05,  1.63it/s]
 95%|█████████▌| 62300/65536 [10:45:10<33:56,  1.59it/s]
                                                        
{'loss': 1.582, 'learning_rate': 1.445757316027917e-07, 'epoch': 3845.68}
+
 95%|█████████▌| 62300/65536 [10:45:10<33:56,  1.59it/s]
 95%|█████████▌| 62301/65536 [10:45:10<33:53,  1.59it/s]
 95%|█████████▌| 62302/65536 [10:45:11<33:32,  1.61it/s]
 95%|█████████▌| 62303/65536 [10:45:11<34:13,  1.57it/s]
 95%|█████████▌| 62304/65536 [10:45:12<33:25,  1.61it/s]
 95%|█████████▌| 62305/65536 [10:45:13<33:27,  1.61it/s]
 95%|█████████▌| 62306/65536 [10:45:13<33:55,  1.59it/s]
 95%|█████████▌| 62307/65536 [10:45:14<34:30,  1.56it/s]
 95%|█████████▌| 62308/65536 [10:45:15<36:13,  1.49it/s]
 95%|█████████▌| 62309/65536 [10:45:15<35:55,  1.50it/s]
 95%|█████████▌| 62310/65536 [10:45:16<34:27,  1.56it/s]
 95%|█████████▌| 62311/65536 [10:45:17<33:37,  1.60it/s]
 95%|█████████▌| 62312/65536 [10:45:17<33:00,  1.63it/s]
 95%|█████████▌| 62313/65536 [10:45:18<32:37,  1.65it/s]
 95%|█████████▌| 62314/65536 [10:45:18<32:31,  1.65it/s]
 95%|█████████▌| 62315/65536 [10:45:19<32:27,  1.65it/s]
 95%|█████████▌| 62316/65536 [10:45:19<31:55,  1.68it/s]
 95%|█████████▌| 62317/65536 [10:45:20<32:40,  1.64it/s]
 95%|█████████▌| 62318/65536 [10:45:21<32:43,  1.64it/s]
 95%|█████████▌| 62319/65536 [10:45:21<32:27,  1.65it/s]
 95%|█████████▌| 62320/65536 [10:45:22<31:42,  1.69it/s]
                                                        
{'loss': 1.5822, 'learning_rate': 1.4430023264356556e-07, 'epoch': 3846.91}
+
 95%|█████████▌| 62320/65536 [10:45:22<31:42,  1.69it/s]
 95%|█████████▌| 62321/65536 [10:45:23<32:01,  1.67it/s]
 95%|█████████▌| 62322/65536 [10:45:23<33:43,  1.59it/s]
 95%|█████████▌| 62323/65536 [10:45:24<33:00,  1.62it/s]
 95%|█████████▌| 62324/65536 [10:45:24<33:10,  1.61it/s]
 95%|█████████▌| 62325/65536 [10:45:25<32:43,  1.64it/s]
 95%|█████████▌| 62326/65536 [10:45:26<32:39,  1.64it/s]
 95%|█████████▌| 62327/65536 [10:45:26<32:57,  1.62it/s]
 95%|█████████▌| 62328/65536 [10:45:27<33:30,  1.60it/s]
 95%|█████████▌| 62329/65536 [10:45:28<33:40,  1.59it/s]
 95%|█████████▌| 62330/65536 [10:45:28<33:33,  1.59it/s]
 95%|█████████▌| 62331/65536 [10:45:29<33:18,  1.60it/s]
 95%|█████████▌| 62332/65536 [10:45:29<33:54,  1.57it/s]
 95%|█████████▌| 62333/65536 [10:45:30<33:58,  1.57it/s]
 95%|█████████▌| 62334/65536 [10:45:31<32:35,  1.64it/s]
 95%|█████████▌| 62335/65536 [10:45:31<32:40,  1.63it/s]
 95%|█████████▌| 62336/65536 [10:45:32<33:11,  1.61it/s]
 95%|█████████▌| 62337/65536 [10:45:33<33:16,  1.60it/s]
 95%|█████████▌| 62338/65536 [10:45:33<33:58,  1.57it/s]
 95%|█████████▌| 62339/65536 [10:45:34<33:26,  1.59it/s]
 95%|█████████▌| 62340/65536 [10:45:34<33:07,  1.61it/s]
                                                        
{'loss': 1.5437, 'learning_rate': 1.4402473368433942e-07, 'epoch': 3848.15}
+
 95%|█████████▌| 62340/65536 [10:45:34<33:07,  1.61it/s]
 95%|█████████▌| 62341/65536 [10:45:35<32:57,  1.62it/s]
 95%|█████████▌| 62342/65536 [10:45:36<32:43,  1.63it/s]
 95%|█████████▌| 62343/65536 [10:45:36<32:44,  1.63it/s]
 95%|█████████▌| 62344/65536 [10:45:37<32:53,  1.62it/s]
 95%|█████████▌| 62345/65536 [10:45:37<32:26,  1.64it/s]
 95%|█████████▌| 62346/65536 [10:45:38<32:14,  1.65it/s]
 95%|█████████▌| 62347/65536 [10:45:39<33:41,  1.58it/s]
 95%|█████████▌| 62348/65536 [10:45:39<33:38,  1.58it/s]
 95%|█████████▌| 62349/65536 [10:45:40<32:53,  1.61it/s]
 95%|█████████▌| 62350/65536 [10:45:41<32:54,  1.61it/s]
 95%|█████████▌| 62351/65536 [10:45:41<32:32,  1.63it/s]
 95%|█████████▌| 62352/65536 [10:45:42<33:20,  1.59it/s]
 95%|█████████▌| 62353/65536 [10:45:42<32:13,  1.65it/s]
 95%|█████████▌| 62354/65536 [10:45:43<33:29,  1.58it/s]
 95%|█████████▌| 62355/65536 [10:45:44<33:02,  1.60it/s]
 95%|█████████▌| 62356/65536 [10:45:44<33:18,  1.59it/s]
 95%|█████████▌| 62357/65536 [10:45:45<33:08,  1.60it/s]
 95%|█████████▌| 62358/65536 [10:45:46<34:36,  1.53it/s]
 95%|█████████▌| 62359/65536 [10:45:46<33:55,  1.56it/s]
 95%|█████████▌| 62360/65536 [10:45:47<33:13,  1.59it/s]
                                                        
{'loss': 1.5537, 'learning_rate': 1.4374923472511328e-07, 'epoch': 3849.38}
+
 95%|█████████▌| 62360/65536 [10:45:47<33:13,  1.59it/s]
 95%|█████████▌| 62361/65536 [10:45:48<33:42,  1.57it/s]
 95%|█████████▌| 62362/65536 [10:45:48<33:38,  1.57it/s]
 95%|█████████▌| 62363/65536 [10:45:49<32:54,  1.61it/s]
 95%|█████████▌| 62364/65536 [10:45:49<33:02,  1.60it/s]
 95%|█████████▌| 62365/65536 [10:45:50<32:52,  1.61it/s]
 95%|█████████▌| 62366/65536 [10:45:51<32:18,  1.64it/s]
 95%|█████████▌| 62367/65536 [10:45:51<32:36,  1.62it/s]
 95%|█████████▌| 62368/65536 [10:45:52<32:41,  1.61it/s]
 95%|█████████▌| 62369/65536 [10:45:52<32:05,  1.64it/s]
 95%|█████████▌| 62370/65536 [10:45:53<31:19,  1.68it/s]
 95%|█████████▌| 62371/65536 [10:45:54<33:08,  1.59it/s]
 95%|█████████▌| 62372/65536 [10:45:54<32:18,  1.63it/s]
 95%|█████████▌| 62373/65536 [10:45:55<32:06,  1.64it/s]
 95%|█████████▌| 62374/65536 [10:45:55<31:53,  1.65it/s]
 95%|█████████▌| 62375/65536 [10:45:56<31:19,  1.68it/s]
 95%|█████████▌| 62376/65536 [10:45:57<31:18,  1.68it/s]
 95%|█████████▌| 62377/65536 [10:45:57<31:09,  1.69it/s]
 95%|█████████▌| 62378/65536 [10:45:58<31:35,  1.67it/s]
 95%|█████████▌| 62379/65536 [10:45:59<32:16,  1.63it/s]
 95%|█████████▌| 62380/65536 [10:45:59<32:33,  1.62it/s]
                                                        
{'loss': 1.4786, 'learning_rate': 1.4347373576588713e-07, 'epoch': 3850.62}
+
 95%|█████████▌| 62380/65536 [10:45:59<32:33,  1.62it/s]
 95%|█████████▌| 62381/65536 [10:46:00<33:48,  1.56it/s]
 95%|█████████▌| 62382/65536 [10:46:00<33:47,  1.56it/s]
 95%|█████████▌| 62383/65536 [10:46:01<33:16,  1.58it/s]
 95%|█████████▌| 62384/65536 [10:46:02<32:34,  1.61it/s]
 95%|█████████▌| 62385/65536 [10:46:02<32:51,  1.60it/s]
 95%|█████████▌| 62386/65536 [10:46:03<32:16,  1.63it/s]
 95%|█████████▌| 62387/65536 [10:46:04<33:02,  1.59it/s]
 95%|█████████▌| 62388/65536 [10:46:04<32:28,  1.62it/s]
 95%|█████████▌| 62389/65536 [10:46:05<32:29,  1.61it/s]
 95%|█████████▌| 62390/65536 [10:46:05<32:14,  1.63it/s]
 95%|█████████▌| 62391/65536 [10:46:06<32:12,  1.63it/s]
 95%|█████████▌| 62392/65536 [10:46:07<32:42,  1.60it/s]
 95%|█████████▌| 62393/65536 [10:46:07<32:37,  1.61it/s]
 95%|█████████▌| 62394/65536 [10:46:08<32:32,  1.61it/s]
 95%|█████████▌| 62395/65536 [10:46:09<32:47,  1.60it/s]
 95%|█████████▌| 62396/65536 [10:46:09<33:05,  1.58it/s]
 95%|█████████▌| 62397/65536 [10:46:10<32:45,  1.60it/s]
 95%|█████████▌| 62398/65536 [10:46:10<32:33,  1.61it/s]
 95%|█████████▌| 62399/65536 [10:46:11<32:09,  1.63it/s]
 95%|█████████▌| 62400/65536 [10:46:12<31:51,  1.64it/s]
                                                        
{'loss': 1.501, 'learning_rate': 1.431982368066609e-07, 'epoch': 3851.85}
+
 95%|█████████▌| 62400/65536 [10:46:12<31:51,  1.64it/s]
 95%|█████████▌| 62401/65536 [10:46:12<31:32,  1.66it/s]
 95%|█████████▌| 62402/65536 [10:46:13<31:35,  1.65it/s]
 95%|█████████▌| 62403/65536 [10:46:13<32:31,  1.61it/s]
 95%|█████████▌| 62404/65536 [10:46:14<32:44,  1.59it/s]
 95%|█████████▌| 62405/65536 [10:46:15<32:28,  1.61it/s]
 95%|█████████▌| 62406/65536 [10:46:15<31:39,  1.65it/s]
 95%|█████████▌| 62407/65536 [10:46:16<31:55,  1.63it/s]
 95%|█████████▌| 62408/65536 [10:46:17<33:03,  1.58it/s]
 95%|█████████▌| 62409/65536 [10:46:17<33:16,  1.57it/s]
 95%|█████████▌| 62410/65536 [10:46:18<32:40,  1.59it/s]
 95%|█████████▌| 62411/65536 [10:46:18<32:09,  1.62it/s]
 95%|█████████▌| 62412/65536 [10:46:19<31:54,  1.63it/s]
 95%|█████████▌| 62413/65536 [10:46:20<31:22,  1.66it/s]
 95%|█████████▌| 62414/65536 [10:46:20<31:42,  1.64it/s]
 95%|█████████▌| 62415/65536 [10:46:21<31:55,  1.63it/s]
 95%|█████████▌| 62416/65536 [10:46:22<32:51,  1.58it/s]
 95%|█████████▌| 62417/65536 [10:46:22<32:22,  1.61it/s]
 95%|█████████▌| 62418/65536 [10:46:23<31:57,  1.63it/s]
 95%|█████████▌| 62419/65536 [10:46:23<33:01,  1.57it/s]
 95%|█████████▌| 62420/65536 [10:46:24<32:56,  1.58it/s]
                                                        
{'loss': 1.5428, 'learning_rate': 1.4292273784743475e-07, 'epoch': 3853.09}
+
 95%|█████████▌| 62420/65536 [10:46:24<32:56,  1.58it/s]
 95%|█████████▌| 62421/65536 [10:46:25<32:54,  1.58it/s]
 95%|█████████▌| 62422/65536 [10:46:25<32:27,  1.60it/s]
 95%|█████████▌| 62423/65536 [10:46:26<32:51,  1.58it/s]
 95%|█████████▌| 62424/65536 [10:46:27<32:10,  1.61it/s]
 95%|█████████▌| 62425/65536 [10:46:27<31:45,  1.63it/s]
 95%|█████████▌| 62426/65536 [10:46:28<32:18,  1.60it/s]
 95%|█████████▌| 62427/65536 [10:46:28<32:19,  1.60it/s]
 95%|█████████▌| 62428/65536 [10:46:29<32:09,  1.61it/s]
 95%|█████████▌| 62429/65536 [10:46:30<32:34,  1.59it/s]
 95%|█████████▌| 62430/65536 [10:46:30<33:07,  1.56it/s]
 95%|█████████▌| 62431/65536 [10:46:31<32:29,  1.59it/s]
 95%|█████████▌| 62432/65536 [10:46:32<32:45,  1.58it/s]
 95%|█████████▌| 62433/65536 [10:46:32<35:21,  1.46it/s]
 95%|█████████▌| 62434/65536 [10:46:33<34:13,  1.51it/s]
 95%|█████████▌| 62435/65536 [10:46:34<33:49,  1.53it/s]
 95%|█████████▌| 62436/65536 [10:46:34<33:03,  1.56it/s]
 95%|█████████▌| 62437/65536 [10:46:35<33:05,  1.56it/s]
 95%|█████████▌| 62438/65536 [10:46:35<32:08,  1.61it/s]
 95%|█████████▌| 62439/65536 [10:46:36<31:56,  1.62it/s]
 95%|█████████▌| 62440/65536 [10:46:37<31:40,  1.63it/s]
                                                        
{'loss': 1.5132, 'learning_rate': 1.426472388882086e-07, 'epoch': 3854.32}
+
 95%|█████████▌| 62440/65536 [10:46:37<31:40,  1.63it/s]
 95%|█████████▌| 62441/65536 [10:46:37<31:35,  1.63it/s]
 95%|█████████▌| 62442/65536 [10:46:38<32:54,  1.57it/s]
 95%|█████████▌| 62443/65536 [10:46:39<32:03,  1.61it/s]
 95%|█████████▌| 62444/65536 [10:46:39<31:59,  1.61it/s]
 95%|█████████▌| 62445/65536 [10:46:40<32:00,  1.61it/s]
 95%|█████████▌| 62446/65536 [10:46:40<31:58,  1.61it/s]
 95%|█████████▌| 62447/65536 [10:46:41<31:06,  1.65it/s]
 95%|█████████▌| 62448/65536 [10:46:42<31:28,  1.64it/s]
 95%|█████████▌| 62449/65536 [10:46:42<31:14,  1.65it/s]
 95%|█████████▌| 62450/65536 [10:46:43<31:28,  1.63it/s]
 95%|█████████▌| 62451/65536 [10:46:43<31:27,  1.63it/s]
 95%|█████████▌| 62452/65536 [10:46:44<32:52,  1.56it/s]
 95%|█████████▌| 62453/65536 [10:46:45<32:59,  1.56it/s]
 95%|█████████▌| 62454/65536 [10:46:45<32:17,  1.59it/s]
 95%|█████████▌| 62455/65536 [10:46:46<31:42,  1.62it/s]
 95%|█████████▌| 62456/65536 [10:46:47<31:35,  1.62it/s]
 95%|█████████▌| 62457/65536 [10:46:47<31:20,  1.64it/s]
 95%|█████████▌| 62458/65536 [10:46:48<31:42,  1.62it/s]
 95%|█████████▌| 62459/65536 [10:46:48<31:37,  1.62it/s]
 95%|█████████▌| 62460/65536 [10:46:49<31:11,  1.64it/s]
                                                        
{'loss': 1.5252, 'learning_rate': 1.423717399289825e-07, 'epoch': 3855.56}
+
 95%|█████████▌| 62460/65536 [10:46:49<31:11,  1.64it/s]
 95%|█████████▌| 62461/65536 [10:46:50<31:48,  1.61it/s]
 95%|█████████▌| 62462/65536 [10:46:50<31:44,  1.61it/s]
 95%|█████████▌| 62463/65536 [10:46:51<31:32,  1.62it/s]
 95%|█████████▌| 62464/65536 [10:46:52<31:31,  1.62it/s]
 95%|█████████▌| 62465/65536 [10:46:52<31:25,  1.63it/s]
 95%|█████████▌| 62466/65536 [10:46:53<31:13,  1.64it/s]
 95%|█████████▌| 62467/65536 [10:46:53<31:44,  1.61it/s]
 95%|█████████▌| 62468/65536 [10:46:54<33:22,  1.53it/s]
 95%|█████████▌| 62469/65536 [10:46:55<32:41,  1.56it/s]
 95%|█████████▌| 62470/65536 [10:46:55<31:49,  1.61it/s]
 95%|█████████▌| 62471/65536 [10:46:56<31:33,  1.62it/s]
 95%|█████████▌| 62472/65536 [10:46:57<31:54,  1.60it/s]
 95%|█████████▌| 62473/65536 [10:46:57<31:50,  1.60it/s]
 95%|█████████▌| 62474/65536 [10:46:58<31:27,  1.62it/s]
 95%|█████████▌| 62475/65536 [10:46:58<32:12,  1.58it/s]
 95%|█████████▌| 62476/65536 [10:46:59<32:13,  1.58it/s]
 95%|█████████▌| 62477/65536 [10:47:00<31:56,  1.60it/s]
 95%|█████████▌| 62478/65536 [10:47:00<31:35,  1.61it/s]
 95%|█████████▌| 62479/65536 [10:47:01<31:55,  1.60it/s]
 95%|█████████▌| 62480/65536 [10:47:02<33:02,  1.54it/s]
                                                        
{'loss': 1.5287, 'learning_rate': 1.4209624096975635e-07, 'epoch': 3856.79}
+
 95%|█████████▌| 62480/65536 [10:47:02<33:02,  1.54it/s]
 95%|█████████▌| 62481/65536 [10:47:02<33:10,  1.54it/s]
 95%|█████████▌| 62482/65536 [10:47:03<32:34,  1.56it/s]
 95%|█████████▌| 62483/65536 [10:47:03<31:19,  1.62it/s]
 95%|█████████▌| 62484/65536 [10:47:04<32:23,  1.57it/s]
 95%|█████████▌| 62485/65536 [10:47:05<31:39,  1.61it/s]
 95%|█████████▌| 62486/65536 [10:47:05<31:51,  1.60it/s]
 95%|█████████▌| 62487/65536 [10:47:06<31:20,  1.62it/s]
 95%|█████████▌| 62488/65536 [10:47:07<31:29,  1.61it/s]
 95%|█████████▌| 62489/65536 [10:47:07<31:32,  1.61it/s]
 95%|█████████▌| 62490/65536 [10:47:08<31:35,  1.61it/s]
 95%|█████████▌| 62491/65536 [10:47:08<31:28,  1.61it/s]
 95%|█████████▌| 62492/65536 [10:47:09<30:55,  1.64it/s]
 95%|█████████▌| 62493/65536 [10:47:10<30:32,  1.66it/s]
 95%|█████████▌| 62494/65536 [10:47:10<31:02,  1.63it/s]
 95%|█████████▌| 62495/65536 [10:47:11<30:51,  1.64it/s]
 95%|█████████▌| 62496/65536 [10:47:11<30:51,  1.64it/s]
 95%|█████████▌| 62497/65536 [10:47:12<30:59,  1.63it/s]
 95%|█████████▌| 62498/65536 [10:47:13<30:51,  1.64it/s]
 95%|█████████▌| 62499/65536 [10:47:13<31:36,  1.60it/s]
 95%|█████████▌| 62500/65536 [10:47:14<32:28,  1.56it/s]
                                                        
{'loss': 1.5115, 'learning_rate': 1.418207420105302e-07, 'epoch': 3858.02}
+
 95%|█████████▌| 62500/65536 [10:47:14<32:28,  1.56it/s]
 95%|█████████▌| 62501/65536 [10:47:15<32:14,  1.57it/s]
 95%|█████████▌| 62502/65536 [10:47:15<31:57,  1.58it/s]
 95%|█████████▌| 62503/65536 [10:47:16<32:05,  1.58it/s]
 95%|█████████▌| 62504/65536 [10:47:17<32:00,  1.58it/s]
 95%|█████████▌| 62505/65536 [10:47:17<31:45,  1.59it/s]
 95%|█████████▌| 62506/65536 [10:47:18<31:44,  1.59it/s]
 95%|█████████▌| 62507/65536 [10:47:18<31:52,  1.58it/s]
 95%|█████████▌| 62508/65536 [10:47:19<31:03,  1.62it/s]
 95%|█████████▌| 62509/65536 [10:47:20<31:19,  1.61it/s]
 95%|█████████▌| 62510/65536 [10:47:20<31:13,  1.62it/s]
 95%|██████���██▌| 62511/65536 [10:47:21<30:53,  1.63it/s]
 95%|█████████▌| 62512/65536 [10:47:22<31:39,  1.59it/s]
 95%|█████████▌| 62513/65536 [10:47:22<31:58,  1.58it/s]
 95%|█████████▌| 62514/65536 [10:47:23<31:02,  1.62it/s]
 95%|█████████▌| 62515/65536 [10:47:23<31:16,  1.61it/s]
 95%|█████████▌| 62516/65536 [10:47:24<32:04,  1.57it/s]
 95%|█████████▌| 62517/65536 [10:47:25<31:21,  1.60it/s]
 95%|█████████▌| 62518/65536 [10:47:25<30:47,  1.63it/s]
 95%|█████████▌| 62519/65536 [10:47:26<30:55,  1.63it/s]
 95%|█████████▌| 62520/65536 [10:47:26<31:16,  1.61it/s]
                                                        
{'loss': 1.533, 'learning_rate': 1.415452430513041e-07, 'epoch': 3859.26}
+
 95%|█████████▌| 62520/65536 [10:47:26<31:16,  1.61it/s]
 95%|█████████▌| 62521/65536 [10:47:27<31:03,  1.62it/s]
 95%|█████████▌| 62522/65536 [10:47:28<30:16,  1.66it/s]
 95%|█████████▌| 62523/65536 [10:47:28<30:29,  1.65it/s]
 95%|█████████▌| 62524/65536 [10:47:29<30:09,  1.66it/s]
 95%|█████████▌| 62525/65536 [10:47:30<32:28,  1.55it/s]
 95%|█████████▌| 62526/65536 [10:47:30<32:28,  1.54it/s]
 95%|█████████▌| 62527/65536 [10:47:31<31:57,  1.57it/s]
 95%|█████████▌| 62528/65536 [10:47:32<31:45,  1.58it/s]
 95%|█████████▌| 62529/65536 [10:47:32<31:42,  1.58it/s]
 95%|█████████▌| 62530/65536 [10:47:33<31:25,  1.59it/s]
 95%|█████████▌| 62531/65536 [10:47:33<31:10,  1.61it/s]
 95%|█████████▌| 62532/65536 [10:47:34<30:45,  1.63it/s]
 95%|█████████▌| 62533/65536 [10:47:35<31:23,  1.59it/s]
 95%|█████████▌| 62534/65536 [10:47:35<31:14,  1.60it/s]
 95%|█████████▌| 62535/65536 [10:47:36<31:08,  1.61it/s]
 95%|█████████▌| 62536/65536 [10:47:37<31:47,  1.57it/s]
 95%|█████████▌| 62537/65536 [10:47:37<30:43,  1.63it/s]
 95%|█████████▌| 62538/65536 [10:47:38<30:23,  1.64it/s]
 95%|█████████▌| 62539/65536 [10:47:38<30:50,  1.62it/s]
 95%|█████████▌| 62540/65536 [10:47:39<30:56,  1.61it/s]
                                                        
{'loss': 1.5024, 'learning_rate': 1.4126974409207782e-07, 'epoch': 3860.49}
+
 95%|█████████▌| 62540/65536 [10:47:39<30:56,  1.61it/s]
 95%|█████████▌| 62541/65536 [10:47:40<30:48,  1.62it/s]
 95%|█████████▌| 62542/65536 [10:47:40<31:26,  1.59it/s]
 95%|█████████▌| 62543/65536 [10:47:41<31:47,  1.57it/s]
 95%|█████████▌| 62544/65536 [10:47:42<32:04,  1.55it/s]
 95%|█████████▌| 62545/65536 [10:47:42<31:42,  1.57it/s]
 95%|█████████▌| 62546/65536 [10:47:43<30:37,  1.63it/s]
 95%|█████████▌| 62547/65536 [10:47:43<30:14,  1.65it/s]
 95%|█████████▌| 62548/65536 [10:47:44<29:56,  1.66it/s]
 95%|█████████▌| 62549/65536 [10:47:45<31:17,  1.59it/s]
 95%|█████████▌| 62550/65536 [10:47:45<30:39,  1.62it/s]
 95%|█████████▌| 62551/65536 [10:47:46<30:37,  1.62it/s]
 95%|█████████▌| 62552/65536 [10:47:46<30:23,  1.64it/s]
 95%|█████████▌| 62553/65536 [10:47:47<30:13,  1.65it/s]
 95%|█████████▌| 62554/65536 [10:47:48<30:43,  1.62it/s]
 95%|█████████▌| 62555/65536 [10:47:48<30:28,  1.63it/s]
 95%|█████████▌| 62556/65536 [10:47:49<31:00,  1.60it/s]
 95%|█████████▌| 62557/65536 [10:47:50<31:55,  1.56it/s]
 95%|█████████▌| 62558/65536 [10:47:50<31:01,  1.60it/s]
 95%|█████████▌| 62559/65536 [10:47:51<30:45,  1.61it/s]
 95%|█████████▌| 62560/65536 [10:47:51<31:05,  1.59it/s]
                                                        
{'loss': 1.5272, 'learning_rate': 1.4099424513285168e-07, 'epoch': 3861.73}
+
 95%|█████████▌| 62560/65536 [10:47:51<31:05,  1.59it/s]
 95%|█████████▌| 62561/65536 [10:47:52<31:10,  1.59it/s]
 95%|█████████▌| 62562/65536 [10:47:53<30:40,  1.62it/s]
 95%|█████████▌| 62563/65536 [10:47:53<30:38,  1.62it/s]
 95%|█████████▌| 62564/65536 [10:47:54<30:14,  1.64it/s]
 95%|█████████▌| 62565/65536 [10:47:55<32:04,  1.54it/s]
 95%|█████████▌| 62566/65536 [10:47:55<31:04,  1.59it/s]
 95%|█████████▌| 62567/65536 [10:47:56<31:51,  1.55it/s]
 95%|█████████▌| 62568/65536 [10:47:56<31:39,  1.56it/s]
 95%|█████████▌| 62569/65536 [10:47:57<31:43,  1.56it/s]
 95%|█████████▌| 62570/65536 [10:47:58<31:31,  1.57it/s]
 95%|█████████▌| 62571/65536 [10:47:58<32:47,  1.51it/s]
 95%|█████████▌| 62572/65536 [10:47:59<32:11,  1.53it/s]
 95%|█████████▌| 62573/65536 [10:48:00<32:05,  1.54it/s]
 95%|█████████▌| 62574/65536 [10:48:00<32:03,  1.54it/s]
 95%|█████████▌| 62575/65536 [10:48:01<31:51,  1.55it/s]
 95%|█████████▌| 62576/65536 [10:48:02<30:54,  1.60it/s]
 95%|█████████▌| 62577/65536 [10:48:02<30:46,  1.60it/s]
 95%|█████████▌| 62578/65536 [10:48:03<31:16,  1.58it/s]
 95%|█████████▌| 62579/65536 [10:48:03<30:45,  1.60it/s]
 95%|█████████▌| 62580/65536 [10:48:04<30:32,  1.61it/s]
                                                        
{'loss': 1.5171, 'learning_rate': 1.4071874617362554e-07, 'epoch': 3862.96}
+
 95%|█████████▌| 62580/65536 [10:48:04<30:32,  1.61it/s]
 95%|█████████▌| 62581/65536 [10:48:05<31:06,  1.58it/s]
 95%|█████████▌| 62582/65536 [10:48:05<30:34,  1.61it/s]
 95%|█████████▌| 62583/65536 [10:48:06<30:41,  1.60it/s]
 95%|█████████▌| 62584/65536 [10:48:07<30:08,  1.63it/s]
 95%|█████████▌| 62585/65536 [10:48:07<29:49,  1.65it/s]
 95%|█████████▌| 62586/65536 [10:48:08<29:18,  1.68it/s]
 96%|█████████▌| 62587/65536 [10:48:08<29:47,  1.65it/s]
 96%|█████████▌| 62588/65536 [10:48:09<29:31,  1.66it/s]
 96%|█████████▌| 62589/65536 [10:48:10<29:32,  1.66it/s]
 96%|█████████▌| 62590/65536 [10:48:10<30:47,  1.59it/s]
 96%|█████████▌| 62591/65536 [10:48:11<30:59,  1.58it/s]
 96%|█████████▌| 62592/65536 [10:48:11<30:52,  1.59it/s]
 96%|█████████▌| 62593/65536 [10:48:12<31:29,  1.56it/s]
 96%|█████████▌| 62594/65536 [10:48:13<32:35,  1.50it/s]
 96%|█████████▌| 62595/65536 [10:48:14<32:21,  1.52it/s]
 96%|█████████▌| 62596/65536 [10:48:14<31:25,  1.56it/s]
 96%|█████████▌| 62597/65536 [10:48:15<31:48,  1.54it/s]
 96%|█████████▌| 62598/65536 [10:48:15<31:20,  1.56it/s]
 96%|█████████▌| 62599/65536 [10:48:16<31:22,  1.56it/s]
 96%|█████████▌| 62600/65536 [10:48:17<30:52,  1.58it/s]
                                                        
{'loss': 1.5352, 'learning_rate': 1.4044324721439942e-07, 'epoch': 3864.2}
+
 96%|█████████▌| 62600/65536 [10:48:17<30:52,  1.58it/s]
 96%|█████████▌| 62601/65536 [10:48:17<31:57,  1.53it/s]
 96%|█████████▌| 62602/65536 [10:48:18<31:18,  1.56it/s]
 96%|█████████▌| 62603/65536 [10:48:19<30:01,  1.63it/s]
 96%|█████████▌| 62604/65536 [10:48:19<29:28,  1.66it/s]
 96%|█████████▌| 62605/65536 [10:48:20<29:48,  1.64it/s]
 96%|█████████▌| 62606/65536 [10:48:20<30:17,  1.61it/s]
 96%|█████████▌| 62607/65536 [10:48:21<30:27,  1.60it/s]
 96%|█████████▌| 62608/65536 [10:48:22<30:08,  1.62it/s]
 96%|█████████▌| 62609/65536 [10:48:22<29:46,  1.64it/s]
 96%|█████████▌| 62610/65536 [10:48:23<29:40,  1.64it/s]
 96%|█████████▌| 62611/65536 [10:48:23<29:58,  1.63it/s]
 96%|█████████▌| 62612/65536 [10:48:24<30:14,  1.61it/s]
 96%|█████████▌| 62613/65536 [10:48:25<29:51,  1.63it/s]
 96%|█████████▌| 62614/65536 [10:48:25<30:30,  1.60it/s]
 96%|█████████▌| 62615/65536 [10:48:26<30:52,  1.58it/s]
 96%|█████████▌| 62616/65536 [10:48:27<31:56,  1.52it/s]
 96%|█████████▌| 62617/65536 [10:48:27<31:12,  1.56it/s]
 96%|█████████▌| 62618/65536 [10:48:28<30:33,  1.59it/s]
 96%|█████████▌| 62619/65536 [10:48:28<29:56,  1.62it/s]
 96%|█████████▌| 62620/65536 [10:48:29<29:52,  1.63it/s]
                                                        
{'loss': 1.551, 'learning_rate': 1.4016774825517328e-07, 'epoch': 3865.43}
+
 96%|█████████▌| 62620/65536 [10:48:29<29:52,  1.63it/s]
 96%|█████████▌| 62621/65536 [10:48:30<29:38,  1.64it/s]
 96%|█████████▌| 62622/65536 [10:48:30<29:51,  1.63it/s]
 96%|█████████▌| 62623/65536 [10:48:31<30:18,  1.60it/s]
 96%|█████████▌| 62624/65536 [10:48:32<30:03,  1.61it/s]
 96%|█████████▌| 62625/65536 [10:48:32<29:44,  1.63it/s]
 96%|█████████▌| 62626/65536 [10:48:33<29:38,  1.64it/s]
 96%|█████████▌| 62627/65536 [10:48:33<29:53,  1.62it/s]
 96%|█████████▌| 62628/65536 [10:48:34<29:56,  1.62it/s]
 96%|█████████▌| 62629/65536 [10:48:35<29:53,  1.62it/s]
 96%|█████████▌| 62630/65536 [10:48:35<30:54,  1.57it/s]
 96%|█████████▌| 62631/65536 [10:48:36<30:42,  1.58it/s]
 96%|█████████▌| 62632/65536 [10:48:37<31:12,  1.55it/s]
 96%|█████████▌| 62633/65536 [10:48:37<30:41,  1.58it/s]
 96%|█████████▌| 62634/65536 [10:48:38<30:46,  1.57it/s]
 96%|█████████▌| 62635/65536 [10:48:39<30:46,  1.57it/s]
 96%|█████████▌| 62636/65536 [10:48:39<29:59,  1.61it/s]
 96%|█████████▌| 62637/65536 [10:48:40<29:56,  1.61it/s]
 96%|█████████▌| 62638/65536 [10:48:40<29:50,  1.62it/s]
 96%|█████████▌| 62639/65536 [10:48:41<29:15,  1.65it/s]
 96%|█████████▌| 62640/65536 [10:48:42<30:08,  1.60it/s]
                                                        
{'loss': 1.4634, 'learning_rate': 1.3989224929594714e-07, 'epoch': 3866.67}
+
 96%|█████████▌| 62640/65536 [10:48:42<30:08,  1.60it/s]
 96%|█████████▌| 62641/65536 [10:48:42<29:53,  1.61it/s]
 96%|█████████▌| 62642/65536 [10:48:43<29:47,  1.62it/s]
 96%|█████████▌| 62643/65536 [10:48:43<29:49,  1.62it/s]
 96%|█████████▌| 62644/65536 [10:48:44<29:48,  1.62it/s]
 96%|█████████▌| 62645/65536 [10:48:45<29:46,  1.62it/s]
 96%|█████████▌| 62646/65536 [10:48:45<30:33,  1.58it/s]
 96%|█████████▌| 62647/65536 [10:48:46<30:24,  1.58it/s]
 96%|█████████▌| 62648/65536 [10:48:47<30:16,  1.59it/s]
 96%|█████████▌| 62649/65536 [10:48:47<30:14,  1.59it/s]
 96%|█████████▌| 62650/65536 [10:48:48<30:16,  1.59it/s]
 96%|█████████▌| 62651/65536 [10:48:48<29:26,  1.63it/s]
 96%|█████████▌| 62652/65536 [10:48:49<29:08,  1.65it/s]
 96%|█████████▌| 62653/65536 [10:48:50<29:20,  1.64it/s]
 96%|█████████▌| 62654/65536 [10:48:50<30:23,  1.58it/s]
 96%|█████████▌| 62655/65536 [10:48:51<31:20,  1.53it/s]
 96%|█████████▌| 62656/65536 [10:48:52<31:03,  1.55it/s]
 96%|█████████▌| 62657/65536 [10:48:52<30:07,  1.59it/s]
 96%|█████████▌| 62658/65536 [10:48:53<29:32,  1.62it/s]
 96%|█████████▌| 62659/65536 [10:48:53<29:27,  1.63it/s]
 96%|█████████▌| 62660/65536 [10:48:54<29:33,  1.62it/s]
                                                        
{'loss': 1.5198, 'learning_rate': 1.39616750336721e-07, 'epoch': 3867.9}
+
 96%|█████████▌| 62660/65536 [10:48:54<29:33,  1.62it/s]
 96%|█████████▌| 62661/65536 [10:48:55<29:59,  1.60it/s]
 96%|█████████▌| 62662/65536 [10:48:55<30:48,  1.55it/s]
 96%|█████████▌| 62663/65536 [10:48:56<30:46,  1.56it/s]
 96%|█████████▌| 62664/65536 [10:48:57<30:15,  1.58it/s]
 96%|█████████▌| 62665/65536 [10:48:57<30:15,  1.58it/s]
 96%|█████████▌| 62666/65536 [10:48:58<29:31,  1.62it/s]
 96%|█████████▌| 62667/65536 [10:48:58<29:20,  1.63it/s]
 96%|█████████▌| 62668/65536 [10:48:59<28:27,  1.68it/s]
 96%|█████████▌| 62669/65536 [10:49:00<28:43,  1.66it/s]
 96%|█████████▌| 62670/65536 [10:49:00<29:20,  1.63it/s]
 96%|█████████▌| 62671/65536 [10:49:01<29:22,  1.63it/s]
 96%|█████████▌| 62672/65536 [10:49:01<29:04,  1.64it/s]
 96%|█████████▌| 62673/65536 [10:49:02<28:57,  1.65it/s]
 96%|█████████▌| 62674/65536 [10:49:03<28:26,  1.68it/s]
 96%|█████████▌| 62675/65536 [10:49:03<29:44,  1.60it/s]
 96%|█████████▌| 62676/65536 [10:49:04<29:34,  1.61it/s]
 96%|█████████▌| 62677/65536 [10:49:05<29:51,  1.60it/s]
 96%|█████████▌| 62678/65536 [10:49:05<30:50,  1.54it/s]
 96%|█████████▌| 62679/65536 [10:49:06<30:50,  1.54it/s]
 96%|█████████▌| 62680/65536 [10:49:07<31:07,  1.53it/s]
                                                        
{'loss': 1.513, 'learning_rate': 1.3934125137749475e-07, 'epoch': 3869.14}
+
 96%|█████████▌| 62680/65536 [10:49:07<31:07,  1.53it/s]
 96%|█████████▌| 62681/65536 [10:49:07<31:00,  1.53it/s]
 96%|█████████▌| 62682/65536 [10:49:08<31:03,  1.53it/s]
 96%|█████████▌| 62683/65536 [10:49:09<31:25,  1.51it/s]
 96%|█████████▌| 62684/65536 [10:49:09<30:26,  1.56it/s]
 96%|█████████▌| 62685/65536 [10:49:10<29:39,  1.60it/s]
 96%|█���███████▌| 62686/65536 [10:49:10<29:26,  1.61it/s]
 96%|█████████▌| 62687/65536 [10:49:11<28:50,  1.65it/s]
 96%|█████████▌| 62688/65536 [10:49:12<28:55,  1.64it/s]
 96%|█████████▌| 62689/65536 [10:49:12<28:39,  1.66it/s]
 96%|█████████▌| 62690/65536 [10:49:13<29:23,  1.61it/s]
 96%|█████████▌| 62691/65536 [10:49:13<29:17,  1.62it/s]
 96%|█████████▌| 62692/65536 [10:49:14<29:07,  1.63it/s]
 96%|█████████▌| 62693/65536 [10:49:15<29:15,  1.62it/s]
 96%|█████████▌| 62694/65536 [10:49:15<29:10,  1.62it/s]
 96%|█████████▌| 62695/65536 [10:49:16<30:56,  1.53it/s]
 96%|█████████▌| 62696/65536 [10:49:17<30:33,  1.55it/s]
 96%|█████████▌| 62697/65536 [10:49:17<30:19,  1.56it/s]
 96%|█████████▌| 62698/65536 [10:49:18<30:08,  1.57it/s]
 96%|█████████▌| 62699/65536 [10:49:18<29:45,  1.59it/s]
 96%|█████████▌| 62700/65536 [10:49:19<29:01,  1.63it/s]
                                                        
{'loss': 1.4914, 'learning_rate': 1.390657524182686e-07, 'epoch': 3870.37}
+
 96%|█████████▌| 62700/65536 [10:49:19<29:01,  1.63it/s]
 96%|█████████▌| 62701/65536 [10:49:20<28:42,  1.65it/s]
 96%|█████████▌| 62702/65536 [10:49:20<29:38,  1.59it/s]
 96%|█████████▌| 62703/65536 [10:49:21<29:08,  1.62it/s]
 96%|█████████▌| 62704/65536 [10:49:22<29:12,  1.62it/s]
 96%|█████████▌| 62705/65536 [10:49:22<29:29,  1.60it/s]
 96%|█████████▌| 62706/65536 [10:49:23<29:12,  1.61it/s]
 96%|█████████▌| 62707/65536 [10:49:23<29:13,  1.61it/s]
 96%|█████████▌| 62708/65536 [10:49:24<29:02,  1.62it/s]
 96%|█████████▌| 62709/65536 [10:49:25<29:07,  1.62it/s]
 96%|█████████▌| 62710/65536 [10:49:25<29:15,  1.61it/s]
 96%|█████████▌| 62711/65536 [10:49:26<30:41,  1.53it/s]
 96%|█████████▌| 62712/65536 [10:49:27<30:19,  1.55it/s]
 96%|█████████▌| 62713/65536 [10:49:27<29:37,  1.59it/s]
 96%|█████████▌| 62714/65536 [10:49:28<29:42,  1.58it/s]
 96%|█████████▌| 62715/65536 [10:49:28<29:06,  1.61it/s]
 96%|█████████▌| 62716/65536 [10:49:29<29:09,  1.61it/s]
 96%|█████████▌| 62717/65536 [10:49:30<30:15,  1.55it/s]
 96%|█████████▌| 62718/65536 [10:49:30<29:41,  1.58it/s]
 96%|█████████▌| 62719/65536 [10:49:31<29:09,  1.61it/s]
 96%|█████████▌| 62720/65536 [10:49:32<28:36,  1.64it/s]
                                                        
{'loss': 1.5168, 'learning_rate': 1.3879025345904247e-07, 'epoch': 3871.6}
+
 96%|█████████▌| 62720/65536 [10:49:32<28:36,  1.64it/s]
 96%|█████████▌| 62721/65536 [10:49:32<28:53,  1.62it/s]
 96%|█████████▌| 62722/65536 [10:49:33<28:45,  1.63it/s]
 96%|█████████▌| 62723/65536 [10:49:33<28:10,  1.66it/s]
 96%|█████████▌| 62724/65536 [10:49:34<28:37,  1.64it/s]
 96%|█████████▌| 62725/65536 [10:49:35<29:04,  1.61it/s]
 96%|█████████▌| 62726/65536 [10:49:35<29:17,  1.60it/s]
 96%|█████████▌| 62727/65536 [10:49:36<30:16,  1.55it/s]
 96%|█████████▌| 62728/65536 [10:49:37<30:08,  1.55it/s]
 96%|█████████▌| 62729/65536 [10:49:37<30:06,  1.55it/s]
 96%|█████████▌| 62730/65536 [10:49:38<29:56,  1.56it/s]
 96%|█████████▌| 62731/65536 [10:49:39<29:42,  1.57it/s]
 96%|█████████▌| 62732/65536 [10:49:39<28:57,  1.61it/s]
 96%|█████████▌| 62733/65536 [10:49:40<29:03,  1.61it/s]
 96%|█████████▌| 62734/65536 [10:49:40<28:41,  1.63it/s]
 96%|█████████▌| 62735/65536 [10:49:41<28:22,  1.65it/s]
 96%|█████████▌| 62736/65536 [10:49:42<28:36,  1.63it/s]
 96%|█████████▌| 62737/65536 [10:49:42<27:51,  1.67it/s]
 96%|█████████▌| 62738/65536 [10:49:43<28:35,  1.63it/s]
 96%|█████████▌| 62739/65536 [10:49:43<28:28,  1.64it/s]
 96%|█████████▌| 62740/65536 [10:49:44<28:36,  1.63it/s]
                                                        
{'loss': 1.5209, 'learning_rate': 1.3851475449981633e-07, 'epoch': 3872.84}
+
 96%|█████████▌| 62740/65536 [10:49:44<28:36,  1.63it/s]
 96%|█████████▌| 62741/65536 [10:49:45<29:21,  1.59it/s]
 96%|█████████▌| 62742/65536 [10:49:45<29:21,  1.59it/s]
 96%|█████████▌| 62743/65536 [10:49:46<30:45,  1.51it/s]
 96%|█████████▌| 62744/65536 [10:49:47<30:00,  1.55it/s]
 96%|█████████▌| 62745/65536 [10:49:47<29:53,  1.56it/s]
 96%|█████████▌| 62746/65536 [10:49:48<29:30,  1.58it/s]
 96%|█████████▌| 62747/65536 [10:49:48<28:41,  1.62it/s]
 96%|█████████▌| 62748/65536 [10:49:49<28:16,  1.64it/s]
 96%|█████████▌| 62749/65536 [10:49:50<28:04,  1.65it/s]
 96%|█████████▌| 62750/65536 [10:49:50<28:08,  1.65it/s]
 96%|█████████▌| 62751/65536 [10:49:51<28:09,  1.65it/s]
 96%|█████████▌| 62752/65536 [10:49:51<28:01,  1.66it/s]
 96%|█████████▌| 62753/65536 [10:49:52<28:03,  1.65it/s]
 96%|█████████▌| 62754/65536 [10:49:53<28:13,  1.64it/s]
 96%|█████████▌| 62755/65536 [10:49:53<28:39,  1.62it/s]
 96%|█████████▌| 62756/65536 [10:49:54<28:23,  1.63it/s]
 96%|█████████▌| 62757/65536 [10:49:55<28:46,  1.61it/s]
 96%|█████████▌| 62758/65536 [10:49:55<28:57,  1.60it/s]
 96%|█████████▌| 62759/65536 [10:49:56<30:06,  1.54it/s]
 96%|█████████▌| 62760/65536 [10:49:57<29:40,  1.56it/s]
                                                        
{'loss': 1.5267, 'learning_rate': 1.382392555405902e-07, 'epoch': 3874.07}
+
 96%|█████████▌| 62760/65536 [10:49:57<29:40,  1.56it/s]
 96%|█████████▌| 62761/65536 [10:49:57<29:15,  1.58it/s]
 96%|█████████▌| 62762/65536 [10:49:58<29:29,  1.57it/s]
 96%|█████████▌| 62763/65536 [10:49:58<29:04,  1.59it/s]
 96%|█████████▌| 62764/65536 [10:49:59<28:43,  1.61it/s]
 96%|█████████▌| 62765/65536 [10:50:00<28:16,  1.63it/s]
 96%|█████████▌| 62766/65536 [10:50:00<28:56,  1.60it/s]
 96%|█████████▌| 62767/65536 [10:50:01<29:19,  1.57it/s]
 96%|█████████▌| 62768/65536 [10:50:02<30:09,  1.53it/s]
 96%|█████████▌| 62769/65536 [10:50:02<29:36,  1.56it/s]
 96%|█████████▌| 62770/65536 [10:50:03<28:22,  1.62it/s]
 96%|█████████▌| 62771/65536 [10:50:03<28:10,  1.64it/s]
 96%|█████████▌| 62772/65536 [10:50:04<27:33,  1.67it/s]
 96%|█████████▌| 62773/65536 [10:50:05<27:59,  1.65it/s]
 96%|█████████▌| 62774/65536 [10:50:05<27:11,  1.69it/s]
 96%|█████████▌| 62775/65536 [10:50:06<27:38,  1.66it/s]
 96%|█████████▌| 62776/65536 [10:50:06<28:35,  1.61it/s]
 96%|█████████▌| 62777/65536 [10:50:07<28:29,  1.61it/s]
 96%|█████████▌| 62778/65536 [10:50:08<28:15,  1.63it/s]
 96%|█████████▌| 62779/65536 [10:50:08<27:50,  1.65it/s]
 96%|█████████▌| 62780/65536 [10:50:09<27:56,  1.64it/s]
                                                        
{'loss': 1.5491, 'learning_rate': 1.3796375658136405e-07, 'epoch': 3875.31}
+
 96%|█████████▌| 62780/65536 [10:50:09<27:56,  1.64it/s]
 96%|█████████▌| 62781/65536 [10:50:09<28:20,  1.62it/s]
 96%|█████████▌| 62782/65536 [10:50:10<28:10,  1.63it/s]
 96%|█████████▌| 62783/65536 [10:50:11<29:38,  1.55it/s]
 96%|█████████▌| 62784/65536 [10:50:11<29:56,  1.53it/s]
 96%|█████████▌| 62785/65536 [10:50:12<29:37,  1.55it/s]
 96%|█████████▌| 62786/65536 [10:50:13<29:03,  1.58it/s]
 96%|█████████▌| 62787/65536 [10:50:13<29:07,  1.57it/s]
 96%|█████████▌| 62788/65536 [10:50:14<28:06,  1.63it/s]
 96%|█████████▌| 62789/65536 [10:50:15<28:10,  1.62it/s]
 96%|█████████▌| 62790/65536 [10:50:15<27:50,  1.64it/s]
 96%|█████████▌| 62791/65536 [10:50:16<27:29,  1.66it/s]
 96%|█████████▌| 62792/65536 [10:50:16<28:16,  1.62it/s]
 96%|█████████▌| 62793/65536 [10:50:17<28:02,  1.63it/s]
 96%|█████████▌| 62794/65536 [10:50:18<28:20,  1.61it/s]
 96%|█████████▌| 62795/65536 [10:50:18<28:19,  1.61it/s]
 96%|█████████▌| 62796/65536 [10:50:19<28:11,  1.62it/s]
 96%|█████████▌| 62797/65536 [10:50:19<28:24,  1.61it/s]
 96%|█████████▌| 62798/65536 [10:50:20<27:28,  1.66it/s]
 96%|█████████▌| 62799/65536 [10:50:21<27:55,  1.63it/s]
 96%|█████████▌| 62800/65536 [10:50:21<28:24,  1.60it/s]
                                                        
{'loss': 1.484, 'learning_rate': 1.376882576221379e-07, 'epoch': 3876.54}
+
 96%|█████████▌| 62800/65536 [10:50:21<28:24,  1.60it/s]
 96%|█████████▌| 62801/65536 [10:50:22<27:55,  1.63it/s]
 96%|█████████▌| 62802/65536 [10:50:23<28:39,  1.59it/s]
 96%|█████████▌| 62803/65536 [10:50:23<28:04,  1.62it/s]
 96%|█████████▌| 62804/65536 [10:50:24<27:46,  1.64it/s]
 96%|█████████▌| 62805/65536 [10:50:24<28:00,  1.62it/s]
 96%|█████████▌| 62806/65536 [10:50:25<28:13,  1.61it/s]
 96%|█████████▌| 62807/65536 [10:50:26<27:54,  1.63it/s]
 96%|█████████▌| 62808/65536 [10:50:26<28:47,  1.58it/s]
 96%|█████████▌| 62809/65536 [10:50:27<29:40,  1.53it/s]
 96%|█████████▌| 62810/65536 [10:50:28<29:38,  1.53it/s]
 96%|█████████▌| 62811/65536 [10:50:28<29:08,  1.56it/s]
 96%|█████████▌| 62812/65536 [10:50:29<28:15,  1.61it/s]
 96%|█████████▌| 62813/65536 [10:50:29<28:12,  1.61it/s]
 96%|█████████▌| 62814/65536 [10:50:30<28:11,  1.61it/s]
 96%|█████████▌| 62815/65536 [10:50:31<28:40,  1.58it/s]
 96%|█████████▌| 62816/65536 [10:50:31<28:48,  1.57it/s]
 96%|█████████▌| 62817/65536 [10:50:32<28:43,  1.58it/s]
 96%|█████████▌| 62818/65536 [10:50:33<28:50,  1.57it/s]
 96%|█████████▌| 62819/65536 [10:50:33<28:24,  1.59it/s]
 96%|█████████▌| 62820/65536 [10:50:34<27:59,  1.62it/s]
                                                        
{'loss': 1.4987, 'learning_rate': 1.3741275866291168e-07, 'epoch': 3877.78}
+
 96%|█████████▌| 62820/65536 [10:50:34<27:59,  1.62it/s]
 96%|█████████▌| 62821/65536 [10:50:34<27:41,  1.63it/s]
 96%|█████████▌| 62822/65536 [10:50:35<27:40,  1.63it/s]
 96%|█████████▌| 62823/65536 [10:50:36<27:09,  1.66it/s]
 96%|█████████▌| 62824/65536 [10:50:36<28:00,  1.61it/s]
 96%|█████████▌| 62825/65536 [10:50:37<28:01,  1.61it/s]
 96%|█████████▌| 62826/65536 [10:50:38<28:02,  1.61it/s]
 96%|█████████▌| 62827/65536 [10:50:38<27:29,  1.64it/s]
 96%|█████████▌| 62828/65536 [10:50:39<27:31,  1.64it/s]
 96%|█████████▌| 62829/65536 [10:50:39<27:46,  1.62it/s]
 96%|█████████▌| 62830/65536 [10:50:40<27:45,  1.63it/s]
 96%|█████████▌| 62831/65536 [10:50:41<27:26,  1.64it/s]
 96%|█████████▌| 62832/65536 [10:50:41<27:24,  1.64it/s]
 96%|█████████▌| 62833/65536 [10:50:42<27:29,  1.64it/s]
 96%|█████████▌| 62834/65536 [10:50:42<27:37,  1.63it/s]
 96%|█████████▌| 62835/65536 [10:50:43<27:38,  1.63it/s]
 96%|█████████▌| 62836/65536 [10:50:44<27:16,  1.65it/s]
 96%|█████████▌| 62837/65536 [10:50:44<27:10,  1.65it/s]
 96%|█████████▌| 62838/65536 [10:50:45<27:34,  1.63it/s]
 96%|█████████▌| 62839/65536 [10:50:45<28:06,  1.60it/s]
 96%|█████████▌| 62840/65536 [10:50:46<29:23,  1.53it/s]
                                                        
{'loss': 1.5323, 'learning_rate': 1.3713725970368554e-07, 'epoch': 3879.01}
+
 96%|█████████▌| 62840/65536 [10:50:46<29:23,  1.53it/s]
 96%|█████████▌| 62841/65536 [10:50:47<28:44,  1.56it/s]
 96%|█████████▌| 62842/65536 [10:50:47<28:15,  1.59it/s]
 96%|█████████▌| 62843/65536 [10:50:48<28:10,  1.59it/s]
 96%|█████████▌| 62844/65536 [10:50:49<27:55,  1.61it/s]
 96%|█████████▌| 62845/65536 [10:50:49<27:42,  1.62it/s]
 96%|█████████▌| 62846/65536 [10:50:50<27:16,  1.64it/s]
 96%|█████████▌| 62847/65536 [10:50:50<27:01,  1.66it/s]
 96%|█████████▌| 62848/65536 [10:50:51<26:17,  1.70it/s]
 96%|█████████▌| 62849/65536 [10:50:52<27:04,  1.65it/s]
 96%|█████████▌| 62850/65536 [10:50:52<27:47,  1.61it/s]
 96%|█████████▌| 62851/65536 [10:50:53<27:46,  1.61it/s]
 96%|█████████▌| 62852/65536 [10:50:53<27:15,  1.64it/s]
 96%|█████████▌| 62853/65536 [10:50:54<26:35,  1.68it/s]
 96%|█████████▌| 62854/65536 [10:50:55<27:39,  1.62it/s]
 96%|█████████▌| 62855/65536 [10:50:55<28:19,  1.58it/s]
 96%|█████████▌| 62856/65536 [10:50:56<28:13,  1.58it/s]
 96%|█████████▌| 62857/65536 [10:50:57<29:39,  1.51it/s]
 96%|█████████▌| 62858/65536 [10:50:57<28:35,  1.56it/s]
 96%|█████████▌| 62859/65536 [10:50:58<27:46,  1.61it/s]
 96%|█████████▌| 62860/65536 [10:50:59<27:12,  1.64it/s]
                                                        
{'loss': 1.5138, 'learning_rate': 1.368617607444594e-07, 'epoch': 3880.25}
+
 96%|█████████▌| 62860/65536 [10:50:59<27:12,  1.64it/s]
 96%|█████████▌| 62861/65536 [10:50:59<27:41,  1.61it/s]
 96%|█████████▌| 62862/65536 [10:51:00<27:46,  1.60it/s]
 96%|█████████▌| 62863/65536 [10:51:00<27:32,  1.62it/s]
 96%|█████████▌| 62864/65536 [10:51:01<27:39,  1.61it/s]
 96%|█████████▌| 62865/65536 [10:51:02<27:31,  1.62it/s]
 96%|█████████▌| 62866/65536 [10:51:02<27:09,  1.64it/s]
 96%|█████████▌| 62867/65536 [10:51:03<26:23,  1.69it/s]
 96%|█████████▌| 62868/65536 [10:51:03<26:31,  1.68it/s]
 96%|█████████▌| 62869/65536 [10:51:04<26:26,  1.68it/s]
 96%|█████████▌| 62870/65536 [10:51:05<27:16,  1.63it/s]
 96%|█████████▌| 62871/65536 [10:51:05<27:41,  1.60it/s]
 96%|█████████▌| 62872/65536 [10:51:06<27:47,  1.60it/s]
 96%|█████████▌| 62873/65536 [10:51:07<29:24,  1.51it/s]
 96%|█████████▌| 62874/65536 [10:51:07<28:10,  1.57it/s]
 96%|█████████▌| 62875/65536 [10:51:08<28:34,  1.55it/s]
 96%|█████████▌| 62876/65536 [10:51:08<28:02,  1.58it/s]
 96%|█████████▌| 62877/65536 [10:51:09<27:39,  1.60it/s]
 96%|█████████▌| 62878/65536 [10:51:10<27:29,  1.61it/s]
 96%|█████████▌| 62879/65536 [10:51:10<29:06,  1.52it/s]
 96%|█████████▌| 62880/65536 [10:51:11<29:33,  1.50it/s]
                                                        
{'loss': 1.4971, 'learning_rate': 1.3658626178523323e-07, 'epoch': 3881.48}
+
 96%|█████████▌| 62880/65536 [10:51:11<29:33,  1.50it/s]
 96%|█████████▌| 62881/65536 [10:51:12<28:39,  1.54it/s]
 96%|█████████▌| 62882/65536 [10:51:12<28:25,  1.56it/s]
 96%|█████████▌| 62883/65536 [10:51:13<28:07,  1.57it/s]
 96%|█████████▌| 62884/65536 [10:51:14<27:44,  1.59it/s]
 96%|█████████▌| 62885/65536 [10:51:14<27:45,  1.59it/s]
 96%|█████████▌| 62886/65536 [10:51:15<27:20,  1.62it/s]
 96%|█████████▌| 62887/65536 [10:51:15<27:09,  1.63it/s]
 96%|█████████▌| 62888/65536 [10:51:16<27:06,  1.63it/s]
 96%|█████████▌| 62889/65536 [10:51:17<28:21,  1.56it/s]
 96%|█████████▌| 62890/65536 [10:51:17<27:36,  1.60it/s]
 96%|█████████▌| 62891/65536 [10:51:18<28:00,  1.57it/s]
 96%|█████████▌| 62892/65536 [10:51:19<27:02,  1.63it/s]
 96%|█████████▌| 62893/65536 [10:51:19<27:06,  1.62it/s]
 96%|█████████▌| 62894/65536 [10:51:20<27:12,  1.62it/s]
 96%|█████████▌| 62895/65536 [10:51:20<26:49,  1.64it/s]
 96%|█████████▌| 62896/65536 [10:51:21<27:09,  1.62it/s]
 96%|█████████▌| 62897/65536 [10:51:22<27:24,  1.61it/s]
 96%|█████████▌| 62898/65536 [10:51:22<27:32,  1.60it/s]
 96%|█████████▌| 62899/65536 [10:51:23<27:03,  1.62it/s]
 96%|█████████▌| 62900/65536 [10:51:23<26:44,  1.64it/s]
                                                        
{'loss': 1.5165, 'learning_rate': 1.3631076282600712e-07, 'epoch': 3882.72}
+
 96%|█████████▌| 62900/65536 [10:51:23<26:44,  1.64it/s]
 96%|█████████▌| 62901/65536 [10:51:24<27:28,  1.60it/s]
 96%|█████████▌| 62902/65536 [10:51:25<27:33,  1.59it/s]
 96%|█████████▌| 62903/65536 [10:51:25<27:12,  1.61it/s]
 96%|█████████▌| 62904/65536 [10:51:26<27:16,  1.61it/s]
 96%|█████████▌| 62905/65536 [10:51:27<27:56,  1.57it/s]
 96%|█████████▌| 62906/65536 [10:51:27<29:04,  1.51it/s]
 96%|█████████▌| 62907/65536 [10:51:28<28:13,  1.55it/s]
 96%|█████████▌| 62908/65536 [10:51:29<27:14,  1.61it/s]
 96%|█████████▌| 62909/65536 [10:51:29<26:30,  1.65it/s]
 96%|█████████▌| 62910/65536 [10:51:30<26:34,  1.65it/s]
 96%|█████████▌| 62911/65536 [10:51:30<26:18,  1.66it/s]
 96%|█████████▌| 62912/65536 [10:51:31<27:25,  1.59it/s]
 96%|█████████▌| 62913/65536 [10:51:32<27:21,  1.60it/s]
 96%|█████████▌| 62914/65536 [10:51:32<27:06,  1.61it/s]
 96%|█████████▌| 62915/65536 [10:51:33<26:38,  1.64it/s]
 96%|█████████▌| 62916/65536 [10:51:33<26:23,  1.65it/s]
 96%|█████████▌| 62917/65536 [10:51:34<27:32,  1.58it/s]
 96%|█████████▌| 62918/65536 [10:51:35<27:11,  1.61it/s]
 96%|█████████▌| 62919/65536 [10:51:35<26:32,  1.64it/s]
 96%|█████████▌| 62920/65536 [10:51:36<26:36,  1.64it/s]
                                                        
{'loss': 1.4872, 'learning_rate': 1.3603526386678098e-07, 'epoch': 3883.95}
+
 96%|█████████▌| 62920/65536 [10:51:36<26:36,  1.64it/s]
 96%|█████████▌| 62921/65536 [10:51:37<27:30,  1.58it/s]
 96%|█████████▌| 62922/65536 [10:51:37<26:57,  1.62it/s]
 96%|█████████▌| 62923/65536 [10:51:38<26:24,  1.65it/s]
 96%|█████████▌| 62924/65536 [10:51:38<26:43,  1.63it/s]
 96%|█████████▌| 62925/65536 [10:51:39<26:43,  1.63it/s]
 96%|█████████▌| 62926/65536 [10:51:40<26:07,  1.66it/s]
 96%|█████████▌| 62927/65536 [10:51:40<25:37,  1.70it/s]
 96%|█████████▌| 62928/65536 [10:51:41<26:06,  1.67it/s]
 96%|█████████▌| 62929/65536 [10:51:41<26:47,  1.62it/s]
 96%|█████████▌| 62930/65536 [10:51:42<26:44,  1.62it/s]
 96%|█████████▌| 62931/65536 [10:51:43<27:16,  1.59it/s]
 96%|█████████▌| 62932/65536 [10:51:43<26:38,  1.63it/s]
 96%|█████████▌| 62933/65536 [10:51:44<26:16,  1.65it/s]
 96%|█████████▌| 62934/65536 [10:51:44<26:12,  1.66it/s]
 96%|█████████▌| 62935/65536 [10:51:45<26:58,  1.61it/s]
 96%|█████████▌| 62936/65536 [10:51:46<27:24,  1.58it/s]
 96%|█████████▌| 62937/65536 [10:51:46<27:14,  1.59it/s]
 96%|█████████▌| 62938/65536 [10:51:47<27:47,  1.56it/s]
 96%|█████████▌| 62939/65536 [10:51:48<26:45,  1.62it/s]
 96%|█████████▌| 62940/65536 [10:51:48<26:50,  1.61it/s]
                                                        
{'loss': 1.5286, 'learning_rate': 1.3575976490755473e-07, 'epoch': 3885.19}
+
 96%|█████████▌| 62940/65536 [10:51:48<26:50,  1.61it/s]
 96%|█████████▌| 62941/65536 [10:51:49<26:35,  1.63it/s]
 96%|█████████▌| 62942/65536 [10:51:50<26:53,  1.61it/s]
 96%|█████████▌| 62943/65536 [10:51:50<26:46,  1.61it/s]
 96%|█████████▌| 62944/65536 [10:51:51<27:33,  1.57it/s]
 96%|█████████▌| 62945/65536 [10:51:51<27:00,  1.60it/s]
 96%|█████████▌| 62946/65536 [10:51:52<27:00,  1.60it/s]
 96%|█████████▌| 62947/65536 [10:51:53<27:07,  1.59it/s]
 96%|█████████▌| 62948/65536 [10:51:53<26:48,  1.61it/s]
 96%|█████████▌| 62949/65536 [10:51:54<26:37,  1.62it/s]
 96%|█████████▌| 62950/65536 [10:51:54<26:33,  1.62it/s]
 96%|█████████▌| 62951/65536 [10:51:55<26:51,  1.60it/s]
 96%|█████████▌| 62952/65536 [10:51:56<26:48,  1.61it/s]
 96%|█████████▌| 62953/65536 [10:51:56<26:43,  1.61it/s]
 96%|█████████▌| 62954/65536 [10:51:57<27:30,  1.56it/s]
 96%|█████████▌| 62955/65536 [10:51:58<27:41,  1.55it/s]
 96%|█████████▌| 62956/65536 [10:51:58<27:13,  1.58it/s]
 96%|█████████▌| 62957/65536 [10:51:59<27:26,  1.57it/s]
 96%|█████████▌| 62958/65536 [10:52:00<26:50,  1.60it/s]
 96%|█████████▌| 62959/65536 [10:52:00<26:57,  1.59it/s]
 96%|█████████▌| 62960/65536 [10:52:01<26:52,  1.60it/s]
                                                        
{'loss': 1.4975, 'learning_rate': 1.3548426594832862e-07, 'epoch': 3886.42}
+
 96%|█████████▌| 62960/65536 [10:52:01<26:52,  1.60it/s]
 96%|█████████▌| 62961/65536 [10:52:01<26:20,  1.63it/s]
 96%|█████████▌| 62962/65536 [10:52:02<26:15,  1.63it/s]
 96%|█████████▌| 62963/65536 [10:52:03<26:39,  1.61it/s]
 96%|█████████▌| 62964/65536 [10:52:03<26:31,  1.62it/s]
 96%|█████████▌| 62965/65536 [10:52:04<26:20,  1.63it/s]
 96%|█████████▌| 62966/65536 [10:52:04<25:37,  1.67it/s]
 96%|█████████▌| 62967/65536 [10:52:05<25:39,  1.67it/s]
 96%|█████████▌| 62968/65536 [10:52:06<25:54,  1.65it/s]
 96%|█████████▌| 62969/65536 [10:52:06<25:55,  1.65it/s]
 96%|█████████▌| 62970/65536 [10:52:07<26:09,  1.63it/s]
 96%|█████████▌| 62971/65536 [10:52:07<25:39,  1.67it/s]
 96%|█████████▌| 62972/65536 [10:52:08<26:01,  1.64it/s]
 96%|█████████▌| 62973/65536 [10:52:09<25:54,  1.65it/s]
 96%|█████████▌| 62974/65536 [10:52:09<26:12,  1.63it/s]
 96%|█████████▌| 62975/65536 [10:52:10<27:00,  1.58it/s]
 96%|█████████▌| 62976/65536 [10:52:11<26:37,  1.60it/s]
 96%|█████████▌| 62977/65536 [10:52:11<26:11,  1.63it/s]
 96%|█████████▌| 62978/65536 [10:52:12<26:20,  1.62it/s]
 96%|█████████▌| 62979/65536 [10:52:12<26:15,  1.62it/s]
 96%|█���███████▌| 62980/65536 [10:52:13<26:34,  1.60it/s]
                                                        
{'loss': 1.5227, 'learning_rate': 1.3520876698910248e-07, 'epoch': 3887.65}
+
 96%|█████████▌| 62980/65536 [10:52:13<26:34,  1.60it/s]
 96%|█████████▌| 62981/65536 [10:52:14<26:27,  1.61it/s]
 96%|█████████▌| 62982/65536 [10:52:14<25:43,  1.65it/s]
 96%|█████████▌| 62983/65536 [10:52:15<26:34,  1.60it/s]
 96%|█████████▌| 62984/65536 [10:52:16<26:07,  1.63it/s]
 96%|█████████▌| 62985/65536 [10:52:16<25:53,  1.64it/s]
 96%|█████████▌| 62986/65536 [10:52:17<26:25,  1.61it/s]
 96%|█████████▌| 62987/65536 [10:52:17<26:04,  1.63it/s]
 96%|█████████▌| 62988/65536 [10:52:18<25:57,  1.64it/s]
 96%|█████████▌| 62989/65536 [10:52:19<26:37,  1.59it/s]
 96%|█████████▌| 62990/65536 [10:52:19<26:20,  1.61it/s]
 96%|█████████▌| 62991/65536 [10:52:20<26:20,  1.61it/s]
 96%|█████████▌| 62992/65536 [10:52:20<25:59,  1.63it/s]
 96%|█████████▌| 62993/65536 [10:52:21<26:50,  1.58it/s]
 96%|█████████▌| 62994/65536 [10:52:22<26:15,  1.61it/s]
 96%|█████████▌| 62995/65536 [10:52:22<26:11,  1.62it/s]
 96%|█████████▌| 62996/65536 [10:52:23<26:35,  1.59it/s]
 96%|█████████▌| 62997/65536 [10:52:24<26:18,  1.61it/s]
 96%|█████████▌| 62998/65536 [10:52:24<26:30,  1.60it/s]
 96%|█████████▌| 62999/65536 [10:52:25<26:06,  1.62it/s]
 96%|█████████▌| 63000/65536 [10:52:25<26:13,  1.61it/s]
                                                        
{'loss': 1.5013, 'learning_rate': 1.3493326802987634e-07, 'epoch': 3888.89}
+
 96%|█████████▌| 63000/65536 [10:52:25<26:13,  1.61it/s]
 96%|█████████▌| 63001/65536 [10:52:26<25:44,  1.64it/s]
 96%|█████████▌| 63002/65536 [10:52:27<27:03,  1.56it/s]
 96%|█████████▌| 63003/65536 [10:52:27<26:45,  1.58it/s]
 96%|█████████▌| 63004/65536 [10:52:28<26:55,  1.57it/s]
 96%|█████████▌| 63005/65536 [10:52:29<26:33,  1.59it/s]
 96%|█████████▌| 63006/65536 [10:52:29<26:05,  1.62it/s]
 96%|█████████▌| 63007/65536 [10:52:30<25:29,  1.65it/s]
 96%|█████████▌| 63008/65536 [10:52:30<25:15,  1.67it/s]
 96%|█████████▌| 63009/65536 [10:52:31<25:05,  1.68it/s]
 96%|█████████▌| 63010/65536 [10:52:32<26:34,  1.58it/s]
 96%|█████████▌| 63011/65536 [10:52:32<26:17,  1.60it/s]
 96%|█████████▌| 63012/65536 [10:52:33<26:26,  1.59it/s]
 96%|█████████▌| 63013/65536 [10:52:34<25:50,  1.63it/s]
 96%|█████████▌| 63014/65536 [10:52:34<26:15,  1.60it/s]
 96%|█████████▌| 63015/65536 [10:52:35<25:45,  1.63it/s]
 96%|█████████▌| 63016/65536 [10:52:35<25:13,  1.67it/s]
 96%|█████████▌| 63017/65536 [10:52:36<25:04,  1.67it/s]
 96%|█████████▌| 63018/65536 [10:52:37<25:05,  1.67it/s]
 96%|█████████▌| 63019/65536 [10:52:37<25:56,  1.62it/s]
 96%|█████████▌| 63020/65536 [10:52:38<25:41,  1.63it/s]
                                                        
{'loss': 1.5403, 'learning_rate': 1.346577690706502e-07, 'epoch': 3890.12}
+
 96%|█████████▌| 63020/65536 [10:52:38<25:41,  1.63it/s]
 96%|█████████▌| 63021/65536 [10:52:38<25:18,  1.66it/s]
 96%|█████████▌| 63022/65536 [10:52:39<25:09,  1.67it/s]
 96%|█████████▌| 63023/65536 [10:52:40<25:35,  1.64it/s]
 96%|█████████▌| 63024/65536 [10:52:40<25:31,  1.64it/s]
 96%|█████████▌| 63025/65536 [10:52:41<26:42,  1.57it/s]
 96%|█████████▌| 63026/65536 [10:52:41<26:02,  1.61it/s]
 96%|█████████▌| 63027/65536 [10:52:42<25:48,  1.62it/s]
 96%|█████████▌| 63028/65536 [10:52:43<25:16,  1.65it/s]
 96%|█████████▌| 63029/65536 [10:52:43<25:28,  1.64it/s]
 96%|█████████▌| 63030/65536 [10:52:44<25:42,  1.62it/s]
 96%|█████████▌| 63031/65536 [10:52:45<25:27,  1.64it/s]
 96%|█████████▌| 63032/65536 [10:52:45<24:55,  1.67it/s]
 96%|█████████▌| 63033/65536 [10:52:46<25:21,  1.64it/s]
 96%|█████████▌| 63034/65536 [10:52:46<25:37,  1.63it/s]
 96%|█████████▌| 63035/65536 [10:52:47<26:05,  1.60it/s]
 96%|█████████▌| 63036/65536 [10:52:48<25:53,  1.61it/s]
 96%|█████████▌| 63037/65536 [10:52:48<26:13,  1.59it/s]
 96%|███████��█▌| 63038/65536 [10:52:49<25:26,  1.64it/s]
 96%|█████████▌| 63039/65536 [10:52:49<24:50,  1.68it/s]
 96%|█████████▌| 63040/65536 [10:52:50<25:01,  1.66it/s]
                                                        
{'loss': 1.5481, 'learning_rate': 1.3438227011142405e-07, 'epoch': 3891.36}
+
 96%|█████████▌| 63040/65536 [10:52:50<25:01,  1.66it/s]
 96%|█████████▌| 63041/65536 [10:52:51<24:48,  1.68it/s]
 96%|█████████▌| 63042/65536 [10:52:51<24:36,  1.69it/s]
 96%|█████████▌| 63043/65536 [10:52:52<24:21,  1.71it/s]
 96%|█████████▌| 63044/65536 [10:52:52<24:30,  1.69it/s]
 96%|█████████▌| 63045/65536 [10:52:53<25:18,  1.64it/s]
 96%|█████████▌| 63046/65536 [10:52:54<26:10,  1.59it/s]
 96%|█████████▌| 63047/65536 [10:52:54<26:03,  1.59it/s]
 96%|█████████▌| 63048/65536 [10:52:55<26:00,  1.59it/s]
 96%|█████████▌| 63049/65536 [10:52:56<26:40,  1.55it/s]
 96%|█████████▌| 63050/65536 [10:52:56<26:20,  1.57it/s]
 96%|█████████▌| 63051/65536 [10:52:57<27:30,  1.51it/s]
 96%|█████████▌| 63052/65536 [10:52:58<26:20,  1.57it/s]
 96%|█████████▌| 63053/65536 [10:52:58<25:52,  1.60it/s]
 96%|█████████▌| 63054/65536 [10:52:59<25:57,  1.59it/s]
 96%|█████████▌| 63055/65536 [10:52:59<25:22,  1.63it/s]
 96%|█████████▌| 63056/65536 [10:53:00<25:15,  1.64it/s]
 96%|█████████▌| 63057/65536 [10:53:01<25:32,  1.62it/s]
 96%|█████████▌| 63058/65536 [10:53:01<25:33,  1.62it/s]
 96%|█████████▌| 63059/65536 [10:53:02<26:10,  1.58it/s]
 96%|█████████▌| 63060/65536 [10:53:02<25:38,  1.61it/s]
                                                        
{'loss': 1.5497, 'learning_rate': 1.341067711521979e-07, 'epoch': 3892.59}
+
 96%|█████████▌| 63060/65536 [10:53:02<25:38,  1.61it/s]
 96%|█████████▌| 63061/65536 [10:53:03<26:13,  1.57it/s]
 96%|█████████▌| 63062/65536 [10:53:04<26:26,  1.56it/s]
 96%|█████████▌| 63063/65536 [10:53:04<25:46,  1.60it/s]
 96%|█████████▌| 63064/65536 [10:53:05<25:20,  1.63it/s]
 96%|█████████▌| 63065/65536 [10:53:06<25:07,  1.64it/s]
 96%|█████████▌| 63066/65536 [10:53:06<25:48,  1.60it/s]
 96%|█████████▌| 63067/65536 [10:53:07<26:37,  1.55it/s]
 96%|█████████▌| 63068/65536 [10:53:08<26:32,  1.55it/s]
 96%|█████████▌| 63069/65536 [10:53:08<26:00,  1.58it/s]
 96%|█████████▌| 63070/65536 [10:53:09<26:10,  1.57it/s]
 96%|█████████▌| 63071/65536 [10:53:09<25:36,  1.60it/s]
 96%|█████████▌| 63072/65536 [10:53:10<25:15,  1.63it/s]
 96%|█████████▌| 63073/65536 [10:53:11<25:16,  1.62it/s]
 96%|█████████▌| 63074/65536 [10:53:11<25:06,  1.63it/s]
 96%|█████████▌| 63075/65536 [10:53:12<25:27,  1.61it/s]
 96%|█████████▌| 63076/65536 [10:53:12<25:05,  1.63it/s]
 96%|█████████▌| 63077/65536 [10:53:13<25:02,  1.64it/s]
 96%|█████████▌| 63078/65536 [10:53:14<25:14,  1.62it/s]
 96%|█████████▋| 63079/65536 [10:53:14<25:00,  1.64it/s]
 96%|█████████▋| 63080/65536 [10:53:15<25:20,  1.62it/s]
                                                        
{'loss': 1.4904, 'learning_rate': 1.3383127219297166e-07, 'epoch': 3893.83}
+
 96%|█████████▋| 63080/65536 [10:53:15<25:20,  1.62it/s]
 96%|█████████▋| 63081/65536 [10:53:16<25:24,  1.61it/s]
 96%|█████████▋| 63082/65536 [10:53:16<25:25,  1.61it/s]
 96%|█████████▋| 63083/65536 [10:53:17<26:10,  1.56it/s]
 96%|█████████▋| 63084/65536 [10:53:18<26:26,  1.55it/s]
 96%|█████████▋| 63085/65536 [10:53:18<25:44,  1.59it/s]
 96%|█████████▋| 63086/65536 [10:53:19<25:47,  1.58it/s]
 96%|█████████▋| 63087/65536 [10:53:19<25:28,  1.60it/s]
 96%|█████████▋| 63088/65536 [10:53:20<25:34,  1.60it/s]
 96%|█████████▋| 63089/65536 [10:53:21<24:38,  1.66it/s]
 96%|█████████▋| 63090/65536 [10:53:21<24:34,  1.66it/s]
 96%|█████████▋| 63091/65536 [10:53:22<24:26,  1.67it/s]
 96%|█████████▋| 63092/65536 [10:53:22<24:06,  1.69it/s]
 96%|█████████▋| 63093/65536 [10:53:23<24:12,  1.68it/s]
 96%|█████████▋| 63094/65536 [10:53:23<24:10,  1.68it/s]
 96%|█████████▋| 63095/65536 [10:53:24<24:44,  1.64it/s]
 96%|█████████▋| 63096/65536 [10:53:25<24:54,  1.63it/s]
 96%|█████████▋| 63097/65536 [10:53:25<25:42,  1.58it/s]
 96%|█████████▋| 63098/65536 [10:53:26<25:21,  1.60it/s]
 96%|█████████▋| 63099/65536 [10:53:27<25:20,  1.60it/s]
 96%|█████████▋| 63100/65536 [10:53:27<27:07,  1.50it/s]
                                                        
{'loss': 1.5437, 'learning_rate': 1.3355577323374552e-07, 'epoch': 3895.06}
+
 96%|█████████▋| 63100/65536 [10:53:27<27:07,  1.50it/s]
 96%|█████████▋| 63101/65536 [10:53:28<26:42,  1.52it/s]
 96%|█████████▋| 63102/65536 [10:53:29<25:55,  1.56it/s]
 96%|█████████▋| 63103/65536 [10:53:29<25:44,  1.58it/s]
 96%|█████████▋| 63104/65536 [10:53:30<25:52,  1.57it/s]
 96%|█████████▋| 63105/65536 [10:53:31<25:15,  1.60it/s]
 96%|█████████▋| 63106/65536 [10:53:31<24:59,  1.62it/s]
 96%|█████████▋| 63107/65536 [10:53:32<24:48,  1.63it/s]
 96%|█████████▋| 63108/65536 [10:53:32<24:48,  1.63it/s]
 96%|█████████▋| 63109/65536 [10:53:33<24:06,  1.68it/s]
 96%|█████████▋| 63110/65536 [10:53:34<24:20,  1.66it/s]
 96%|█████████▋| 63111/65536 [10:53:34<23:46,  1.70it/s]
 96%|█████████▋| 63112/65536 [10:53:35<25:00,  1.62it/s]
 96%|█████████▋| 63113/65536 [10:53:35<24:47,  1.63it/s]
 96%|█████████▋| 63114/65536 [10:53:36<24:59,  1.62it/s]
 96%|█████████▋| 63115/65536 [10:53:37<24:32,  1.64it/s]
 96%|█████████▋| 63116/65536 [10:53:37<25:18,  1.59it/s]
 96%|█████████▋| 63117/65536 [10:53:38<25:22,  1.59it/s]
 96%|█████████▋| 63118/65536 [10:53:38<24:48,  1.62it/s]
 96%|█████████▋| 63119/65536 [10:53:39<25:22,  1.59it/s]
 96%|█████████▋| 63120/65536 [10:53:40<25:11,  1.60it/s]
                                                        
{'loss': 1.5276, 'learning_rate': 1.3328027427451938e-07, 'epoch': 3896.3}
+
 96%|█████████▋| 63120/65536 [10:53:40<25:11,  1.60it/s]
 96%|█████████▋| 63121/65536 [10:53:40<24:38,  1.63it/s]
 96%|█████████▋| 63122/65536 [10:53:41<24:10,  1.66it/s]
 96%|█████████▋| 63123/65536 [10:53:42<24:28,  1.64it/s]
 96%|█████████▋| 63124/65536 [10:53:42<25:00,  1.61it/s]
 96%|█████████▋| 63125/65536 [10:53:43<24:36,  1.63it/s]
 96%|█████████▋| 63126/65536 [10:53:43<24:55,  1.61it/s]
 96%|█████████▋| 63127/65536 [10:53:44<24:16,  1.65it/s]
 96%|█████████▋| 63128/65536 [10:53:45<24:14,  1.66it/s]
 96%|█████████▋| 63129/65536 [10:53:45<24:11,  1.66it/s]
 96%|█████████▋| 63130/65536 [10:53:46<24:39,  1.63it/s]
 96%|█████████▋| 63131/65536 [10:53:46<25:15,  1.59it/s]
 96%|█████████▋| 63132/65536 [10:53:47<26:10,  1.53it/s]
 96%|█████████▋| 63133/65536 [10:53:48<25:41,  1.56it/s]
 96%|█████████▋| 63134/65536 [10:53:48<25:18,  1.58it/s]
 96%|█████████▋| 63135/65536 [10:53:49<24:43,  1.62it/s]
 96%|█████████▋| 63136/65536 [10:53:50<24:37,  1.62it/s]
 96%|█████████▋| 63137/65536 [10:53:50<24:29,  1.63it/s]
 96%|█████████▋| 63138/65536 [10:53:51<24:48,  1.61it/s]
 96%|█████████▋| 63139/65536 [10:53:51<24:54,  1.60it/s]
 96%|█████████▋| 63140/65536 [10:53:52<25:03,  1.59it/s]
                                                        
{'loss': 1.5297, 'learning_rate': 1.3300477531529324e-07, 'epoch': 3897.53}
+
 96%|█████████▋| 63140/65536 [10:53:52<25:03,  1.59it/s]
 96%|█████████▋| 63141/65536 [10:53:53<24:55,  1.60it/s]
 96%|█████████▋| 63142/65536 [10:53:53<25:15,  1.58it/s]
 96%|█████████▋| 63143/65536 [10:53:54<24:38,  1.62it/s]
 96%|█████████▋| 63144/65536 [10:53:55<24:12,  1.65it/s]
 96%|█████████▋| 63145/65536 [10:53:55<23:53,  1.67it/s]
 96%|█████████▋| 63146/65536 [10:53:56<24:08,  1.65it/s]
 96%|█████████▋| 63147/65536 [10:53:56<23:34,  1.69it/s]
 96%|█████████▋| 63148/65536 [10:53:57<24:26,  1.63it/s]
 96%|█████████▋| 63149/65536 [10:53:58<24:16,  1.64it/s]
 96%|█████████▋| 63150/65536 [10:53:58<25:01,  1.59it/s]
 96%|█████████▋| 63151/65536 [10:53:59<24:18,  1.63it/s]
 96%|█████████▋| 63152/65536 [10:53:59<23:48,  1.67it/s]
 96%|█████████▋| 63153/65536 [10:54:00<24:03,  1.65it/s]
 96%|█████████▋| 63154/65536 [10:54:01<24:17,  1.63it/s]
 96%|█████████▋| 63155/65536 [10:54:01<25:01,  1.59it/s]
 96%|█████████▋| 63156/65536 [10:54:02<24:42,  1.61it/s]
 96%|█████████▋| 63157/65536 [10:54:03<24:31,  1.62it/s]
 96%|█████████▋| 63158/65536 [10:54:03<24:12,  1.64it/s]
 96%|█████████▋| 63159/65536 [10:54:04<23:49,  1.66it/s]
 96%|█████████▋| 63160/65536 [10:54:04<23:46,  1.67it/s]
                                                        
{'loss': 1.5134, 'learning_rate': 1.327292763560671e-07, 'epoch': 3898.77}
+
 96%|█████████▋| 63160/65536 [10:54:04<23:46,  1.67it/s]
 96%|█████████▋| 63161/65536 [10:54:05<23:52,  1.66it/s]
 96%|█████████▋| 63162/65536 [10:54:06<24:24,  1.62it/s]
 96%|█████████▋| 63163/65536 [10:54:06<24:41,  1.60it/s]
 96%|█████████▋| 63164/65536 [10:54:07<25:00,  1.58it/s]
 96%|█████████▋| 63165/65536 [10:54:07<24:19,  1.62it/s]
 96%|█████████▋| 63166/65536 [10:54:08<24:36,  1.60it/s]
 96%|█████████▋| 63167/65536 [10:54:09<24:29,  1.61it/s]
 96%|█████████▋| 63168/65536 [10:54:09<24:30,  1.61it/s]
 96%|█████████▋| 63169/65536 [10:54:10<24:30,  1.61it/s]
 96%|█████████▋| 63170/65536 [10:54:11<24:42,  1.60it/s]
 96%|█████████▋| 63171/65536 [10:54:11<24:59,  1.58it/s]
 96%|█████████▋| 63172/65536 [10:54:12<24:43,  1.59it/s]
 96%|█████████▋| 63173/65536 [10:54:12<24:55,  1.58it/s]
 96%|█████████▋| 63174/65536 [10:54:13<25:15,  1.56it/s]
 96%|█████████▋| 63175/65536 [10:54:14<24:30,  1.61it/s]
 96%|█████████▋| 63176/65536 [10:54:14<24:56,  1.58it/s]
 96%|█████████▋| 63177/65536 [10:54:15<24:35,  1.60it/s]
 96%|█████████▋| 63178/65536 [10:54:16<24:27,  1.61it/s]
 96%|█████████▋| 63179/65536 [10:54:16<24:32,  1.60it/s]
 96%|█████████▋| 63180/65536 [10:54:17<24:30,  1.60it/s]
                                                        
{'loss': 1.4832, 'learning_rate': 1.3245377739684096e-07, 'epoch': 3900.0}
+
 96%|█████████▋| 63180/65536 [10:54:17<24:30,  1.60it/s]
 96%|█████████▋| 63181/65536 [10:54:18<25:26,  1.54it/s]
 96%|█████████▋| 63182/65536 [10:54:18<25:03,  1.57it/s]
 96%|█████████▋| 63183/65536 [10:54:19<25:03,  1.56it/s]
 96%|█████████▋| 63184/65536 [10:54:19<24:32,  1.60it/s]
 96%|█████████▋| 63185/65536 [10:54:20<24:22,  1.61it/s]
 96%|█████████▋| 63186/65536 [10:54:21<23:52,  1.64it/s]
 96%|█████████▋| 63187/65536 [10:54:21<23:29,  1.67it/s]
 96%|█████████▋| 63188/65536 [10:54:22<23:09,  1.69it/s]
 96%|█████████▋| 63189/65536 [10:54:22<23:26,  1.67it/s]
 96%|█████████▋| 63190/65536 [10:54:23<23:45,  1.65it/s]
 96%|█████████▋| 63191/65536 [10:54:24<23:22,  1.67it/s]
 96%|█████████▋| 63192/65536 [10:54:24<23:16,  1.68it/s]
 96%|█████████▋| 63193/65536 [10:54:25<23:39,  1.65it/s]
 96%|█████████▋| 63194/65536 [10:54:25<24:05,  1.62it/s]
 96%|█████████▋| 63195/65536 [10:54:26<24:19,  1.60it/s]
 96%|█████████▋| 63196/65536 [10:54:27<25:11,  1.55it/s]
 96%|█████████▋| 63197/65536 [10:54:27<25:58,  1.50it/s]
 96%|█████████▋| 63198/65536 [10:54:28<25:14,  1.54it/s]
 96%|█████████▋| 63199/65536 [10:54:29<25:14,  1.54it/s]
 96%|█████████▋| 63200/65536 [10:54:29<24:40,  1.58it/s]
                                                        
{'loss': 1.516, 'learning_rate': 1.3217827843761482e-07, 'epoch': 3901.23}
+
 96%|█████████▋| 63200/65536 [10:54:29<24:40,  1.58it/s]
 96%|█████████▋| 63201/65536 [10:54:30<24:37,  1.58it/s]
 96%|█████████▋| 63202/65536 [10:54:31<24:17,  1.60it/s]
 96%|█████████▋| 63203/65536 [10:54:31<23:44,  1.64it/s]
 96%|█████████▋| 63204/65536 [10:54:32<24:12,  1.61it/s]
 96%|█████████▋| 63205/65536 [10:54:32<23:45,  1.64it/s]
 96%|█████████▋| 63206/65536 [10:54:33<23:54,  1.62it/s]
 96%|█████████▋| 63207/65536 [10:54:34<23:28,  1.65it/s]
 96%|█████████▋| 63208/65536 [10:54:34<23:21,  1.66it/s]
 96%|█████████▋| 63209/65536 [10:54:35<23:57,  1.62it/s]
 96%|█████████▋| 63210/65536 [10:54:35<24:03,  1.61it/s]
 96%|█████████▋| 63211/65536 [10:54:36<23:53,  1.62it/s]
 96%|█████████▋| 63212/65536 [10:54:37<23:16,  1.66it/s]
 96%|█��███████▋| 63213/65536 [10:54:37<24:02,  1.61it/s]
 96%|█████████▋| 63214/65536 [10:54:38<23:59,  1.61it/s]
 96%|█████████▋| 63215/65536 [10:54:39<23:48,  1.62it/s]
 96%|█████████▋| 63216/65536 [10:54:39<23:33,  1.64it/s]
 96%|█████████▋| 63217/65536 [10:54:40<23:22,  1.65it/s]
 96%|█████████▋| 63218/65536 [10:54:40<23:19,  1.66it/s]
 96%|█████████▋| 63219/65536 [10:54:41<23:51,  1.62it/s]
 96%|█████████▋| 63220/65536 [10:54:42<23:37,  1.63it/s]
                                                        
{'loss': 1.5574, 'learning_rate': 1.319027794783886e-07, 'epoch': 3902.47}
+
 96%|█████████▋| 63220/65536 [10:54:42<23:37,  1.63it/s]
 96%|█████████▋| 63221/65536 [10:54:42<23:50,  1.62it/s]
 96%|█████████▋| 63222/65536 [10:54:43<23:20,  1.65it/s]
 96%|█████████▋| 63223/65536 [10:54:43<24:00,  1.61it/s]
 96%|█████████▋| 63224/65536 [10:54:44<23:33,  1.64it/s]
 96%|█████████▋| 63225/65536 [10:54:45<23:43,  1.62it/s]
 96%|█████████▋| 63226/65536 [10:54:45<24:01,  1.60it/s]
 96%|█████████▋| 63227/65536 [10:54:46<24:36,  1.56it/s]
 96%|█████████▋| 63228/65536 [10:54:47<24:23,  1.58it/s]
 96%|█████████▋| 63229/65536 [10:54:47<25:02,  1.54it/s]
 96%|█████████▋| 63230/65536 [10:54:48<24:40,  1.56it/s]
 96%|█████████▋| 63231/65536 [10:54:49<26:15,  1.46it/s]
 96%|█████████▋| 63232/65536 [10:54:49<25:48,  1.49it/s]
 96%|█████████▋| 63233/65536 [10:54:50<24:48,  1.55it/s]
 96%|█████████▋| 63234/65536 [10:54:51<24:29,  1.57it/s]
 96%|█████████▋| 63235/65536 [10:54:51<24:01,  1.60it/s]
 96%|█████████▋| 63236/65536 [10:54:52<23:26,  1.64it/s]
 96%|█████████▋| 63237/65536 [10:54:52<23:11,  1.65it/s]
 96%|█████████▋| 63238/65536 [10:54:53<23:11,  1.65it/s]
 96%|█████████▋| 63239/65536 [10:54:54<23:43,  1.61it/s]
 96%|█████████▋| 63240/65536 [10:54:54<23:48,  1.61it/s]
                                                        
{'loss': 1.5375, 'learning_rate': 1.3162728051916243e-07, 'epoch': 3903.7}
+
 96%|█████████▋| 63240/65536 [10:54:54<23:48,  1.61it/s]
 96%|█████████▋| 63241/65536 [10:54:55<24:26,  1.56it/s]
 96%|█████████▋| 63242/65536 [10:54:55<24:04,  1.59it/s]
 97%|█████████▋| 63243/65536 [10:54:56<23:58,  1.59it/s]
 97%|█████████▋| 63244/65536 [10:54:57<23:46,  1.61it/s]
 97%|█████████▋| 63245/65536 [10:54:57<24:14,  1.58it/s]
 97%|█████████▋| 63246/65536 [10:54:58<24:57,  1.53it/s]
 97%|█████████▋| 63247/65536 [10:54:59<24:11,  1.58it/s]
 97%|█████████▋| 63248/65536 [10:54:59<23:27,  1.63it/s]
 97%|█████████▋| 63249/65536 [10:55:00<23:20,  1.63it/s]
 97%|█████████▋| 63250/65536 [10:55:00<23:17,  1.64it/s]
 97%|█████████▋| 63251/65536 [10:55:01<23:34,  1.62it/s]
 97%|█████████▋| 63252/65536 [10:55:02<23:47,  1.60it/s]
 97%|█████████▋| 63253/65536 [10:55:02<23:35,  1.61it/s]
 97%|█████████▋| 63254/65536 [10:55:03<23:14,  1.64it/s]
 97%|█████████▋| 63255/65536 [10:55:04<23:33,  1.61it/s]
 97%|█████████▋| 63256/65536 [10:55:04<23:26,  1.62it/s]
 97%|█████████▋| 63257/65536 [10:55:05<23:07,  1.64it/s]
 97%|█████████▋| 63258/65536 [10:55:05<23:04,  1.65it/s]
 97%|█████████▋| 63259/65536 [10:55:06<23:10,  1.64it/s]
 97%|█████████▋| 63260/65536 [10:55:07<23:34,  1.61it/s]
                                                        
{'loss': 1.4907, 'learning_rate': 1.3135178155993631e-07, 'epoch': 3904.94}
+
 97%|█████████▋| 63260/65536 [10:55:07<23:34,  1.61it/s]
 97%|█████████▋| 63261/65536 [10:55:07<23:10,  1.64it/s]
 97%|█████████▋| 63262/65536 [10:55:08<23:45,  1.60it/s]
 97%|█████████▋| 63263/65536 [10:55:09<23:37,  1.60it/s]
 97%|█████████▋| 63264/65536 [10:55:09<23:22,  1.62it/s]
 97%|█████████▋| 63265/65536 [10:55:10<22:49,  1.66it/s]
 97%|█████████▋| 63266/65536 [10:55:10<22:35,  1.68it/s]
 97%|█████████▋| 63267/65536 [10:55:11<23:21,  1.62it/s]
 97%|█████████▋| 63268/65536 [10:55:11<22:49,  1.66it/s]
 97%|█████████▋| 63269/65536 [10:55:12<22:56,  1.65it/s]
 97%|█████████▋| 63270/65536 [10:55:13<23:02,  1.64it/s]
 97%|████████���▋| 63271/65536 [10:55:13<23:00,  1.64it/s]
 97%|█████████▋| 63272/65536 [10:55:14<22:38,  1.67it/s]
 97%|█████████▋| 63273/65536 [10:55:15<23:23,  1.61it/s]
 97%|█████████▋| 63274/65536 [10:55:15<24:06,  1.56it/s]
 97%|█████████▋| 63275/65536 [10:55:16<24:01,  1.57it/s]
 97%|█████████▋| 63276/65536 [10:55:17<23:50,  1.58it/s]
 97%|█████████▋| 63277/65536 [10:55:17<23:31,  1.60it/s]
 97%|█████████▋| 63278/65536 [10:55:18<23:55,  1.57it/s]
 97%|█████████▋| 63279/65536 [10:55:18<23:04,  1.63it/s]
 97%|█████████▋| 63280/65536 [10:55:19<22:47,  1.65it/s]
                                                        
{'loss': 1.5455, 'learning_rate': 1.3107628260071017e-07, 'epoch': 3906.17}
+
 97%|█████████▋| 63280/65536 [10:55:19<22:47,  1.65it/s]
 97%|█████████▋| 63281/65536 [10:55:20<23:10,  1.62it/s]
 97%|█████████▋| 63282/65536 [10:55:20<23:47,  1.58it/s]
 97%|█████████▋| 63283/65536 [10:55:21<23:25,  1.60it/s]
 97%|█████████▋| 63284/65536 [10:55:21<23:41,  1.58it/s]
 97%|█████████▋| 63285/65536 [10:55:22<23:15,  1.61it/s]
 97%|█████████▋| 63286/65536 [10:55:23<23:26,  1.60it/s]
 97%|█████████▋| 63287/65536 [10:55:23<23:05,  1.62it/s]
 97%|█████████▋| 63288/65536 [10:55:24<23:22,  1.60it/s]
 97%|█████████▋| 63289/65536 [10:55:25<23:14,  1.61it/s]
 97%|█████████▋| 63290/65536 [10:55:25<23:15,  1.61it/s]
 97%|█████████▋| 63291/65536 [10:55:26<23:27,  1.60it/s]
 97%|█████████▋| 63292/65536 [10:55:27<24:00,  1.56it/s]
 97%|█████████▋| 63293/65536 [10:55:27<23:41,  1.58it/s]
 97%|█████████▋| 63294/65536 [10:55:28<23:58,  1.56it/s]
 97%|█████████▋| 63295/65536 [10:55:28<23:24,  1.60it/s]
 97%|█████████▋| 63296/65536 [10:55:29<22:35,  1.65it/s]
 97%|█████████▋| 63297/65536 [10:55:30<22:38,  1.65it/s]
 97%|█████████▋| 63298/65536 [10:55:30<21:57,  1.70it/s]
 97%|█████████▋| 63299/65536 [10:55:31<21:56,  1.70it/s]
 97%|█████████▋| 63300/65536 [10:55:31<22:50,  1.63it/s]
                                                        
{'loss': 1.5366, 'learning_rate': 1.3080078364148403e-07, 'epoch': 3907.41}
+
 97%|█████████▋| 63300/65536 [10:55:31<22:50,  1.63it/s]
 97%|█████████▋| 63301/65536 [10:55:32<23:21,  1.60it/s]
 97%|█████████▋| 63302/65536 [10:55:33<23:23,  1.59it/s]
 97%|█████████▋| 63303/65536 [10:55:33<23:10,  1.61it/s]
 97%|█████████▋| 63304/65536 [10:55:34<22:44,  1.64it/s]
 97%|█████████▋| 63305/65536 [10:55:34<22:25,  1.66it/s]
 97%|█████████▋| 63306/65536 [10:55:35<23:07,  1.61it/s]
 97%|█████████▋| 63307/65536 [10:55:36<23:33,  1.58it/s]
 97%|█████████▋| 63308/65536 [10:55:36<23:08,  1.60it/s]
 97%|█████████▋| 63309/65536 [10:55:37<22:47,  1.63it/s]
 97%|█████████▋| 63310/65536 [10:55:38<23:43,  1.56it/s]
 97%|█████████▋| 63311/65536 [10:55:38<23:52,  1.55it/s]
 97%|█████████▋| 63312/65536 [10:55:39<23:29,  1.58it/s]
 97%|█████████▋| 63313/65536 [10:55:39<22:54,  1.62it/s]
 97%|█████████▋| 63314/65536 [10:55:40<22:46,  1.63it/s]
 97%|█████████▋| 63315/65536 [10:55:41<22:21,  1.66it/s]
 97%|█████████▋| 63316/65536 [10:55:41<22:59,  1.61it/s]
 97%|█████████▋| 63317/65536 [10:55:42<22:57,  1.61it/s]
 97%|█████████▋| 63318/65536 [10:55:43<23:00,  1.61it/s]
 97%|█████████▋| 63319/65536 [10:55:43<22:36,  1.63it/s]
 97%|█████████▋| 63320/65536 [10:55:44<22:12,  1.66it/s]
                                                        
{'loss': 1.5022, 'learning_rate': 1.305252846822579e-07, 'epoch': 3908.64}
+
 97%|█████████▋| 63320/65536 [10:55:44<22:12,  1.66it/s]
 97%|█████████▋| 63321/65536 [10:55:44<22:43,  1.62it/s]
 97%|█████████▋| 63322/65536 [10:55:45<22:34,  1.64it/s]
 97%|█████████▋| 63323/65536 [10:55:46<22:58,  1.61it/s]
 97%|█████████▋| 63324/65536 [10:55:46<22:46,  1.62it/s]
 97%|█████████▋| 63325/65536 [10:55:47<22:33,  1.63it/s]
 97%|█████████▋| 63326/65536 [10:55:48<23:31,  1.57it/s]
 97%|█████████▋| 63327/65536 [10:55:48<22:59,  1.60it/s]
 97%|█████████▋| 63328/65536 [10:55:49<22:42,  1.62it/s]
 97%|█████████▋| 63329/65536 [10:55:49<22:22,  1.64it/s]
 97%|█████████▋| 63330/65536 [10:55:50<22:30,  1.63it/s]
 97%|█████████▋| 63331/65536 [10:55:51<22:34,  1.63it/s]
 97%|█████████▋| 63332/65536 [10:55:51<22:35,  1.63it/s]
 97%|█████████▋| 63333/65536 [10:55:52<22:54,  1.60it/s]
 97%|█████████▋| 63334/65536 [10:55:52<22:59,  1.60it/s]
 97%|█████████▋| 63335/65536 [10:55:53<23:16,  1.58it/s]
 97%|█████████▋| 63336/65536 [10:55:54<22:43,  1.61it/s]
 97%|█████████▋| 63337/65536 [10:55:54<22:42,  1.61it/s]
 97%|█████████▋| 63338/65536 [10:55:55<22:12,  1.65it/s]
 97%|█████████▋| 63339/65536 [10:55:56<22:40,  1.61it/s]
 97%|█████████▋| 63340/65536 [10:55:56<23:09,  1.58it/s]
                                                        
{'loss': 1.5263, 'learning_rate': 1.3024978572303167e-07, 'epoch': 3909.88}
+
 97%|█████████▋| 63340/65536 [10:55:56<23:09,  1.58it/s]
 97%|█████████▋| 63341/65536 [10:55:57<22:59,  1.59it/s]
 97%|█████████▋| 63342/65536 [10:55:57<22:48,  1.60it/s]
 97%|█████████▋| 63343/65536 [10:55:58<23:44,  1.54it/s]
 97%|█████████▋| 63344/65536 [10:55:59<23:16,  1.57it/s]
 97%|█████████▋| 63345/65536 [10:55:59<23:27,  1.56it/s]
 97%|█████████▋| 63346/65536 [10:56:00<22:58,  1.59it/s]
 97%|█████████▋| 63347/65536 [10:56:01<22:34,  1.62it/s]
 97%|█████████▋| 63348/65536 [10:56:01<22:24,  1.63it/s]
 97%|█████████▋| 63349/65536 [10:56:02<22:01,  1.65it/s]
 97%|█████████▋| 63350/65536 [10:56:02<22:15,  1.64it/s]
 97%|█████████▋| 63351/65536 [10:56:03<22:41,  1.61it/s]
 97%|█████████▋| 63352/65536 [10:56:04<22:35,  1.61it/s]
 97%|█████████▋| 63353/65536 [10:56:04<22:59,  1.58it/s]
 97%|█████████▋| 63354/65536 [10:56:05<22:57,  1.58it/s]
 97%|█████████▋| 63355/65536 [10:56:06<22:53,  1.59it/s]
 97%|█████████▋| 63356/65536 [10:56:06<22:32,  1.61it/s]
 97%|█████████▋| 63357/65536 [10:56:07<22:20,  1.63it/s]
 97%|█████████▋| 63358/65536 [10:56:07<22:13,  1.63it/s]
 97%|█████████▋| 63359/65536 [10:56:08<23:01,  1.58it/s]
 97%|█████████▋| 63360/65536 [10:56:09<22:43,  1.60it/s]
                                                        
{'loss': 1.5139, 'learning_rate': 1.2997428676380553e-07, 'epoch': 3911.11}
+
 97%|█████████▋| 63360/65536 [10:56:09<22:43,  1.60it/s]
 97%|█████████▋| 63361/65536 [10:56:09<22:28,  1.61it/s]
 97%|█████████▋| 63362/65536 [10:56:10<22:19,  1.62it/s]
 97%|█████████▋| 63363/65536 [10:56:11<22:39,  1.60it/s]
 97%|█████████▋| 63364/65536 [10:56:11<22:44,  1.59it/s]
 97%|█████████▋| 63365/65536 [10:56:12<22:22,  1.62it/s]
 97%|█████████▋| 63366/65536 [10:56:12<22:25,  1.61it/s]
 97%|█████████▋| 63367/65536 [10:56:13<22:11,  1.63it/s]
 97%|█████████▋| 63368/65536 [10:56:14<21:56,  1.65it/s]
 97%|█████████▋| 63369/65536 [10:56:14<21:34,  1.67it/s]
 97%|█████████▋| 63370/65536 [10:56:15<21:33,  1.67it/s]
 97%|█████████▋| 63371/65536 [10:56:15<21:34,  1.67it/s]
 97%|█████████▋| 63372/65536 [10:56:16<22:04,  1.63it/s]
 97%|█████████▋| 63373/65536 [10:56:17<22:18,  1.62it/s]
 97%|█████████▋| 63374/65536 [10:56:17<22:34,  1.60it/s]
 97%|█████████▋| 63375/65536 [10:56:18<22:55,  1.57it/s]
 97%|█████████▋| 63376/65536 [10:56:19<22:21,  1.61it/s]
 97%|█████████▋| 63377/65536 [10:56:19<22:13,  1.62it/s]
 97%|█████████▋| 63378/65536 [10:56:20<21:42,  1.66it/s]
 97%|█████████▋| 63379/65536 [10:56:20<21:53,  1.64it/s]
 97%|█████████▋| 63380/65536 [10:56:21<22:09,  1.62it/s]
                                                        
{'loss': 1.5505, 'learning_rate': 1.296987878045794e-07, 'epoch': 3912.35}
+
 97%|█████████▋| 63380/65536 [10:56:21<22:09,  1.62it/s]
 97%|█████████▋| 63381/65536 [10:56:22<21:40,  1.66it/s]
 97%|█████████▋| 63382/65536 [10:56:22<21:38,  1.66it/s]
 97%|█████████▋| 63383/65536 [10:56:23<21:56,  1.64it/s]
 97%|█████████▋| 63384/65536 [10:56:23<22:21,  1.60it/s]
 97%|█████████▋| 63385/65536 [10:56:24<22:07,  1.62it/s]
 97%|█████████▋| 63386/65536 [10:56:25<21:47,  1.64it/s]
 97%|█████████▋| 63387/65536 [10:56:25<21:59,  1.63it/s]
 97%|█████████▋| 63388/65536 [10:56:26<22:43,  1.58it/s]
 97%|█████████▋| 63389/65536 [10:56:27<22:01,  1.62it/s]
 97%|█████████▋| 63390/65536 [10:56:27<22:05,  1.62it/s]
 97%|█████████▋| 63391/65536 [10:56:28<23:05,  1.55it/s]
 97%|█████████▋| 63392/65536 [10:56:28<22:50,  1.56it/s]
 97%|█████████▋| 63393/65536 [10:56:29<23:16,  1.53it/s]
 97%|█████████▋| 63394/65536 [10:56:30<23:20,  1.53it/s]
 97%|█████████▋| 63395/65536 [10:56:30<22:36,  1.58it/s]
 97%|█████████▋| 63396/65536 [10:56:31<21:59,  1.62it/s]
 97%|█████████▋| 63397/65536 [10:56:32<21:45,  1.64it/s]
 97%|█████████▋| 63398/65536 [10:56:32<21:59,  1.62it/s]
 97%|█████████▋| 63399/65536 [10:56:33<21:44,  1.64it/s]
 97%|█████████▋| 63400/65536 [10:56:33<21:34,  1.65it/s]
                                                        
{'loss': 1.5746, 'learning_rate': 1.2942328884535325e-07, 'epoch': 3913.58}
+
 97%|█████████▋| 63400/65536 [10:56:33<21:34,  1.65it/s]
 97%|█████████▋| 63401/65536 [10:56:34<21:53,  1.63it/s]
 97%|█████████▋| 63402/65536 [10:56:35<21:54,  1.62it/s]
 97%|█████████▋| 63403/65536 [10:56:35<22:09,  1.60it/s]
 97%|█████████▋| 63404/65536 [10:56:36<22:31,  1.58it/s]
 97%|█████████▋| 63405/65536 [10:56:37<22:14,  1.60it/s]
 97%|█████████▋| 63406/65536 [10:56:37<22:03,  1.61it/s]
 97%|█████████▋| 63407/65536 [10:56:38<22:41,  1.56it/s]
 97%|█████████▋| 63408/65536 [10:56:38<21:44,  1.63it/s]
 97%|█████████▋| 63409/65536 [10:56:39<21:36,  1.64it/s]
 97%|█████████▋| 63410/65536 [10:56:40<21:28,  1.65it/s]
 97%|█████████▋| 63411/65536 [10:56:40<22:28,  1.58it/s]
 97%|█████████▋| 63412/65536 [10:56:41<21:54,  1.62it/s]
 97%|█████████▋| 63413/65536 [10:56:42<22:28,  1.57it/s]
 97%|█████████▋| 63414/65536 [10:56:42<22:06,  1.60it/s]
 97%|█████████▋| 63415/65536 [10:56:43<21:40,  1.63it/s]
 97%|█████████▋| 63416/65536 [10:56:43<21:30,  1.64it/s]
 97%|█████████▋| 63417/65536 [10:56:44<21:17,  1.66it/s]
 97%|█████████▋| 63418/65536 [10:56:45<21:33,  1.64it/s]
 97%|█████████▋| 63419/65536 [10:56:45<21:35,  1.63it/s]
 97%|█████████▋| 63420/65536 [10:56:46<21:28,  1.64it/s]
                                                        
{'loss': 1.509, 'learning_rate': 1.291477898861271e-07, 'epoch': 3914.81}
+
 97%|█████████▋| 63420/65536 [10:56:46<21:28,  1.64it/s]
 97%|█████████▋| 63421/65536 [10:56:46<21:39,  1.63it/s]
 97%|█████████▋| 63422/65536 [10:56:47<21:46,  1.62it/s]
 97%|█████████▋| 63423/65536 [10:56:48<21:42,  1.62it/s]
 97%|█████████▋| 63424/65536 [10:56:48<22:25,  1.57it/s]
 97%|█████████▋| 63425/65536 [10:56:49<22:31,  1.56it/s]
 97%|█████████▋| 63426/65536 [10:56:50<22:05,  1.59it/s]
 97%|█████████▋| 63427/65536 [10:56:50<22:32,  1.56it/s]
 97%|█████████▋| 63428/65536 [10:56:51<22:01,  1.60it/s]
 97%|█████████▋| 63429/65536 [10:56:51<21:46,  1.61it/s]
 97%|█████████▋| 63430/65536 [10:56:52<21:30,  1.63it/s]
 97%|█████████▋| 63431/65536 [10:56:53<21:21,  1.64it/s]
 97%|█████████▋| 63432/65536 [10:56:53<21:50,  1.60it/s]
 97%|█████████▋| 63433/65536 [10:56:54<22:25,  1.56it/s]
 97%|█████████▋| 63434/65536 [10:56:55<21:37,  1.62it/s]
 97%|█████████▋| 63435/65536 [10:56:55<21:17,  1.64it/s]
 97%|█████████▋| 63436/65536 [10:56:56<21:33,  1.62it/s]
 97%|█████████▋| 63437/65536 [10:56:56<21:56,  1.59it/s]
 97%|█████████▋| 63438/65536 [10:56:57<21:30,  1.63it/s]
 97%|█████████▋| 63439/65536 [10:56:58<21:20,  1.64it/s]
 97%|█████████▋| 63440/65536 [10:56:58<22:16,  1.57it/s]
                                                        
{'loss': 1.5139, 'learning_rate': 1.2887229092690096e-07, 'epoch': 3916.05}
+
 97%|█████████▋| 63440/65536 [10:56:58<22:16,  1.57it/s]
 97%|█████████▋| 63441/65536 [10:56:59<21:19,  1.64it/s]
 97%|█████████▋| 63442/65536 [10:56:59<21:04,  1.66it/s]
 97%|█████████▋| 63443/65536 [10:57:00<21:09,  1.65it/s]
 97%|█████████▋| 63444/65536 [10:57:01<20:58,  1.66it/s]
 97%|█████████▋| 63445/65536 [10:57:01<20:56,  1.66it/s]
 97%|█████████▋| 63446/65536 [10:57:02<20:34,  1.69it/s]
 97%|█████████▋| 63447/65536 [10:57:02<20:37,  1.69it/s]
 97%|█████████▋| 63448/65536 [10:57:03<20:52,  1.67it/s]
 97%|█████████▋| 63449/65536 [10:57:04<21:02,  1.65it/s]
 97%|█████████▋| 63450/65536 [10:57:04<21:24,  1.62it/s]
 97%|█████████▋| 63451/65536 [10:57:05<21:59,  1.58it/s]
 97%|█████████▋| 63452/65536 [10:57:06<21:54,  1.59it/s]
 97%|█████████▋| 63453/65536 [10:57:06<22:17,  1.56it/s]
 97%|█████████▋| 63454/65536 [10:57:07<22:29,  1.54it/s]
 97%|█████████▋| 63455/65536 [10:57:07<21:39,  1.60it/s]
 97%|█████████▋| 63456/65536 [10:57:08<22:17,  1.56it/s]
 97%|█████████▋| 63457/65536 [10:57:09<22:31,  1.54it/s]
 97%|█████████▋| 63458/65536 [10:57:09<22:12,  1.56it/s]
 97%|█████████▋| 63459/65536 [10:57:10<22:29,  1.54it/s]
 97%|█████████▋| 63460/65536 [10:57:11<21:58,  1.57it/s]
                                                        
{'loss': 1.5305, 'learning_rate': 1.2859679196767482e-07, 'epoch': 3917.28}
+
 97%|█████████▋| 63460/65536 [10:57:11<21:58,  1.57it/s]
 97%|█████████▋| 63461/65536 [10:57:11<21:50,  1.58it/s]
 97%|█████████▋| 63462/65536 [10:57:12<21:33,  1.60it/s]
 97%|█████████▋| 63463/65536 [10:57:13<21:11,  1.63it/s]
 97%|█████████▋| 63464/65536 [10:57:13<21:38,  1.60it/s]
 97%|█████████▋| 63465/65536 [10:57:14<21:35,  1.60it/s]
 97%|█████████▋| 63466/65536 [10:57:14<21:21,  1.62it/s]
 97%|█████████▋| 63467/65536 [10:57:15<21:50,  1.58it/s]
 97%|█████████▋| 63468/65536 [10:57:16<21:58,  1.57it/s]
 97%|█████████▋| 63469/65536 [10:57:16<21:33,  1.60it/s]
 97%|█████████▋| 63470/65536 [10:57:17<20:49,  1.65it/s]
 97%|█████████▋| 63471/65536 [10:57:18<20:54,  1.65it/s]
 97%|█████████▋| 63472/65536 [10:57:18<21:20,  1.61it/s]
 97%|█████████▋| 63473/65536 [10:57:19<21:22,  1.61it/s]
 97%|█████████▋| 63474/65536 [10:57:19<21:10,  1.62it/s]
 97%|█████████▋| 63475/65536 [10:57:20<20:59,  1.64it/s]
 97%|█████████▋| 63476/65536 [10:57:21<21:00,  1.63it/s]
 97%|█████████▋| 63477/65536 [10:57:21<21:14,  1.62it/s]
 97%|█████████▋| 63478/65536 [10:57:22<20:45,  1.65it/s]
 97%|█████████▋| 63479/65536 [10:57:22<20:49,  1.65it/s]
 97%|█████████▋| 63480/65536 [10:57:23<21:09,  1.62it/s]
                                                        
{'loss': 1.5193, 'learning_rate': 1.2832129300844858e-07, 'epoch': 3918.52}
+
 97%|█████████▋| 63480/65536 [10:57:23<21:09,  1.62it/s]
 97%|█████████▋| 63481/65536 [10:57:24<21:01,  1.63it/s]
 97%|█████████▋| 63482/65536 [10:57:24<20:36,  1.66it/s]
 97%|█████████▋| 63483/65536 [10:57:25<21:24,  1.60it/s]
 97%|█████████▋| 63484/65536 [10:57:26<21:20,  1.60it/s]
 97%|█████████▋| 63485/65536 [10:57:26<21:42,  1.57it/s]
 97%|█████████▋| 63486/65536 [10:57:27<21:24,  1.60it/s]
 97%|█████████▋| 63487/65536 [10:57:27<20:47,  1.64it/s]
 97%|█████████▋| 63488/65536 [10:57:28<21:39,  1.58it/s]
 97%|█████████▋| 63489/65536 [10:57:29<20:50,  1.64it/s]
 97%|█████████▋| 63490/65536 [10:57:29<20:49,  1.64it/s]
 97%|█████████▋| 63491/65536 [10:57:30<20:52,  1.63it/s]
 97%|█████████▋| 63492/65536 [10:57:30<21:12,  1.61it/s]
 97%|█████████▋| 63493/65536 [10:57:31<20:36,  1.65it/s]
 97%|█████████▋| 63494/65536 [10:57:32<20:28,  1.66it/s]
 97%|█████████▋| 63495/65536 [10:57:32<20:28,  1.66it/s]
 97%|█████████▋| 63496/65536 [10:57:33<21:02,  1.62it/s]
 97%|█████████▋| 63497/65536 [10:57:34<20:47,  1.63it/s]
 97%|█████████▋| 63498/65536 [10:57:34<21:38,  1.57it/s]
 97%|█████████▋| 63499/65536 [10:57:35<21:24,  1.59it/s]
 97%|█████████▋| 63500/65536 [10:57:35<21:13,  1.60it/s]
                                                        
{'loss': 1.5434, 'learning_rate': 1.2804579404922244e-07, 'epoch': 3919.75}
+
 97%|█████████▋| 63500/65536 [10:57:35<21:13,  1.60it/s]
 97%|█████████▋| 63501/65536 [10:57:36<20:58,  1.62it/s]
 97%|█████████▋| 63502/65536 [10:57:37<20:46,  1.63it/s]
 97%|█████████▋| 63503/65536 [10:57:37<21:07,  1.60it/s]
 97%|█████████▋| 63504/65536 [10:57:38<20:53,  1.62it/s]
 97%|█████████▋| 63505/65536 [10:57:39<21:42,  1.56it/s]
 97%|█████████▋| 63506/65536 [10:57:39<21:15,  1.59it/s]
 97%|█████████▋| 63507/65536 [10:57:40<21:05,  1.60it/s]
 97%|█████████▋| 63508/65536 [10:57:40<20:49,  1.62it/s]
 97%|█████████▋| 63509/65536 [10:57:41<21:12,  1.59it/s]
 97%|█████████▋| 63510/65536 [10:57:42<21:29,  1.57it/s]
 97%|█████████▋| 63511/65536 [10:57:42<21:32,  1.57it/s]
 97%|█████████▋| 63512/65536 [10:57:43<20:56,  1.61it/s]
 97%|█████████▋| 63513/65536 [10:57:44<21:02,  1.60it/s]
 97%|█████████▋| 63514/65536 [10:57:44<20:30,  1.64it/s]
 97%|█████████▋| 63515/65536 [10:57:45<20:37,  1.63it/s]
 97%|█████████▋| 63516/65536 [10:57:45<20:43,  1.62it/s]
 97%|█████████▋| 63517/65536 [10:57:46<20:42,  1.62it/s]
 97%|█████████▋| 63518/65536 [10:57:47<20:45,  1.62it/s]
 97%|█████████▋| 63519/65536 [10:57:47<20:46,  1.62it/s]
 97%|█████████▋| 63520/65536 [10:57:48<20:38,  1.63it/s]
                                                        
{'loss': 1.536, 'learning_rate': 1.277702950899963e-07, 'epoch': 3920.99}
+
 97%|█████████▋| 63520/65536 [10:57:48<20:38,  1.63it/s]
 97%|█████████▋| 63521/65536 [10:57:49<22:22,  1.50it/s]
 97%|█████████▋| 63522/65536 [10:57:49<21:53,  1.53it/s]
 97%|█████████▋| 63523/65536 [10:57:50<21:35,  1.55it/s]
 97%|█████████▋| 63524/65536 [10:57:50<21:04,  1.59it/s]
 97%|█████████▋| 63525/65536 [10:57:51<21:09,  1.58it/s]
 97%|█████████▋| 63526/65536 [10:57:52<20:57,  1.60it/s]
 97%|█████████▋| 63527/65536 [10:57:52<21:10,  1.58it/s]
 97%|█████████▋| 63528/65536 [10:57:53<20:53,  1.60it/s]
 97%|█████████▋| 63529/65536 [10:57:54<20:37,  1.62it/s]
 97%|█████████▋| 63530/65536 [10:57:54<20:21,  1.64it/s]
 97%|█████████▋| 63531/65536 [10:57:55<20:30,  1.63it/s]
 97%|█████████▋| 63532/65536 [10:57:55<20:14,  1.65it/s]
 97%|█████████▋| 63533/65536 [10:57:56<20:40,  1.62it/s]
 97%|█████████▋| 63534/65536 [10:57:57<20:25,  1.63it/s]
 97%|█████████▋| 63535/65536 [10:57:57<20:13,  1.65it/s]
 97%|█████████▋| 63536/65536 [10:57:58<19:49,  1.68it/s]
 97%|█████████▋| 63537/65536 [10:57:58<20:50,  1.60it/s]
 97%|█████████▋| 63538/65536 [10:57:59<21:32,  1.55it/s]
 97%|█████████▋| 63539/65536 [10:58:00<21:12,  1.57it/s]
 97%|█████████▋| 63540/65536 [10:58:00<20:56,  1.59it/s]
                                                        
{'loss': 1.5287, 'learning_rate': 1.2749479613077015e-07, 'epoch': 3922.22}
+
 97%|█████████▋| 63540/65536 [10:58:00<20:56,  1.59it/s]
 97%|█████████▋| 63541/65536 [10:58:01<20:50,  1.60it/s]
 97%|█████████▋| 63542/65536 [10:58:02<20:24,  1.63it/s]
 97%|█████████▋| 63543/65536 [10:58:02<20:12,  1.64it/s]
 97%|█████████▋| 63544/65536 [10:58:03<20:11,  1.64it/s]
 97%|█████████▋| 63545/65536 [10:58:03<20:36,  1.61it/s]
 97%|█████████▋| 63546/65536 [10:58:04<20:28,  1.62it/s]
 97%|█████████▋| 63547/65536 [10:58:05<20:22,  1.63it/s]
 97%|█████████▋| 63548/65536 [10:58:05<19:52,  1.67it/s]
 97%|█████████▋| 63549/65536 [10:58:06<20:07,  1.65it/s]
 97%|█████████▋| 63550/65536 [10:58:07<20:26,  1.62it/s]
 97%|█████████▋| 63551/65536 [10:58:07<20:26,  1.62it/s]
 97%|█████████▋| 63552/65536 [10:58:08<20:02,  1.65it/s]
 97%|█████████▋| 63553/65536 [10:58:08<20:54,  1.58it/s]
 97%|█████████▋| 63554/65536 [10:58:09<20:29,  1.61it/s]
 97%|█████████▋| 63555/65536 [10:58:10<20:28,  1.61it/s]
 97%|█████████▋| 63556/65536 [10:58:10<20:07,  1.64it/s]
 97%|█████████▋| 63557/65536 [10:58:11<19:42,  1.67it/s]
 97%|█████████▋| 63558/65536 [10:58:11<19:42,  1.67it/s]
 97%|█████████▋| 63559/65536 [10:58:12<19:31,  1.69it/s]
 97%|█████████▋| 63560/65536 [10:58:13<19:50,  1.66it/s]
                                                        
{'loss': 1.5084, 'learning_rate': 1.27219297171544e-07, 'epoch': 3923.46}
+
 97%|█████████▋| 63560/65536 [10:58:13<19:50,  1.66it/s]
 97%|█████████▋| 63561/65536 [10:58:13<19:45,  1.67it/s]
 97%|█████████▋| 63562/65536 [10:58:14<21:00,  1.57it/s]
 97%|█████████▋| 63563/65536 [10:58:15<20:51,  1.58it/s]
 97%|█████████▋| 63564/65536 [10:58:15<20:31,  1.60it/s]
 97%|█████████▋| 63565/65536 [10:58:16<20:57,  1.57it/s]
 97%|█████████▋| 63566/65536 [10:58:16<20:51,  1.57it/s]
 97%|█████████▋| 63567/65536 [10:58:17<20:38,  1.59it/s]
 97%|█████████▋| 63568/65536 [10:58:18<20:07,  1.63it/s]
 97%|█████████▋| 63569/65536 [10:58:18<21:08,  1.55it/s]
 97%|█████████▋| 63570/65536 [10:58:19<20:42,  1.58it/s]
 97%|█████████▋| 63571/65536 [10:58:20<20:56,  1.56it/s]
 97%|█████████▋| 63572/65536 [10:58:20<20:32,  1.59it/s]
 97%|█████████▋| 63573/65536 [10:58:21<19:49,  1.65it/s]
 97%|█████████▋| 63574/65536 [10:58:21<19:49,  1.65it/s]
 97%|█████████▋| 63575/65536 [10:58:22<19:53,  1.64it/s]
 97%|█████████▋| 63576/65536 [10:58:23<20:09,  1.62it/s]
 97%|█████████▋| 63577/65536 [10:58:23<19:51,  1.64it/s]
 97%|█████████▋| 63578/65536 [10:58:24<19:31,  1.67it/s]
 97%|█████████▋| 63579/65536 [10:58:24<20:07,  1.62it/s]
 97%|█████████▋| 63580/65536 [10:58:25<20:17,  1.61it/s]
                                                        
{'loss': 1.5383, 'learning_rate': 1.269437982123179e-07, 'epoch': 3924.69}
+
 97%|█████████▋| 63580/65536 [10:58:25<20:17,  1.61it/s]
 97%|█████████▋| 63581/65536 [10:58:26<20:08,  1.62it/s]
 97%|█████████▋| 63582/65536 [10:58:26<20:22,  1.60it/s]
 97%|█████████▋| 63583/65536 [10:58:27<20:20,  1.60it/s]
 97%|█████████▋| 63584/65536 [10:58:28<20:48,  1.56it/s]
 97%|█████████▋| 63585/65536 [10:58:28<20:33,  1.58it/s]
 97%|█████████▋| 63586/65536 [10:58:29<20:57,  1.55it/s]
 97%|█████████▋| 63587/65536 [10:58:30<21:03,  1.54it/s]
 97%|█████████▋| 63588/65536 [10:58:30<20:13,  1.60it/s]
 97%|█████████▋| 63589/65536 [10:58:31<20:08,  1.61it/s]
 97%|█████████▋| 63590/65536 [10:58:31<19:57,  1.63it/s]
 97%|█████████▋| 63591/65536 [10:58:32<19:53,  1.63it/s]
 97%|█████████▋| 63592/65536 [10:58:33<19:33,  1.66it/s]
 97%|█████████▋| 63593/65536 [10:58:33<19:24,  1.67it/s]
 97%|█████████▋| 63594/65536 [10:58:34<19:44,  1.64it/s]
 97%|█████████▋| 63595/65536 [10:58:34<19:30,  1.66it/s]
 97%|█████████▋| 63596/65536 [10:58:35<19:25,  1.66it/s]
 97%|█████████▋| 63597/65536 [10:58:36<20:28,  1.58it/s]
 97%|█████████▋| 63598/65536 [10:58:36<20:04,  1.61it/s]
 97%|█████████▋| 63599/65536 [10:58:37<20:06,  1.61it/s]
 97%|█████████▋| 63600/65536 [10:58:37<19:43,  1.64it/s]
                                                        
{'loss': 1.5044, 'learning_rate': 1.2666829925309176e-07, 'epoch': 3925.93}
+
 97%|█████████▋| 63600/65536 [10:58:37<19:43,  1.64it/s]
 97%|█████████▋| 63601/65536 [10:58:38<20:14,  1.59it/s]
 97%|█████████▋| 63602/65536 [10:58:39<21:17,  1.51it/s]
 97%|█████████▋| 63603/65536 [10:58:39<20:30,  1.57it/s]
 97%|█████████▋| 63604/65536 [10:58:40<20:26,  1.58it/s]
 97%|█████████▋| 63605/65536 [10:58:41<20:13,  1.59it/s]
 97%|█████████▋| 63606/65536 [10:58:41<20:11,  1.59it/s]
 97%|█████████▋| 63607/65536 [10:58:42<20:02,  1.60it/s]
 97%|█████████▋| 63608/65536 [10:58:42<19:42,  1.63it/s]
 97%|█████████▋| 63609/65536 [10:58:43<19:47,  1.62it/s]
 97%|█████████▋| 63610/65536 [10:58:44<19:47,  1.62it/s]
 97%|█████████▋| 63611/65536 [10:58:44<20:07,  1.59it/s]
 97%|█████████▋| 63612/65536 [10:58:45<19:50,  1.62it/s]
 97%|█████████▋| 63613/65536 [10:58:46<20:06,  1.59it/s]
 97%|█████████▋| 63614/65536 [10:58:46<19:46,  1.62it/s]
 97%|█████████▋| 63615/65536 [10:58:47<20:01,  1.60it/s]
 97%|█████████▋| 63616/65536 [10:58:47<19:44,  1.62it/s]
 97%|█████████▋| 63617/65536 [10:58:48<19:26,  1.64it/s]
 97%|█████████▋| 63618/65536 [10:58:49<19:45,  1.62it/s]
 97%|█████████▋| 63619/65536 [10:58:49<19:18,  1.66it/s]
 97%|█████████▋| 63620/65536 [10:58:50<19:28,  1.64it/s]
                                                        
{'loss': 1.5245, 'learning_rate': 1.263928002938655e-07, 'epoch': 3927.16}
+
 97%|█████████▋| 63620/65536 [10:58:50<19:28,  1.64it/s]
 97%|█████████▋| 63621/65536 [10:58:50<19:17,  1.65it/s]
 97%|█████████▋| 63622/65536 [10:58:51<19:24,  1.64it/s]
 97%|█████████▋| 63623/65536 [10:58:52<19:18,  1.65it/s]
 97%|█████████▋| 63624/65536 [10:58:52<19:27,  1.64it/s]
 97%|█████████▋| 63625/65536 [10:58:53<19:24,  1.64it/s]
 97%|█████████▋| 63626/65536 [10:58:54<19:44,  1.61it/s]
 97%|█████████▋| 63627/65536 [10:58:54<19:30,  1.63it/s]
 97%|█████████▋| 63628/65536 [10:58:55<19:40,  1.62it/s]
 97%|█████████▋| 63629/65536 [10:58:55<20:00,  1.59it/s]
 97%|█████████▋| 63630/65536 [10:58:56<19:41,  1.61it/s]
 97%|█████████▋| 63631/65536 [10:58:57<19:18,  1.64it/s]
 97%|█████████▋| 63632/65536 [10:58:57<19:58,  1.59it/s]
 97%|█████████▋| 63633/65536 [10:58:58<20:31,  1.54it/s]
 97%|█████████▋| 63634/65536 [10:58:59<22:35,  1.40it/s]
 97%|█████████▋| 63635/65536 [10:59:00<21:58,  1.44it/s]
 97%|█████████▋| 63636/65536 [10:59:00<21:12,  1.49it/s]
 97%|█████████▋| 63637/65536 [10:59:01<20:37,  1.53it/s]
 97%|█████████▋| 63638/65536 [10:59:01<20:53,  1.51it/s]
 97%|█████████▋| 63639/65536 [10:59:02<20:17,  1.56it/s]
 97%|█████████▋| 63640/65536 [10:59:03<20:17,  1.56it/s]
                                                        
{'loss': 1.5443, 'learning_rate': 1.2611730133463937e-07, 'epoch': 3928.4}
+
 97%|█████████▋| 63640/65536 [10:59:03<20:17,  1.56it/s]
 97%|█████████▋| 63641/65536 [10:59:03<20:09,  1.57it/s]
 97%|█████████▋| 63642/65536 [10:59:04<19:32,  1.62it/s]
 97%|█████████▋| 63643/65536 [10:59:04<19:09,  1.65it/s]
 97%|█████████▋| 63644/65536 [10:59:05<19:21,  1.63it/s]
 97%|█████████▋| 63645/65536 [10:59:06<20:02,  1.57it/s]
 97%|█████████▋| 63646/65536 [10:59:06<19:46,  1.59it/s]
 97%|█████████▋| 63647/65536 [10:59:07<19:43,  1.60it/s]
 97%|█████████▋| 63648/65536 [10:59:08<19:30,  1.61it/s]
 97%|█████████▋| 63649/65536 [10:59:08<19:17,  1.63it/s]
 97%|█████████▋| 63650/65536 [10:59:09<19:33,  1.61it/s]
 97%|█████████▋| 63651/65536 [10:59:09<19:20,  1.62it/s]
 97%|█████████▋| 63652/65536 [10:59:10<18:55,  1.66it/s]
 97%|█████████▋| 63653/65536 [10:59:11<19:13,  1.63it/s]
 97%|█████████▋| 63654/65536 [10:59:11<18:58,  1.65it/s]
 97%|█████████▋| 63655/65536 [10:59:12<19:27,  1.61it/s]
 97%|█████████▋| 63656/65536 [10:59:13<19:26,  1.61it/s]
 97%|█████████▋| 63657/65536 [10:59:13<19:08,  1.64it/s]
 97%|█████████▋| 63658/65536 [10:59:14<19:34,  1.60it/s]
 97%|█████████▋| 63659/65536 [10:59:14<19:34,  1.60it/s]
 97%|█████████▋| 63660/65536 [10:59:15<20:01,  1.56it/s]
                                                        
{'loss': 1.5304, 'learning_rate': 1.2584180237541323e-07, 'epoch': 3929.63}
+
 97%|█████████▋| 63660/65536 [10:59:15<20:01,  1.56it/s]
 97%|█████████▋| 63661/65536 [10:59:16<20:00,  1.56it/s]
 97%|█████████▋| 63662/65536 [10:59:16<19:50,  1.57it/s]
 97%|█████████▋| 63663/65536 [10:59:17<19:30,  1.60it/s]
 97%|█████████▋| 63664/65536 [10:59:18<19:07,  1.63it/s]
 97%|█████████▋| 63665/65536 [10:59:18<18:55,  1.65it/s]
 97%|█████████▋| 63666/65536 [10:59:19<18:54,  1.65it/s]
 97%|█████████▋| 63667/65536 [10:59:19<19:28,  1.60it/s]
 97%|█████████▋| 63668/65536 [10:59:20<19:35,  1.59it/s]
 97%|█████████▋| 63669/65536 [10:59:21<19:28,  1.60it/s]
 97%|█████████▋| 63670/65536 [10:59:21<19:24,  1.60it/s]
 97%|█████████▋| 63671/65536 [10:59:22<18:59,  1.64it/s]
 97%|█████████▋| 63672/65536 [10:59:22<19:02,  1.63it/s]
 97%|█████████▋| 63673/65536 [10:59:23<18:47,  1.65it/s]
 97%|█████████▋| 63674/65536 [10:59:24<18:42,  1.66it/s]
 97%|█████████▋| 63675/65536 [10:59:24<19:41,  1.57it/s]
 97%|█████████▋| 63676/65536 [10:59:25<18:56,  1.64it/s]
 97%|█████████▋| 63677/65536 [10:59:26<19:15,  1.61it/s]
 97%|█████████▋| 63678/65536 [10:59:26<19:04,  1.62it/s]
 97%|█████████▋| 63679/65536 [10:59:27<18:57,  1.63it/s]
 97%|█████████▋| 63680/65536 [10:59:27<19:00,  1.63it/s]
                                                        
{'loss': 1.5446, 'learning_rate': 1.2556630341618709e-07, 'epoch': 3930.86}
+
 97%|█████████▋| 63680/65536 [10:59:27<19:00,  1.63it/s]
 97%|█████████▋| 63681/65536 [10:59:28<18:57,  1.63it/s]
 97%|█████████▋| 63682/65536 [10:59:29<18:57,  1.63it/s]
 97%|█████████▋| 63683/65536 [10:59:29<19:50,  1.56it/s]
 97%|█████████▋| 63684/65536 [10:59:30<19:58,  1.55it/s]
 97%|█████████▋| 63685/65536 [10:59:31<19:33,  1.58it/s]
 97%|█████████▋| 63686/65536 [10:59:31<19:32,  1.58it/s]
 97%|█████████▋| 63687/65536 [10:59:32<19:09,  1.61it/s]
 97%|█████████▋| 63688/65536 [10:59:32<18:53,  1.63it/s]
 97%|█████████▋| 63689/65536 [10:59:33<18:52,  1.63it/s]
 97%|█████████▋| 63690/65536 [10:59:34<18:58,  1.62it/s]
 97%|█████████▋| 63691/65536 [10:59:34<18:42,  1.64it/s]
 97%|█████████▋| 63692/65536 [10:59:35<18:55,  1.62it/s]
 97%|█████████▋| 63693/65536 [10:59:36<19:23,  1.58it/s]
 97%|█████████▋| 63694/65536 [10:59:36<18:58,  1.62it/s]
 97%|█████████▋| 63695/65536 [10:59:37<19:04,  1.61it/s]
 97%|█████████▋| 63696/65536 [10:59:37<18:59,  1.61it/s]
 97%|█████████▋| 63697/65536 [10:59:38<18:42,  1.64it/s]
 97%|█████████▋| 63698/65536 [10:59:39<18:28,  1.66it/s]
 97%|█████████▋| 63699/65536 [10:59:39<19:02,  1.61it/s]
 97%|█████████▋| 63700/65536 [10:59:40<18:39,  1.64it/s]
                                                        
{'loss': 1.5688, 'learning_rate': 1.2529080445696094e-07, 'epoch': 3932.1}
+
 97%|█████████▋| 63700/65536 [10:59:40<18:39,  1.64it/s]
 97%|█████████▋| 63701/65536 [10:59:40<18:36,  1.64it/s]
 97%|█████████▋| 63702/65536 [10:59:41<18:17,  1.67it/s]
 97%|█████████▋| 63703/65536 [10:59:42<18:09,  1.68it/s]
 97%|█████████▋| 63704/65536 [10:59:42<18:48,  1.62it/s]
 97%|█████████▋| 63705/65536 [10:59:43<19:47,  1.54it/s]
 97%|█████████▋| 63706/65536 [10:59:44<19:15,  1.58it/s]
 97%|█████████▋| 63707/65536 [10:59:44<18:51,  1.62it/s]
 97%|█████████▋| 63708/65536 [10:59:45<19:07,  1.59it/s]
 97%|█████████▋| 63709/65536 [10:59:45<19:29,  1.56it/s]
 97%|█████████▋| 63710/65536 [10:59:46<19:17,  1.58it/s]
 97%|█████████▋| 63711/65536 [10:59:47<19:08,  1.59it/s]
 97%|█████████▋| 63712/65536 [10:59:47<18:57,  1.60it/s]
 97%|█████████▋| 63713/65536 [10:59:48<18:44,  1.62it/s]
 97%|█████████▋| 63714/65536 [10:59:48<18:44,  1.62it/s]
 97%|█████████▋| 63715/65536 [10:59:49<19:19,  1.57it/s]
 97%|█████████▋| 63716/65536 [10:59:50<19:04,  1.59it/s]
 97%|█████████▋| 63717/65536 [10:59:50<18:49,  1.61it/s]
 97%|█████████▋| 63718/65536 [10:59:51<18:21,  1.65it/s]
 97%|█████████▋| 63719/65536 [10:59:52<18:09,  1.67it/s]
 97%|█████████▋| 63720/65536 [10:59:52<18:15,  1.66it/s]
                                                        
{'loss': 1.4925, 'learning_rate': 1.250153054977348e-07, 'epoch': 3933.33}
+
 97%|█████████▋| 63720/65536 [10:59:52<18:15,  1.66it/s]
 97%|█████████▋| 63721/65536 [10:59:53<18:08,  1.67it/s]
 97%|█████████▋| 63722/65536 [10:59:53<18:17,  1.65it/s]
 97%|█████████▋| 63723/65536 [10:59:54<18:03,  1.67it/s]
 97%|█████████▋| 63724/65536 [10:59:55<18:19,  1.65it/s]
 97%|█████████▋| 63725/65536 [10:59:55<18:25,  1.64it/s]
 97%|█████████▋| 63726/65536 [10:59:56<18:26,  1.64it/s]
 97%|█████████▋| 63727/65536 [10:59:56<18:26,  1.63it/s]
 97%|█████████▋| 63728/65536 [10:59:57<18:13,  1.65it/s]
 97%|█████████▋| 63729/65536 [10:59:58<19:40,  1.53it/s]
 97%|█████████▋| 63730/65536 [10:59:58<19:14,  1.56it/s]
 97%|█████████▋| 63731/65536 [10:59:59<19:25,  1.55it/s]
 97%|█████████▋| 63732/65536 [11:00:00<19:31,  1.54it/s]
 97%|█████████▋| 63733/65536 [11:00:00<19:09,  1.57it/s]
 97%|█████████▋| 63734/65536 [11:00:01<19:01,  1.58it/s]
 97%|█████████▋| 63735/65536 [11:00:02<19:05,  1.57it/s]
 97%|█████████▋| 63736/65536 [11:00:02<18:40,  1.61it/s]
 97%|█████████▋| 63737/65536 [11:00:03<18:36,  1.61it/s]
 97%|█████████▋| 63738/65536 [11:00:03<18:36,  1.61it/s]
 97%|█████████▋| 63739/65536 [11:00:04<18:20,  1.63it/s]
 97%|█████████▋| 63740/65536 [11:00:05<18:03,  1.66it/s]
                                                        
{'loss': 1.5465, 'learning_rate': 1.247398065385087e-07, 'epoch': 3934.57}
+
 97%|█████████▋| 63740/65536 [11:00:05<18:03,  1.66it/s]
 97%|█████████▋| 63741/65536 [11:00:05<18:12,  1.64it/s]
 97%|█████████▋| 63742/65536 [11:00:06<18:27,  1.62it/s]
 97%|█████████▋| 63743/65536 [11:00:06<18:18,  1.63it/s]
 97%|█████████▋| 63744/65536 [11:00:07<18:19,  1.63it/s]
 97%|█████████▋| 63745/65536 [11:00:08<18:14,  1.64it/s]
 97%|█████████▋| 63746/65536 [11:00:08<18:48,  1.59it/s]
 97%|█████████▋| 63747/65536 [11:00:09<18:59,  1.57it/s]
 97%|█████████▋| 63748/65536 [11:00:10<19:41,  1.51it/s]
 97%|█████████▋| 63749/65536 [11:00:10<19:19,  1.54it/s]
 97%|█████████▋| 63750/65536 [11:00:11<18:57,  1.57it/s]
 97%|█████████▋| 63751/65536 [11:00:12<19:09,  1.55it/s]
 97%|█████████▋| 63752/65536 [11:00:12<18:56,  1.57it/s]
 97%|█████████▋| 63753/65536 [11:00:13<18:30,  1.61it/s]
 97%|█████████▋| 63754/65536 [11:00:13<18:04,  1.64it/s]
 97%|█████████▋| 63755/65536 [11:00:14<18:32,  1.60it/s]
 97%|█████████▋| 63756/65536 [11:00:15<18:41,  1.59it/s]
 97%|█████████▋| 63757/65536 [11:00:15<18:26,  1.61it/s]
 97%|█████████▋| 63758/65536 [11:00:16<18:13,  1.63it/s]
 97%|█████████▋| 63759/65536 [11:00:16<18:01,  1.64it/s]
 97%|█████████▋| 63760/65536 [11:00:17<18:01,  1.64it/s]
                                                        
{'loss': 1.5197, 'learning_rate': 1.2446430757928244e-07, 'epoch': 3935.8}
+
 97%|█████████▋| 63760/65536 [11:00:17<18:01,  1.64it/s]
 97%|█████████▋| 63761/65536 [11:00:18<18:07,  1.63it/s]
 97%|█████████▋| 63762/65536 [11:00:18<18:12,  1.62it/s]
 97%|█████████▋| 63763/65536 [11:00:19<18:22,  1.61it/s]
 97%|█████████▋| 63764/65536 [11:00:20<19:37,  1.50it/s]
 97%|█████████▋| 63765/65536 [11:00:20<19:25,  1.52it/s]
 97%|█████████▋| 63766/65536 [11:00:21<19:01,  1.55it/s]
 97%|█████████▋| 63767/65536 [11:00:22<18:32,  1.59it/s]
 97%|█████████▋| 63768/65536 [11:00:22<18:55,  1.56it/s]
 97%|█████████▋| 63769/65536 [11:00:23<18:22,  1.60it/s]
 97%|█████████▋| 63770/65536 [11:00:23<17:56,  1.64it/s]
 97%|█████████▋| 63771/65536 [11:00:24<18:17,  1.61it/s]
 97%|█████████▋| 63772/65536 [11:00:25<18:12,  1.62it/s]
 97%|█████████▋| 63773/65536 [11:00:25<18:01,  1.63it/s]
 97%|█████████▋| 63774/65536 [11:00:26<17:56,  1.64it/s]
 97%|█████████▋| 63775/65536 [11:00:27<18:08,  1.62it/s]
 97%|█████████▋| 63776/65536 [11:00:27<18:16,  1.60it/s]
 97%|█████████▋| 63777/65536 [11:00:28<17:52,  1.64it/s]
 97%|█████████▋| 63778/65536 [11:00:28<17:47,  1.65it/s]
 97%|█████████▋| 63779/65536 [11:00:29<17:33,  1.67it/s]
 97%|█████████▋| 63780/65536 [11:00:30<18:09,  1.61it/s]
                                                        
{'loss': 1.5567, 'learning_rate': 1.241888086200563e-07, 'epoch': 3937.04}
+
 97%|█████████▋| 63780/65536 [11:00:30<18:09,  1.61it/s]
 97%|█████████▋| 63781/65536 [11:00:30<17:49,  1.64it/s]
 97%|█████████▋| 63782/65536 [11:00:31<17:38,  1.66it/s]
 97%|█████████▋| 63783/65536 [11:00:31<18:02,  1.62it/s]
 97%|█████████▋| 63784/65536 [11:00:32<18:01,  1.62it/s]
 97%|█████████▋| 63785/65536 [11:00:33<17:50,  1.64it/s]
 97%|█████████▋| 63786/65536 [11:00:33<17:47,  1.64it/s]
 97%|█████████▋| 63787/65536 [11:00:34<17:40,  1.65it/s]
 97%|█████████▋| 63788/65536 [11:00:35<18:14,  1.60it/s]
 97%|█████████▋| 63789/65536 [11:00:35<18:10,  1.60it/s]
 97%|█████████▋| 63790/65536 [11:00:36<18:01,  1.61it/s]
 97%|█████████▋| 63791/65536 [11:00:36<18:06,  1.61it/s]
 97%|█████████▋| 63792/65536 [11:00:37<18:24,  1.58it/s]
 97%|█████████▋| 63793/65536 [11:00:38<18:28,  1.57it/s]
 97%|█████████▋| 63794/65536 [11:00:38<18:03,  1.61it/s]
 97%|█████████▋| 63795/65536 [11:00:39<17:58,  1.61it/s]
 97%|█████████▋| 63796/65536 [11:00:40<18:24,  1.57it/s]
 97%|█████████▋| 63797/65536 [11:00:40<17:46,  1.63it/s]
 97%|█████████▋| 63798/65536 [11:00:41<17:52,  1.62it/s]
 97%|█████████▋| 63799/65536 [11:00:41<18:05,  1.60it/s]
 97%|█████████▋| 63800/65536 [11:00:42<18:31,  1.56it/s]
                                                        
{'loss': 1.5, 'learning_rate': 1.2391330966083016e-07, 'epoch': 3938.27}
+
 97%|█████████▋| 63800/65536 [11:00:42<18:31,  1.56it/s]
 97%|█████████▋| 63801/65536 [11:00:43<18:22,  1.57it/s]
 97%|█████████▋| 63802/65536 [11:00:43<17:53,  1.62it/s]
 97%|█████████▋| 63803/65536 [11:00:44<17:51,  1.62it/s]
 97%|█████████▋| 63804/65536 [11:00:45<18:14,  1.58it/s]
 97%|█████████▋| 63805/65536 [11:00:45<17:54,  1.61it/s]
 97%|█████████▋| 63806/65536 [11:00:46<17:53,  1.61it/s]
 97%|█████████▋| 63807/65536 [11:00:46<18:15,  1.58it/s]
 97%|█████████▋| 63808/65536 [11:00:47<17:47,  1.62it/s]
 97%|█████████▋| 63809/65536 [11:00:48<17:38,  1.63it/s]
 97%|█████████▋| 63810/65536 [11:00:48<17:28,  1.65it/s]
 97%|█████████▋| 63811/65536 [11:00:49<17:45,  1.62it/s]
 97%|█████████▋| 63812/65536 [11:00:50<18:27,  1.56it/s]
 97%|█████████▋| 63813/65536 [11:00:50<18:22,  1.56it/s]
 97%|█████████▋| 63814/65536 [11:00:51<17:46,  1.61it/s]
 97%|█████████▋| 63815/65536 [11:00:51<17:41,  1.62it/s]
 97%|█████████▋| 63816/65536 [11:00:52<17:34,  1.63it/s]
 97%|█████████▋| 63817/65536 [11:00:53<17:37,  1.63it/s]
 97%|█████████▋| 63818/65536 [11:00:53<17:24,  1.65it/s]
 97%|█████████▋| 63819/65536 [11:00:54<17:55,  1.60it/s]
 97%|█████████▋| 63820/65536 [11:00:54<17:51,  1.60it/s]
                                                        
{'loss': 1.5518, 'learning_rate': 1.2363781070160402e-07, 'epoch': 3939.51}
+
 97%|█████████▋| 63820/65536 [11:00:54<17:51,  1.60it/s]
 97%|█████████▋| 63821/65536 [11:00:55<17:40,  1.62it/s]
 97%|█████████▋| 63822/65536 [11:00:56<17:51,  1.60it/s]
 97%|█████████▋| 63823/65536 [11:00:56<17:57,  1.59it/s]
 97%|█████████▋| 63824/65536 [11:00:57<17:48,  1.60it/s]
 97%|█████████▋| 63825/65536 [11:00:58<17:22,  1.64it/s]
 97%|█████████▋| 63826/65536 [11:00:58<17:09,  1.66it/s]
 97%|█████████▋| 63827/65536 [11:00:59<17:24,  1.64it/s]
 97%|█████████▋| 63828/65536 [11:00:59<17:08,  1.66it/s]
 97%|█████████▋| 63829/65536 [11:01:00<17:33,  1.62it/s]
 97%|█████████▋| 63830/65536 [11:01:01<17:15,  1.65it/s]
 97%|█████████▋| 63831/65536 [11:01:01<17:04,  1.66it/s]
 97%|█████████▋| 63832/65536 [11:01:02<17:39,  1.61it/s]
 97%|█████████▋| 63833/65536 [11:01:02<17:25,  1.63it/s]
 97%|█████████▋| 63834/65536 [11:01:03<17:26,  1.63it/s]
 97%|█████████▋| 63835/65536 [11:01:04<17:26,  1.63it/s]
 97%|█████████▋| 63836/65536 [11:01:04<17:28,  1.62it/s]
 97%|█████████▋| 63837/65536 [11:01:05<17:11,  1.65it/s]
 97%|█████████▋| 63838/65536 [11:01:05<17:17,  1.64it/s]
 97%|█████████▋| 63839/65536 [11:01:06<17:23,  1.63it/s]
 97%|█████████▋| 63840/65536 [11:01:07<17:13,  1.64it/s]
                                                        
{'loss': 1.5838, 'learning_rate': 1.2336231174237788e-07, 'epoch': 3940.74}
+
 97%|█████████▋| 63840/65536 [11:01:07<17:13,  1.64it/s]
 97%|█████████▋| 63841/65536 [11:01:07<17:41,  1.60it/s]
 97%|█████████▋| 63842/65536 [11:01:08<17:56,  1.57it/s]
 97%|█████████▋| 63843/65536 [11:01:09<18:01,  1.57it/s]
 97%|█████████▋| 63844/65536 [11:01:09<17:36,  1.60it/s]
 97%|█████████▋| 63845/65536 [11:01:10<18:16,  1.54it/s]
 97%|█████████▋| 63846/65536 [11:01:11<18:26,  1.53it/s]
 97%|█████████▋| 63847/65536 [11:01:11<18:18,  1.54it/s]
 97%|█████████▋| 63848/65536 [11:01:12<17:42,  1.59it/s]
 97%|█████████▋| 63849/65536 [11:01:12<17:41,  1.59it/s]
 97%|█████████▋| 63850/65536 [11:01:13<17:25,  1.61it/s]
 97%|█████████▋| 63851/65536 [11:01:14<17:10,  1.64it/s]
 97%|█████████▋| 63852/65536 [11:01:14<17:12,  1.63it/s]
 97%|█████████▋| 63853/65536 [11:01:15<17:02,  1.65it/s]
 97%|█████████▋| 63854/65536 [11:01:15<16:58,  1.65it/s]
 97%|█████████▋| 63855/65536 [11:01:16<17:21,  1.61it/s]
 97%|█████████▋| 63856/65536 [11:01:17<17:27,  1.60it/s]
 97%|█████████▋| 63857/65536 [11:01:17<17:35,  1.59it/s]
 97%|█████████▋| 63858/65536 [11:01:18<17:31,  1.60it/s]
 97%|█████████▋| 63859/65536 [11:01:19<17:14,  1.62it/s]
 97%|█████████▋| 63860/65536 [11:01:19<17:00,  1.64it/s]
                                                        
{'loss': 1.5242, 'learning_rate': 1.2308681278315174e-07, 'epoch': 3941.98}
+
 97%|█████████▋| 63860/65536 [11:01:19<17:00,  1.64it/s]
 97%|█████████▋| 63861/65536 [11:01:20<17:35,  1.59it/s]
 97%|█████████▋| 63862/65536 [11:01:20<17:24,  1.60it/s]
 97%|█████████▋| 63863/65536 [11:01:21<17:23,  1.60it/s]
 97%|█████████▋| 63864/65536 [11:01:22<17:21,  1.61it/s]
 97%|█████████▋| 63865/65536 [11:01:22<18:10,  1.53it/s]
 97%|█████████▋| 63866/65536 [11:01:23<17:35,  1.58it/s]
 97%|█████████▋| 63867/65536 [11:01:24<17:12,  1.62it/s]
 97%|█████████▋| 63868/65536 [11:01:24<16:52,  1.65it/s]
 97%|█████████▋| 63869/65536 [11:01:25<16:55,  1.64it/s]
 97%|█████████▋| 63870/65536 [11:01:25<16:44,  1.66it/s]
 97%|█████████▋| 63871/65536 [11:01:26<17:06,  1.62it/s]
 97%|█████████▋| 63872/65536 [11:01:27<17:02,  1.63it/s]
 97%|█████████▋| 63873/65536 [11:01:27<16:37,  1.67it/s]
 97%|█████████▋| 63874/65536 [11:01:28<16:36,  1.67it/s]
 97%|█████████▋| 63875/65536 [11:01:29<17:16,  1.60it/s]
 97%|█████████▋| 63876/65536 [11:01:29<17:09,  1.61it/s]
 97%|█████████▋| 63877/65536 [11:01:30<17:38,  1.57it/s]
 97%|█████████▋| 63878/65536 [11:01:30<17:27,  1.58it/s]
 97%|█████████▋| 63879/65536 [11:01:31<16:57,  1.63it/s]
 97%|█████████▋| 63880/65536 [11:01:32<16:53,  1.63it/s]
                                                        
{'loss': 1.5631, 'learning_rate': 1.228113138239255e-07, 'epoch': 3943.21}
+
 97%|█████████▋| 63880/65536 [11:01:32<16:53,  1.63it/s]
 97%|█████████▋| 63881/65536 [11:01:32<16:42,  1.65it/s]
 97%|█████████▋| 63882/65536 [11:01:33<17:16,  1.60it/s]
 97%|█████████▋| 63883/65536 [11:01:33<17:02,  1.62it/s]
 97%|█████████▋| 63884/65536 [11:01:34<16:55,  1.63it/s]
 97%|█████████▋| 63885/65536 [11:01:35<16:57,  1.62it/s]
 97%|█████████▋| 63886/65536 [11:01:35<17:05,  1.61it/s]
 97%|█████████▋| 63887/65536 [11:01:36<17:17,  1.59it/s]
 97%|█████████▋| 63888/65536 [11:01:37<17:23,  1.58it/s]
 97%|█████████▋| 63889/65536 [11:01:37<17:26,  1.57it/s]
 97%|█████████▋| 63890/65536 [11:01:38<17:12,  1.59it/s]
 97%|█████████▋| 63891/65536 [11:01:39<17:14,  1.59it/s]
 97%|█████████▋| 63892/65536 [11:01:39<16:53,  1.62it/s]
 97%|█████████▋| 63893/65536 [11:01:40<17:26,  1.57it/s]
 97%|█████████▋| 63894/65536 [11:01:40<17:18,  1.58it/s]
 97%|█████████▋| 63895/65536 [11:01:41<17:06,  1.60it/s]
 97%|█████████▋| 63896/65536 [11:01:42<17:06,  1.60it/s]
 97%|█████████▋| 63897/65536 [11:01:42<16:44,  1.63it/s]
 98%|█████████▊| 63898/65536 [11:01:43<16:44,  1.63it/s]
 98%|█████████▊| 63899/65536 [11:01:43<16:43,  1.63it/s]
 98%|█████████▊| 63900/65536 [11:01:44<16:33,  1.65it/s]
                                                        
{'loss': 1.4838, 'learning_rate': 1.2253581486469935e-07, 'epoch': 3944.44}
+
 98%|█████████▊| 63900/65536 [11:01:44<16:33,  1.65it/s]
 98%|█████████▊| 63901/65536 [11:01:45<17:16,  1.58it/s]
 98%|█████████▊| 63902/65536 [11:01:45<16:57,  1.61it/s]
 98%|█████████▊| 63903/65536 [11:01:46<16:46,  1.62it/s]
 98%|█████████▊| 63904/65536 [11:01:47<16:34,  1.64it/s]
 98%|█████████▊| 63905/65536 [11:01:47<16:25,  1.65it/s]
 98%|█████████▊| 63906/65536 [11:01:48<16:43,  1.62it/s]
 98%|█████████▊| 63907/65536 [11:01:48<16:48,  1.62it/s]
 98%|█████████▊| 63908/65536 [11:01:49<16:54,  1.60it/s]
 98%|█████████▊| 63909/65536 [11:01:50<16:48,  1.61it/s]
 98%|█████████▊| 63910/65536 [11:01:50<17:29,  1.55it/s]
 98%|█████████▊| 63911/65536 [11:01:51<16:59,  1.59it/s]
 98%|█████████▊| 63912/65536 [11:01:51<16:32,  1.64it/s]
 98%|█████████▊| 63913/65536 [11:01:52<16:18,  1.66it/s]
 98%|█████████▊| 63914/65536 [11:01:53<16:24,  1.65it/s]
 98%|█████████▊| 63915/65536 [11:01:53<16:49,  1.61it/s]
 98%|█████████▊| 63916/65536 [11:01:54<16:45,  1.61it/s]
 98%|█████████▊| 63917/65536 [11:01:55<16:36,  1.63it/s]
 98%|█████████▊| 63918/65536 [11:01:55<16:38,  1.62it/s]
 98%|█████████▊| 63919/65536 [11:01:56<17:08,  1.57it/s]
 98%|█████████▊| 63920/65536 [11:01:56<16:49,  1.60it/s]
                                                        
{'loss': 1.4957, 'learning_rate': 1.222603159054732e-07, 'epoch': 3945.68}
+
 98%|█████████▊| 63920/65536 [11:01:56<16:49,  1.60it/s]
 98%|█████████▊| 63921/65536 [11:01:57<16:53,  1.59it/s]
 98%|█████████▊| 63922/65536 [11:01:58<16:49,  1.60it/s]
 98%|█████████▊| 63923/65536 [11:01:58<16:42,  1.61it/s]
 98%|█████████▊| 63924/65536 [11:01:59<16:26,  1.63it/s]
 98%|█████████▊| 63925/65536 [11:02:00<16:36,  1.62it/s]
 98%|█████████▊| 63926/65536 [11:02:00<17:34,  1.53it/s]
 98%|█████████▊| 63927/65536 [11:02:01<17:04,  1.57it/s]
 98%|█████████▊| 63928/65536 [11:02:02<16:48,  1.59it/s]
 98%|█████████▊| 63929/65536 [11:02:02<17:08,  1.56it/s]
 98%|█████████▊| 63930/65536 [11:02:03<16:49,  1.59it/s]
 98%|█████████▊| 63931/65536 [11:02:03<16:31,  1.62it/s]
 98%|█████████▊| 63932/65536 [11:02:04<16:34,  1.61it/s]
 98%|█████████▊| 63933/65536 [11:02:05<16:22,  1.63it/s]
 98%|█████████▊| 63934/65536 [11:02:05<16:39,  1.60it/s]
 98%|█████████▊| 63935/65536 [11:02:06<16:38,  1.60it/s]
 98%|█████████▊| 63936/65536 [11:02:06<16:29,  1.62it/s]
 98%|█████████▊| 63937/65536 [11:02:07<16:24,  1.62it/s]
 98%|█████████▊| 63938/65536 [11:02:08<16:47,  1.59it/s]
 98%|█████████▊| 63939/65536 [11:02:08<16:27,  1.62it/s]
 98%|█████████▊| 63940/65536 [11:02:09<16:20,  1.63it/s]
                                                        
{'loss': 1.5119, 'learning_rate': 1.219848169462471e-07, 'epoch': 3946.91}
+
 98%|█████████▊| 63940/65536 [11:02:09<16:20,  1.63it/s]
 98%|█████████▊| 63941/65536 [11:02:10<16:09,  1.65it/s]
 98%|█████████▊| 63942/65536 [11:02:10<16:43,  1.59it/s]
 98%|█████████▊| 63943/65536 [11:02:11<16:31,  1.61it/s]
 98%|█████████▊| 63944/65536 [11:02:11<16:21,  1.62it/s]
 98%|█████████▊| 63945/65536 [11:02:12<17:07,  1.55it/s]
 98%|█████████▊| 63946/65536 [11:02:13<16:49,  1.57it/s]
 98%|█████████▊| 63947/65536 [11:02:13<16:32,  1.60it/s]
 98%|█████████▊| 63948/65536 [11:02:14<16:48,  1.57it/s]
 98%|█████████▊| 63949/65536 [11:02:15<16:29,  1.60it/s]
 98%|█████████▊| 63950/65536 [11:02:15<16:04,  1.64it/s]
 98%|█████████▊| 63951/65536 [11:02:16<16:14,  1.63it/s]
 98%|█████████▊| 63952/65536 [11:02:16<16:11,  1.63it/s]
 98%|█████████▊| 63953/65536 [11:02:17<16:02,  1.64it/s]
 98%|█████████▊| 63954/65536 [11:02:18<15:48,  1.67it/s]
 98%|█████████▊| 63955/65536 [11:02:18<16:02,  1.64it/s]
 98%|█████████▊| 63956/65536 [11:02:19<15:58,  1.65it/s]
 98%|█████████▊| 63957/65536 [11:02:19<15:58,  1.65it/s]
 98%|█████████▊| 63958/65536 [11:02:20<16:32,  1.59it/s]
 98%|█████████▊| 63959/65536 [11:02:21<16:03,  1.64it/s]
 98%|█████████▊| 63960/65536 [11:02:21<16:04,  1.63it/s]
                                                        
{'loss': 1.5468, 'learning_rate': 1.2170931798702095e-07, 'epoch': 3948.15}
+
 98%|█████████▊| 63960/65536 [11:02:21<16:04,  1.63it/s]
 98%|█████████▊| 63961/65536 [11:02:22<16:18,  1.61it/s]
 98%|█████████▊| 63962/65536 [11:02:23<16:13,  1.62it/s]
 98%|█████████▊| 63963/65536 [11:02:23<15:55,  1.65it/s]
 98%|█████████▊| 63964/65536 [11:02:24<16:24,  1.60it/s]
 98%|█████████▊| 63965/65536 [11:02:24<16:05,  1.63it/s]
 98%|█████████▊| 63966/65536 [11:02:25<16:12,  1.61it/s]
 98%|█████████▊| 63967/65536 [11:02:26<15:57,  1.64it/s]
 98%|█████████▊| 63968/65536 [11:02:26<16:02,  1.63it/s]
 98%|█████████▊| 63969/65536 [11:02:27<16:16,  1.61it/s]
 98%|█████████▊| 63970/65536 [11:02:27<15:56,  1.64it/s]
 98%|█████████▊| 63971/65536 [11:02:28<15:43,  1.66it/s]
 98%|█████████▊| 63972/65536 [11:02:29<15:53,  1.64it/s]
 98%|████���████▊| 63973/65536 [11:02:29<16:13,  1.61it/s]
 98%|█████████▊| 63974/65536 [11:02:30<16:38,  1.56it/s]
 98%|█████████▊| 63975/65536 [11:02:31<16:27,  1.58it/s]
 98%|█████████▊| 63976/65536 [11:02:31<15:50,  1.64it/s]
 98%|█████████▊| 63977/65536 [11:02:32<15:55,  1.63it/s]
 98%|█████████▊| 63978/65536 [11:02:32<16:12,  1.60it/s]
 98%|█████████▊| 63979/65536 [11:02:33<16:13,  1.60it/s]
 98%|█████████▊| 63980/65536 [11:02:34<16:00,  1.62it/s]
                                                        
{'loss': 1.561, 'learning_rate': 1.214338190277948e-07, 'epoch': 3949.38}
+
 98%|█████████▊| 63980/65536 [11:02:34<16:00,  1.62it/s]
 98%|█████████▊| 63981/65536 [11:02:34<15:52,  1.63it/s]
 98%|█████████▊| 63982/65536 [11:02:35<15:50,  1.63it/s]
 98%|█████████▊| 63983/65536 [11:02:36<16:00,  1.62it/s]
 98%|█████████▊| 63984/65536 [11:02:36<15:51,  1.63it/s]
 98%|█████████▊| 63985/65536 [11:02:37<16:20,  1.58it/s]
 98%|█████████▊| 63986/65536 [11:02:37<16:14,  1.59it/s]
 98%|█████████▊| 63987/65536 [11:02:38<15:53,  1.62it/s]
 98%|█████████▊| 63988/65536 [11:02:39<16:28,  1.57it/s]
 98%|█████████▊| 63989/65536 [11:02:39<16:24,  1.57it/s]
 98%|█████████▊| 63990/65536 [11:02:40<16:22,  1.57it/s]
 98%|█████████▊| 63991/65536 [11:02:41<16:52,  1.53it/s]
 98%|█████████▊| 63992/65536 [11:02:41<15:58,  1.61it/s]
 98%|█████████▊| 63993/65536 [11:02:42<16:18,  1.58it/s]
 98%|█████████▊| 63994/65536 [11:02:42<16:15,  1.58it/s]
 98%|█████████▊| 63995/65536 [11:02:43<16:13,  1.58it/s]
 98%|█████████▊| 63996/65536 [11:02:44<16:00,  1.60it/s]
 98%|█████████▊| 63997/65536 [11:02:44<15:42,  1.63it/s]
 98%|█████████▊| 63998/65536 [11:02:45<15:20,  1.67it/s]
 98%|█████████▊| 63999/65536 [11:02:46<15:47,  1.62it/s]
 98%|█████████▊| 64000/65536 [11:02:46<15:40,  1.63it/s]
                                                        
{'loss': 1.55, 'learning_rate': 1.2115832006856867e-07, 'epoch': 3950.62}
+
 98%|█████████▊| 64000/65536 [11:02:46<15:40,  1.63it/s]
 98%|█████████▊| 64001/65536 [11:02:47<15:40,  1.63it/s]
 98%|█████████▊| 64002/65536 [11:02:47<15:43,  1.63it/s]
 98%|█████████▊| 64003/65536 [11:02:48<15:35,  1.64it/s]
 98%|█████████▊| 64004/65536 [11:02:49<15:53,  1.61it/s]
 98%|█████████▊| 64005/65536 [11:02:49<15:45,  1.62it/s]
 98%|█████████▊| 64006/65536 [11:02:50<15:20,  1.66it/s]
 98%|█████████▊| 64007/65536 [11:02:50<15:59,  1.59it/s]
 98%|█████████▊| 64008/65536 [11:02:51<15:57,  1.60it/s]
 98%|█████████▊| 64009/65536 [11:02:52<15:42,  1.62it/s]
 98%|█████████▊| 64010/65536 [11:02:52<15:34,  1.63it/s]
 98%|█████████▊| 64011/65536 [11:02:53<16:01,  1.59it/s]
 98%|█████████▊| 64012/65536 [11:02:54<15:41,  1.62it/s]
 98%|█████████▊| 64013/65536 [11:02:54<15:38,  1.62it/s]
 98%|█████████▊| 64014/65536 [11:02:55<15:49,  1.60it/s]
 98%|█████████▊| 64015/65536 [11:02:55<15:35,  1.63it/s]
 98%|█████████▊| 64016/65536 [11:02:56<15:29,  1.63it/s]
 98%|█████████▊| 64017/65536 [11:02:57<15:18,  1.65it/s]
 98%|█████████▊| 64018/65536 [11:02:57<15:31,  1.63it/s]
 98%|█████████▊| 64019/65536 [11:02:58<15:31,  1.63it/s]
 98%|█████████▊| 64020/65536 [11:02:58<15:46,  1.60it/s]
                                                        
{'loss': 1.5299, 'learning_rate': 1.2088282110934242e-07, 'epoch': 3951.85}
+
 98%|█████████▊| 64020/65536 [11:02:58<15:46,  1.60it/s]
 98%|█████████▊| 64021/65536 [11:02:59<15:22,  1.64it/s]
 98%|█████████▊| 64022/65536 [11:03:00<15:18,  1.65it/s]
 98%|█████████▊| 64023/65536 [11:03:00<15:53,  1.59it/s]
 98%|█████████▊| 64024/65536 [11:03:01<15:50,  1.59it/s]
 98%|█████████▊| 64025/65536 [11:03:02<15:36,  1.61it/s]
 98%|█████████▊| 64026/65536 [11:03:02<15:26,  1.63it/s]
 98%|█████████▊| 64027/65536 [11:03:03<15:42,  1.60it/s]
 98%|█████████▊| 64028/65536 [11:03:03<15:28,  1.62it/s]
 98%|█████████▊| 64029/65536 [11:03:04<15:16,  1.64it/s]
 98%|█████████▊| 64030/65536 [11:03:05<15:30,  1.62it/s]
 98%|█████████▊| 64031/65536 [11:03:05<15:52,  1.58it/s]
 98%|█████████▊| 64032/65536 [11:03:06<15:46,  1.59it/s]
 98%|█████████▊| 64033/65536 [11:03:07<16:08,  1.55it/s]
 98%|█████████▊| 64034/65536 [11:03:07<15:53,  1.58it/s]
 98%|█████████▊| 64035/65536 [11:03:08<15:41,  1.59it/s]
 98%|█████████▊| 64036/65536 [11:03:09<16:32,  1.51it/s]
 98%|█████████▊| 64037/65536 [11:03:09<16:24,  1.52it/s]
 98%|█████████▊| 64038/65536 [11:03:10<15:54,  1.57it/s]
 98%|█████████▊| 64039/65536 [11:03:11<16:21,  1.53it/s]
 98%|█████████▊| 64040/65536 [11:03:11<15:58,  1.56it/s]
                                                        
{'loss': 1.5409, 'learning_rate': 1.2060732215011628e-07, 'epoch': 3953.09}
+
 98%|█████████▊| 64040/65536 [11:03:11<15:58,  1.56it/s]
 98%|█████████▊| 64041/65536 [11:03:12<16:14,  1.53it/s]
 98%|█████████▊| 64042/65536 [11:03:12<15:57,  1.56it/s]
 98%|█████████▊| 64043/65536 [11:03:13<15:40,  1.59it/s]
 98%|█████████▊| 64044/65536 [11:03:14<15:49,  1.57it/s]
 98%|█████████▊| 64045/65536 [11:03:14<15:19,  1.62it/s]
 98%|█████████▊| 64046/65536 [11:03:15<15:33,  1.60it/s]
 98%|█████████▊| 64047/65536 [11:03:15<15:20,  1.62it/s]
 98%|█████████▊| 64048/65536 [11:03:16<15:27,  1.60it/s]
 98%|█████████▊| 64049/65536 [11:03:17<15:17,  1.62it/s]
 98%|█████████▊| 64050/65536 [11:03:17<15:21,  1.61it/s]
 98%|█████████▊| 64051/65536 [11:03:18<15:12,  1.63it/s]
 98%|█████████▊| 64052/65536 [11:03:19<15:12,  1.63it/s]
 98%|█████████▊| 64053/65536 [11:03:19<15:02,  1.64it/s]
 98%|█████████▊| 64054/65536 [11:03:20<14:50,  1.66it/s]
 98%|█████████▊| 64055/65536 [11:03:20<15:34,  1.59it/s]
 98%|█████████▊| 64056/65536 [11:03:21<15:25,  1.60it/s]
 98%|█████████▊| 64057/65536 [11:03:22<15:27,  1.59it/s]
 98%|█████████▊| 64058/65536 [11:03:22<15:27,  1.59it/s]
 98%|█████████▊| 64059/65536 [11:03:23<15:34,  1.58it/s]
 98%|█████████▊| 64060/65536 [11:03:24<15:28,  1.59it/s]
                                                        
{'loss': 1.4877, 'learning_rate': 1.2033182319089014e-07, 'epoch': 3954.32}
+
 98%|█████████▊| 64060/65536 [11:03:24<15:28,  1.59it/s]
 98%|█████████▊| 64061/65536 [11:03:24<15:07,  1.63it/s]
 98%|█████████▊| 64062/65536 [11:03:25<15:09,  1.62it/s]
 98%|█████████▊| 64063/65536 [11:03:25<15:16,  1.61it/s]
 98%|█████████▊| 64064/65536 [11:03:26<15:02,  1.63it/s]
 98%|█████████▊| 64065/65536 [11:03:27<15:50,  1.55it/s]
 98%|█████████▊| 64066/65536 [11:03:27<15:36,  1.57it/s]
 98%|█████████▊| 64067/65536 [11:03:28<15:22,  1.59it/s]
 98%|█████████▊| 64068/65536 [11:03:29<15:28,  1.58it/s]
 98%|█████████▊| 64069/65536 [11:03:29<15:13,  1.61it/s]
 98%|█████████▊| 64070/65536 [11:03:30<14:58,  1.63it/s]
 98%|█████████▊| 64071/65536 [11:03:30<14:44,  1.66it/s]
 98%|█████████▊| 64072/65536 [11:03:31<15:03,  1.62it/s]
 98%|█████████▊| 64073/65536 [11:03:32<14:54,  1.63it/s]
 98%|█████████▊| 64074/65536 [11:03:32<14:37,  1.67it/s]
 98%|█████████▊| 64075/65536 [11:03:33<14:47,  1.65it/s]
 98%|█████████▊| 64076/65536 [11:03:33<15:03,  1.62it/s]
 98%|█████████▊| 64077/65536 [11:03:34<15:29,  1.57it/s]
 98%|█████████▊| 64078/65536 [11:03:35<15:14,  1.60it/s]
 98%|█████████▊| 64079/65536 [11:03:35<15:10,  1.60it/s]
 98%|█████████▊| 64080/65536 [11:03:36<15:23,  1.58it/s]
                                                        
{'loss': 1.4984, 'learning_rate': 1.20056324231664e-07, 'epoch': 3955.56}
+
 98%|█████████▊| 64080/65536 [11:03:36<15:23,  1.58it/s]
 98%|█████████▊| 64081/65536 [11:03:37<15:02,  1.61it/s]
 98%|█████████▊| 64082/65536 [11:03:37<15:13,  1.59it/s]
 98%|█████████▊| 64083/65536 [11:03:38<15:02,  1.61it/s]
 98%|█████████▊| 64084/65536 [11:03:39<15:03,  1.61it/s]
 98%|█████████▊| 64085/65536 [11:03:39<14:59,  1.61it/s]
 98%|█████████▊| 64086/65536 [11:03:40<15:08,  1.60it/s]
 98%|█████████▊| 64087/65536 [11:03:40<15:31,  1.56it/s]
 98%|█████████▊| 64088/65536 [11:03:41<16:34,  1.46it/s]
 98%|█████████▊| 64089/65536 [11:03:42<16:10,  1.49it/s]
 98%|█████████▊| 64090/65536 [11:03:42<15:37,  1.54it/s]
 98%|█████████▊| 64091/65536 [11:03:43<15:24,  1.56it/s]
 98%|█████████▊| 64092/65536 [11:03:44<15:17,  1.57it/s]
 98%|█████████▊| 64093/65536 [11:03:44<15:06,  1.59it/s]
 98%|█████████▊| 64094/65536 [11:03:45<15:23,  1.56it/s]
 98%|█████████▊| 64095/65536 [11:03:46<15:19,  1.57it/s]
 98%|█████████▊| 64096/65536 [11:03:46<15:13,  1.58it/s]
 98%|█████████▊| 64097/65536 [11:03:47<15:27,  1.55it/s]
 98%|█████████▊| 64098/65536 [11:03:48<15:34,  1.54it/s]
 98%|█████████▊| 64099/65536 [11:03:48<15:08,  1.58it/s]
 98%|█████████▊| 64100/65536 [11:03:49<15:04,  1.59it/s]
                                                        
{'loss': 1.5003, 'learning_rate': 1.1978082527243788e-07, 'epoch': 3956.79}
+
 98%|█████████▊| 64100/65536 [11:03:49<15:04,  1.59it/s]
 98%|█████████▊| 64101/65536 [11:03:49<14:57,  1.60it/s]
 98%|█████████▊| 64102/65536 [11:03:50<14:36,  1.64it/s]
 98%|█████████▊| 64103/65536 [11:03:51<14:30,  1.65it/s]
 98%|█████████▊| 64104/65536 [11:03:51<14:53,  1.60it/s]
 98%|█████████▊| 64105/65536 [11:03:52<14:46,  1.61it/s]
 98%|█████████▊| 64106/65536 [11:03:52<14:44,  1.62it/s]
 98%|█████████▊| 64107/65536 [11:03:53<14:31,  1.64it/s]
 98%|█████████▊| 64108/65536 [11:03:54<14:18,  1.66it/s]
 98%|█████████▊| 64109/65536 [11:03:54<14:57,  1.59it/s]
 98%|█████████▊| 64110/65536 [11:03:55<15:20,  1.55it/s]
 98%|█████████▊| 64111/65536 [11:03:56<14:47,  1.61it/s]
 98%|█████████▊| 64112/65536 [11:03:56<14:33,  1.63it/s]
 98%|█████████▊| 64113/65536 [11:03:57<14:27,  1.64it/s]
 98%|█████████▊| 64114/65536 [11:03:57<14:25,  1.64it/s]
 98%|█████████▊| 64115/65536 [11:03:58<14:21,  1.65it/s]
 98%|█████████▊| 64116/65536 [11:03:59<14:38,  1.62it/s]
 98%|█████████▊| 64117/65536 [11:03:59<14:36,  1.62it/s]
 98%|█████████▊| 64118/65536 [11:04:00<14:40,  1.61it/s]
 98%|█████████▊| 64119/65536 [11:04:00<14:40,  1.61it/s]
 98%|█████████▊| 64120/65536 [11:04:01<15:05,  1.56it/s]
                                                        
{'loss': 1.5393, 'learning_rate': 1.1950532631321174e-07, 'epoch': 3958.02}
+
 98%|█████████▊| 64120/65536 [11:04:01<15:05,  1.56it/s]
 98%|█████████▊| 64121/65536 [11:04:02<15:01,  1.57it/s]
 98%|█████████▊| 64122/65536 [11:04:02<14:40,  1.61it/s]
 98%|█████████▊| 64123/65536 [11:04:03<14:33,  1.62it/s]
 98%|█████████▊| 64124/65536 [11:04:04<14:31,  1.62it/s]
 98%|█████████▊| 64125/65536 [11:04:04<14:40,  1.60it/s]
 98%|█████████▊| 64126/65536 [11:04:05<14:20,  1.64it/s]
 98%|█████████▊| 64127/65536 [11:04:05<14:03,  1.67it/s]
 98%|█████████▊| 64128/65536 [11:04:06<14:14,  1.65it/s]
 98%|█████████▊| 64129/65536 [11:04:07<14:02,  1.67it/s]
 98%|█████████▊| 64130/65536 [11:04:07<14:29,  1.62it/s]
 98%|█████████▊| 64131/65536 [11:04:08<14:33,  1.61it/s]
 98%|█████████▊| 64132/65536 [11:04:09<14:30,  1.61it/s]
 98%|█████████▊| 64133/65536 [11:04:09<14:15,  1.64it/s]
 98%|█████████▊| 64134/65536 [11:04:10<15:00,  1.56it/s]
 98%|█████████▊| 64135/65536 [11:04:10<14:35,  1.60it/s]
 98%|█████████▊| 64136/65536 [11:04:11<15:21,  1.52it/s]
 98%|█████████▊| 64137/65536 [11:04:12<14:55,  1.56it/s]
 98%|█████████▊| 64138/65536 [11:04:12<14:38,  1.59it/s]
 98%|█████████▊| 64139/65536 [11:04:13<14:40,  1.59it/s]
 98%|█████████▊| 64140/65536 [11:04:14<14:27,  1.61it/s]
                                                        
{'loss': 1.5276, 'learning_rate': 1.192298273539856e-07, 'epoch': 3959.26}
+
 98%|█████████▊| 64140/65536 [11:04:14<14:27,  1.61it/s]
 98%|█████████▊| 64141/65536 [11:04:14<14:20,  1.62it/s]
 98%|█████████▊| 64142/65536 [11:04:15<14:04,  1.65it/s]
 98%|█████████▊| 64143/65536 [11:04:15<13:51,  1.68it/s]
 98%|█████████▊| 64144/65536 [11:04:16<14:10,  1.64it/s]
 98%|█████████▊| 64145/65536 [11:04:17<14:10,  1.63it/s]
 98%|█████████▊| 64146/65536 [11:04:17<14:18,  1.62it/s]
 98%|█████████▊| 64147/65536 [11:04:18<14:32,  1.59it/s]
 98%|█████████▊| 64148/65536 [11:04:19<14:39,  1.58it/s]
 98%|█████████▊| 64149/65536 [11:04:19<14:44,  1.57it/s]
 98%|█████████▊| 64150/65536 [11:04:20<14:51,  1.55it/s]
 98%|█████████▊| 64151/65536 [11:04:20<14:17,  1.62it/s]
 98%|█████████▊| 64152/65536 [11:04:21<14:06,  1.63it/s]
 98%|█████████▊| 64153/65536 [11:04:22<14:36,  1.58it/s]
 98%|█████████▊| 64154/65536 [11:04:22<14:25,  1.60it/s]
 98%|█████████▊| 64155/65536 [11:04:23<14:19,  1.61it/s]
 98%|█████████▊| 64156/65536 [11:04:24<14:12,  1.62it/s]
 98%|█████████▊| 64157/65536 [11:04:24<14:23,  1.60it/s]
 98%|█████████▊| 64158/65536 [11:04:25<14:26,  1.59it/s]
 98%|█████████▊| 64159/65536 [11:04:25<14:26,  1.59it/s]
 98%|█████████▊| 64160/65536 [11:04:26<14:18,  1.60it/s]
                                                        
{'loss': 1.5512, 'learning_rate': 1.1895432839475935e-07, 'epoch': 3960.49}
+
 98%|█████████▊| 64160/65536 [11:04:26<14:18,  1.60it/s]
 98%|█████████▊| 64161/65536 [11:04:27<13:59,  1.64it/s]
 98%|█████████▊| 64162/65536 [11:04:27<13:53,  1.65it/s]
 98%|█████████▊| 64163/65536 [11:04:28<13:49,  1.66it/s]
 98%|█████████▊| 64164/65536 [11:04:28<13:59,  1.63it/s]
 98%|█████████▊| 64165/65536 [11:04:29<13:50,  1.65it/s]
 98%|█████████▊| 64166/65536 [11:04:30<13:47,  1.66it/s]
 98%|█████████▊| 64167/65536 [11:04:30<13:55,  1.64it/s]
 98%|█████████▊| 64168/65536 [11:04:31<14:12,  1.60it/s]
 98%|█████████▊| 64169/65536 [11:04:32<14:43,  1.55it/s]
 98%|█████████▊| 64170/65536 [11:04:32<14:26,  1.58it/s]
 98%|█████████▊| 64171/65536 [11:04:33<14:08,  1.61it/s]
 98%|█████████▊| 64172/65536 [11:04:33<14:00,  1.62it/s]
 98%|█████████▊| 64173/65536 [11:04:34<14:19,  1.59it/s]
 98%|█████████▊| 64174/65536 [11:04:35<14:07,  1.61it/s]
 98%|█████████▊| 64175/65536 [11:04:35<14:04,  1.61it/s]
 98%|█████████▊| 64176/65536 [11:04:36<13:56,  1.63it/s]
 98%|█████████▊| 64177/65536 [11:04:36<13:49,  1.64it/s]
 98%|█████████▊| 64178/65536 [11:04:37<13:40,  1.65it/s]
 98%|█████████▊| 64179/65536 [11:04:38<13:48,  1.64it/s]
 98%|█████████▊| 64180/65536 [11:04:38<14:04,  1.61it/s]
                                                        
{'loss': 1.513, 'learning_rate': 1.1867882943553321e-07, 'epoch': 3961.73}
+
 98%|█████████▊| 64180/65536 [11:04:38<14:04,  1.61it/s]
 98%|█████████▊| 64181/65536 [11:04:39<14:32,  1.55it/s]
 98%|█████████▊| 64182/65536 [11:04:40<14:12,  1.59it/s]
 98%|█████████▊| 64183/65536 [11:04:40<14:14,  1.58it/s]
 98%|█████████▊| 64184/65536 [11:04:41<13:43,  1.64it/s]
 98%|█████████▊| 64185/65536 [11:04:41<13:56,  1.61it/s]
 98%|█████████▊| 64186/65536 [11:04:42<13:50,  1.62it/s]
 98%|█████████▊| 64187/65536 [11:04:43<13:34,  1.66it/s]
 98%|█████████▊| 64188/65536 [11:04:43<14:10,  1.59it/s]
 98%|█████████▊| 64189/65536 [11:04:44<13:56,  1.61it/s]
 98%|█████████▊| 64190/65536 [11:04:45<14:01,  1.60it/s]
 98%|█████████▊| 64191/65536 [11:04:45<14:09,  1.58it/s]
 98%|█████████▊| 64192/65536 [11:04:46<13:57,  1.60it/s]
 98%|█████████▊| 64193/65536 [11:04:46<14:01,  1.60it/s]
 98%|█████████▊| 64194/65536 [11:04:47<13:44,  1.63it/s]
 98%|█████████▊| 64195/65536 [11:04:48<13:55,  1.60it/s]
 98%|█████████▊| 64196/65536 [11:04:48<13:48,  1.62it/s]
 98%|█████████▊| 64197/65536 [11:04:49<13:59,  1.60it/s]
 98%|█████████▊| 64198/65536 [11:04:50<13:48,  1.61it/s]
 98%|█████████▊| 64199/65536 [11:04:50<13:44,  1.62it/s]
 98%|█████████▊| 64200/65536 [11:04:51<13:36,  1.64it/s]
                                                        
{'loss': 1.5372, 'learning_rate': 1.1840333047630707e-07, 'epoch': 3962.96}
+
 98%|█████████▊| 64200/65536 [11:04:51<13:36,  1.64it/s]
 98%|█████████▊| 64201/65536 [11:04:51<13:56,  1.60it/s]
 98%|█████████▊| 64202/65536 [11:04:52<13:39,  1.63it/s]
 98%|█████████▊| 64203/65536 [11:04:53<13:31,  1.64it/s]
 98%|█████████▊| 64204/65536 [11:04:53<13:26,  1.65it/s]
 98%|█████████▊| 64205/65536 [11:04:54<13:30,  1.64it/s]
 98%|█████���███▊| 64206/65536 [11:04:55<13:55,  1.59it/s]
 98%|█████████▊| 64207/65536 [11:04:55<14:23,  1.54it/s]
 98%|█████████▊| 64208/65536 [11:04:56<14:16,  1.55it/s]
 98%|█████████▊| 64209/65536 [11:04:56<14:15,  1.55it/s]
 98%|█████████▊| 64210/65536 [11:04:57<14:04,  1.57it/s]
 98%|█████████▊| 64211/65536 [11:04:58<13:36,  1.62it/s]
 98%|█████████▊| 64212/65536 [11:04:58<13:33,  1.63it/s]
 98%|█████████▊| 64213/65536 [11:04:59<13:32,  1.63it/s]
 98%|█████████▊| 64214/65536 [11:05:00<14:00,  1.57it/s]
 98%|█████████▊| 64215/65536 [11:05:00<14:00,  1.57it/s]
 98%|█████████▊| 64216/65536 [11:05:01<13:45,  1.60it/s]
 98%|█████████▊| 64217/65536 [11:05:02<14:10,  1.55it/s]
 98%|█████████▊| 64218/65536 [11:05:02<14:01,  1.57it/s]
 98%|█████████▊| 64219/65536 [11:05:03<13:58,  1.57it/s]
 98%|█████████▊| 64220/65536 [11:05:03<14:09,  1.55it/s]
                                                        
{'loss': 1.4977, 'learning_rate': 1.1812783151708093e-07, 'epoch': 3964.2}
+
 98%|█████████▊| 64220/65536 [11:05:03<14:09,  1.55it/s]
 98%|█████████▊| 64221/65536 [11:05:04<14:03,  1.56it/s]
 98%|█████████▊| 64222/65536 [11:05:05<14:03,  1.56it/s]
 98%|█████████▊| 64223/65536 [11:05:05<13:40,  1.60it/s]
 98%|█████████▊| 64224/65536 [11:05:06<13:41,  1.60it/s]
 98%|█████████▊| 64225/65536 [11:05:07<13:46,  1.59it/s]
 98%|█████████▊| 64226/65536 [11:05:07<13:24,  1.63it/s]
 98%|█████████▊| 64227/65536 [11:05:08<13:15,  1.65it/s]
 98%|█████████▊| 64228/65536 [11:05:08<13:10,  1.65it/s]
 98%|█████████▊| 64229/65536 [11:05:09<13:15,  1.64it/s]
 98%|█████████▊| 64230/65536 [11:05:10<13:14,  1.64it/s]
 98%|█████████▊| 64231/65536 [11:05:10<12:55,  1.68it/s]
 98%|█████████▊| 64232/65536 [11:05:11<13:28,  1.61it/s]
 98%|█████████▊| 64233/65536 [11:05:11<13:17,  1.63it/s]
 98%|█████████▊| 64234/65536 [11:05:12<13:53,  1.56it/s]
 98%|█████████▊| 64235/65536 [11:05:13<14:07,  1.54it/s]
 98%|█████████▊| 64236/65536 [11:05:13<14:06,  1.54it/s]
 98%|█████████▊| 64237/65536 [11:05:14<13:43,  1.58it/s]
 98%|█████████▊| 64238/65536 [11:05:15<13:30,  1.60it/s]
 98%|█████████▊| 64239/65536 [11:05:15<13:26,  1.61it/s]
 98%|█████████▊| 64240/65536 [11:05:16<13:30,  1.60it/s]
                                                        
{'loss': 1.5251, 'learning_rate': 1.1785233255785479e-07, 'epoch': 3965.43}
+
 98%|█████████▊| 64240/65536 [11:05:16<13:30,  1.60it/s]
 98%|█████████▊| 64241/65536 [11:05:16<13:18,  1.62it/s]
 98%|█████████▊| 64242/65536 [11:05:17<13:27,  1.60it/s]
 98%|█████████▊| 64243/65536 [11:05:18<13:17,  1.62it/s]
 98%|█████████▊| 64244/65536 [11:05:18<13:08,  1.64it/s]
 98%|█████████▊| 64245/65536 [11:05:19<13:04,  1.64it/s]
 98%|█████████▊| 64246/65536 [11:05:20<13:11,  1.63it/s]
 98%|█████████▊| 64247/65536 [11:05:20<13:20,  1.61it/s]
 98%|█████████▊| 64248/65536 [11:05:21<13:02,  1.65it/s]
 98%|█████████▊| 64249/65536 [11:05:21<12:59,  1.65it/s]
 98%|█████████▊| 64250/65536 [11:05:22<13:37,  1.57it/s]
 98%|█████████▊| 64251/65536 [11:05:23<13:29,  1.59it/s]
 98%|█████████▊| 64252/65536 [11:05:23<13:32,  1.58it/s]
 98%|█████████▊| 64253/65536 [11:05:24<13:17,  1.61it/s]
 98%|█████████▊| 64254/65536 [11:05:25<13:20,  1.60it/s]
 98%|█████████▊| 64255/65536 [11:05:25<13:06,  1.63it/s]
 98%|█████████▊| 64256/65536 [11:05:26<13:18,  1.60it/s]
 98%|█████████▊| 64257/65536 [11:05:26<13:07,  1.62it/s]
 98%|█████████▊| 64258/65536 [11:05:27<13:00,  1.64it/s]
 98%|█████████▊| 64259/65536 [11:05:28<13:08,  1.62it/s]
 98%|█████████▊| 64260/65536 [11:05:28<12:49,  1.66it/s]
                                                        
{'loss': 1.5317, 'learning_rate': 1.1757683359862865e-07, 'epoch': 3966.67}
+
 98%|█████████▊| 64260/65536 [11:05:28<12:49,  1.66it/s]
 98%|█████████▊| 64261/65536 [11:05:29<12:46,  1.66it/s]
 98%|█████████▊| 64262/65536 [11:05:29<12:41,  1.67it/s]
 98%|█████████▊| 64263/65536 [11:05:30<12:36,  1.68it/s]
 98%|█████████▊| 64264/65536 [11:05:31<13:11,  1.61it/s]
 98%|█████████▊| 64265/65536 [11:05:31<13:03,  1.62it/s]
 98%|█████████▊| 64266/65536 [11:05:32<13:40,  1.55it/s]
 98%|█████████▊| 64267/65536 [11:05:33<13:19,  1.59it/s]
 98%|█████████▊| 64268/65536 [11:05:33<13:00,  1.62it/s]
 98%|█████████▊| 64269/65536 [11:05:34<12:50,  1.64it/s]
 98%|█████████▊| 64270/65536 [11:05:34<12:36,  1.67it/s]
 98%|█████████▊| 64271/65536 [11:05:35<12:34,  1.68it/s]
 98%|█████████▊| 64272/65536 [11:05:35<12:37,  1.67it/s]
 98%|█████████▊| 64273/65536 [11:05:36<12:47,  1.65it/s]
 98%|█████████▊| 64274/65536 [11:05:37<12:47,  1.64it/s]
 98%|█████████▊| 64275/65536 [11:05:37<12:52,  1.63it/s]
 98%|█████████▊| 64276/65536 [11:05:38<13:15,  1.58it/s]
 98%|█████████▊| 64277/65536 [11:05:39<13:08,  1.60it/s]
 98%|█████████▊| 64278/65536 [11:05:39<13:12,  1.59it/s]
 98%|█████████▊| 64279/65536 [11:05:40<13:08,  1.59it/s]
 98%|█████████▊| 64280/65536 [11:05:41<13:01,  1.61it/s]
                                                        
{'loss': 1.5457, 'learning_rate': 1.1730133463940252e-07, 'epoch': 3967.9}
+
 98%|█████████▊| 64280/65536 [11:05:41<13:01,  1.61it/s]
 98%|█████████▊| 64281/65536 [11:05:41<13:27,  1.55it/s]
 98%|█████████▊| 64282/65536 [11:05:42<13:52,  1.51it/s]
 98%|█████████▊| 64283/65536 [11:05:42<13:23,  1.56it/s]
 98%|█████████▊| 64284/65536 [11:05:43<13:02,  1.60it/s]
 98%|█████████▊| 64285/65536 [11:05:44<12:55,  1.61it/s]
 98%|█████████▊| 64286/65536 [11:05:44<13:08,  1.58it/s]
 98%|█████████▊| 64287/65536 [11:05:45<13:01,  1.60it/s]
 98%|█████████▊| 64288/65536 [11:05:46<12:56,  1.61it/s]
 98%|█████████▊| 64289/65536 [11:05:46<12:54,  1.61it/s]
 98%|█████████▊| 64290/65536 [11:05:47<12:32,  1.66it/s]
 98%|█████████▊| 64291/65536 [11:05:47<12:35,  1.65it/s]
 98%|█████████▊| 64292/65536 [11:05:48<12:53,  1.61it/s]
 98%|█████████▊| 64293/65536 [11:05:49<12:53,  1.61it/s]
 98%|█████████▊| 64294/65536 [11:05:49<13:21,  1.55it/s]
 98%|█████████▊| 64295/65536 [11:05:50<13:09,  1.57it/s]
 98%|█████████▊| 64296/65536 [11:05:51<12:52,  1.61it/s]
 98%|█████████▊| 64297/65536 [11:05:51<12:41,  1.63it/s]
 98%|█████████▊| 64298/65536 [11:05:52<13:11,  1.56it/s]
 98%|█████████▊| 64299/65536 [11:05:52<12:53,  1.60it/s]
 98%|█████████▊| 64300/65536 [11:05:53<13:04,  1.57it/s]
                                                        
{'loss': 1.5048, 'learning_rate': 1.1702583568017627e-07, 'epoch': 3969.14}
+
 98%|█████████▊| 64300/65536 [11:05:53<13:04,  1.57it/s]
 98%|█████████▊| 64301/65536 [11:05:54<13:08,  1.57it/s]
 98%|█████████▊| 64302/65536 [11:05:54<12:48,  1.61it/s]
 98%|█████████▊| 64303/65536 [11:05:55<13:03,  1.57it/s]
 98%|█████████▊| 64304/65536 [11:05:56<12:48,  1.60it/s]
 98%|█████████▊| 64305/65536 [11:05:56<13:09,  1.56it/s]
 98%|█████████▊| 64306/65536 [11:05:57<13:11,  1.55it/s]
 98%|█████████▊| 64307/65536 [11:05:58<13:30,  1.52it/s]
 98%|█████████▊| 64308/65536 [11:05:58<13:03,  1.57it/s]
 98%|█████████▊| 64309/65536 [11:05:59<12:34,  1.63it/s]
 98%|█████████▊| 64310/65536 [11:05:59<12:13,  1.67it/s]
 98%|█████████▊| 64311/65536 [11:06:00<12:17,  1.66it/s]
 98%|█████████▊| 64312/65536 [11:06:01<12:07,  1.68it/s]
 98%|█████████▊| 64313/65536 [11:06:01<12:00,  1.70it/s]
 98%|█████████▊| 64314/65536 [11:06:02<11:56,  1.71it/s]
 98%|█████████▊| 64315/65536 [11:06:02<12:35,  1.62it/s]
 98%|█████████▊| 64316/65536 [11:06:03<12:32,  1.62it/s]
 98%|█████████▊| 64317/65536 [11:06:04<12:32,  1.62it/s]
 98%|█████████▊| 64318/65536 [11:06:04<12:19,  1.65it/s]
 98%|█████████▊| 64319/65536 [11:06:05<12:15,  1.65it/s]
 98%|█████████▊| 64320/65536 [11:06:05<12:36,  1.61it/s]
                                                        
{'loss': 1.5291, 'learning_rate': 1.1675033672095015e-07, 'epoch': 3970.37}
+
 98%|█████████▊| 64320/65536 [11:06:05<12:36,  1.61it/s]
 98%|█████████▊| 64321/65536 [11:06:06<12:40,  1.60it/s]
 98%|█████████▊| 64322/65536 [11:06:07<12:30,  1.62it/s]
 98%|█████████▊| 64323/65536 [11:06:07<12:25,  1.63it/s]
 98%|█████████▊| 64324/65536 [11:06:08<12:19,  1.64it/s]
 98%|█████████▊| 64325/65536 [11:06:09<12:35,  1.60it/s]
 98%|█████████▊| 64326/65536 [11:06:09<12:34,  1.60it/s]
 98%|█████████▊| 64327/65536 [11:06:10<12:10,  1.66it/s]
 98%|█████████▊| 64328/65536 [11:06:10<12:10,  1.65it/s]
 98%|█████████▊| 64329/65536 [11:06:11<12:21,  1.63it/s]
 98%|█████████▊| 64330/65536 [11:06:12<12:13,  1.64it/s]
 98%|█████████▊| 64331/65536 [11:06:12<12:41,  1.58it/s]
 98%|█████████▊| 64332/65536 [11:06:13<12:26,  1.61it/s]
 98%|█████████▊| 64333/65536 [11:06:14<12:47,  1.57it/s]
 98%|█████████▊| 64334/65536 [11:06:14<12:50,  1.56it/s]
 98%|█████████▊| 64335/65536 [11:06:15<12:40,  1.58it/s]
 98%|█████████▊| 64336/65536 [11:06:15<12:38,  1.58it/s]
 98%|█████████▊| 64337/65536 [11:06:16<12:28,  1.60it/s]
 98%|█████████▊| 64338/65536 [11:06:17<12:38,  1.58it/s]
 98%|█████████▊| 64339/65536 [11:06:17<12:33,  1.59it/s]
 98%|█████████▊| 64340/65536 [11:06:18<12:22,  1.61it/s]
                                                        
{'loss': 1.5294, 'learning_rate': 1.16474837761724e-07, 'epoch': 3971.6}
+
 98%|█████████▊| 64340/65536 [11:06:18<12:22,  1.61it/s]
 98%|█████████▊| 64341/65536 [11:06:18<12:06,  1.65it/s]
 98%|█████████▊| 64342/65536 [11:06:19<11:56,  1.67it/s]
 98%|█████████▊| 64343/65536 [11:06:20<11:46,  1.69it/s]
 98%|█████████▊| 64344/65536 [11:06:20<11:49,  1.68it/s]
 98%|█████████▊| 64345/65536 [11:06:21<11:49,  1.68it/s]
 98%|█████████▊| 64346/65536 [11:06:22<12:17,  1.61it/s]
 98%|█████████▊| 64347/65536 [11:06:22<12:35,  1.57it/s]
 98%|█████████▊| 64348/65536 [11:06:23<12:21,  1.60it/s]
 98%|█████████▊| 64349/65536 [11:06:23<12:16,  1.61it/s]
 98%|█████████▊| 64350/65536 [11:06:24<12:21,  1.60it/s]
 98%|█████████▊| 64351/65536 [11:06:25<12:02,  1.64it/s]
 98%|█████████▊| 64352/65536 [11:06:25<11:41,  1.69it/s]
 98%|█████████▊| 64353/65536 [11:06:26<11:38,  1.69it/s]
 98%|█████████▊| 64354/65536 [11:06:26<12:18,  1.60it/s]
 98%|█████████▊| 64355/65536 [11:06:27<12:21,  1.59it/s]
 98%|█████████▊| 64356/65536 [11:06:28<12:12,  1.61it/s]
 98%|█████████▊| 64357/65536 [11:06:28<12:13,  1.61it/s]
 98%|█████████▊| 64358/65536 [11:06:29<12:20,  1.59it/s]
 98%|█████████▊| 64359/65536 [11:06:30<12:03,  1.63it/s]
 98%|█████████▊| 64360/65536 [11:06:30<12:18,  1.59it/s]
                                                        
{'loss': 1.5432, 'learning_rate': 1.1619933880249786e-07, 'epoch': 3972.84}
+
 98%|█████████▊| 64360/65536 [11:06:30<12:18,  1.59it/s]
 98%|█████████▊| 64361/65536 [11:06:31<12:14,  1.60it/s]
 98%|█████████▊| 64362/65536 [11:06:31<11:59,  1.63it/s]
 98%|█████████▊| 64363/65536 [11:06:32<12:30,  1.56it/s]
 98%|█████████▊| 64364/65536 [11:06:33<12:19,  1.58it/s]
 98%|█████████▊| 64365/65536 [11:06:33<12:24,  1.57it/s]
 98%|█████████▊| 64366/65536 [11:06:34<12:23,  1.57it/s]
 98%|█████████▊| 64367/65536 [11:06:35<12:20,  1.58it/s]
 98%|█████████▊| 64368/65536 [11:06:35<12:11,  1.60it/s]
 98%|█████████▊| 64369/65536 [11:06:36<12:03,  1.61it/s]
 98%|█████████▊| 64370/65536 [11:06:36<11:53,  1.63it/s]
 98%|█████████▊| 64371/65536 [11:06:37<11:52,  1.64it/s]
 98%|█████████▊| 64372/65536 [11:06:38<11:42,  1.66it/s]
 98%|█████████▊| 64373/65536 [11:06:38<11:44,  1.65it/s]
 98%|█████████▊| 64374/65536 [11:06:39<11:56,  1.62it/s]
 98%|█████████▊| 64375/65536 [11:06:39<11:59,  1.61it/s]
 98%|█████████▊| 64376/65536 [11:06:40<11:41,  1.65it/s]
 98%|█████████▊| 64377/65536 [11:06:41<11:46,  1.64it/s]
 98%|█████████▊| 64378/65536 [11:06:41<11:39,  1.65it/s]
 98%|█████████▊| 64379/65536 [11:06:42<12:24,  1.55it/s]
 98%|█████████▊| 64380/65536 [11:06:43<12:17,  1.57it/s]
                                                        
{'loss': 1.511, 'learning_rate': 1.1592383984327172e-07, 'epoch': 3974.07}
+
 98%|█████████▊| 64380/65536 [11:06:43<12:17,  1.57it/s]
 98%|█████████▊| 64381/65536 [11:06:43<12:03,  1.60it/s]
 98%|█████████▊| 64382/65536 [11:06:44<11:53,  1.62it/s]
 98%|█████████▊| 64383/65536 [11:06:44<11:46,  1.63it/s]
 98%|█████████▊| 64384/65536 [11:06:45<11:53,  1.62it/s]
 98%|█████████▊| 64385/65536 [11:06:46<11:52,  1.62it/s]
 98%|█████████▊| 64386/65536 [11:06:46<11:56,  1.60it/s]
 98%|█████████▊| 64387/65536 [11:06:47<12:30,  1.53it/s]
 98%|█████████▊| 64388/65536 [11:06:48<12:35,  1.52it/s]
 98%|█████████▊| 64389/65536 [11:06:48<12:19,  1.55it/s]
 98%|█████████▊| 64390/65536 [11:06:49<11:55,  1.60it/s]
 98%|█████████▊| 64391/65536 [11:06:50<11:47,  1.62it/s]
 98%|█████████▊| 64392/65536 [11:06:50<11:58,  1.59it/s]
 98%|█████████▊| 64393/65536 [11:06:51<11:45,  1.62it/s]
 98%|█████████▊| 64394/65536 [11:06:51<11:30,  1.65it/s]
 98%|█████████▊| 64395/65536 [11:06:52<11:36,  1.64it/s]
 98%|█████████▊| 64396/65536 [11:06:53<11:58,  1.59it/s]
 98%|█████████▊| 64397/65536 [11:06:53<11:53,  1.60it/s]
 98%|█████████▊| 64398/65536 [11:06:54<11:49,  1.60it/s]
 98%|█████████▊| 64399/65536 [11:06:54<11:44,  1.61it/s]
 98%|█████████▊| 64400/65536 [11:06:55<11:42,  1.62it/s]
                                                        
{'loss': 1.5372, 'learning_rate': 1.1564834088404558e-07, 'epoch': 3975.31}
+
 98%|█████████▊| 64400/65536 [11:06:55<11:42,  1.62it/s]
 98%|█████████▊| 64401/65536 [11:06:56<11:39,  1.62it/s]
 98%|█████████▊| 64402/65536 [11:06:56<11:29,  1.64it/s]
 98%|█████████▊| 64403/65536 [11:06:57<11:21,  1.66it/s]
 98%|█████████▊| 64404/65536 [11:06:57<11:11,  1.68it/s]
 98%|█████████▊| 64405/65536 [11:06:58<11:25,  1.65it/s]
 98%|█████████▊| 64406/65536 [11:06:59<11:27,  1.64it/s]
 98%|█████████▊| 64407/65536 [11:06:59<11:32,  1.63it/s]
 98%|█████████▊| 64408/65536 [11:07:00<11:50,  1.59it/s]
 98%|█████████▊| 64409/65536 [11:07:01<12:05,  1.55it/s]
 98%|█████████▊| 64410/65536 [11:07:01<11:49,  1.59it/s]
 98%|█████████▊| 64411/65536 [11:07:02<11:22,  1.65it/s]
 98%|█████████▊| 64412/65536 [11:07:02<11:47,  1.59it/s]
 98%|█████████▊| 64413/65536 [11:07:03<11:58,  1.56it/s]
 98%|█████████▊| 64414/65536 [11:07:04<11:42,  1.60it/s]
 98%|█████████▊| 64415/65536 [11:07:04<11:30,  1.62it/s]
 98%|█████████▊| 64416/65536 [11:07:05<11:24,  1.64it/s]
 98%|█████████▊| 64417/65536 [11:07:06<11:26,  1.63it/s]
 98%|█████████▊| 64418/65536 [11:07:06<11:18,  1.65it/s]
 98%|█████████▊| 64419/65536 [11:07:07<11:39,  1.60it/s]
 98%|█████████▊| 64420/65536 [11:07:07<11:31,  1.61it/s]
                                                        
{'loss': 1.542, 'learning_rate': 1.1537284192481933e-07, 'epoch': 3976.54}
+
 98%|█████████▊| 64420/65536 [11:07:07<11:31,  1.61it/s]
 98%|█████████▊| 64421/65536 [11:07:08<11:36,  1.60it/s]
 98%|█████████▊| 64422/65536 [11:07:09<11:19,  1.64it/s]
 98%|█████████▊| 64423/65536 [11:07:09<11:10,  1.66it/s]
 98%|█████████▊| 64424/65536 [11:07:10<11:07,  1.67it/s]
 98%|█████████▊| 64425/65536 [11:07:10<11:07,  1.67it/s]
 98%|█████████▊| 64426/65536 [11:07:11<11:11,  1.65it/s]
 98%|█████████▊| 64427/65536 [11:07:12<11:37,  1.59it/s]
 98%|█████████▊| 64428/65536 [11:07:12<11:48,  1.56it/s]
 98%|█████████▊| 64429/65536 [11:07:13<11:43,  1.57it/s]
 98%|█████████▊| 64430/65536 [11:07:14<11:27,  1.61it/s]
 98%|█████████▊| 64431/65536 [11:07:14<11:01,  1.67it/s]
 98%|█████████▊| 64432/65536 [11:07:15<11:00,  1.67it/s]
 98%|█████████▊| 64433/65536 [11:07:15<10:56,  1.68it/s]
 98%|█████████▊| 64434/65536 [11:07:16<11:10,  1.64it/s]
 98%|█████████▊| 64435/65536 [11:07:17<11:18,  1.62it/s]
 98%|█████████▊| 64436/65536 [11:07:17<11:37,  1.58it/s]
 98%|█████████▊| 64437/65536 [11:07:18<11:29,  1.59it/s]
 98%|█████████▊| 64438/65536 [11:07:18<11:19,  1.62it/s]
 98%|█████████▊| 64439/65536 [11:07:19<11:25,  1.60it/s]
 98%|█████████▊| 64440/65536 [11:07:20<11:41,  1.56it/s]
                                                        
{'loss': 1.54, 'learning_rate': 1.150973429655932e-07, 'epoch': 3977.78}
+
 98%|█████████▊| 64440/65536 [11:07:20<11:41,  1.56it/s]
 98%|█████████▊| 64441/65536 [11:07:20<11:31,  1.58it/s]
 98%|█████████▊| 64442/65536 [11:07:21<11:20,  1.61it/s]
 98%|█████████▊| 64443/65536 [11:07:22<11:13,  1.62it/s]
 98%|█████████▊| 64444/65536 [11:07:22<11:28,  1.59it/s]
 98%|█████████▊| 64445/65536 [11:07:23<11:48,  1.54it/s]
 98%|█████████▊| 64446/65536 [11:07:24<11:44,  1.55it/s]
 98%|█████████▊| 64447/65536 [11:07:24<11:33,  1.57it/s]
 98%|█████████▊| 64448/65536 [11:07:25<11:23,  1.59it/s]
 98%|█████████▊| 64449/65536 [11:07:25<11:02,  1.64it/s]
 98%|█████████▊| 64450/65536 [11:07:26<11:08,  1.62it/s]
 98%|█████████▊| 64451/65536 [11:07:27<11:03,  1.63it/s]
 98%|█████████▊| 64452/65536 [11:07:27<11:24,  1.58it/s]
 98%|█████████▊| 64453/65536 [11:07:28<11:04,  1.63it/s]
 98%|█████████▊| 64454/65536 [11:07:29<11:08,  1.62it/s]
 98%|█████████▊| 64455/65536 [11:07:29<10:56,  1.65it/s]
 98%|█████████▊| 64456/65536 [11:07:30<10:56,  1.64it/s]
 98%|█████████▊| 64457/65536 [11:07:30<10:56,  1.64it/s]
 98%|█████████▊| 64458/65536 [11:07:31<10:51,  1.65it/s]
 98%|█████████▊| 64459/65536 [11:07:32<10:48,  1.66it/s]
 98%|█████████▊| 64460/65536 [11:07:32<11:03,  1.62it/s]
                                                        
{'loss': 1.546, 'learning_rate': 1.1482184400636706e-07, 'epoch': 3979.01}
+
 98%|█████████▊| 64460/65536 [11:07:32<11:03,  1.62it/s]
 98%|█████████▊| 64461/65536 [11:07:33<10:55,  1.64it/s]
 98%|█████████▊| 64462/65536 [11:07:33<10:48,  1.66it/s]
 98%|█████████▊| 64463/65536 [11:07:34<11:16,  1.58it/s]
 98%|█████████▊| 64464/65536 [11:07:35<11:02,  1.62it/s]
 98%|█████████▊| 64465/65536 [11:07:35<10:48,  1.65it/s]
 98%|█████████▊| 64466/65536 [11:07:36<10:50,  1.65it/s]
 98%|█████████▊| 64467/65536 [11:07:36<10:45,  1.66it/s]
 98%|█████████▊| 64468/65536 [11:07:37<11:24,  1.56it/s]
 98%|█████████▊| 64469/65536 [11:07:38<11:16,  1.58it/s]
 98%|█████████▊| 64470/65536 [11:07:38<11:07,  1.60it/s]
 98%|█████████▊| 64471/65536 [11:07:39<11:01,  1.61it/s]
 98%|█████████▊| 64472/65536 [11:07:40<10:51,  1.63it/s]
 98%|█████████▊| 64473/65536 [11:07:40<10:52,  1.63it/s]
 98%|█████████▊| 64474/65536 [11:07:41<10:54,  1.62it/s]
 98%|█████████▊| 64475/65536 [11:07:41<10:52,  1.63it/s]
 98%|█████████▊| 64476/65536 [11:07:42<10:46,  1.64it/s]
 98%|█████████▊| 64477/65536 [11:07:43<11:02,  1.60it/s]
 98%|█████████▊| 64478/65536 [11:07:43<10:55,  1.61it/s]
 98%|█████████▊| 64479/65536 [11:07:44<10:51,  1.62it/s]
 98%|█████████▊| 64480/65536 [11:07:44<10:39,  1.65it/s]
                                                        
{'loss': 1.545, 'learning_rate': 1.1454634504714092e-07, 'epoch': 3980.25}
+
 98%|█████████▊| 64480/65536 [11:07:44<10:39,  1.65it/s]
 98%|█████████▊| 64481/65536 [11:07:45<10:36,  1.66it/s]
 98%|█████████▊| 64482/65536 [11:07:46<10:38,  1.65it/s]
 98%|█████████▊| 64483/65536 [11:07:46<10:42,  1.64it/s]
 98%|█████████▊| 64484/65536 [11:07:47<10:32,  1.66it/s]
 98%|█████████▊| 64485/65536 [11:07:47<10:26,  1.68it/s]
 98%|█████████▊| 64486/65536 [11:07:48<10:29,  1.67it/s]
 98%|█████████▊| 64487/65536 [11:07:49<10:29,  1.67it/s]
 98%|█████████▊| 64488/65536 [11:07:49<10:45,  1.62it/s]
 98%|█████████▊| 64489/65536 [11:07:50<11:04,  1.58it/s]
 98%|█████████▊| 64490/65536 [11:07:51<10:54,  1.60it/s]
 98%|█████████▊| 64491/65536 [11:07:51<10:48,  1.61it/s]
 98%|█████████▊| 64492/65536 [11:07:52<10:52,  1.60it/s]
 98%|█████████▊| 64493/65536 [11:07:53<11:12,  1.55it/s]
 98%|█████████▊| 64494/65536 [11:07:53<10:58,  1.58it/s]
 98%|█████████▊| 64495/65536 [11:07:54<10:48,  1.60it/s]
 98%|█████████▊| 64496/65536 [11:07:54<10:34,  1.64it/s]
 98%|█████████▊| 64497/65536 [11:07:55<10:43,  1.61it/s]
 98%|█████████▊| 64498/65536 [11:07:56<10:52,  1.59it/s]
 98%|█████████▊| 64499/65536 [11:07:56<10:59,  1.57it/s]
 98%|███████���█▊| 64500/65536 [11:07:57<10:55,  1.58it/s]
                                                        
{'loss': 1.5632, 'learning_rate': 1.1427084608791478e-07, 'epoch': 3981.48}
+
 98%|█████████▊| 64500/65536 [11:07:57<10:55,  1.58it/s]
 98%|█████████▊| 64501/65536 [11:07:58<10:46,  1.60it/s]
 98%|█████████▊| 64502/65536 [11:07:58<10:36,  1.62it/s]
 98%|█████████▊| 64503/65536 [11:07:59<10:31,  1.64it/s]
 98%|█████████▊| 64504/65536 [11:07:59<10:34,  1.63it/s]
 98%|█████████▊| 64505/65536 [11:08:00<10:25,  1.65it/s]
 98%|█████████▊| 64506/65536 [11:08:01<10:48,  1.59it/s]
 98%|█████████▊| 64507/65536 [11:08:01<10:47,  1.59it/s]
 98%|█████████▊| 64508/65536 [11:08:02<10:38,  1.61it/s]
 98%|█████████▊| 64509/65536 [11:08:03<11:00,  1.56it/s]
 98%|█████████▊| 64510/65536 [11:08:03<10:57,  1.56it/s]
 98%|█████████▊| 64511/65536 [11:08:04<10:51,  1.57it/s]
 98%|█████████▊| 64512/65536 [11:08:04<10:57,  1.56it/s]
 98%|█████████▊| 64513/65536 [11:08:05<11:00,  1.55it/s]
 98%|█████████▊| 64514/65536 [11:08:06<10:48,  1.58it/s]
 98%|█████████▊| 64515/65536 [11:08:06<10:52,  1.57it/s]
 98%|█████████▊| 64516/65536 [11:08:07<11:01,  1.54it/s]
 98%|█████████▊| 64517/65536 [11:08:08<10:42,  1.59it/s]
 98%|█████████▊| 64518/65536 [11:08:08<10:29,  1.62it/s]
 98%|█████████▊| 64519/65536 [11:08:09<10:27,  1.62it/s]
 98%|█████████▊| 64520/65536 [11:08:09<10:06,  1.68it/s]
                                                        
{'loss': 1.5127, 'learning_rate': 1.1399534712868864e-07, 'epoch': 3982.72}
+
 98%|█████████▊| 64520/65536 [11:08:09<10:06,  1.68it/s]
 98%|█████████▊| 64521/65536 [11:08:10<10:05,  1.68it/s]
 98%|█████████▊| 64522/65536 [11:08:11<09:59,  1.69it/s]
 98%|█████████▊| 64523/65536 [11:08:11<10:22,  1.63it/s]
 98%|█████████▊| 64524/65536 [11:08:12<10:17,  1.64it/s]
 98%|█████████▊| 64525/65536 [11:08:12<10:26,  1.61it/s]
 98%|█████████▊| 64526/65536 [11:08:13<10:07,  1.66it/s]
 98%|█████████▊| 64527/65536 [11:08:14<10:22,  1.62it/s]
 98%|█████████▊| 64528/65536 [11:08:14<10:09,  1.65it/s]
 98%|█████████▊| 64529/65536 [11:08:15<10:23,  1.62it/s]
 98%|█████████▊| 64530/65536 [11:08:16<10:23,  1.61it/s]
 98%|█████████▊| 64531/65536 [11:08:16<10:10,  1.65it/s]
 98%|█████████▊| 64532/65536 [11:08:17<10:26,  1.60it/s]
 98%|█████████▊| 64533/65536 [11:08:17<10:09,  1.65it/s]
 98%|█████████▊| 64534/65536 [11:08:18<10:02,  1.66it/s]
 98%|█████████▊| 64535/65536 [11:08:19<10:11,  1.64it/s]
 98%|█████████▊| 64536/65536 [11:08:19<10:10,  1.64it/s]
 98%|█████████▊| 64537/65536 [11:08:20<10:06,  1.65it/s]
 98%|█████████▊| 64538/65536 [11:08:20<10:22,  1.60it/s]
 98%|█████████▊| 64539/65536 [11:08:21<10:31,  1.58it/s]
 98%|█████████▊| 64540/65536 [11:08:22<10:28,  1.59it/s]
                                                        
{'loss': 1.5255, 'learning_rate': 1.1371984816946251e-07, 'epoch': 3983.95}
+
 98%|█████████▊| 64540/65536 [11:08:22<10:28,  1.59it/s]
 98%|█████████▊| 64541/65536 [11:08:22<10:47,  1.54it/s]
 98%|█████████▊| 64542/65536 [11:08:23<10:36,  1.56it/s]
 98%|█████████▊| 64543/65536 [11:08:24<10:43,  1.54it/s]
 98%|█████████▊| 64544/65536 [11:08:24<10:31,  1.57it/s]
 98%|█████████▊| 64545/65536 [11:08:25<10:30,  1.57it/s]
 98%|█████████▊| 64546/65536 [11:08:26<10:15,  1.61it/s]
 98%|█████████▊| 64547/65536 [11:08:26<10:14,  1.61it/s]
 98%|█████████▊| 64548/65536 [11:08:27<10:29,  1.57it/s]
 98%|█████████▊| 64549/65536 [11:08:27<10:19,  1.59it/s]
 98%|█████████▊| 64550/65536 [11:08:28<10:09,  1.62it/s]
 98%|█████████▊| 64551/65536 [11:08:29<09:57,  1.65it/s]
 98%|█████████▊| 64552/65536 [11:08:29<10:01,  1.64it/s]
 99%|█████████▊| 64553/65536 [11:08:30<09:52,  1.66it/s]
 99%|█████████▊| 64554/65536 [11:08:30<10:01,  1.63it/s]
 99%|█████████▊| 64555/65536 [11:08:31<09:56,  1.65it/s]
 99%|█████████▊| 64556/65536 [11:08:32<09:49,  1.66it/s]
 99%|█████████▊| 64557/65536 [11:08:32<09:50,  1.66it/s]
 99%|█████████▊| 64558/65536 [11:08:33<10:10,  1.60it/s]
 99%|█████████▊| 64559/65536 [11:08:34<10:13,  1.59it/s]
 99%|█████████▊| 64560/65536 [11:08:34<10:13,  1.59it/s]
                                                        
{'loss': 1.5247, 'learning_rate': 1.1344434921023627e-07, 'epoch': 3985.19}
+
 99%|█████████▊| 64560/65536 [11:08:34<10:13,  1.59it/s]
 99%|█████████▊| 64561/65536 [11:08:35<10:04,  1.61it/s]
 99%|█████████▊| 64562/65536 [11:08:35<10:37,  1.53it/s]
 99%|█████████▊| 64563/65536 [11:08:36<10:27,  1.55it/s]
 99%|█████████▊| 64564/65536 [11:08:37<10:09,  1.59it/s]
 99%|█████████▊| 64565/65536 [11:08:37<10:12,  1.59it/s]
 99%|█████████▊| 64566/65536 [11:08:38<10:11,  1.59it/s]
 99%|█████████▊| 64567/65536 [11:08:39<09:59,  1.62it/s]
 99%|█████████▊| 64568/65536 [11:08:39<09:50,  1.64it/s]
 99%|█████████▊| 64569/65536 [11:08:40<09:57,  1.62it/s]
 99%|█████████▊| 64570/65536 [11:08:40<09:56,  1.62it/s]
 99%|█████████▊| 64571/65536 [11:08:41<09:41,  1.66it/s]
 99%|█████████▊| 64572/65536 [11:08:42<09:42,  1.66it/s]
 99%|█████████▊| 64573/65536 [11:08:42<09:39,  1.66it/s]
 99%|█████████▊| 64574/65536 [11:08:43<09:58,  1.61it/s]
 99%|█████████▊| 64575/65536 [11:08:43<09:50,  1.63it/s]
 99%|█████████▊| 64576/65536 [11:08:44<09:42,  1.65it/s]
 99%|█████████▊| 64577/65536 [11:08:45<09:44,  1.64it/s]
 99%|█████████▊| 64578/65536 [11:08:45<09:28,  1.68it/s]
 99%|█████████▊| 64579/65536 [11:08:46<09:34,  1.67it/s]
 99%|█████████▊| 64580/65536 [11:08:46<09:30,  1.68it/s]
                                                        
{'loss': 1.5555, 'learning_rate': 1.1316885025101013e-07, 'epoch': 3986.42}
+
 99%|█████████▊| 64580/65536 [11:08:46<09:30,  1.68it/s]
 99%|█████████▊| 64581/65536 [11:08:47<10:05,  1.58it/s]
 99%|█████████▊| 64582/65536 [11:08:48<09:51,  1.61it/s]
 99%|█████████▊| 64583/65536 [11:08:48<09:50,  1.61it/s]
 99%|█████████▊| 64584/65536 [11:08:49<09:39,  1.64it/s]
 99%|█████████▊| 64585/65536 [11:08:50<09:45,  1.62it/s]
 99%|█████████▊| 64586/65536 [11:08:50<09:43,  1.63it/s]
 99%|█████████▊| 64587/65536 [11:08:51<09:45,  1.62it/s]
 99%|█████████▊| 64588/65536 [11:08:51<09:55,  1.59it/s]
 99%|█████████▊| 64589/65536 [11:08:52<09:49,  1.61it/s]
 99%|█████████▊| 64590/65536 [11:08:53<09:57,  1.58it/s]
 99%|█████████▊| 64591/65536 [11:08:53<09:52,  1.60it/s]
 99%|█████████▊| 64592/65536 [11:08:54<09:32,  1.65it/s]
 99%|█████████▊| 64593/65536 [11:08:54<09:30,  1.65it/s]
 99%|█████████▊| 64594/65536 [11:08:55<09:23,  1.67it/s]
 99%|█████████▊| 64595/65536 [11:08:56<09:37,  1.63it/s]
 99%|█████████▊| 64596/65536 [11:08:56<09:35,  1.63it/s]
 99%|█████████▊| 64597/65536 [11:08:57<09:45,  1.60it/s]
 99%|█████████▊| 64598/65536 [11:08:58<09:33,  1.63it/s]
 99%|█████████▊| 64599/65536 [11:08:58<09:24,  1.66it/s]
 99%|█████████▊| 64600/65536 [11:08:59<09:36,  1.62it/s]
                                                        
{'loss': 1.5267, 'learning_rate': 1.1289335129178398e-07, 'epoch': 3987.65}
+
 99%|█████████▊| 64600/65536 [11:08:59<09:36,  1.62it/s]
 99%|█████████▊| 64601/65536 [11:08:59<09:31,  1.64it/s]
 99%|█████████▊| 64602/65536 [11:09:00<09:34,  1.63it/s]
 99%|█████████▊| 64603/65536 [11:09:01<09:46,  1.59it/s]
 99%|█████████▊| 64604/65536 [11:09:01<09:48,  1.58it/s]
 99%|█████████▊| 64605/65536 [11:09:02<09:36,  1.62it/s]
 99%|█████████▊| 64606/65536 [11:09:03<09:40,  1.60it/s]
 99%|█████████▊| 64607/65536 [11:09:03<09:41,  1.60it/s]
 99%|█████████▊| 64608/65536 [11:09:04<09:31,  1.62it/s]
 99%|█████████▊| 64609/65536 [11:09:04<09:29,  1.63it/s]
 99%|█████████▊| 64610/65536 [11:09:05<09:29,  1.63it/s]
 99%|█████████▊| 64611/65536 [11:09:06<09:31,  1.62it/s]
 99%|█████████▊| 64612/65536 [11:09:06<09:24,  1.64it/s]
 99%|█████████▊| 64613/65536 [11:09:07<09:28,  1.62it/s]
 99%|█████████▊| 64614/65536 [11:09:07<09:24,  1.63it/s]
 99%|█████████▊| 64615/65536 [11:09:08<09:29,  1.62it/s]
 99%|█████████▊| 64616/65536 [11:09:09<09:41,  1.58it/s]
 99%|█████████▊| 64617/65536 [11:09:09<09:28,  1.62it/s]
 99%|█████████▊| 64618/65536 [11:09:10<09:21,  1.64it/s]
 99%|█████████▊| 64619/65536 [11:09:11<09:26,  1.62it/s]
 99%|█████████▊| 64620/65536 [11:09:11<09:24,  1.62it/s]
                                                        
{'loss': 1.5069, 'learning_rate': 1.1261785233255784e-07, 'epoch': 3988.89}
+
 99%|█████████▊| 64620/65536 [11:09:11<09:24,  1.62it/s]
 99%|█████████▊| 64621/65536 [11:09:12<09:42,  1.57it/s]
 99%|█████████▊| 64622/65536 [11:09:12<09:48,  1.55it/s]
 99%|█████████▊| 64623/65536 [11:09:13<09:50,  1.55it/s]
 99%|█████████▊| 64624/65536 [11:09:14<09:38,  1.58it/s]
 99%|█████████▊| 64625/65536 [11:09:14<09:25,  1.61it/s]
 99%|█████████▊| 64626/65536 [11:09:15<09:15,  1.64it/s]
 99%|█████████▊| 64627/65536 [11:09:16<09:36,  1.58it/s]
 99%|█████████▊| 64628/65536 [11:09:16<09:30,  1.59it/s]
 99%|█████████▊| 64629/65536 [11:09:17<09:15,  1.63it/s]
 99%|█████████▊| 64630/65536 [11:09:17<09:21,  1.61it/s]
 99%|█████████▊| 64631/65536 [11:09:18<09:09,  1.65it/s]
 99%|█████████▊| 64632/65536 [11:09:19<09:03,  1.66it/s]
 99%|█████████▊| 64633/65536 [11:09:19<09:05,  1.65it/s]
 99%|█████████▊| 64634/65536 [11:09:20<09:07,  1.65it/s]
 99%|█████████▊| 64635/65536 [11:09:21<09:29,  1.58it/s]
 99%|█████████▊| 64636/65536 [11:09:21<09:11,  1.63it/s]
 99%|█████████▊| 64637/65536 [11:09:22<09:20,  1.61it/s]
 99%|█████████▊| 64638/65536 [11:09:22<09:20,  1.60it/s]
 99%|█████████▊| 64639/65536 [11:09:23<09:46,  1.53it/s]
 99%|█████████▊| 64640/65536 [11:09:24<09:34,  1.56it/s]
                                                        
{'loss': 1.5383, 'learning_rate': 1.1234235337333171e-07, 'epoch': 3990.12}
+
 99%|█████████▊| 64640/65536 [11:09:24<09:34,  1.56it/s]
 99%|█████████▊| 64641/65536 [11:09:24<09:16,  1.61it/s]
 99%|█████████▊| 64642/65536 [11:09:25<09:27,  1.58it/s]
 99%|█████████▊| 64643/65536 [11:09:26<09:13,  1.61it/s]
 99%|█████████▊| 64644/65536 [11:09:26<09:10,  1.62it/s]
 99%|█████████▊| 64645/65536 [11:09:27<08:58,  1.66it/s]
 99%|█████████▊| 64646/65536 [11:09:27<08:57,  1.66it/s]
 99%|█████████▊| 64647/65536 [11:09:28<08:54,  1.66it/s]
 99%|█████████▊| 64648/65536 [11:09:29<09:00,  1.64it/s]
 99%|█████████▊| 64649/65536 [11:09:29<09:04,  1.63it/s]
 99%|█████████▊| 64650/65536 [11:09:30<09:00,  1.64it/s]
 99%|█████████▊| 64651/65536 [11:09:30<09:00,  1.64it/s]
 99%|█████████▊| 64652/65536 [11:09:31<09:02,  1.63it/s]
 99%|█████████▊| 64653/65536 [11:09:32<08:57,  1.64it/s]
 99%|█████████▊| 64654/65536 [11:09:32<09:17,  1.58it/s]
 99%|█████████▊| 64655/65536 [11:09:33<09:17,  1.58it/s]
 99%|█████████▊| 64656/65536 [11:09:34<09:15,  1.58it/s]
 99%|█████████▊| 64657/65536 [11:09:34<09:20,  1.57it/s]
 99%|█████████▊| 64658/65536 [11:09:35<09:16,  1.58it/s]
 99%|█████████▊| 64659/65536 [11:09:35<09:05,  1.61it/s]
 99%|█████████▊| 64660/65536 [11:09:36<09:05,  1.60it/s]
                                                        
{'loss': 1.5125, 'learning_rate': 1.1206685441410557e-07, 'epoch': 3991.36}
+
 99%|█████████▊| 64660/65536 [11:09:36<09:05,  1.60it/s]
 99%|█████████▊| 64661/65536 [11:09:37<08:50,  1.65it/s]
 99%|█████████▊| 64662/65536 [11:09:37<09:01,  1.61it/s]
 99%|█████████▊| 64663/65536 [11:09:38<09:05,  1.60it/s]
 99%|█████████▊| 64664/65536 [11:09:39<09:02,  1.61it/s]
 99%|█████████▊| 64665/65536 [11:09:39<09:02,  1.61it/s]
 99%|█████████▊| 64666/65536 [11:09:40<09:00,  1.61it/s]
 99%|█████████▊| 64667/65536 [11:09:40<08:54,  1.63it/s]
 99%|█████████▊| 64668/65536 [11:09:41<08:45,  1.65it/s]
 99%|█████████▊| 64669/65536 [11:09:42<08:50,  1.64it/s]
 99%|█████████▊| 64670/65536 [11:09:42<08:41,  1.66it/s]
 99%|█████████▊| 64671/65536 [11:09:43<09:01,  1.60it/s]
 99%|█████████▊| 64672/65536 [11:09:43<08:52,  1.62it/s]
 99%|█████████▊| 64673/65536 [11:09:44<08:42,  1.65it/s]
 99%|█████████▊| 64674/65536 [11:09:45<08:56,  1.61it/s]
 99%|█████████▊| 64675/65536 [11:09:45<08:53,  1.62it/s]
 99%|█████████▊| 64676/65536 [11:09:46<08:52,  1.61it/s]
 99%|█████████▊| 64677/65536 [11:09:46<08:41,  1.65it/s]
 99%|█████████▊| 64678/65536 [11:09:47<08:37,  1.66it/s]
 99%|█████████▊| 64679/65536 [11:09:48<08:54,  1.60it/s]
 99%|█████████▊| 64680/65536 [11:09:48<08:54,  1.60it/s]
                                                        
{'loss': 1.5394, 'learning_rate': 1.1179135545487943e-07, 'epoch': 3992.59}
+
 99%|█████████▊| 64680/65536 [11:09:48<08:54,  1.60it/s]
 99%|█████████▊| 64681/65536 [11:09:49<08:47,  1.62it/s]
 99%|█████████▊| 64682/65536 [11:09:50<08:44,  1.63it/s]
 99%|█████████▊| 64683/65536 [11:09:50<08:41,  1.64it/s]
 99%|█████████▊| 64684/65536 [11:09:51<08:40,  1.64it/s]
 99%|█████████▊| 64685/65536 [11:09:51<08:39,  1.64it/s]
 99%|█████████▊| 64686/65536 [11:09:52<08:36,  1.64it/s]
 99%|█████████▊| 64687/65536 [11:09:53<08:55,  1.59it/s]
 99%|█████████▊| 64688/65536 [11:09:53<08:37,  1.64it/s]
 99%|█████████▊| 64689/65536 [11:09:54<08:33,  1.65it/s]
 99%|█████████▊| 64690/65536 [11:09:54<08:24,  1.68it/s]
 99%|█████████▊| 64691/65536 [11:09:55<08:25,  1.67it/s]
 99%|█████████▊| 64692/65536 [11:09:56<08:51,  1.59it/s]
 99%|█████████▊| 64693/65536 [11:09:56<08:44,  1.61it/s]
 99%|█████████▊| 64694/65536 [11:09:57<08:41,  1.62it/s]
 99%|█████████▊| 64695/65536 [11:09:58<08:35,  1.63it/s]
 99%|█████████▊| 64696/65536 [11:09:58<08:34,  1.63it/s]
 99%|█████████▊| 64697/65536 [11:09:59<08:34,  1.63it/s]
 99%|█████████▊| 64698/65536 [11:09:59<08:36,  1.62it/s]
 99%|█████████▊| 64699/65536 [11:10:00<08:49,  1.58it/s]
 99%|█████████▊| 64700/65536 [11:10:01<08:42,  1.60it/s]
                                                        
{'loss': 1.5256, 'learning_rate': 1.115158564956532e-07, 'epoch': 3993.83}
+
 99%|█████████▊| 64700/65536 [11:10:01<08:42,  1.60it/s]
 99%|█████████▊| 64701/65536 [11:10:01<08:39,  1.61it/s]
 99%|█████████▊| 64702/65536 [11:10:02<08:34,  1.62it/s]
 99%|█████████▊| 64703/65536 [11:10:03<08:48,  1.58it/s]
 99%|█████████▊| 64704/65536 [11:10:03<08:40,  1.60it/s]
 99%|█████████▊| 64705/65536 [11:10:04<08:31,  1.62it/s]
 99%|█████████▊| 64706/65536 [11:10:04<08:37,  1.60it/s]
 99%|█████████▊| 64707/65536 [11:10:05<08:38,  1.60it/s]
 99%|█████████▊| 64708/65536 [11:10:06<08:37,  1.60it/s]
 99%|█████████▊| 64709/65536 [11:10:06<08:30,  1.62it/s]
 99%|█████████▊| 64710/65536 [11:10:07<08:29,  1.62it/s]
 99%|█████████▊| 64711/65536 [11:10:07<08:27,  1.62it/s]
 99%|█████████▊| 64712/65536 [11:10:08<08:27,  1.62it/s]
 99%|█████████▊| 64713/65536 [11:10:09<08:22,  1.64it/s]
 99%|█████████▊| 64714/65536 [11:10:09<08:13,  1.66it/s]
 99%|█████████▊| 64715/65536 [11:10:10<08:18,  1.65it/s]
 99%|█████████▊| 64716/65536 [11:10:10<08:18,  1.65it/s]
 99%|█████████▉| 64717/65536 [11:10:11<08:16,  1.65it/s]
 99%|█████████▉| 64718/65536 [11:10:12<08:20,  1.63it/s]
 99%|█████████▉| 64719/65536 [11:10:12<08:23,  1.62it/s]
 99%|█████████▉| 64720/65536 [11:10:13<08:41,  1.56it/s]
                                                        
{'loss': 1.5189, 'learning_rate': 1.1124035753642706e-07, 'epoch': 3995.06}
+
 99%|█████████▉| 64720/65536 [11:10:13<08:41,  1.56it/s]
 99%|█████████▉| 64721/65536 [11:10:14<08:39,  1.57it/s]
 99%|█████████▉| 64722/65536 [11:10:14<08:30,  1.60it/s]
 99%|█████████▉| 64723/65536 [11:10:15<08:36,  1.57it/s]
 99%|█████████▉| 64724/65536 [11:10:16<08:22,  1.62it/s]
 99%|█████████▉| 64725/65536 [11:10:16<08:22,  1.61it/s]
 99%|█████████▉| 64726/65536 [11:10:17<08:29,  1.59it/s]
 99%|█████████▉| 64727/65536 [11:10:17<08:24,  1.60it/s]
 99%|█████████▉| 64728/65536 [11:10:18<08:27,  1.59it/s]
 99%|█████████▉| 64729/65536 [11:10:19<08:12,  1.64it/s]
 99%|█████████▉| 64730/65536 [11:10:19<08:07,  1.65it/s]
 99%|█████████▉| 64731/65536 [11:10:20<08:06,  1.66it/s]
 99%|█████████▉| 64732/65536 [11:10:20<08:08,  1.64it/s]
 99%|█████████▉| 64733/65536 [11:10:21<07:58,  1.68it/s]
 99%|█████████▉| 64734/65536 [11:10:22<07:58,  1.68it/s]
 99%|█████████▉| 64735/65536 [11:10:22<07:58,  1.67it/s]
 99%|█████████▉| 64736/65536 [11:10:23<08:23,  1.59it/s]
 99%|█████████▉| 64737/65536 [11:10:23<08:15,  1.61it/s]
 99%|█████████▉| 64738/65536 [11:10:24<08:27,  1.57it/s]
 99%|█████████▉| 64739/65536 [11:10:25<08:44,  1.52it/s]
 99%|█████████▉| 64740/65536 [11:10:26<08:52,  1.50it/s]
                                                        
{'loss': 1.5308, 'learning_rate': 1.1096485857720092e-07, 'epoch': 3996.3}
+
 99%|█████████▉| 64740/65536 [11:10:26<08:52,  1.50it/s]
 99%|█████████▉| 64741/65536 [11:10:26<08:56,  1.48it/s]
 99%|█████████▉| 64742/65536 [11:10:27<08:43,  1.52it/s]
 99%|█████████▉| 64743/65536 [11:10:27<08:31,  1.55it/s]
 99%|█████████▉| 64744/65536 [11:10:28<08:21,  1.58it/s]
 99%|█████████▉| 64745/65536 [11:10:29<08:15,  1.60it/s]
 99%|█████████▉| 64746/65536 [11:10:29<08:06,  1.63it/s]
 99%|█████████▉| 64747/65536 [11:10:30<08:05,  1.63it/s]
 99%|█████████▉| 64748/65536 [11:10:30<07:57,  1.65it/s]
 99%|█████████▉| 64749/65536 [11:10:31<07:53,  1.66it/s]
 99%|█████████▉| 64750/65536 [11:10:32<07:51,  1.67it/s]
 99%|█████████▉| 64751/65536 [11:10:32<07:52,  1.66it/s]
 99%|█████████▉| 64752/65536 [11:10:33<08:11,  1.60it/s]
 99%|█████████▉| 64753/65536 [11:10:34<08:21,  1.56it/s]
 99%|█████████▉| 64754/65536 [11:10:34<08:24,  1.55it/s]
 99%|█████████▉| 64755/65536 [11:10:35<08:20,  1.56it/s]
 99%|█████████▉| 64756/65536 [11:10:36<08:05,  1.61it/s]
 99%|█████████▉| 64757/65536 [11:10:36<08:00,  1.62it/s]
 99%|█████████▉| 64758/65536 [11:10:37<08:00,  1.62it/s]
 99%|█████████▉| 64759/65536 [11:10:37<08:08,  1.59it/s]
 99%|█████████▉| 64760/65536 [11:10:38<08:00,  1.61it/s]
                                                        
{'loss': 1.5158, 'learning_rate': 1.1068935961797478e-07, 'epoch': 3997.53}
+
 99%|█████████▉| 64760/65536 [11:10:38<08:00,  1.61it/s]
 99%|█████████▉| 64761/65536 [11:10:39<07:49,  1.65it/s]
 99%|█████████▉| 64762/65536 [11:10:39<07:51,  1.64it/s]
 99%|█████████▉| 64763/65536 [11:10:40<07:58,  1.62it/s]
 99%|█████████▉| 64764/65536 [11:10:40<07:51,  1.64it/s]
 99%|█████████▉| 64765/65536 [11:10:41<07:46,  1.65it/s]
 99%|█████████▉| 64766/65536 [11:10:42<07:37,  1.68it/s]
 99%|█████████▉| 64767/65536 [11:10:42<07:44,  1.66it/s]
 99%|█████████▉| 64768/65536 [11:10:43<08:00,  1.60it/s]
 99%|█████████▉| 64769/65536 [11:10:43<07:52,  1.62it/s]
 99%|█████████▉| 64770/65536 [11:10:44<07:49,  1.63it/s]
 99%|█████████▉| 64771/65536 [11:10:45<07:50,  1.63it/s]
 99%|█████████▉| 64772/65536 [11:10:45<07:59,  1.59it/s]
 99%|█████████▉| 64773/65536 [11:10:46<07:55,  1.61it/s]
 99%|█████████▉| 64774/65536 [11:10:47<07:49,  1.62it/s]
 99%|█████████▉| 64775/65536 [11:10:47<07:45,  1.64it/s]
 99%|█████████▉| 64776/65536 [11:10:48<07:36,  1.67it/s]
 99%|█████████▉| 64777/65536 [11:10:48<07:43,  1.64it/s]
 99%|█████████▉| 64778/65536 [11:10:49<07:58,  1.58it/s]
 99%|█████████▉| 64779/65536 [11:10:50<07:48,  1.61it/s]
 99%|█████████▉| 64780/65536 [11:10:50<07:39,  1.65it/s]
                                                        
{'loss': 1.5047, 'learning_rate': 1.1041386065874863e-07, 'epoch': 3998.77}
+
 99%|█████████▉| 64780/65536 [11:10:50<07:39,  1.65it/s]
 99%|█████████▉| 64781/65536 [11:10:51<07:45,  1.62it/s]
 99%|█████████▉| 64782/65536 [11:10:51<07:47,  1.61it/s]
 99%|█████████▉| 64783/65536 [11:10:52<07:40,  1.63it/s]
 99%|█████████▉| 64784/65536 [11:10:53<07:54,  1.58it/s]
 99%|█████████▉| 64785/65536 [11:10:53<07:59,  1.57it/s]
 99%|█████████▉| 64786/65536 [11:10:54<08:02,  1.55it/s]
 99%|█████████▉| 64787/65536 [11:10:55<07:59,  1.56it/s]
 99%|█████████▉| 64788/65536 [11:10:55<07:54,  1.58it/s]
 99%|█████████▉| 64789/65536 [11:10:56<07:54,  1.57it/s]
 99%|█████████▉| 64790/65536 [11:10:57<08:10,  1.52it/s]
 99%|█████████▉| 64791/65536 [11:10:57<07:57,  1.56it/s]
 99%|█████████▉| 64792/65536 [11:10:58<08:00,  1.55it/s]
 99%|█████████▉| 64793/65536 [11:10:59<07:56,  1.56it/s]
 99%|█████████▉| 64794/65536 [11:10:59<07:47,  1.59it/s]
 99%|█████████▉| 64795/65536 [11:11:00<07:30,  1.64it/s]
 99%|█████████▉| 64796/65536 [11:11:00<07:32,  1.64it/s]
 99%|█████████▉| 64797/65536 [11:11:01<07:26,  1.65it/s]
 99%|█████████▉| 64798/65536 [11:11:02<07:25,  1.66it/s]
 99%|█████████▉| 64799/65536 [11:11:02<07:33,  1.62it/s]
 99%|█████████▉| 64800/65536 [11:11:03<07:28,  1.64it/s]
                                                        
{'loss': 1.5173, 'learning_rate': 1.1013836169952249e-07, 'epoch': 4000.0}
+
 99%|█████████▉| 64800/65536 [11:11:03<07:28,  1.64it/s]
 99%|█████████▉| 64801/65536 [11:11:03<07:42,  1.59it/s]
 99%|█████████▉| 64802/65536 [11:11:04<07:35,  1.61it/s]
 99%|█████████▉| 64803/65536 [11:11:05<07:36,  1.61it/s]
 99%|█████████▉| 64804/65536 [11:11:05<07:29,  1.63it/s]
 99%|█████████▉| 64805/65536 [11:11:06<07:22,  1.65it/s]
 99%|█████████▉| 64806/65536 [11:11:06<07:28,  1.63it/s]
 99%|█████████▉| 64807/65536 [11:11:07<07:23,  1.64it/s]
 99%|█████████▉| 64808/65536 [11:11:08<07:34,  1.60it/s]
 99%|█████████▉| 64809/65536 [11:11:08<07:25,  1.63it/s]
 99%|█████████▉| 64810/65536 [11:11:09<07:23,  1.64it/s]
 99%|█████████▉| 64811/65536 [11:11:10<07:19,  1.65it/s]
 99%|█████████▉| 64812/65536 [11:11:10<07:17,  1.66it/s]
 99%|█████████▉| 64813/65536 [11:11:11<07:27,  1.62it/s]
 99%|█████████▉| 64814/65536 [11:11:11<07:30,  1.60it/s]
 99%|█████████▉| 64815/65536 [11:11:12<07:25,  1.62it/s]
 99%|█████████▉| 64816/65536 [11:11:13<07:25,  1.62it/s]
 99%|█████████▉| 64817/65536 [11:11:13<07:32,  1.59it/s]
 99%|█████████▉| 64818/65536 [11:11:14<07:28,  1.60it/s]
 99%|█████████▉| 64819/65536 [11:11:14<07:21,  1.63it/s]
 99%|█████████▉| 64820/65536 [11:11:15<07:18,  1.63it/s]
                                                        
{'loss': 1.5772, 'learning_rate': 1.0986286274029635e-07, 'epoch': 4001.23}
+
 99%|█████████▉| 64820/65536 [11:11:15<07:18,  1.63it/s]
 99%|█████████▉| 64821/65536 [11:11:16<07:24,  1.61it/s]
 99%|█████████▉| 64822/65536 [11:11:16<07:27,  1.60it/s]
 99%|█████████▉| 64823/65536 [11:11:17<07:24,  1.60it/s]
 99%|█████████▉| 64824/65536 [11:11:18<07:23,  1.61it/s]
 99%|█████████▉| 64825/65536 [11:11:18<07:13,  1.64it/s]
 99%|█████████▉| 64826/65536 [11:11:19<07:12,  1.64it/s]
 99%|█████████▉| 64827/65536 [11:11:19<07:11,  1.64it/s]
 99%|█████████▉| 64828/65536 [11:11:20<07:07,  1.66it/s]
 99%|█████████▉| 64829/65536 [11:11:21<07:12,  1.64it/s]
 99%|█████████▉| 64830/65536 [11:11:21<07:15,  1.62it/s]
 99%|█████████▉| 64831/65536 [11:11:22<07:21,  1.60it/s]
 99%|█████████▉| 64832/65536 [11:11:23<07:19,  1.60it/s]
 99%|█████████▉| 64833/65536 [11:11:23<07:22,  1.59it/s]
 99%|█████████▉| 64834/65536 [11:11:24<07:22,  1.59it/s]
 99%|█████████▉| 64835/65536 [11:11:24<07:25,  1.57it/s]
 99%|█████████▉| 64836/65536 [11:11:25<07:18,  1.60it/s]
 99%|█████████▉| 64837/65536 [11:11:26<07:17,  1.60it/s]
 99%|█████████▉| 64838/65536 [11:11:26<07:12,  1.62it/s]
 99%|█████████▉| 64839/65536 [11:11:27<07:14,  1.60it/s]
 99%|█████████▉| 64840/65536 [11:11:28<07:15,  1.60it/s]
                                                        
{'loss': 1.5157, 'learning_rate': 1.0958736378107012e-07, 'epoch': 4002.47}
+
 99%|█████████▉| 64840/65536 [11:11:28<07:15,  1.60it/s]
 99%|█████████▉| 64841/65536 [11:11:28<07:15,  1.59it/s]
 99%|█████████▉| 64842/65536 [11:11:29<07:10,  1.61it/s]
 99%|█████████▉| 64843/65536 [11:11:29<07:10,  1.61it/s]
 99%|█████████▉| 64844/65536 [11:11:30<07:04,  1.63it/s]
 99%|█████████▉| 64845/65536 [11:11:31<07:19,  1.57it/s]
 99%|█████████▉| 64846/65536 [11:11:31<07:10,  1.60it/s]
 99%|█████████▉| 64847/65536 [11:11:32<06:59,  1.64it/s]
 99%|█████████▉| 64848/65536 [11:11:32<07:00,  1.63it/s]
 99%|█████████▉| 64849/65536 [11:11:33<07:13,  1.59it/s]
 99%|█████████▉| 64850/65536 [11:11:34<07:17,  1.57it/s]
 99%|█████████▉| 64851/65536 [11:11:34<07:17,  1.56it/s]
 99%|█████████▉| 64852/65536 [11:11:35<07:14,  1.57it/s]
 99%|█████████▉| 64853/65536 [11:11:36<07:08,  1.59it/s]
 99%|█████████▉| 64854/65536 [11:11:36<07:02,  1.61it/s]
 99%|█████████▉| 64855/65536 [11:11:37<07:00,  1.62it/s]
 99%|█████████▉| 64856/65536 [11:11:38<07:08,  1.59it/s]
 99%|█████████▉| 64857/65536 [11:11:38<07:05,  1.59it/s]
 99%|█████████▉| 64858/65536 [11:11:39<06:53,  1.64it/s]
 99%|█████████▉| 64859/65536 [11:11:39<06:57,  1.62it/s]
 99%|█████████▉| 64860/65536 [11:11:40<06:59,  1.61it/s]
                                                        
{'loss': 1.5255, 'learning_rate': 1.0931186482184398e-07, 'epoch': 4003.7}
+
 99%|█████████▉| 64860/65536 [11:11:40<06:59,  1.61it/s]
 99%|█████████▉| 64861/65536 [11:11:41<06:53,  1.63it/s]
 99%|█████████▉| 64862/65536 [11:11:41<06:54,  1.63it/s]
 99%|█████████▉| 64863/65536 [11:11:42<06:41,  1.68it/s]
 99%|█████████▉| 64864/65536 [11:11:42<06:51,  1.63it/s]
 99%|█████████▉| 64865/65536 [11:11:43<07:00,  1.59it/s]
 99%|█████████▉| 64866/65536 [11:11:44<06:43,  1.66it/s]
 99%|█████████▉| 64867/65536 [11:11:44<07:00,  1.59it/s]
 99%|█████████▉| 64868/65536 [11:11:45<06:53,  1.61it/s]
 99%|█████████▉| 64869/65536 [11:11:46<06:58,  1.59it/s]
 99%|█████████▉| 64870/65536 [11:11:46<06:48,  1.63it/s]
 99%|█████████▉| 64871/65536 [11:11:47<06:50,  1.62it/s]
 99%|█████████▉| 64872/65536 [11:11:47<06:57,  1.59it/s]
 99%|█████████▉| 64873/65536 [11:11:48<06:48,  1.62it/s]
 99%|█████████▉| 64874/65536 [11:11:49<06:44,  1.64it/s]
 99%|█████████▉| 64875/65536 [11:11:49<06:40,  1.65it/s]
 99%|█████████▉| 64876/65536 [11:11:50<06:47,  1.62it/s]
 99%|█████████▉| 64877/65536 [11:11:50<06:47,  1.62it/s]
 99%|█████████▉| 64878/65536 [11:11:51<06:52,  1.59it/s]
 99%|█████████▉| 64879/65536 [11:11:52<06:47,  1.61it/s]
 99%|█████████▉| 64880/65536 [11:11:52<06:41,  1.63it/s]
                                                        
{'loss': 1.5536, 'learning_rate': 1.0903636586261784e-07, 'epoch': 4004.94}
+
 99%|█████████▉| 64880/65536 [11:11:52<06:41,  1.63it/s]
 99%|█████████▉| 64881/65536 [11:11:53<06:34,  1.66it/s]
 99%|█████████▉| 64882/65536 [11:11:54<06:54,  1.58it/s]
 99%|█████████▉| 64883/65536 [11:11:54<06:45,  1.61it/s]
 99%|█████████▉| 64884/65536 [11:11:55<06:39,  1.63it/s]
 99%|█████████▉| 64885/65536 [11:11:55<06:35,  1.65it/s]
 99%|█████████▉| 64886/65536 [11:11:56<06:39,  1.63it/s]
 99%|█████████▉| 64887/65536 [11:11:57<06:31,  1.66it/s]
 99%|█████████▉| 64888/65536 [11:11:57<06:40,  1.62it/s]
 99%|█████████▉| 64889/65536 [11:11:58<06:38,  1.62it/s]
 99%|█████████▉| 64890/65536 [11:11:59<06:45,  1.59it/s]
 99%|█████████▉| 64891/65536 [11:11:59<06:53,  1.56it/s]
 99%|█████████▉| 64892/65536 [11:12:00<06:46,  1.58it/s]
 99%|█████████▉| 64893/65536 [11:12:00<06:42,  1.60it/s]
 99%|█████████▉| 64894/65536 [11:12:01<06:32,  1.64it/s]
 99%|█████████▉| 64895/65536 [11:12:02<06:30,  1.64it/s]
 99%|█████████▉| 64896/65536 [11:12:02<06:28,  1.65it/s]
 99%|█████████▉| 64897/65536 [11:12:03<06:26,  1.65it/s]
 99%|█████████▉| 64898/65536 [11:12:04<06:51,  1.55it/s]
 99%|█████████▉| 64899/65536 [11:12:04<06:36,  1.61it/s]
 99%|█████████▉| 64900/65536 [11:12:05<06:34,  1.61it/s]
                                                        
{'loss': 1.5037, 'learning_rate': 1.0876086690339171e-07, 'epoch': 4006.17}
+
 99%|█████████▉| 64900/65536 [11:12:05<06:34,  1.61it/s]
 99%|█████████▉| 64901/65536 [11:12:05<06:37,  1.60it/s]
 99%|█████████▉| 64902/65536 [11:12:06<06:33,  1.61it/s]
 99%|█████████▉| 64903/65536 [11:12:07<06:32,  1.61it/s]
 99%|█████████▉| 64904/65536 [11:12:07<06:27,  1.63it/s]
 99%|█████████▉| 64905/65536 [11:12:08<06:39,  1.58it/s]
 99%|█████████▉| 64906/65536 [11:12:08<06:38,  1.58it/s]
 99%|█████████▉| 64907/65536 [11:12:09<06:37,  1.58it/s]
 99%|█████████▉| 64908/65536 [11:12:10<06:33,  1.60it/s]
 99%|█████████▉| 64909/65536 [11:12:10<06:28,  1.62it/s]
 99%|█████████▉| 64910/65536 [11:12:11<06:22,  1.64it/s]
 99%|█████████▉| 64911/65536 [11:12:12<06:18,  1.65it/s]
 99%|█████████▉| 64912/65536 [11:12:12<06:20,  1.64it/s]
 99%|█████████▉| 64913/65536 [11:12:13<06:34,  1.58it/s]
 99%|█████████▉| 64914/65536 [11:12:13<06:39,  1.56it/s]
 99%|█████████▉| 64915/65536 [11:12:14<06:30,  1.59it/s]
 99%|█████████▉| 64916/65536 [11:12:15<06:19,  1.63it/s]
 99%|█████████▉| 64917/65536 [11:12:15<06:19,  1.63it/s]
 99%|█████████▉| 64918/65536 [11:12:16<06:27,  1.59it/s]
 99%|█████████▉| 64919/65536 [11:12:17<06:24,  1.61it/s]
 99%|█████████▉| 64920/65536 [11:12:17<06:34,  1.56it/s]
                                                        
{'loss': 1.518, 'learning_rate': 1.0848536794416558e-07, 'epoch': 4007.41}
+
 99%|█████████▉| 64920/65536 [11:12:17<06:34,  1.56it/s]
 99%|█████████▉| 64921/65536 [11:12:18<06:30,  1.57it/s]
 99%|█████████▉| 64922/65536 [11:12:18<06:29,  1.58it/s]
 99%|█████████▉| 64923/65536 [11:12:19<06:19,  1.62it/s]
 99%|█████████▉| 64924/65536 [11:12:20<06:11,  1.65it/s]
 99%|█████████▉| 64925/65536 [11:12:20<06:09,  1.66it/s]
 99%|█████████▉| 64926/65536 [11:12:21<06:17,  1.62it/s]
 99%|█████████▉| 64927/65536 [11:12:22<06:18,  1.61it/s]
 99%|█████████▉| 64928/65536 [11:12:22<06:15,  1.62it/s]
 99%|█████████▉| 64929/65536 [11:12:23<06:09,  1.64it/s]
 99%|█████████▉| 64930/65536 [11:12:23<06:17,  1.61it/s]
 99%|█████████▉| 64931/65536 [11:12:24<06:08,  1.64it/s]
 99%|█████████▉| 64932/65536 [11:12:25<06:10,  1.63it/s]
 99%|█████████▉| 64933/65536 [11:12:25<06:09,  1.63it/s]
 99%|█████████▉| 64934/65536 [11:12:26<06:08,  1.63it/s]
 99%|█████████▉| 64935/65536 [11:12:26<06:19,  1.58it/s]
 99%|█████████▉| 64936/65536 [11:12:27<06:12,  1.61it/s]
 99%|█████████▉| 64937/65536 [11:12:28<06:06,  1.63it/s]
 99%|█████████▉| 64938/65536 [11:12:28<05:58,  1.67it/s]
 99%|█████████▉| 64939/65536 [11:12:29<06:06,  1.63it/s]
 99%|█████████▉| 64940/65536 [11:12:30<06:09,  1.61it/s]
                                                        
{'loss': 1.526, 'learning_rate': 1.0820986898493943e-07, 'epoch': 4008.64}
+
 99%|█████████▉| 64940/65536 [11:12:30<06:09,  1.61it/s]
 99%|█████████▉| 64941/65536 [11:12:30<06:08,  1.61it/s]
 99%|█████████▉| 64942/65536 [11:12:31<06:08,  1.61it/s]
 99%|█████████▉| 64943/65536 [11:12:31<06:02,  1.63it/s]
 99%|█████████▉| 64944/65536 [11:12:32<06:06,  1.62it/s]
 99%|█████████▉| 64945/65536 [11:12:33<06:05,  1.62it/s]
 99%|█████████▉| 64946/65536 [11:12:33<06:31,  1.51it/s]
 99%|█████████▉| 64947/65536 [11:12:34<06:24,  1.53it/s]
 99%|█████████▉| 64948/65536 [11:12:35<06:12,  1.58it/s]
 99%|█████████▉| 64949/65536 [11:12:35<06:10,  1.59it/s]
 99%|█████████▉| 64950/65536 [11:12:36<06:05,  1.60it/s]
 99%|█████████▉| 64951/65536 [11:12:36<05:59,  1.63it/s]
 99%|█████████▉| 64952/65536 [11:12:37<06:16,  1.55it/s]
 99%|█████████▉| 64953/65536 [11:12:38<06:07,  1.59it/s]
 99%|█████████▉| 64954/65536 [11:12:38<06:01,  1.61it/s]
 99%|█████████▉| 64955/65536 [11:12:39<05:54,  1.64it/s]
 99%|█████████▉| 64956/65536 [11:12:40<05:54,  1.63it/s]
 99%|█████████▉| 64957/65536 [11:12:40<05:55,  1.63it/s]
 99%|█████████▉| 64958/65536 [11:12:41<05:54,  1.63it/s]
 99%|█████████▉| 64959/65536 [11:12:41<05:57,  1.61it/s]
 99%|█████████▉| 64960/65536 [11:12:42<06:03,  1.59it/s]
                                                        
{'loss': 1.4843, 'learning_rate': 1.0793437002571318e-07, 'epoch': 4009.88}
+
 99%|█████████▉| 64960/65536 [11:12:42<06:03,  1.59it/s]
 99%|█████████▉| 64961/65536 [11:12:43<05:54,  1.62it/s]
 99%|█████████▉| 64962/65536 [11:12:43<06:00,  1.59it/s]
 99%|█████████▉| 64963/65536 [11:12:44<06:09,  1.55it/s]
 99%|█████████▉| 64964/65536 [11:12:45<06:01,  1.58it/s]
 99%|█████████▉| 64965/65536 [11:12:45<05:59,  1.59it/s]
 99%|█████████▉| 64966/65536 [11:12:46<06:08,  1.55it/s]
 99%|█████████▉| 64967/65536 [11:12:46<06:01,  1.57it/s]
 99%|█████████▉| 64968/65536 [11:12:47<06:03,  1.56it/s]
 99%|█████████▉| 64969/65536 [11:12:48<06:01,  1.57it/s]
 99%|█████████▉| 64970/65536 [11:12:48<06:01,  1.57it/s]
 99%|█████████▉| 64971/65536 [11:12:49<05:53,  1.60it/s]
 99%|█████████▉| 64972/65536 [11:12:50<05:58,  1.57it/s]
 99%|█████████▉| 64973/65536 [11:12:50<05:53,  1.59it/s]
 99%|█████████▉| 64974/65536 [11:12:51<05:50,  1.60it/s]
 99%|█████████▉| 64975/65536 [11:12:52<05:56,  1.57it/s]
 99%|█████████▉| 64976/65536 [11:12:52<06:00,  1.55it/s]
 99%|█████████▉| 64977/65536 [11:12:53<05:53,  1.58it/s]
 99%|█████████▉| 64978/65536 [11:12:53<05:44,  1.62it/s]
 99%|█████████▉| 64979/65536 [11:12:54<06:01,  1.54it/s]
 99%|█████████▉| 64980/65536 [11:12:55<05:52,  1.58it/s]
                                                        
{'loss': 1.5122, 'learning_rate': 1.0765887106648705e-07, 'epoch': 4011.11}
+
 99%|█████████▉| 64980/65536 [11:12:55<05:52,  1.58it/s]
 99%|█████████▉| 64981/65536 [11:12:55<05:36,  1.65it/s]
 99%|█████████▉| 64982/65536 [11:12:56<05:42,  1.62it/s]
 99%|█████████▉| 64983/65536 [11:12:57<05:47,  1.59it/s]
 99%|█████████▉| 64984/65536 [11:12:57<05:37,  1.64it/s]
 99%|█████████▉| 64985/65536 [11:12:58<05:31,  1.66it/s]
 99%|█████████▉| 64986/65536 [11:12:58<05:26,  1.69it/s]
 99%|█████████▉| 64987/65536 [11:12:59<05:29,  1.67it/s]
 99%|█████████▉| 64988/65536 [11:13:00<05:30,  1.66it/s]
 99%|█████████▉| 64989/65536 [11:13:00<05:30,  1.65it/s]
 99%|█████████▉| 64990/65536 [11:13:01<05:36,  1.62it/s]
 99%|█████████▉| 64991/65536 [11:13:01<05:38,  1.61it/s]
 99%|█████████▉| 64992/65536 [11:13:02<05:35,  1.62it/s]
 99%|█████████▉| 64993/65536 [11:13:03<05:30,  1.64it/s]
 99%|█████████▉| 64994/65536 [11:13:03<05:50,  1.55it/s]
 99%|█████████▉| 64995/65536 [11:13:04<05:59,  1.50it/s]
 99%|█████████▉| 64996/65536 [11:13:05<05:44,  1.57it/s]
 99%|█████████▉| 64997/65536 [11:13:05<05:47,  1.55it/s]
 99%|█████████▉| 64998/65536 [11:13:06<05:43,  1.57it/s]
 99%|█████████▉| 64999/65536 [11:13:07<05:40,  1.58it/s]
 99%|█████████▉| 65000/65536 [11:13:07<05:38,  1.58it/s]
                                                        
{'loss': 1.5077, 'learning_rate': 1.0738337210726091e-07, 'epoch': 4012.35}
+
 99%|█████████▉| 65000/65536 [11:13:07<05:38,  1.58it/s]
 99%|█████████▉| 65001/65536 [11:13:08<05:40,  1.57it/s]
 99%|█████████▉| 65002/65536 [11:13:08<05:40,  1.57it/s]
 99%|█████████▉| 65003/65536 [11:13:09<05:34,  1.60it/s]
 99%|█████████▉| 65004/65536 [11:13:10<05:31,  1.61it/s]
 99%|█████████▉| 65005/65536 [11:13:10<05:30,  1.61it/s]
 99%|█████████▉| 65006/65536 [11:13:11<05:21,  1.65it/s]
 99%|█████████▉| 65007/65536 [11:13:11<05:25,  1.62it/s]
 99%|█████████▉| 65008/65536 [11:13:12<05:22,  1.64it/s]
 99%|█████████▉| 65009/65536 [11:13:13<05:19,  1.65it/s]
 99%|█████████▉| 65010/65536 [11:13:13<05:13,  1.68it/s]
 99%|█████████▉| 65011/65536 [11:13:14<05:30,  1.59it/s]
 99%|█████████▉| 65012/65536 [11:13:15<05:27,  1.60it/s]
 99%|█████████▉| 65013/65536 [11:13:15<05:25,  1.61it/s]
 99%|█████████▉| 65014/65536 [11:13:16<05:24,  1.61it/s]
 99%|█████████▉| 65015/65536 [11:13:16<05:19,  1.63it/s]
 99%|█████████▉| 65016/65536 [11:13:17<05:19,  1.63it/s]
 99%|█████████▉| 65017/65536 [11:13:18<05:14,  1.65it/s]
 99%|█████████▉| 65018/65536 [11:13:18<05:12,  1.66it/s]
 99%|█████████▉| 65019/65536 [11:13:19<05:11,  1.66it/s]
 99%|█████████▉| 65020/65536 [11:13:19<05:13,  1.65it/s]
                                                        
{'loss': 1.5431, 'learning_rate': 1.0710787314803477e-07, 'epoch': 4013.58}
+
 99%|█████████▉| 65020/65536 [11:13:19<05:13,  1.65it/s]
 99%|█████████▉| 65021/65536 [11:13:20<05:18,  1.62it/s]
 99%|█████████▉| 65022/65536 [11:13:21<05:25,  1.58it/s]
 99%|█████████▉| 65023/65536 [11:13:21<05:17,  1.61it/s]
 99%|█████████▉| 65024/65536 [11:13:22<05:12,  1.64it/s]
 99%|█████████▉| 65025/65536 [11:13:23<05:20,  1.59it/s]
 99%|█████████▉| 65026/65536 [11:13:23<05:15,  1.61it/s]
 99%|█████████▉| 65027/65536 [11:13:24<05:28,  1.55it/s]
 99%|█████████▉| 65028/65536 [11:13:24<05:22,  1.57it/s]
 99%|█████████▉| 65029/65536 [11:13:25<05:10,  1.63it/s]
 99%|█████████▉| 65030/65536 [11:13:26<05:16,  1.60it/s]
 99%|█████████▉| 65031/65536 [11:13:26<05:24,  1.56it/s]
 99%|█████████▉| 65032/65536 [11:13:27<05:24,  1.55it/s]
 99%|█████████▉| 65033/65536 [11:13:28<05:17,  1.58it/s]
 99%|█████████▉| 65034/65536 [11:13:28<05:14,  1.60it/s]
 99%|█████████▉| 65035/65536 [11:13:29<05:11,  1.61it/s]
 99%|█████████▉| 65036/65536 [11:13:29<05:10,  1.61it/s]
 99%|█████████▉| 65037/65536 [11:13:30<05:11,  1.60it/s]
 99%|█████████▉| 65038/65536 [11:13:31<05:06,  1.62it/s]
 99%|█████████▉| 65039/65536 [11:13:31<05:09,  1.61it/s]
 99%|█████████▉| 65040/65536 [11:13:32<05:17,  1.56it/s]
                                                        
{'loss': 1.5199, 'learning_rate': 1.0683237418880863e-07, 'epoch': 4014.81}
+
 99%|█████████▉| 65040/65536 [11:13:32<05:17,  1.56it/s]
 99%|█████████▉| 65041/65536 [11:13:33<05:16,  1.57it/s]
 99%|█████████▉| 65042/65536 [11:13:33<05:12,  1.58it/s]
 99%|█████████▉| 65043/65536 [11:13:34<05:08,  1.60it/s]
 99%|█████████▉| 65044/65536 [11:13:35<05:10,  1.59it/s]
 99%|█████████▉| 65045/65536 [11:13:35<05:11,  1.57it/s]
 99%|█████████▉| 65046/65536 [11:13:36<05:13,  1.57it/s]
 99%|█████████▉| 65047/65536 [11:13:37<05:19,  1.53it/s]
 99%|█████████▉| 65048/65536 [11:13:37<05:08,  1.58it/s]
 99%|█████████▉| 65049/65536 [11:13:38<04:59,  1.62it/s]
 99%|█████████▉| 65050/65536 [11:13:38<05:03,  1.60it/s]
 99%|█████████▉| 65051/65536 [11:13:39<05:02,  1.60it/s]
 99%|█████████▉| 65052/65536 [11:13:40<04:59,  1.62it/s]
 99%|█████████▉| 65053/65536 [11:13:40<05:04,  1.59it/s]
 99%|█████████▉| 65054/65536 [11:13:41<05:07,  1.57it/s]
 99%|█████████▉| 65055/65536 [11:13:41<04:59,  1.61it/s]
 99%|█████████▉| 65056/65536 [11:13:42<04:53,  1.64it/s]
 99%|█████████▉| 65057/65536 [11:13:43<04:53,  1.63it/s]
 99%|█████████▉| 65058/65536 [11:13:43<04:50,  1.64it/s]
 99%|█████████▉| 65059/65536 [11:13:44<04:49,  1.65it/s]
 99%|█████████▉| 65060/65536 [11:13:45<05:00,  1.59it/s]
                                                        
{'loss': 1.5295, 'learning_rate': 1.0655687522958249e-07, 'epoch': 4016.05}
+
 99%|█████████▉| 65060/65536 [11:13:45<05:00,  1.59it/s]
 99%|█████████▉| 65061/65536 [11:13:45<04:53,  1.62it/s]
 99%|█████████▉| 65062/65536 [11:13:46<04:58,  1.59it/s]
 99%|█████████▉| 65063/65536 [11:13:46<05:01,  1.57it/s]
 99%|█████████▉| 65064/65536 [11:13:47<04:56,  1.59it/s]
 99%|█████████▉| 65065/65536 [11:13:48<04:46,  1.64it/s]
 99%|█████████▉| 65066/65536 [11:13:48<04:51,  1.61it/s]
 99%|█████████▉| 65067/65536 [11:13:49<04:46,  1.64it/s]
 99%|█████████▉| 65068/65536 [11:13:49<04:48,  1.62it/s]
 99%|█████████▉| 65069/65536 [11:13:50<04:50,  1.61it/s]
 99%|█████████▉| 65070/65536 [11:13:51<04:47,  1.62it/s]
 99%|█████████▉| 65071/65536 [11:13:51<04:43,  1.64it/s]
 99%|█████████▉| 65072/65536 [11:13:52<04:46,  1.62it/s]
 99%|█████████▉| 65073/65536 [11:13:53<04:48,  1.60it/s]
 99%|█████████▉| 65074/65536 [11:13:53<04:44,  1.62it/s]
 99%|█████████▉| 65075/65536 [11:13:54<04:46,  1.61it/s]
 99%|█████████▉| 65076/65536 [11:13:54<04:51,  1.58it/s]
 99%|█████████▉| 65077/65536 [11:13:55<04:52,  1.57it/s]
 99%|█████████▉| 65078/65536 [11:13:56<04:56,  1.55it/s]
 99%|█████████▉| 65079/65536 [11:13:56<04:49,  1.58it/s]
 99%|█████████▉| 65080/65536 [11:13:57<04:47,  1.59it/s]
                                                        
{'loss': 1.5173, 'learning_rate': 1.0628137627035634e-07, 'epoch': 4017.28}
+
 99%|█████████▉| 65080/65536 [11:13:57<04:47,  1.59it/s]
 99%|█████████▉| 65081/65536 [11:13:58<04:44,  1.60it/s]
 99%|█████████▉| 65082/65536 [11:13:58<04:46,  1.59it/s]
 99%|█████████▉| 65083/65536 [11:13:59<04:45,  1.59it/s]
 99%|█████████▉| 65084/65536 [11:13:59<04:40,  1.61it/s]
 99%|█████████▉| 65085/65536 [11:14:00<04:38,  1.62it/s]
 99%|█████████▉| 65086/65536 [11:14:01<04:53,  1.54it/s]
 99%|█████████▉| 65087/65536 [11:14:01<04:46,  1.57it/s]
 99%|█████████▉| 65088/65536 [11:14:02<04:37,  1.61it/s]
 99%|█████████▉| 65089/65536 [11:14:03<04:36,  1.62it/s]
 99%|█████████▉| 65090/65536 [11:14:03<04:35,  1.62it/s]
 99%|█████████▉| 65091/65536 [11:14:04<04:35,  1.62it/s]
 99%|█████████▉| 65092/65536 [11:14:05<04:50,  1.53it/s]
 99%|█████████▉| 65093/65536 [11:14:05<04:44,  1.56it/s]
 99%|█████████▉| 65094/65536 [11:14:06<04:37,  1.59it/s]
 99%|█████████▉| 65095/65536 [11:14:06<04:37,  1.59it/s]
 99%|█████████▉| 65096/65536 [11:14:07<04:35,  1.60it/s]
 99%|█████████▉| 65097/65536 [11:14:08<04:32,  1.61it/s]
 99%|█████████▉| 65098/65536 [11:14:08<04:34,  1.60it/s]
 99%|█████████▉| 65099/65536 [11:14:09<04:24,  1.65it/s]
 99%|█████████▉| 65100/65536 [11:14:10<04:33,  1.60it/s]
                                                        
{'loss': 1.5097, 'learning_rate': 1.0600587731113011e-07, 'epoch': 4018.52}
+
 99%|█████████▉| 65100/65536 [11:14:10<04:33,  1.60it/s]
 99%|█████████▉| 65101/65536 [11:14:10<04:31,  1.60it/s]
 99%|█████████▉| 65102/65536 [11:14:11<04:29,  1.61it/s]
 99%|█████████▉| 65103/65536 [11:14:11<04:30,  1.60it/s]
 99%|█████████▉| 65104/65536 [11:14:12<04:28,  1.61it/s]
 99%|█████████▉| 65105/65536 [11:14:13<04:26,  1.62it/s]
 99%|█████████▉| 65106/65536 [11:14:13<04:29,  1.59it/s]
 99%|█████████▉| 65107/65536 [11:14:14<04:23,  1.63it/s]
 99%|█████████▉| 65108/65536 [11:14:15<04:30,  1.58it/s]
 99%|█████████▉| 65109/65536 [11:14:15<04:26,  1.60it/s]
 99%|█████████▉| 65110/65536 [11:14:16<04:25,  1.60it/s]
 99%|█████████▉| 65111/65536 [11:14:16<04:26,  1.59it/s]
 99%|█████████▉| 65112/65536 [11:14:17<04:19,  1.63it/s]
 99%|█████████▉| 65113/65536 [11:14:18<04:17,  1.64it/s]
 99%|█████████▉| 65114/65536 [11:14:18<04:16,  1.65it/s]
 99%|█████████▉| 65115/65536 [11:14:19<04:24,  1.59it/s]
 99%|█████████▉| 65116/65536 [11:14:19<04:21,  1.61it/s]
 99%|█████████▉| 65117/65536 [11:14:20<04:19,  1.61it/s]
 99%|█████████▉| 65118/65536 [11:14:21<04:19,  1.61it/s]
 99%|█████████▉| 65119/65536 [11:14:21<04:12,  1.65it/s]
 99%|█████████▉| 65120/65536 [11:14:22<04:11,  1.66it/s]
                                                        
{'loss': 1.5361, 'learning_rate': 1.0573037835190397e-07, 'epoch': 4019.75}
+
 99%|█████████▉| 65120/65536 [11:14:22<04:11,  1.66it/s]
 99%|█████████▉| 65121/65536 [11:14:23<04:15,  1.62it/s]
 99%|█████████▉| 65122/65536 [11:14:23<04:22,  1.58it/s]
 99%|█████████▉| 65123/65536 [11:14:24<04:18,  1.60it/s]
 99%|█████████▉| 65124/65536 [11:14:24<04:23,  1.57it/s]
 99%|█████████▉| 65125/65536 [11:14:25<04:27,  1.54it/s]
 99%|█████████▉| 65126/65536 [11:14:26<04:27,  1.53it/s]
 99%|█████████▉| 65127/65536 [11:14:26<04:25,  1.54it/s]
 99%|█████████▉| 65128/65536 [11:14:27<04:19,  1.57it/s]
 99%|█████████▉| 65129/65536 [11:14:28<04:13,  1.60it/s]
 99%|█████████▉| 65130/65536 [11:14:28<04:14,  1.59it/s]
 99%|█████████▉| 65131/65536 [11:14:29<04:16,  1.58it/s]
 99%|█████████▉| 65132/65536 [11:14:30<04:21,  1.55it/s]
 99%|█████████▉| 65133/65536 [11:14:30<04:15,  1.58it/s]
 99%|█████████▉| 65134/65536 [11:14:31<04:14,  1.58it/s]
 99%|█████████▉| 65135/65536 [11:14:31<04:09,  1.61it/s]
 99%|█████████▉| 65136/65536 [11:14:32<04:05,  1.63it/s]
 99%|█████████▉| 65137/65536 [11:14:33<04:04,  1.63it/s]
 99%|█████████▉| 65138/65536 [11:14:33<04:01,  1.65it/s]
 99%|█████████▉| 65139/65536 [11:14:34<04:00,  1.65it/s]
 99%|█████████▉| 65140/65536 [11:14:34<04:00,  1.65it/s]
                                                        
{'loss': 1.4799, 'learning_rate': 1.0545487939267783e-07, 'epoch': 4020.99}
+
 99%|█████████▉| 65140/65536 [11:14:34<04:00,  1.65it/s]
 99%|█████████▉| 65141/65536 [11:14:35<04:26,  1.48it/s]
 99%|█████████▉| 65142/65536 [11:14:36<04:32,  1.45it/s]
 99%|█████████▉| 65143/65536 [11:14:37<04:21,  1.50it/s]
 99%|█████████▉| 65144/65536 [11:14:37<04:14,  1.54it/s]
 99%|█████████▉| 65145/65536 [11:14:38<04:06,  1.58it/s]
 99%|█████████▉| 65146/65536 [11:14:38<04:06,  1.58it/s]
 99%|█████████▉| 65147/65536 [11:14:39<04:06,  1.58it/s]
 99%|█████████▉| 65148/65536 [11:14:40<03:57,  1.63it/s]
 99%|█████████▉| 65149/65536 [11:14:40<04:04,  1.58it/s]
 99%|█████████▉| 65150/65536 [11:14:41<04:08,  1.55it/s]
 99%|█████████▉| 65151/65536 [11:14:42<04:03,  1.58it/s]
 99%|█████████▉| 65152/65536 [11:14:42<03:58,  1.61it/s]
 99%|█████████▉| 65153/65536 [11:14:43<03:55,  1.63it/s]
 99%|█████████▉| 65154/65536 [11:14:43<03:52,  1.64it/s]
 99%|█████████▉| 65155/65536 [11:14:44<03:52,  1.64it/s]
 99%|█████████▉| 65156/65536 [11:14:45<03:58,  1.59it/s]
 99%|█████████▉| 65157/65536 [11:14:45<03:59,  1.58it/s]
 99%|█████████▉| 65158/65536 [11:14:46<04:04,  1.55it/s]
 99%|█████████▉| 65159/65536 [11:14:47<04:00,  1.57it/s]
 99%|█████████▉| 65160/65536 [11:14:47<03:53,  1.61it/s]
                                                        
{'loss': 1.5388, 'learning_rate': 1.0517938043345169e-07, 'epoch': 4022.22}
+
 99%|█████████▉| 65160/65536 [11:14:47<03:53,  1.61it/s]
 99%|█████████▉| 65161/65536 [11:14:48<03:53,  1.61it/s]
 99%|█████████▉| 65162/65536 [11:14:48<03:54,  1.59it/s]
 99%|█████████▉| 65163/65536 [11:14:49<04:04,  1.53it/s]
 99%|█████████▉| 65164/65536 [11:14:50<03:58,  1.56it/s]
 99%|█████████▉| 65165/65536 [11:14:50<03:53,  1.59it/s]
 99%|█████████▉| 65166/65536 [11:14:51<03:50,  1.61it/s]
 99%|█████████▉| 65167/65536 [11:14:52<03:46,  1.63it/s]
 99%|█████████▉| 65168/65536 [11:14:52<03:49,  1.60it/s]
 99%|█████████▉| 65169/65536 [11:14:53<03:50,  1.59it/s]
 99%|█████████▉| 65170/65536 [11:14:54<03:48,  1.60it/s]
 99%|█████████▉| 65171/65536 [11:14:54<03:48,  1.60it/s]
 99%|█████████▉| 65172/65536 [11:14:55<03:42,  1.63it/s]
 99%|█████████▉| 65173/65536 [11:14:55<03:47,  1.60it/s]
 99%|█████████▉| 65174/65536 [11:14:56<03:46,  1.60it/s]
 99%|█████████▉| 65175/65536 [11:14:57<03:45,  1.60it/s]
 99%|█████████▉| 65176/65536 [11:14:57<03:53,  1.54it/s]
 99%|█████████▉| 65177/65536 [11:14:58<03:49,  1.57it/s]
 99%|█████████▉| 65178/65536 [11:14:59<03:50,  1.56it/s]
 99%|█████████▉| 65179/65536 [11:14:59<03:47,  1.57it/s]
 99%|█████████▉| 65180/65536 [11:15:00<03:45,  1.58it/s]
                                                        
{'loss': 1.4681, 'learning_rate': 1.0490388147422555e-07, 'epoch': 4023.46}
+
 99%|█████████▉| 65180/65536 [11:15:00<03:45,  1.58it/s]
 99%|█████████▉| 65181/65536 [11:15:00<03:42,  1.59it/s]
 99%|█████████▉| 65182/65536 [11:15:01<03:39,  1.61it/s]
 99%|█████████▉| 65183/65536 [11:15:02<03:43,  1.58it/s]
 99%|█████████▉| 65184/65536 [11:15:02<03:36,  1.62it/s]
 99%|█████████▉| 65185/65536 [11:15:03<03:35,  1.63it/s]
 99%|█████████▉| 65186/65536 [11:15:04<03:36,  1.62it/s]
 99%|█████████▉| 65187/65536 [11:15:04<03:37,  1.61it/s]
 99%|█████████▉| 65188/65536 [11:15:05<03:33,  1.63it/s]
 99%|█████████▉| 65189/65536 [11:15:05<03:35,  1.61it/s]
 99%|█████████▉| 65190/65536 [11:15:06<03:41,  1.56it/s]
 99%|█████████▉| 65191/65536 [11:15:07<03:39,  1.57it/s]
 99%|█████████▉| 65192/65536 [11:15:07<03:42,  1.54it/s]
 99%|█████████▉| 65193/65536 [11:15:08<03:38,  1.57it/s]
 99%|█████████▉| 65194/65536 [11:15:09<03:35,  1.59it/s]
 99%|█████████▉| 65195/65536 [11:15:09<03:35,  1.58it/s]
 99%|█████████▉| 65196/65536 [11:15:10<03:42,  1.53it/s]
 99%|█████████▉| 65197/65536 [11:15:11<03:34,  1.58it/s]
 99%|█████████▉| 65198/65536 [11:15:11<03:33,  1.58it/s]
 99%|█████████▉| 65199/65536 [11:15:12<03:28,  1.61it/s]
 99%|█████████▉| 65200/65536 [11:15:12<03:30,  1.59it/s]
                                                        
{'loss': 1.5016, 'learning_rate': 1.0462838251499942e-07, 'epoch': 4024.69}
+
 99%|█████████▉| 65200/65536 [11:15:12<03:30,  1.59it/s]
 99%|█████████▉| 65201/65536 [11:15:13<03:29,  1.60it/s]
 99%|█████████▉| 65202/65536 [11:15:14<03:23,  1.64it/s]
 99%|█████████▉| 65203/65536 [11:15:14<03:20,  1.66it/s]
 99%|█████████▉| 65204/65536 [11:15:15<03:23,  1.63it/s]
 99%|█████████▉| 65205/65536 [11:15:15<03:24,  1.62it/s]
 99%|█████████▉| 65206/65536 [11:15:16<03:31,  1.56it/s]
 99%|█████████▉| 65207/65536 [11:15:17<03:28,  1.58it/s]
 99%|█████████▉| 65208/65536 [11:15:17<03:30,  1.56it/s]
100%|█████████▉| 65209/65536 [11:15:18<03:24,  1.60it/s]
100%|█████████▉| 65210/65536 [11:15:19<03:24,  1.59it/s]
100%|█████████▉| 65211/65536 [11:15:19<03:28,  1.56it/s]
100%|█████████▉| 65212/65536 [11:15:20<03:29,  1.55it/s]
100%|█████████▉| 65213/65536 [11:15:21<03:21,  1.60it/s]
100%|█████████▉| 65214/65536 [11:15:21<03:20,  1.61it/s]
100%|█████████▉| 65215/65536 [11:15:22<03:17,  1.63it/s]
100%|█████████▉| 65216/65536 [11:15:22<03:15,  1.64it/s]
100%|█████████▉| 65217/65536 [11:15:23<03:16,  1.63it/s]
100%|█████████▉| 65218/65536 [11:15:24<03:13,  1.64it/s]
100%|█████████▉| 65219/65536 [11:15:24<03:17,  1.61it/s]
100%|█████████▉| 65220/65536 [11:15:25<03:12,  1.64it/s]
                                                        
{'loss': 1.5238, 'learning_rate': 1.0435288355577328e-07, 'epoch': 4025.93}
+
100%|█████████▉| 65220/65536 [11:15:25<03:12,  1.64it/s]
100%|█████████▉| 65221/65536 [11:15:25<03:10,  1.65it/s]
100%|█████████▉| 65222/65536 [11:15:26<03:22,  1.55it/s]
100%|█████████▉| 65223/65536 [11:15:27<03:23,  1.54it/s]
100%|█████████▉| 65224/65536 [11:15:27<03:19,  1.56it/s]
100%|█████████▉| 65225/65536 [11:15:28<03:11,  1.62it/s]
100%|█████████▉| 65226/65536 [11:15:29<03:12,  1.61it/s]
100%|█████████▉| 65227/65536 [11:15:29<03:11,  1.61it/s]
100%|█████████▉| 65228/65536 [11:15:30<03:10,  1.61it/s]
100%|█████████▉| 65229/65536 [11:15:31<03:13,  1.59it/s]
100%|█████████▉| 65230/65536 [11:15:31<03:08,  1.62it/s]
100%|█████████▉| 65231/65536 [11:15:32<03:05,  1.64it/s]
100%|█████████▉| 65232/65536 [11:15:32<03:05,  1.63it/s]
100%|█████████▉| 65233/65536 [11:15:33<03:10,  1.59it/s]
100%|█████████▉| 65234/65536 [11:15:34<03:09,  1.59it/s]
100%|█████████▉| 65235/65536 [11:15:34<03:07,  1.61it/s]
100%|█████████▉| 65236/65536 [11:15:35<03:05,  1.61it/s]
100%|█████████▉| 65237/65536 [11:15:35<03:02,  1.64it/s]
100%|█████████▉| 65238/65536 [11:15:36<03:13,  1.54it/s]
100%|█████████▉| 65239/65536 [11:15:37<03:10,  1.56it/s]
100%|█████████▉| 65240/65536 [11:15:37<03:13,  1.53it/s]
                                                        
{'loss': 1.5037, 'learning_rate': 1.0407738459654703e-07, 'epoch': 4027.16}
+
100%|█████████▉| 65240/65536 [11:15:37<03:13,  1.53it/s]
100%|█████████▉| 65241/65536 [11:15:38<03:09,  1.56it/s]
100%|█████████▉| 65242/65536 [11:15:39<03:07,  1.57it/s]
100%|█████████▉| 65243/65536 [11:15:39<03:04,  1.58it/s]
100%|█████████▉| 65244/65536 [11:15:40<03:03,  1.59it/s]
100%|█████████▉| 65245/65536 [11:15:41<02:59,  1.62it/s]
100%|█████████▉| 65246/65536 [11:15:41<02:58,  1.62it/s]
100%|█████████▉| 65247/65536 [11:15:42<02:59,  1.61it/s]
100%|█████████▉| 65248/65536 [11:15:42<03:01,  1.59it/s]
100%|█████████▉| 65249/65536 [11:15:43<02:57,  1.61it/s]
100%|█████████▉| 65250/65536 [11:15:44<02:53,  1.64it/s]
100%|█████████▉| 65251/65536 [11:15:44<02:52,  1.65it/s]
100%|█████████▉| 65252/65536 [11:15:45<02:54,  1.63it/s]
100%|█████████▉| 65253/65536 [11:15:45<02:57,  1.59it/s]
100%|█████████▉| 65254/65536 [11:15:46<03:02,  1.55it/s]
100%|█████████▉| 65255/65536 [11:15:47<02:56,  1.59it/s]
100%|█████████▉| 65256/65536 [11:15:47<02:59,  1.56it/s]
100%|█████████▉| 65257/65536 [11:15:48<02:56,  1.58it/s]
100%|█████████▉| 65258/65536 [11:15:49<02:58,  1.56it/s]
100%|█████████▉| 65259/65536 [11:15:49<02:55,  1.58it/s]
100%|█████████▉| 65260/65536 [11:15:50<02:52,  1.60it/s]
                                                        
{'loss': 1.466, 'learning_rate': 1.038018856373209e-07, 'epoch': 4028.4}
+
100%|█████████▉| 65260/65536 [11:15:50<02:52,  1.60it/s]
100%|█████████▉| 65261/65536 [11:15:51<02:51,  1.61it/s]
100%|█████████▉| 65262/65536 [11:15:51<02:52,  1.59it/s]
100%|█████████▉| 65263/65536 [11:15:52<02:48,  1.62it/s]
100%|█████████▉| 65264/65536 [11:15:52<02:46,  1.63it/s]
100%|█████████▉| 65265/65536 [11:15:53<02:46,  1.63it/s]
100%|█████████▉| 65266/65536 [11:15:54<02:44,  1.64it/s]
100%|█████████▉| 65267/65536 [11:15:54<02:46,  1.61it/s]
100%|█████████▉| 65268/65536 [11:15:55<02:49,  1.58it/s]
100%|█████████▉| 65269/65536 [11:15:56<02:47,  1.60it/s]
100%|█████████▉| 65270/65536 [11:15:56<02:51,  1.55it/s]
100%|█████████▉| 65271/65536 [11:15:57<02:50,  1.55it/s]
100%|█████████▉| 65272/65536 [11:15:57<02:46,  1.58it/s]
100%|█████████▉| 65273/65536 [11:15:58<02:44,  1.60it/s]
100%|█████████▉| 65274/65536 [11:15:59<02:39,  1.64it/s]
100%|█████████▉| 65275/65536 [11:15:59<02:38,  1.64it/s]
100%|█████████▉| 65276/65536 [11:16:00<02:39,  1.63it/s]
100%|█████████▉| 65277/65536 [11:16:01<02:40,  1.62it/s]
100%|█████████▉| 65278/65536 [11:16:01<02:36,  1.65it/s]
100%|█████████▉| 65279/65536 [11:16:02<02:36,  1.64it/s]
100%|█████████▉| 65280/65536 [11:16:02<02:33,  1.66it/s]
                                                        
{'loss': 1.4919, 'learning_rate': 1.0352638667809475e-07, 'epoch': 4029.63}
+
100%|█████████▉| 65280/65536 [11:16:02<02:33,  1.66it/s]
100%|█████████▉| 65281/65536 [11:16:03<02:32,  1.67it/s]
100%|█████████▉| 65282/65536 [11:16:03<02:32,  1.66it/s]
100%|█████████▉| 65283/65536 [11:16:04<02:32,  1.66it/s]
100%|█████████▉| 65284/65536 [11:16:05<02:31,  1.66it/s]
100%|█████████▉| 65285/65536 [11:16:05<02:37,  1.60it/s]
100%|█████████▉| 65286/65536 [11:16:06<02:35,  1.61it/s]
100%|█████████▉| 65287/65536 [11:16:07<02:35,  1.60it/s]
100%|█████████▉| 65288/65536 [11:16:07<02:33,  1.62it/s]
100%|█████████▉| 65289/65536 [11:16:08<02:29,  1.65it/s]
100%|█████████▉| 65290/65536 [11:16:08<02:29,  1.65it/s]
100%|█████████▉| 65291/65536 [11:16:09<02:33,  1.59it/s]
100%|█████████▉| 65292/65536 [11:16:10<02:30,  1.62it/s]
100%|█████████▉| 65293/65536 [11:16:10<02:29,  1.63it/s]
100%|█████████▉| 65294/65536 [11:16:11<02:30,  1.61it/s]
100%|█████████▉| 65295/65536 [11:16:12<02:29,  1.61it/s]
100%|█████████▉| 65296/65536 [11:16:12<02:29,  1.61it/s]
100%|█████████▉| 65297/65536 [11:16:13<02:32,  1.57it/s]
100%|█████████▉| 65298/65536 [11:16:13<02:27,  1.62it/s]
100%|█████████▉| 65299/65536 [11:16:14<02:24,  1.64it/s]
100%|█████████▉| 65300/65536 [11:16:15<02:26,  1.61it/s]
                                                        
{'loss': 1.4862, 'learning_rate': 1.0325088771886862e-07, 'epoch': 4030.86}
+
100%|█████████▉| 65300/65536 [11:16:15<02:26,  1.61it/s]
100%|█████████▉| 65301/65536 [11:16:15<02:24,  1.63it/s]
100%|█████████▉| 65302/65536 [11:16:16<02:27,  1.59it/s]
100%|█████████▉| 65303/65536 [11:16:17<02:29,  1.55it/s]
100%|█████████▉| 65304/65536 [11:16:17<02:27,  1.58it/s]
100%|█████████▉| 65305/65536 [11:16:18<02:22,  1.63it/s]
100%|█████████▉| 65306/65536 [11:16:18<02:23,  1.61it/s]
100%|█████████▉| 65307/65536 [11:16:19<02:24,  1.58it/s]
100%|█████████▉| 65308/65536 [11:16:20<02:21,  1.61it/s]
100%|█████████▉| 65309/65536 [11:16:20<02:22,  1.59it/s]
100%|█████████▉| 65310/65536 [11:16:21<02:23,  1.57it/s]
100%|█████████▉| 65311/65536 [11:16:22<02:22,  1.58it/s]
100%|█████████▉| 65312/65536 [11:16:22<02:18,  1.62it/s]
100%|█████████▉| 65313/65536 [11:16:23<02:17,  1.63it/s]
100%|█████████▉| 65314/65536 [11:16:23<02:16,  1.63it/s]
100%|█████████▉| 65315/65536 [11:16:24<02:14,  1.64it/s]
100%|█████████▉| 65316/65536 [11:16:25<02:13,  1.65it/s]
100%|█████████▉| 65317/65536 [11:16:25<02:11,  1.66it/s]
100%|█████████▉| 65318/65536 [11:16:26<02:15,  1.61it/s]
100%|█████████▉| 65319/65536 [11:16:27<02:22,  1.52it/s]
100%|█████████▉| 65320/65536 [11:16:27<02:21,  1.53it/s]
                                                        
{'loss': 1.5104, 'learning_rate': 1.0297538875964248e-07, 'epoch': 4032.1}
+
100%|█████████▉| 65320/65536 [11:16:27<02:21,  1.53it/s]
100%|█████████▉| 65321/65536 [11:16:28<02:21,  1.52it/s]
100%|█████████▉| 65322/65536 [11:16:29<02:20,  1.52it/s]
100%|█████████▉| 65323/65536 [11:16:29<02:14,  1.58it/s]
100%|█████████▉| 65324/65536 [11:16:30<02:10,  1.62it/s]
100%|█████████▉| 65325/65536 [11:16:30<02:08,  1.64it/s]
100%|█████████▉| 65326/65536 [11:16:31<02:07,  1.65it/s]
100%|█████████▉| 65327/65536 [11:16:32<02:06,  1.65it/s]
100%|█████████▉| 65328/65536 [11:16:32<02:06,  1.64it/s]
100%|█████████▉| 65329/65536 [11:16:33<02:06,  1.64it/s]
100%|█████████▉| 65330/65536 [11:16:33<02:03,  1.66it/s]
100%|█████████▉| 65331/65536 [11:16:34<02:02,  1.68it/s]
100%|█████████▉| 65332/65536 [11:16:35<02:04,  1.64it/s]
100%|█████████▉| 65333/65536 [11:16:35<02:04,  1.62it/s]
100%|█████████▉| 65334/65536 [11:16:36<02:02,  1.65it/s]
100%|█████████▉| 65335/65536 [11:16:36<02:07,  1.58it/s]
100%|█████████▉| 65336/65536 [11:16:37<02:03,  1.62it/s]
100%|█████████▉| 65337/65536 [11:16:38<02:03,  1.61it/s]
100%|█████████▉| 65338/65536 [11:16:38<02:03,  1.60it/s]
100%|█████████▉| 65339/65536 [11:16:39<02:03,  1.60it/s]
100%|█████████▉| 65340/65536 [11:16:40<02:00,  1.63it/s]
                                                        
{'loss': 1.5185, 'learning_rate': 1.0269988980041634e-07, 'epoch': 4033.33}
+
100%|█████████▉| 65340/65536 [11:16:40<02:00,  1.63it/s]
100%|█████████▉| 65341/65536 [11:16:40<01:59,  1.64it/s]
100%|█████████▉| 65342/65536 [11:16:41<02:01,  1.60it/s]
100%|█████████▉| 65343/65536 [11:16:41<02:02,  1.58it/s]
100%|█████████▉| 65344/65536 [11:16:42<01:57,  1.63it/s]
100%|█████████▉| 65345/65536 [11:16:43<01:53,  1.68it/s]
100%|█████████▉| 65346/65536 [11:16:43<01:53,  1.67it/s]
100%|█████████▉| 65347/65536 [11:16:44<01:55,  1.64it/s]
100%|█████████▉| 65348/65536 [11:16:44<01:56,  1.62it/s]
100%|█████████▉| 65349/65536 [11:16:45<01:55,  1.61it/s]
100%|█████████▉| 65350/65536 [11:16:46<01:54,  1.63it/s]
100%|█████████▉| 65351/65536 [11:16:46<01:56,  1.58it/s]
100%|█████████▉| 65352/65536 [11:16:47<01:57,  1.57it/s]
100%|█████████▉| 65353/65536 [11:16:48<01:54,  1.60it/s]
100%|█████████▉| 65354/65536 [11:16:48<01:54,  1.60it/s]
100%|█████████▉| 65355/65536 [11:16:49<01:52,  1.61it/s]
100%|█████████▉| 65356/65536 [11:16:49<01:51,  1.62it/s]
100%|█████████▉| 65357/65536 [11:16:50<01:47,  1.66it/s]
100%|█████████▉| 65358/65536 [11:16:51<01:46,  1.68it/s]
100%|█████████▉| 65359/65536 [11:16:51<01:45,  1.68it/s]
100%|█████████▉| 65360/65536 [11:16:52<01:45,  1.67it/s]
                                                        
{'loss': 1.4635, 'learning_rate': 1.024243908411902e-07, 'epoch': 4034.57}
+
100%|█████████▉| 65360/65536 [11:16:52<01:45,  1.67it/s]
100%|█████████▉| 65361/65536 [11:16:52<01:49,  1.60it/s]
100%|█████████▉| 65362/65536 [11:16:53<01:47,  1.62it/s]
100%|█████████▉| 65363/65536 [11:16:54<01:46,  1.62it/s]
100%|█████████▉| 65364/65536 [11:16:54<01:49,  1.57it/s]
100%|█████████▉| 65365/65536 [11:16:55<01:46,  1.60it/s]
100%|█████████▉| 65366/65536 [11:16:56<01:45,  1.62it/s]
100%|█████████▉| 65367/65536 [11:16:56<01:43,  1.64it/s]
100%|█████████▉| 65368/65536 [11:16:57<01:45,  1.59it/s]
100%|█████████▉| 65369/65536 [11:16:57<01:47,  1.55it/s]
100%|█████████▉| 65370/65536 [11:16:58<01:46,  1.56it/s]
100%|█████████▉| 65371/65536 [11:16:59<01:43,  1.59it/s]
100%|█████████▉| 65372/65536 [11:16:59<01:43,  1.59it/s]
100%|█████████▉| 65373/65536 [11:17:00<01:42,  1.59it/s]
100%|█████████▉| 65374/65536 [11:17:01<01:41,  1.60it/s]
100%|█████████▉| 65375/65536 [11:17:01<01:40,  1.60it/s]
100%|█████████▉| 65376/65536 [11:17:02<01:39,  1.61it/s]
100%|█████████▉| 65377/65536 [11:17:02<01:37,  1.63it/s]
100%|█████████▉| 65378/65536 [11:17:03<01:36,  1.63it/s]
100%|█████████▉| 65379/65536 [11:17:04<01:37,  1.60it/s]
100%|█████████▉| 65380/65536 [11:17:04<01:36,  1.62it/s]
                                                        
{'loss': 1.4951, 'learning_rate': 1.0214889188196396e-07, 'epoch': 4035.8}
+
100%|█████████▉| 65380/65536 [11:17:04<01:36,  1.62it/s]
100%|█████████▉| 65381/65536 [11:17:05<01:35,  1.63it/s]
100%|█████████▉| 65382/65536 [11:17:05<01:33,  1.65it/s]
100%|█████████▉| 65383/65536 [11:17:06<01:35,  1.61it/s]
100%|█████████▉| 65384/65536 [11:17:07<01:38,  1.54it/s]
100%|█████████▉| 65385/65536 [11:17:08<01:39,  1.52it/s]
100%|█████████▉| 65386/65536 [11:17:08<01:37,  1.54it/s]
100%|█████████▉| 65387/65536 [11:17:09<01:34,  1.58it/s]
100%|█████████▉| 65388/65536 [11:17:09<01:32,  1.60it/s]
100%|█████████▉| 65389/65536 [11:17:10<01:29,  1.64it/s]
100%|█████████▉| 65390/65536 [11:17:11<01:29,  1.63it/s]
100%|█████████▉| 65391/65536 [11:17:11<01:31,  1.59it/s]
100%|█████████▉| 65392/65536 [11:17:12<01:29,  1.60it/s]
100%|█████████▉| 65393/65536 [11:17:12<01:29,  1.60it/s]
100%|█████████▉| 65394/65536 [11:17:13<01:27,  1.63it/s]
100%|█████████▉| 65395/65536 [11:17:14<01:27,  1.61it/s]
100%|█████████▉| 65396/65536 [11:17:14<01:25,  1.63it/s]
100%|█████████▉| 65397/65536 [11:17:15<01:25,  1.62it/s]
100%|█████████▉| 65398/65536 [11:17:16<01:24,  1.64it/s]
100%|█████████▉| 65399/65536 [11:17:16<01:22,  1.67it/s]
100%|█████████▉| 65400/65536 [11:17:17<01:23,  1.63it/s]
                                                        
{'loss': 1.4879, 'learning_rate': 1.0187339292273782e-07, 'epoch': 4037.04}
+
100%|█████████▉| 65400/65536 [11:17:17<01:23,  1.63it/s]
100%|█████████▉| 65401/65536 [11:17:17<01:23,  1.62it/s]
100%|█████████▉| 65402/65536 [11:17:18<01:23,  1.60it/s]
100%|█████████▉| 65403/65536 [11:17:19<01:21,  1.63it/s]
100%|█████████▉| 65404/65536 [11:17:19<01:20,  1.63it/s]
100%|█████████▉| 65405/65536 [11:17:20<01:20,  1.64it/s]
100%|█████████▉| 65406/65536 [11:17:20<01:18,  1.66it/s]
100%|█████████▉| 65407/65536 [11:17:21<01:17,  1.67it/s]
100%|█████████▉| 65408/65536 [11:17:22<01:16,  1.68it/s]
100%|█████████▉| 65409/65536 [11:17:22<01:16,  1.66it/s]
100%|█████████▉| 65410/65536 [11:17:23<01:16,  1.66it/s]
100%|█████████▉| 65411/65536 [11:17:23<01:17,  1.62it/s]
100%|█████████▉| 65412/65536 [11:17:24<01:16,  1.62it/s]
100%|█████████▉| 65413/65536 [11:17:25<01:15,  1.64it/s]
100%|█████████▉| 65414/65536 [11:17:25<01:15,  1.62it/s]
100%|█████████▉| 65415/65536 [11:17:26<01:15,  1.60it/s]
100%|█████████▉| 65416/65536 [11:17:27<01:16,  1.57it/s]
100%|█████████▉| 65417/65536 [11:17:27<01:15,  1.57it/s]
100%|█████████▉| 65418/65536 [11:17:28<01:15,  1.56it/s]
100%|█████████▉| 65419/65536 [11:17:28<01:12,  1.61it/s]
100%|█████████▉| 65420/65536 [11:17:29<01:12,  1.61it/s]
                                                        
{'loss': 1.485, 'learning_rate': 1.0159789396351168e-07, 'epoch': 4038.27}
+
100%|█████████▉| 65420/65536 [11:17:29<01:12,  1.61it/s]
100%|█████████▉| 65421/65536 [11:17:30<01:12,  1.59it/s]
100%|█████████▉| 65422/65536 [11:17:30<01:11,  1.59it/s]
100%|█████████▉| 65423/65536 [11:17:31<01:12,  1.56it/s]
100%|█████████▉| 65424/65536 [11:17:32<01:11,  1.57it/s]
100%|█████████▉| 65425/65536 [11:17:32<01:10,  1.58it/s]
100%|█████████▉| 65426/65536 [11:17:33<01:08,  1.62it/s]
100%|█████████▉| 65427/65536 [11:17:33<01:06,  1.64it/s]
100%|█████████▉| 65428/65536 [11:17:34<01:06,  1.63it/s]
100%|█████████▉| 65429/65536 [11:17:35<01:05,  1.64it/s]
100%|█████████▉| 65430/65536 [11:17:35<01:03,  1.67it/s]
100%|█████████▉| 65431/65536 [11:17:36<01:03,  1.65it/s]
100%|█████████▉| 65432/65536 [11:17:37<01:05,  1.59it/s]
100%|█████████▉| 65433/65536 [11:17:37<01:05,  1.57it/s]
100%|█████████▉| 65434/65536 [11:17:38<01:04,  1.59it/s]
100%|█████████▉| 65435/65536 [11:17:38<01:02,  1.61it/s]
100%|█████████▉| 65436/65536 [11:17:39<01:00,  1.64it/s]
100%|█████████▉| 65437/65536 [11:17:40<01:00,  1.65it/s]
100%|█████████▉| 65438/65536 [11:17:40<00:59,  1.63it/s]
100%|█████████▉| 65439/65536 [11:17:41<01:00,  1.60it/s]
100%|█████████▉| 65440/65536 [11:17:41<00:59,  1.62it/s]
                                                        
{'loss': 1.4925, 'learning_rate': 1.0132239500428554e-07, 'epoch': 4039.51}
+
100%|█████████▉| 65440/65536 [11:17:41<00:59,  1.62it/s]
100%|█████████▉| 65441/65536 [11:17:42<00:59,  1.59it/s]
100%|█████████▉| 65442/65536 [11:17:43<00:57,  1.62it/s]
100%|█████████▉| 65443/65536 [11:17:43<00:56,  1.64it/s]
100%|█████████▉| 65444/65536 [11:17:44<00:57,  1.61it/s]
100%|█████████▉| 65445/65536 [11:17:45<00:56,  1.62it/s]
100%|█████████▉| 65446/65536 [11:17:45<00:56,  1.60it/s]
100%|█████████▉| 65447/65536 [11:17:46<00:55,  1.61it/s]
100%|█████████▉| 65448/65536 [11:17:46<00:54,  1.60it/s]
100%|█████████▉| 65449/65536 [11:17:47<00:55,  1.57it/s]
100%|█████████▉| 65450/65536 [11:17:48<00:54,  1.59it/s]
100%|█████████▉| 65451/65536 [11:17:48<00:54,  1.57it/s]
100%|█████████▉| 65452/65536 [11:17:49<00:52,  1.61it/s]
100%|█████████▉| 65453/65536 [11:17:50<00:51,  1.62it/s]
100%|█████████▉| 65454/65536 [11:17:50<00:49,  1.64it/s]
100%|█████████▉| 65455/65536 [11:17:51<00:49,  1.65it/s]
100%|█████████▉| 65456/65536 [11:17:51<00:48,  1.64it/s]
100%|█████████▉| 65457/65536 [11:17:52<00:48,  1.63it/s]
100%|█████████▉| 65458/65536 [11:17:53<00:47,  1.63it/s]
100%|█████████▉| 65459/65536 [11:17:53<00:48,  1.58it/s]
100%|█████████▉| 65460/65536 [11:17:54<00:46,  1.63it/s]
                                                        
{'loss': 1.5036, 'learning_rate': 1.010468960450594e-07, 'epoch': 4040.74}
+
100%|█████████▉| 65460/65536 [11:17:54<00:46,  1.63it/s]
100%|█████████▉| 65461/65536 [11:17:54<00:45,  1.63it/s]
100%|█████████▉| 65462/65536 [11:17:55<00:45,  1.63it/s]
100%|█████████▉| 65463/65536 [11:17:56<00:45,  1.59it/s]
100%|█████████▉| 65464/65536 [11:17:56<00:45,  1.60it/s]
100%|█████████▉| 65465/65536 [11:17:57<00:45,  1.54it/s]
100%|█████████▉| 65466/65536 [11:17:58<00:44,  1.58it/s]
100%|█████████▉| 65467/65536 [11:17:58<00:43,  1.60it/s]
100%|█████████▉| 65468/65536 [11:17:59<00:42,  1.62it/s]
100%|█████████▉| 65469/65536 [11:17:59<00:40,  1.64it/s]
100%|█████████▉| 65470/65536 [11:18:00<00:39,  1.65it/s]
100%|█████████▉| 65471/65536 [11:18:01<00:39,  1.64it/s]
100%|█████████▉| 65472/65536 [11:18:01<00:40,  1.59it/s]
100%|█████████▉| 65473/65536 [11:18:02<00:39,  1.61it/s]
100%|█████████▉| 65474/65536 [11:18:03<00:37,  1.64it/s]
100%|█████████▉| 65475/65536 [11:18:03<00:37,  1.62it/s]
100%|█████████▉| 65476/65536 [11:18:04<00:36,  1.67it/s]
100%|█████████▉| 65477/65536 [11:18:04<00:36,  1.59it/s]
100%|█████████▉| 65478/65536 [11:18:05<00:35,  1.63it/s]
100%|█████████▉| 65479/65536 [11:18:06<00:35,  1.62it/s]
100%|█████████▉| 65480/65536 [11:18:06<00:34,  1.63it/s]
                                                        
{'loss': 1.478, 'learning_rate': 1.0077139708583327e-07, 'epoch': 4041.98}
+
100%|█████████▉| 65480/65536 [11:18:06<00:34,  1.63it/s]
100%|█████████▉| 65481/65536 [11:18:07<00:35,  1.56it/s]
100%|█████████▉| 65482/65536 [11:18:08<00:33,  1.60it/s]
100%|█████████▉| 65483/65536 [11:18:08<00:33,  1.58it/s]
100%|█████████▉| 65484/65536 [11:18:09<00:32,  1.59it/s]
100%|█████████▉| 65485/65536 [11:18:09<00:32,  1.59it/s]
100%|█████████▉| 65486/65536 [11:18:10<00:30,  1.62it/s]
100%|█████████▉| 65487/65536 [11:18:11<00:29,  1.65it/s]
100%|█████████▉| 65488/65536 [11:18:11<00:30,  1.60it/s]
100%|█████████▉| 65489/65536 [11:18:12<00:29,  1.60it/s]
100%|█████████▉| 65490/65536 [11:18:13<00:29,  1.58it/s]
100%|█████████▉| 65491/65536 [11:18:13<00:29,  1.54it/s]
100%|█████████▉| 65492/65536 [11:18:14<00:29,  1.50it/s]
100%|█████���███▉| 65493/65536 [11:18:15<00:27,  1.54it/s]
100%|█████████▉| 65494/65536 [11:18:15<00:26,  1.56it/s]
100%|█████████▉| 65495/65536 [11:18:16<00:26,  1.57it/s]
100%|█████████▉| 65496/65536 [11:18:16<00:24,  1.61it/s]
100%|█████████▉| 65497/65536 [11:18:17<00:25,  1.54it/s]
100%|█████████▉| 65498/65536 [11:18:18<00:23,  1.59it/s]
100%|█████████▉| 65499/65536 [11:18:18<00:23,  1.59it/s]
100%|█████████▉| 65500/65536 [11:18:19<00:22,  1.59it/s]
                                                        
{'loss': 1.5033, 'learning_rate': 1.0049589812660702e-07, 'epoch': 4043.21}
+
100%|█████████▉| 65500/65536 [11:18:19<00:22,  1.59it/s]
100%|█████████▉| 65501/65536 [11:18:20<00:21,  1.62it/s]
100%|█████████▉| 65502/65536 [11:18:20<00:20,  1.65it/s]
100%|█████████▉| 65503/65536 [11:18:21<00:19,  1.68it/s]
100%|█████████▉| 65504/65536 [11:18:21<00:19,  1.60it/s]
100%|█████████▉| 65505/65536 [11:18:22<00:19,  1.61it/s]
100%|█████████▉| 65506/65536 [11:18:23<00:18,  1.60it/s]
100%|█████████▉| 65507/65536 [11:18:23<00:17,  1.63it/s]
100%|█████████▉| 65508/65536 [11:18:24<00:17,  1.59it/s]
100%|█████████▉| 65509/65536 [11:18:25<00:16,  1.61it/s]
100%|█████████▉| 65510/65536 [11:18:25<00:15,  1.65it/s]
100%|█████████▉| 65511/65536 [11:18:26<00:15,  1.64it/s]
100%|█████████▉| 65512/65536 [11:18:26<00:14,  1.63it/s]
100%|█████████▉| 65513/65536 [11:18:27<00:14,  1.60it/s]
100%|█████████▉| 65514/65536 [11:18:28<00:13,  1.62it/s]
100%|█████████▉| 65515/65536 [11:18:28<00:13,  1.58it/s]
100%|█████████▉| 65516/65536 [11:18:29<00:12,  1.60it/s]
100%|█████████▉| 65517/65536 [11:18:29<00:11,  1.61it/s]
100%|█████████▉| 65518/65536 [11:18:30<00:10,  1.64it/s]
100%|█████████▉| 65519/65536 [11:18:31<00:10,  1.66it/s]
100%|█████████▉| 65520/65536 [11:18:31<00:09,  1.63it/s]
                                                        
{'loss': 1.4877, 'learning_rate': 1.0022039916738088e-07, 'epoch': 4044.44}
+
100%|█████████▉| 65520/65536 [11:18:31<00:09,  1.63it/s]
100%|█████████▉| 65521/65536 [11:18:32<00:09,  1.61it/s]
100%|█████████▉| 65522/65536 [11:18:33<00:08,  1.59it/s]
100%|█████████▉| 65523/65536 [11:18:33<00:08,  1.58it/s]
100%|█████████▉| 65524/65536 [11:18:34<00:07,  1.56it/s]
100%|█████████▉| 65525/65536 [11:18:34<00:06,  1.59it/s]
100%|█████████▉| 65526/65536 [11:18:35<00:06,  1.61it/s]
100%|█████████▉| 65527/65536 [11:18:36<00:05,  1.62it/s]
100%|█████████▉| 65528/65536 [11:18:36<00:04,  1.65it/s]
100%|█████████▉| 65529/65536 [11:18:37<00:04,  1.65it/s]
100%|█████████▉| 65530/65536 [11:18:38<00:03,  1.57it/s]
100%|█████████▉| 65531/65536 [11:18:38<00:03,  1.61it/s]
100%|█████████▉| 65532/65536 [11:18:39<00:02,  1.63it/s]
100%|█████████▉| 65533/65536 [11:18:39<00:01,  1.65it/s]
100%|█████████▉| 65534/65536 [11:18:40<00:01,  1.58it/s]
100%|█████████▉| 65535/65536 [11:18:41<00:00,  1.62it/s]
100%|██████████| 65536/65536 [11:18:41<00:00,  1.60it/s]
                                                        
{'train_runtime': 40738.2692, 'train_samples_per_second': 40.318, 'train_steps_per_second': 1.609, 'train_loss': 1.8787178696074989, 'epoch': 4045.43}
+
100%|██████████| 65536/65536 [11:18:41<00:00,  1.60it/s]
100%|██████████| 65536/65536 [11:18:41<00:00,  1.61it/s]
+Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co./docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
+Non-default generation parameters: {'max_length': 200, 'early_stopping': True, 'num_beams': 5, 'forced_eos_token_id': 2}
+Some non-default generation parameters are set in the model config. These should go into a GenerationConfig file (https://huggingface.co./docs/transformers/generation_strategies#save-a-custom-decoding-strategy-with-your-model) instead. This warning will be raised to an exception in v4.41.
+Non-default generation parameters: {'max_length': 200, 'early_stopping': True, 'num_beams': 5, 'forced_eos_token_id': 2}
+
model.safetensors:   0%|          | 0.00/1.58G [00:00<?, ?B/s]
model.safetensors:   0%|          | 4.42M/1.58G [00:00<00:41, 37.4MB/s]
model.safetensors:   1%|          | 8.31M/1.58G [00:00<01:15, 20.8MB/s]
model.safetensors:   1%|          | 16.0M/1.58G [00:00<01:33, 16.7MB/s]
model.safetensors:   2%|▏         | 27.4M/1.58G [00:01<01:03, 24.5MB/s]
model.safetensors:   2%|▏         | 32.0M/1.58G [00:01<01:24, 18.3MB/s]
model.safetensors:   3%|▎         | 48.0M/1.58G [00:01<00:51, 29.8MB/s]
model.safetensors:   4%|▍         | 64.0M/1.58G [00:02<00:45, 33.1MB/s]
model.safetensors:   5%|▍         | 75.3M/1.58G [00:02<00:42, 35.4MB/s]
model.safetensors:   5%|▌         | 80.0M/1.58G [00:02<00:55, 26.9MB/s]
model.safetensors:   6%|▌         | 96.0M/1.58G [00:03<00:42, 34.8MB/s]
model.safetensors:   7%|▋         | 107M/1.58G [00:03<00:42, 34.9MB/s] 
model.safetensors:   7%|▋         | 112M/1.58G [00:03<00:53, 27.4MB/s]
model.safetensors:   8%|▊         | 128M/1.58G [00:04<00:46, 31.1MB/s]
model.safetensors:   9%|▉         | 139M/1.58G [00:04<00:41, 34.9MB/s]
model.safetensors:   9%|▉         | 143M/1.58G [00:04<00:42, 33.9MB/s]
model.safetensors:   9%|▉         | 146M/1.58G [00:05<00:55, 25.9MB/s]
model.safetensors:  10%|█         | 160M/1.58G [00:05<00:42, 33.3MB/s]
model.safetensors:  11%|█         | 176M/1.58G [00:05<00:33, 41.4MB/s]
model.safetensors:  12%|█▏        | 192M/1.58G [00:05<00:28, 48.8MB/s]
model.safetensors:  13%|█▎        | 201M/1.58G [00:05<00:25, 54.1MB/s]
model.safetensors:  13%|█▎        | 207M/1.58G [00:06<00:32, 42.3MB/s]
model.safetensors:  13%|█▎        | 212M/1.58G [00:06<00:51, 26.5MB/s]
model.safetensors:  14%|█▍        | 224M/1.58G [00:07<00:49, 27.4MB/s]
model.safetensors:  15%|█▌        | 240M/1.58G [00:07<00:49, 26.8MB/s]
model.safetensors:  16%|█▋        | 256M/1.58G [00:08<00:39, 33.8MB/s]
model.safetensors:  17%|█▋        | 272M/1.58G [00:08<00:34, 37.7MB/s]
model.safetensors:  18%|█▊        | 288M/1.58G [00:08<00:33, 38.5MB/s]
model.safetensors:  19%|█▉        | 304M/1.58G [00:08<00:28, 44.3MB/s]
model.safetensors:  20%|██        | 320M/1.58G [00:09<00:29, 43.1MB/s]
model.safetensors:  21%|██▏       | 336M/1.58G [00:09<00:27, 45.7MB/s]
model.safetensors:  22%|██▏       | 352M/1.58G [00:09<00:24, 49.1MB/s]
model.safetensors:  23%|██▎       | 368M/1.58G [00:10<00:23, 50.9MB/s]
model.safetensors:  24%|██▍       | 384M/1.58G [00:10<00:28, 41.8MB/s]
model.safetensors:  25%|██▌       | 400M/1.58G [00:11<00:25, 45.3MB/s]
model.safetensors:  26%|██▋       | 416M/1.58G [00:11<00:25, 46.2MB/s]
model.safetensors:  27%|██▋       | 432M/1.58G [00:11<00:23, 49.1MB/s]
model.safetensors:  28%|██▊       | 448M/1.58G [00:11<00:21, 53.2MB/s]
model.safetensors:  29%|██▉       | 464M/1.58G [00:12<00:22, 49.9MB/s]
model.safetensors:  30%|███       | 480M/1.58G [00:12<00:19, 55.4MB/s]
model.safetensors:  31%|███▏      | 496M/1.58G [00:12<00:20, 52.0MB/s]
model.safetensors:  33%|███▎      | 512M/1.58G [00:13<00:20, 53.0MB/s]
model.safetensors:  34%|███▎      | 528M/1.58G [00:13<00:19, 54.3MB/s]
model.safetensors:  35%|███▍      | 544M/1.58G [00:13<00:19, 53.1MB/s]
model.safetensors:  36%|███▌      | 560M/1.58G [00:14<00:19, 52.6MB/s]
model.safetensors:  37%|███▋      | 576M/1.58G [00:14<00:18, 55.2MB/s]
model.safetensors:  38%|███▊      | 592M/1.58G [00:14<00:17, 57.2MB/s]
model.safetensors:  39%|███▊      | 608M/1.58G [00:14<00:16, 59.0MB/s]
model.safetensors:  40%|███▉      | 624M/1.58G [00:15<00:16, 56.9MB/s]
model.safetensors:  41%|████      | 640M/1.58G [00:15<00:18, 49.7MB/s]
model.safetensors:  42%|████▏     | 656M/1.58G [00:15<00:20, 44.1MB/s]
model.safetensors:  43%|████▎     | 672M/1.58G [00:16<00:19, 45.7MB/s]
model.safetensors:  44%|████▎     | 688M/1.58G [00:16<00:18, 48.0MB/s]
model.safetensors:  45%|████▍     | 704M/1.58G [00:16<00:17, 49.6MB/s]
model.safetensors:  46%|████▌     | 720M/1.58G [00:17<00:16, 53.4MB/s]
model.safetensors:  47%|████▋     | 736M/1.58G [00:17<00:15, 52.8MB/s]
model.safetensors:  48%|████▊     | 752M/1.58G [00:17<00:16, 50.2MB/s]
model.safetensors:  49%|████▉     | 768M/1.58G [00:18<00:17, 47.4MB/s]
model.safetensors:  50%|████▉     | 784M/1.58G [00:18<00:16, 48.2MB/s]
model.safetensors:  51%|█████     | 800M/1.58G [00:18<00:16, 48.2MB/s]
model.safetensors:  52%|█████▏    | 816M/1.58G [00:19<00:15, 50.1MB/s]
model.safetensors:  53%|█████▎    | 832M/1.58G [00:19<00:14, 50.5MB/s]
model.safetensors:  54%|█████▍    | 848M/1.58G [00:19<00:14, 51.3MB/s]
model.safetensors:  55%|█████▍    | 864M/1.58G [00:20<00:13, 54.4MB/s]
model.safetensors:  56%|█████▌    | 880M/1.58G [00:20<00:12, 54.2MB/s]
model.safetensors:  57%|█████▋    | 896M/1.58G [00:20<00:11, 58.2MB/s]
model.safetensors:  58%|█████▊    | 912M/1.58G [00:20<00:10, 60.5MB/s]
model.safetensors:  59%|█████▉    | 928M/1.58G [00:21<00:12, 51.2MB/s]
model.safetensors:  60%|█████▉    | 944M/1.58G [00:21<00:12, 49.6MB/s]
model.safetensors:  61%|██████    | 960M/1.58G [00:21<00:12, 51.1MB/s]
model.safetensors:  62%|██████▏   | 976M/1.58G [00:22<00:10, 54.9MB/s]
model.safetensors:  63%|██████▎   | 992M/1.58G [00:22<00:10, 53.5MB/s]
model.safetensors:  64%|██████▍   | 1.01G/1.58G [00:22<00:10, 51.7MB/s]
model.safetensors:  65%|██████▌   | 1.02G/1.58G [00:23<00:10, 52.5MB/s]
model.safetensors:  66%|██████▌   | 1.04G/1.58G [00:23<00:10, 49.4MB/s]
model.safetensors:  67%|██████▋   | 1.06G/1.58G [00:23<00:11, 44.2MB/s]
model.safetensors:  68%|██████▊   | 1.07G/1.58G [00:24<00:10, 46.6MB/s]
model.safetensors:  69%|██████▉   | 1.09G/1.58G [00:24<00:09, 49.9MB/s]
model.safetensors:  70%|███████   | 1.10G/1.58G [00:24<00:09, 49.1MB/s]
model.safetensors:  71%|███████   | 1.12G/1.58G [00:25<00:08, 50.7MB/s]
model.safetensors:  72%|███████▏  | 1.14G/1.58G [00:25<00:08, 54.0MB/s]
model.safetensors:  73%|███████▎  | 1.15G/1.58G [00:25<00:08, 48.8MB/s]
model.safetensors:  74%|███████▍  | 1.17G/1.58G [00:26<00:08, 49.3MB/s]
model.safetensors:  75%|███████▌  | 1.18G/1.58G [00:26<00:07, 50.4MB/s]
model.safetensors:  76%|███████▌  | 1.20G/1.58G [00:26<00:07, 53.3MB/s]
model.safetensors:  77%|███████▋  | 1.22G/1.58G [00:26<00:06, 53.6MB/s]
model.safetensors:  78%|███████▊  | 1.23G/1.58G [00:27<00:06, 55.5MB/s]
model.safetensors:  79%|███████▉  | 1.25G/1.58G [00:27<00:06, 54.4MB/s]
model.safetensors:  80%|████████  | 1.26G/1.58G [00:27<00:04, 66.4MB/s]
model.safetensors:  81%|████████  | 1.27G/1.58G [00:27<00:05, 50.9MB/s]
model.safetensors:  81%|████████▏ | 1.28G/1.58G [00:28<00:06, 46.9MB/s]
model.safetensors:  82%|████████▏ | 1.30G/1.58G [00:28<00:05, 47.9MB/s]
model.safetensors:  83%|████████▎ | 1.31G/1.58G [00:28<00:05, 48.0MB/s]
model.safetensors:  84%|████████▍ | 1.33G/1.58G [00:29<00:04, 51.0MB/s]
model.safetensors:  85%|████████▌ | 1.34G/1.58G [00:29<00:05, 45.0MB/s]
model.safetensors:  86%|████████▋ | 1.36G/1.58G [00:29<00:04, 47.1MB/s]
model.safetensors:  87%|████████▋ | 1.38G/1.58G [00:30<00:04, 45.5MB/s]
model.safetensors:  88%|████████▊ | 1.39G/1.58G [00:30<00:03, 50.6MB/s]
model.safetensors:  89%|████████▉ | 1.41G/1.58G [00:30<00:03, 51.1MB/s]
model.safetensors:  90%|█████████ | 1.42G/1.58G [00:31<00:03, 50.3MB/s]
model.safetensors:  91%|█████████▏| 1.44G/1.58G [00:31<00:02, 48.2MB/s]
model.safetensors:  92%|█████████▏| 1.46G/1.58G [00:31<00:02, 48.1MB/s]
model.safetensors:  93%|█████████▎| 1.47G/1.58G [00:31<00:02, 51.4MB/s]
model.safetensors:  94%|█████████▍| 1.49G/1.58G [00:32<00:01, 47.5MB/s]
model.safetensors:  95%|█████████▌| 1.50G/1.58G [00:32<00:01, 50.4MB/s]
model.safetensors:  96%|█████████▋| 1.52G/1.58G [00:32<00:01, 54.0MB/s]
model.safetensors:  98%|█████████▊| 1.54G/1.58G [00:33<00:00, 53.5MB/s]
model.safetensors:  99%|█████████▊| 1.55G/1.58G [00:33<00:00, 56.4MB/s]
model.safetensors: 100%|█████████▉| 1.57G/1.58G [00:33<00:00, 57.3MB/s]
model.safetensors: 100%|██████████| 1.58G/1.58G [00:33<00:00, 46.4MB/s]