Training in progress, epoch 13

logs/events.out.tfevents.1716900085.sphinx2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:197958dfb01b3d98413dcc999d802bdb62a2e42c4068d44e03b9b83bea5a9893
-size 88570
+oid sha256:5ed61d8d13c22cdf54016caea8fb70cf58322d96e59c1f41b389cf4222c13568
+size 95465

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0c0cbe8ae71d44467539b062c181a563c40ae149fa3062b272e3d0518782669
+oid sha256:8eff0797834c76e9deea9ee3171dbcaace1b622744f99390802a8c97f9b6a893
 size 281715176

train_job_output.txt

@@ -618,4 +618,36 @@ command outputs:
 
 92%|█████████▏| 9850/10682 [1:24:10<06:50,  2.03it/s]
 92%|█████████▏| 9851/10682 [1:24:10<06:50,  2.03it/s]
 92%|█████████▏| 9852/10682 [1:24:11<06:50,  2.02it/s]
 92%|█████████▏| 9853/10682 [1:24:11<06:48,  2.03it/s]
 92%|█████████▏| 9854/10682 [1:24:12<06:48,  2.03it/s]
 92%|█████████▏| 9855/10682 [1:24:12<06:47,  2.03it/s]
 92%|█████████▏| 9856/10682 [1:24:13<06:47,  2.03it/s]
 92%|█████████▏| 9857/10682 [1:24:13<06:47,  2.03it/s]
 92%|█████████▏| 9858/10682 [1:24:14<06:46,  2.03it/s]
 92%|█████████▏| 9859/10682 [1:24:14<06:46,  2.03it/s]
 92%|█████████▏| 9860/10682 [1:24:15<06:45,  2.03it/s]
 92%|█████████▏| 9861/10682 [1:24:15<06:45,  2.03it/s]
 92%|█████████▏| 9862/10682 [1:24:16<06:44,  2.03it/s]
 92%|█████████▏| 9863/10682 [1:24:16<06:43,  2.03it/s]
 92%|█████████▏| 9864/10682 [1:24:17<06:43,  2.03it/s]
 92%|█████████▏| 9865/10682 [1:24:17<06:42,  2.03it/s]
 92%|█████████▏| 9866/10682 [1:24:18<06:42,  2.03it/s]
 92%|█████████▏| 9867/10682 [1:24:18<06:41,  2.03it/s]
 92%|█████████▏| 9868/10682 [1:24:19<06:41,  2.03it/s]
 92%|█████████▏| 9869/10682 [1:24:19<06:40,  2.03it/s]
 92%|█████████▏| 9870/10682 [1:24:20<06:40,  2.03it/s]
 92%|█████████▏| 9871/10682 [1:24:20<06:40,  2.03it/s]
 92%|█████████▏| 9872/10682 [1:24:21<06:39,  2.03it/s]
 92%|█████████▏| 9873/10682 [1:24:21<06:39,  2.03it/s]
 92%|█████████▏| 9874/10682 [1:24:22<06:38,  2.03it/s]
 92%|█████████▏| 9875/10682 [1:24:22<06:38,  2.03it/s]{'loss': 2.8269, 'grad_norm': 0.24751795828342438, 'learning_rate': 1.7288216615031272e-05, 'epoch': 12.93}
 
                                                      
 92%|█████████▏| 9875/10682 [1:24:22<06:38,  2.03it/s]
 92%|█████████▏| 9876/10682 [1:24:23<06:37,  2.03it/s]
 92%|█████████▏| 9877/10682 [1:24:23<06:37,  2.03it/s]
 92%|█████████▏| 9878/10682 [1:24:24<06:36,  2.03it/s]
 92%|█████████▏| 9879/10682 [1:24:24<06:35,  2.03it/s]
 92%|█████████▏| 9880/10682 [1:24:25<06:35,  2.03it/s]
 93%|█████████▎| 9881/10682 [1:24:25<06:35,  2.03it/s]
 93%|█████████▎| 9882/10682 [1:24:26<06:34,  2.03it/s]
 93%|█████████▎| 9883/10682 [1:24:26<06:34,  2.03it/s]
 93%|█████████▎| 9884/10682 [1:24:27<06:33,  2.03it/s]
 93%|█████████▎| 9885/10682 [1:24:27<06:33,  2.03it/s]
 93%|█████████▎| 9886/10682 [1:24:28<06:32,  2.03it/s]
 93%|█████████▎| 9887/10682 [1:24:28<06:31,  2.03it/s]
 93%|█████████▎| 9888/10682 [1:24:29<06:31,  2.03it/s]
 93%|█████████▎| 9889/10682 [1:24:29<06:31,  2.03it/s]
 93%|█████████▎| 9890/10682 [1:24:30<06:30,  2.03it/s]
 93%|█████████▎| 9891/10682 [1:24:30<06:29,  2.03it/s]
 93%|█████████▎| 9892/10682 [1:24:31<06:29,  2.03it/s]
 93%|█████████▎| 9893/10682 [1:24:31<06:28,  2.03it/s]
 93%|█████████▎| 9894/10682 [1:24:32<06:28,  2.03it/s]
 93%|█████████▎| 9895/10682 [1:24:32<06:27,  2.03it/s]
 93%|█████████▎| 9896/10682 [1:24:33<06:27,  2.03it/s]
 93%|█████████▎| 9897/10682 [1:24:33<06:27,  2.03it/s]
 93%|█████████▎| 9898/10682 [1:24:34<06:26,  2.03it/s]
 93%|█████████▎| 9899/10682 [1:24:34<06:26,  2.03it/s]
 93%|█████████▎| 9900/10682 [1:24:35<06:25,  2.03it/s]{'loss': 2.8229, 'grad_norm': 0.2464432567358017, 'learning_rate': 1.6239414036870183e-05, 'epoch': 12.97}
                                                      
 
 93%|█████████▎| 9900/10682 [1:24:35<06:25,  2.03it/s]
 93%|█████████▎| 9901/10682 [1:24:35<06:25,  2.03it/s]
 93%|█████████▎| 9902/10682 [1:24:36<06:24,  2.03it/s]
 93%|█████████▎| 9903/10682 [1:24:36<06:24,  2.03it/s]
 93%|█████████▎| 9904/10682 [1:24:37<06:23,  2.03it/s]
 93%|█████████▎| 9905/10682 [1:24:37<06:23,  2.02it/s]
 93%|█████████▎| 9906/10682 [1:24:38<06:23,  2.02it/s]
 93%|█████████▎| 9907/10682 [1:24:38<06:23,  2.02it/s]
 93%|█████████▎| 9908/10682 [1:24:39<06:22,  2.02it/s]
 93%|█████████▎| 9909/10682 [1:24:39<06:22,  2.02it/s]
 93%|█████████▎| 9910/10682 [1:24:40<06:21,  2.03it/s]
 93%|█████████▎| 9911/10682 [1:24:40<06:20,  2.03it/s]
 93%|█████████▎| 9912/10682 [1:24:41<06:19,  2.03it/s]
 93%|█████████▎| 9913/10682 [1:24:41<06:19,  2.03it/s]
 93%|█████████▎| 9914/10682 [1:24:42<06:18,  2.03it/s]
 93%|█████████▎| 9915/10682 [1:24:42<06:17,  2.03it/s]
 93%|█████████▎| 9916/10682 [1:24:43<06:17,  2.03it/s]
 93%|█████████▎| 9917/10682 [1:24:43<06:17,  2.03it/s]
 93%|█████████▎| 9918/10682 [1:24:44<06:16,  2.03it/s]
 93%|█████████▎| 9919/10682 [1:24:44<06:16,  2.03it/s]
 93%|█████████▎| 9920/10682 [1:24:45<06:16,  2.02it/s]
 93%|█████████▎| 9921/10682 [1:24:45<06:15,  2.03it/s]
 93%|█████████▎| 9922/10682 [1:24:45<06:14,  2.03it/s]
 93%|█████████▎| 9923/10682 [1:24:46<06:14,  2.03it/s]
 93%|█████████▎| 9924/10682 [1:24:46<06:13,  2.03it/s]
 93%|█████████▎| 9925/10682 [1:24:47<06:22,  1.98it/s]{'loss': 2.8269, 'grad_norm': 0.24894338846206665, 'learning_rate': 1.5222903086944684e-05, 'epoch': 13.0}
-
                                                      
 93%|█████████▎| 9925/10682 [1:24:47<06:22,  1.98it/s]
 93%|█████████▎| 9926/10682 [1:24:59<50:04,  3.97s/it]
 93%|█████████▎| 9927/10682 [1:25:00<36:52,  2.93s/it]
 93%|█████████▎| 9928/10682 [1:25:00<27:37,  2.20s/it]
 93%|█████████▎| 9929/10682 [1:25:01<21:12,  1.69s/it]
 93%|█████████▎| 9930/10682 [1:25:01<16:40,  1.33s/it]
 93%|█████████▎| 9931/10682 [1:25:02<13:30,  1.08s/it]
 93%|█████████▎| 9932/10682 [1:25:02<11:16,  1.11it/s]
 93%|█████████▎| 9933/10682 [1:25:03<09:45,  1.28it/s]
 93%|█████████▎| 9934/10682 [1:25:03<08:41,  1.44it/s]
 93%|█████████▎| 9935/10682 [1:25:04<07:54,  1.57it/s]
 93%|█████████▎| 9936/10682 [1:25:04<07:22,  1.69it/s]
 93%|█████████▎| 9937/10682 [1:25:05<06:59,  1.77it/s]
 93%|█████████▎| 9938/10682 [1:25:05<06:43,  1.84it/s]
 93%|█████████▎| 9939/10682 [1:25:06<06:32,  1.89it/s]
 93%|█████████▎| 9940/10682 [1:25:06<06:24,  1.93it/s]
 93%|█████████▎| 9941/10682 [1:25:07<06:18,  1.96it/s]
 93%|█████████▎| 9942/10682 [1:25:07<06:14,  1.98it/s]
 93%|█████████▎| 9943/10682 [1:25:07<06:11,  1.99it/s]
 93%|█████████▎| 9944/10682 [1:25:08<06:09,  2.00it/s]
 93%|█████████▎| 9945/10682 [1:25:08<06:07,  2.01it/s]
 93%|█████████▎| 9946/10682 [1:25:09<06:06,  2.01it/s]
 93%|█████████▎| 9947/10682 [1:25:09<06:05,  2.01it/s]
 93%|█████████▎| 9948/10682 [1:25:10<06:04,  2.01it/s]
+
                                                      
 93%|█████████▎| 9925/10682 [1:24:47<06:22,  1.98it/s]
 93%|█████████▎| 9926/10682 [1:24:59<50:04,  3.97s/it]
 93%|█████████▎| 9927/10682 [1:25:00<36:52,  2.93s/it]
 93%|█████████▎| 9928/10682 [1:25:00<27:37,  2.20s/it]
 93%|█████████▎| 9929/10682 [1:25:01<21:12,  1.69s/it]
 93%|█████████▎| 9930/10682 [1:25:01<16:40,  1.33s/it]
 93%|█████████▎| 9931/10682 [1:25:02<13:30,  1.08s/it]
 93%|█████████▎| 9932/10682 [1:25:02<11:16,  1.11it/s]
 93%|█████████▎| 9933/10682 [1:25:03<09:45,  1.28it/s]
 93%|█████████▎| 9934/10682 [1:25:03<08:41,  1.44it/s]
 93%|█████████▎| 9935/10682 [1:25:04<07:54,  1.57it/s]
 93%|█████████▎| 9936/10682 [1:25:04<07:22,  1.69it/s]
 93%|█████████▎| 9937/10682 [1:25:05<06:59,  1.77it/s]
 93%|█████████▎| 9938/10682 [1:25:05<06:43,  1.84it/s]
 93%|█████████▎| 9939/10682 [1:25:06<06:32,  1.89it/s]
 93%|█████████▎| 9940/10682 [1:25:06<06:24,  1.93it/s]
 93%|█████████▎| 9941/10682 [1:25:07<06:18,  1.96it/s]
 93%|█████████▎| 9942/10682 [1:25:07<06:14,  1.98it/s]
 93%|█████████▎| 9943/10682 [1:25:07<06:11,  1.99it/s]
 93%|█████████▎| 9944/10682 [1:25:08<06:09,  2.00it/s]
 93%|█████████▎| 9945/10682 [1:25:08<06:07,  2.01it/s]
 93%|█████████▎| 9946/10682 [1:25:09<06:06,  2.01it/s]
 93%|█████████▎| 9947/10682 [1:25:09<06:05,  2.01it/s]
 93%|█████████▎| 9948/10682 [1:25:10<06:04,  2.01it/s]
 93%|█████████▎| 9949/10682 [1:25:10<06:03,  2.02it/s]
 93%|█████████▎| 9950/10682 [1:25:11<06:02,  2.02it/s]{'loss': 2.7842, 'grad_norm': 0.2500942349433899, 'learning_rate': 1.4238751618640577e-05, 'epoch': 13.03}
+
                                                      
 93%|█████████▎| 9950/10682 [1:25:11<06:02,  2.02it/s]
 93%|█████████▎| 9951/10682 [1:25:11<06:02,  2.02it/s]
 93%|█████████▎| 9952/10682 [1:25:12<06:00,  2.02it/s]
 93%|█████████▎| 9953/10682 [1:25:12<06:00,  2.02it/s]
 93%|█████████▎| 9954/10682 [1:25:13<05:59,  2.03it/s]
 93%|█████████▎| 9955/10682 [1:25:13<05:59,  2.02it/s]
 93%|█████████▎| 9956/10682 [1:25:14<05:58,  2.03it/s]
 93%|█████████▎| 9957/10682 [1:25:14<05:57,  2.03it/s]
 93%|█████████▎| 9958/10682 [1:25:15<05:57,  2.03it/s]
 93%|█████████▎| 9959/10682 [1:25:15<05:56,  2.03it/s]
 93%|█████████▎| 9960/10682 [1:25:16<05:56,  2.03it/s]
 93%|█████████▎| 9961/10682 [1:25:16<05:55,  2.03it/s]
 93%|█████████▎| 9962/10682 [1:25:17<05:55,  2.03it/s]
 93%|█████████▎| 9963/10682 [1:25:17<05:54,  2.03it/s]
 93%|█████████▎| 9964/10682 [1:25:18<05:53,  2.03it/s]
 93%|█████████▎| 9965/10682 [1:25:18<05:53,  2.03it/s]
 93%|█████████▎| 9966/10682 [1:25:19<05:53,  2.03it/s]
 93%|█████████▎| 9967/10682 [1:25:19<05:52,  2.03it/s]
 93%|█████████▎| 9968/10682 [1:25:20<05:51,  2.03it/s]
 93%|█████████▎| 9969/10682 [1:25:20<05:51,  2.03it/s]
 93%|█████████▎| 9970/10682 [1:25:21<05:50,  2.03it/s]
 93%|█████████▎| 9971/10682 [1:25:21<05:50,  2.03it/s]
 93%|█████████▎| 9972/10682 [1:25:22<05:50,  2.03it/s]
 93%|█████████▎| 9973/10682 [1:25:22<05:49,  2.03it/s]
 93%|█████████▎| 9974/10682 [1:25:23<05:49,  2.03it/s]
 93%|█████████▎| 9975/10682 [1:25:23<05:48,  2.03it/s]{'loss': 2.799, 'grad_norm': 0.25120672583580017, 'learning_rate': 1.3287025325307511e-05, 'epoch': 13.06}
+
                                                      
 93%|█████████▎| 9975/10682 [1:25:23<05:48,  2.03it/s]
 93%|█████████▎| 9976/10682 [1:25:24<05:48,  2.03it/s]
 93%|█████████▎| 9977/10682 [1:25:24<05:47,  2.03it/s]
 93%|█████████▎| 9978/10682 [1:25:25<05:47,  2.03it/s]
 93%|█████████▎| 9979/10682 [1:25:25<05:46,  2.03it/s]
 93%|█████████▎| 9980/10682 [1:25:26<05:46,  2.03it/s]
 93%|█████████▎| 9981/10682 [1:25:26<05:45,  2.03it/s]
 93%|█████████▎| 9982/10682 [1:25:27<05:45,  2.03it/s]
 93%|█████████▎| 9983/10682 [1:25:27<05:44,  2.03it/s]
 93%|█████████▎| 9984/10682 [1:25:28<05:44,  2.03it/s]
 93%|█████████▎| 9985/10682 [1:25:28<05:44,  2.03it/s]
 93%|█████████▎| 9986/10682 [1:25:29<05:43,  2.03it/s]
 93%|█████████▎| 9987/10682 [1:25:29<05:42,  2.03it/s]
 94%|█████████▎| 9988/10682 [1:25:30<05:42,  2.03it/s]
 94%|█████████▎| 9989/10682 [1:25:30<05:42,  2.03it/s]
 94%|█████████▎| 9990/10682 [1:25:31<05:41,  2.03it/s]
 94%|█████████▎| 9991/10682 [1:25:31<05:41,  2.03it/s]
 94%|█████████▎| 9992/10682 [1:25:32<05:40,  2.03it/s]
 94%|█████████▎| 9993/10682 [1:25:32<05:40,  2.02it/s]
 94%|█████████▎| 9994/10682 [1:25:33<05:39,  2.03it/s]
 94%|█████████▎| 9995/10682 [1:25:33<05:38,  2.03it/s]
 94%|█████████▎| 9996/10682 [1:25:34<05:38,  2.02it/s]
 94%|█████████▎| 9997/10682 [1:25:34<05:37,  2.03it/s]
 94%|█████████▎| 9998/10682 [1:25:35<05:37,  2.03it/s]
 94%|█████████▎| 9999/10682 [1:25:35<05:37,  2.03it/s]
 94%|█████████▎| 10000/10682 [1:25:36<05:36,  2.03it/s]{'loss': 2.8013, 'grad_norm': 0.24948380887508392, 'learning_rate': 1.2367787735873993e-05, 'epoch': 13.1}
+
                                                       
 94%|█████████▎| 10000/10682 [1:25:36<05:36,  2.03it/s]
 94%|█████████▎| 10001/10682 [1:25:36<05:36,  2.03it/s]
 94%|█████████▎| 10002/10682 [1:25:37<05:35,  2.03it/s]
 94%|█████████▎| 10003/10682 [1:25:37<05:34,  2.03it/s]
 94%|█████████▎| 10004/10682 [1:25:38<05:34,  2.03it/s]
 94%|█████████▎| 10005/10682 [1:25:38<05:33,  2.03it/s]
 94%|█████████▎| 10006/10682 [1:25:39<05:33,  2.03it/s]
 94%|█████████▎| 10007/10682 [1:25:39<05:33,  2.03it/s]
 94%|█████████▎| 10008/10682 [1:25:40<05:32,  2.03it/s]
 94%|█████████▎| 10009/10682 [1:25:40<05:32,  2.03it/s]
 94%|█████████▎| 10010/10682 [1:25:41<05:31,  2.03it/s]
 94%|█████████▎| 10011/10682 [1:25:41<05:31,  2.03it/s]
 94%|█████████▎| 10012/10682 [1:25:42<05:30,  2.03it/s]
 94%|█████████▎| 10013/10682 [1:25:42<05:30,  2.03it/s]
 94%|█████████▎| 10014/10682 [1:25:43<05:29,  2.03it/s]
 94%|█████████▍| 10015/10682 [1:25:43<05:29,  2.03it/s]
 94%|█████████▍| 10016/10682 [1:25:44<05:28,  2.03it/s]
 94%|█████████▍| 10017/10682 [1:25:44<05:28,  2.03it/s]
 94%|█████████▍| 10018/10682 [1:25:45<05:27,  2.02it/s]
 94%|█████████▍| 10019/10682 [1:25:45<05:27,  2.03it/s]
 94%|█████████▍| 10020/10682 [1:25:45<05:27,  2.02it/s]
 94%|█████████▍| 10021/10682 [1:25:46<05:26,  2.02it/s]
 94%|█████████▍| 10022/10682 [1:25:46<05:25,  2.02it/s]
 94%|█████████▍| 10023/10682 [1:25:47<05:25,  2.03it/s]
 94%|█████████▍| 10024/10682 [1:25:47<05:25,  2.02it/s]
 94%|█████████▍| 10025/10682 [1:25:48<05:24,  2.03it/s]{'loss': 2.8, 'grad_norm': 0.2516091465950012, 'learning_rate': 1.1481100210606388e-05, 'epoch': 13.13}
+
                                                       
 94%|█████████▍| 10025/10682 [1:25:48<05:24,  2.03it/s]
 94%|█████████▍| 10026/10682 [1:25:48<05:24,  2.02it/s]
 94%|█████████▍| 10027/10682 [1:25:49<05:23,  2.03it/s]
 94%|█████████▍| 10028/10682 [1:25:49<05:22,  2.03it/s]
 94%|█████████▍| 10029/10682 [1:25:50<05:22,  2.03it/s]
 94%|█████████▍| 10030/10682 [1:25:50<05:21,  2.03it/s]
 94%|█████████▍| 10031/10682 [1:25:51<05:21,  2.03it/s]
 94%|█████████▍| 10032/10682 [1:25:51<05:20,  2.03it/s]
 94%|█████████▍| 10033/10682 [1:25:52<05:19,  2.03it/s]
 94%|█████████▍| 10034/10682 [1:25:52<05:19,  2.03it/s]
 94%|█████████▍| 10035/10682 [1:25:53<05:18,  2.03it/s]
 94%|█████████▍| 10036/10682 [1:25:53<05:18,  2.03it/s]
 94%|█████████▍| 10037/10682 [1:25:54<05:17,  2.03it/s]
 94%|█████████▍| 10038/10682 [1:25:54<05:17,  2.03it/s]
 94%|█████████▍| 10039/10682 [1:25:55<05:16,  2.03it/s]
 94%|█████████▍| 10040/10682 [1:25:55<05:16,  2.03it/s]
 94%|█████████▍| 10041/10682 [1:25:56<05:15,  2.03it/s]
 94%|█████████▍| 10042/10682 [1:25:56<05:15,  2.03it/s]
 94%|█████████▍| 10043/10682 [1:25:57<05:15,  2.03it/s]
 94%|█████████▍| 10044/10682 [1:25:57<05:14,  2.03it/s]
 94%|█████████▍| 10045/10682 [1:25:58<05:13,  2.03it/s]
 94%|█████████▍| 10046/10682 [1:25:58<05:13,  2.03it/s]
 94%|█████████▍| 10047/10682 [1:25:59<05:12,  2.03it/s]
 94%|█████████▍| 10048/10682 [1:25:59<05:12,  2.03it/s]
 94%|█████████▍| 10049/10682 [1:26:00<05:11,  2.03it/s]
 94%|█████████▍| 10050/10682 [1:26:00<05:11,  2.03it/s]{'loss': 2.8031, 'grad_norm': 0.2510456144809723, 'learning_rate': 1.0627021937013704e-05, 'epoch': 13.16}
+
                                                       
 94%|█████████▍| 10050/10682 [1:26:00<05:11,  2.03it/s]
 94%|█████████▍| 10051/10682 [1:26:01<05:11,  2.03it/s]
 94%|█████████▍| 10052/10682 [1:26:01<05:10,  2.03it/s]
 94%|█████████▍| 10053/10682 [1:26:02<05:10,  2.03it/s]
 94%|█████████▍| 10054/10682 [1:26:02<05:09,  2.03it/s]
 94%|█████████▍| 10055/10682 [1:26:03<05:09,  2.03it/s]
 94%|█████████▍| 10056/10682 [1:26:03<05:08,  2.03it/s]
 94%|█████████▍| 10057/10682 [1:26:04<05:08,  2.03it/s]
 94%|█████████▍| 10058/10682 [1:26:04<05:07,  2.03it/s]
 94%|█████████▍| 10059/10682 [1:26:05<05:07,  2.03it/s]
 94%|█████████▍| 10060/10682 [1:26:05<05:07,  2.02it/s]
 94%|█████████▍| 10061/10682 [1:26:06<05:06,  2.03it/s]
 94%|█████████▍| 10062/10682 [1:26:06<05:05,  2.03it/s]
 94%|█████████▍| 10063/10682 [1:26:07<05:05,  2.03it/s]
 94%|█████████▍| 10064/10682 [1:26:07<05:04,  2.03it/s]
 94%|█████████▍| 10065/10682 [1:26:08<05:04,  2.03it/s]
 94%|█████████▍| 10066/10682 [1:26:08<05:04,  2.02it/s]
 94%|█████████▍| 10067/10682 [1:26:09<05:03,  2.03it/s]
 94%|█████████▍| 10068/10682 [1:26:09<05:03,  2.03it/s]
 94%|█████████▍| 10069/10682 [1:26:10<05:02,  2.03it/s]
 94%|█████████▍| 10070/10682 [1:26:10<05:02,  2.03it/s]
 94%|█████████▍| 10071/10682 [1:26:11<05:01,  2.03it/s]
 94%|█████████▍| 10072/10682 [1:26:11<05:01,  2.02it/s]
 94%|█████████▍| 10073/10682 [1:26:12<05:00,  2.03it/s]
 94%|█████████▍| 10074/10682 [1:26:12<04:59,  2.03it/s]
 94%|█████████▍| 10075/10682 [1:26:13<04:59,  2.03it/s]{'loss': 2.8029, 'grad_norm': 0.2531677186489105, 'learning_rate': 9.805609925895964e-06, 'epoch': 13.2}
+
                                                       
 94%|█████████▍| 10075/10682 [1:26:13<04:59,  2.03it/s]
 94%|█████████▍| 10076/10682 [1:26:13<04:59,  2.03it/s]
 94%|█████████▍| 10077/10682 [1:26:14<04:58,  2.02it/s]
 94%|█████████▍| 10078/10682 [1:26:14<04:58,  2.02it/s]
 94%|█████████▍| 10079/10682 [1:26:15<04:58,  2.02it/s]
 94%|█████████▍| 10080/10682 [1:26:15<04:57,  2.03it/s]
 94%|█████████▍| 10081/10682 [1:26:16<04:56,  2.03it/s]
 94%|█████████▍| 10082/10682 [1:26:16<04:56,  2.03it/s]
 94%|█████████▍| 10083/10682 [1:26:17<04:55,  2.03it/s]
 94%|█████████▍| 10084/10682 [1:26:17<04:55,  2.02it/s]
 94%|█████████▍| 10085/10682 [1:26:18<04:54,  2.02it/s]
 94%|█████████▍| 10086/10682 [1:26:18<04:54,  2.02it/s]
 94%|█████████▍| 10087/10682 [1:26:19<04:53,  2.03it/s]
 94%|█████████▍| 10088/10682 [1:26:19<04:53,  2.02it/s]
 94%|█████████▍| 10089/10682 [1:26:20<04:53,  2.02it/s]
 94%|█████████▍| 10090/10682 [1:26:20<04:52,  2.03it/s]
 94%|█████████▍| 10091/10682 [1:26:21<04:51,  2.03it/s]
 94%|█████████▍| 10092/10682 [1:26:21<04:51,  2.03it/s]
 94%|█████████▍| 10093/10682 [1:26:22<04:50,  2.03it/s]
 94%|█████████▍| 10094/10682 [1:26:22<04:49,  2.03it/s]
 95%|█████████▍| 10095/10682 [1:26:22<04:49,  2.03it/s]
 95%|█████████▍| 10096/10682 [1:26:23<04:49,  2.03it/s]
 95%|█████████▍| 10097/10682 [1:26:23<04:48,  2.03it/s]
 95%|█████████▍| 10098/10682 [1:26:24<04:48,  2.03it/s]
 95%|█████████▍| 10099/10682 [1:26:24<04:47,  2.03it/s]
 95%|█████████▍| 10100/10682 [1:26:25<04:47,  2.03it/s]{'loss': 2.7963, 'grad_norm': 0.24528002738952637, 'learning_rate': 9.01691900753926e-06, 'epoch': 13.23}
+
                                                       
 95%|█████████▍| 10100/10682 [1:26:25<04:47,  2.03it/s]
 95%|█████████▍| 10101/10682 [1:26:25<04:47,  2.02it/s]
 95%|█████████▍| 10102/10682 [1:26:26<04:46,  2.02it/s]
 95%|█████████▍| 10103/10682 [1:26:26<04:45,  2.02it/s]
 95%|█████████▍| 10104/10682 [1:26:27<04:45,  2.02it/s]
 95%|█████████▍| 10105/10682 [1:26:27<04:44,  2.03it/s]
 95%|█████████▍| 10106/10682 [1:26:28<04:44,  2.03it/s]
 95%|█████████▍| 10107/10682 [1:26:28<04:43,  2.03it/s]
 95%|█████████▍| 10108/10682 [1:26:29<04:42,  2.03it/s]
 95%|█████████▍| 10109/10682 [1:26:29<04:42,  2.03it/s]
 95%|█████████▍| 10110/10682 [1:26:30<04:42,  2.03it/s]
 95%|█████████▍| 10111/10682 [1:26:30<04:41,  2.03it/s]
 95%|█████████▍| 10112/10682 [1:26:31<04:41,  2.03it/s]
 95%|█████████▍| 10113/10682 [1:26:31<04:40,  2.03it/s]
 95%|█████████▍| 10114/10682 [1:26:32<04:40,  2.03it/s]
 95%|█████████▍| 10115/10682 [1:26:32<04:39,  2.03it/s]
 95%|█████████▍| 10116/10682 [1:26:33<04:39,  2.03it/s]
 95%|█████████▍| 10117/10682 [1:26:33<04:38,  2.03it/s]
 95%|█████████▍| 10118/10682 [1:26:34<04:38,  2.03it/s]
 95%|█████████▍| 10119/10682 [1:26:34<04:37,  2.03it/s]
 95%|█████████▍| 10120/10682 [1:26:35<04:37,  2.03it/s]
 95%|█████████▍| 10121/10682 [1:26:35<04:36,  2.03it/s]
 95%|█████████▍| 10122/10682 [1:26:36<04:35,  2.03it/s]
 95%|█████████▍| 10123/10682 [1:26:36<04:35,  2.03it/s]
 95%|█████████▍| 10124/10682 [1:26:37<04:34,  2.03it/s]
 95%|█████████▍| 10125/10682 [1:26:37<04:34,  2.03it/s]{'loss': 2.7944, 'grad_norm': 0.25175368785858154, 'learning_rate': 8.261001828055447e-06, 'epoch': 13.26}
+
                                                       
 95%|█████████▍| 10125/10682 [1:26:37<04:34,  2.03it/s]
 95%|█████████▍| 10126/10682 [1:26:38<04:34,  2.03it/s]
 95%|█████████▍| 10127/10682 [1:26:38<04:34,  2.03it/s]
 95%|█████████▍| 10128/10682 [1:26:39<04:33,  2.03it/s]
 95%|█████████▍| 10129/10682 [1:26:39<04:32,  2.03it/s]
 95%|█████████▍| 10130/10682 [1:26:40<04:32,  2.03it/s]
 95%|█████████▍| 10131/10682 [1:26:40<04:31,  2.03it/s]
 95%|█████████▍| 10132/10682 [1:26:41<04:31,  2.03it/s]
 95%|█████████▍| 10133/10682 [1:26:41<04:31,  2.02it/s]
 95%|█████████▍| 10134/10682 [1:26:42<04:30,  2.02it/s]
 95%|█████████▍| 10135/10682 [1:26:42<04:30,  2.02it/s]
 95%|█████████▍| 10136/10682 [1:26:43<04:30,  2.02it/s]
 95%|█████████▍| 10137/10682 [1:26:43<04:29,  2.02it/s]
 95%|█████████▍| 10138/10682 [1:26:44<04:28,  2.02it/s]
 95%|█████████▍| 10139/10682 [1:26:44<04:28,  2.02it/s]
 95%|█████████▍| 10140/10682 [1:26:45<04:27,  2.02it/s]
 95%|█████████▍| 10141/10682 [1:26:45<04:27,  2.03it/s]
 95%|█████████▍| 10142/10682 [1:26:46<04:26,  2.02it/s]
 95%|█████████▍| 10143/10682 [1:26:46<04:26,  2.02it/s]
 95%|█████████▍| 10144/10682 [1:26:47<04:25,  2.03it/s]
 95%|█████████▍| 10145/10682 [1:26:47<04:25,  2.03it/s]
 95%|█████████▍| 10146/10682 [1:26:48<04:24,  2.03it/s]
 95%|█████████▍| 10147/10682 [1:26:48<04:23,  2.03it/s]
 95%|█████████▌| 10148/10682 [1:26:49<04:23,  2.03it/s]
 95%|█████████▌| 10149/10682 [1:26:49<04:22,  2.03it/s]
 95%|█████████▌| 10150/10682 [1:26:50<04:22,  2.03it/s]{'loss': 2.8061, 'grad_norm': 0.2488679438829422, 'learning_rate': 7.537908845868024e-06, 'epoch': 13.29}
+
                                                       
 95%|█████████▌| 10150/10682 [1:26:50<04:22,  2.03it/s]
 95%|█████████▌| 10151/10682 [1:26:50<04:22,  2.02it/s]
 95%|█████████▌| 10152/10682 [1:26:51<04:22,  2.02it/s]
 95%|█████████▌| 10153/10682 [1:26:51<04:21,  2.03it/s]
 95%|█████████▌| 10154/10682 [1:26:52<04:43,  1.86it/s]
 95%|█████████▌| 10155/10682 [1:26:52<04:35,  1.91it/s]
 95%|█████████▌| 10156/10682 [1:26:53<04:30,  1.94it/s]
 95%|█████████▌| 10157/10682 [1:26:53<04:26,  1.97it/s]
 95%|█████████▌| 10158/10682 [1:26:54<04:23,  1.99it/s]
 95%|█████████▌| 10159/10682 [1:26:54<04:21,  2.00it/s]
 95%|█████████▌| 10160/10682 [1:26:55<04:20,  2.00it/s]
 95%|█████████▌| 10161/10682 [1:26:55<04:19,  2.01it/s]
 95%|█████████▌| 10162/10682 [1:26:56<04:18,  2.01it/s]
 95%|█████████▌| 10163/10682 [1:26:56<04:17,  2.02it/s]
 95%|█████████▌| 10164/10682 [1:26:57<04:16,  2.02it/s]
 95%|█████████▌| 10165/10682 [1:26:57<04:15,  2.02it/s]
 95%|█████████▌| 10166/10682 [1:26:58<04:15,  2.02it/s]
 95%|█████████▌| 10167/10682 [1:26:58<04:14,  2.02it/s]
 95%|█████████▌| 10168/10682 [1:26:59<04:14,  2.02it/s]
 95%|█████████▌| 10169/10682 [1:26:59<04:13,  2.02it/s]
 95%|█████████▌| 10170/10682 [1:27:00<04:12,  2.03it/s]
 95%|█████████▌| 10171/10682 [1:27:00<04:12,  2.03it/s]
 95%|█████████▌| 10172/10682 [1:27:01<04:11,  2.03it/s]
 95%|█████████▌| 10173/10682 [1:27:01<04:11,  2.03it/s]
 95%|█████████▌| 10174/10682 [1:27:02<04:10,  2.03it/s]
 95%|█████████▌| 10175/10682 [1:27:02<04:10,  2.03it/s]{'loss': 2.8033, 'grad_norm': 0.2522995173931122, 'learning_rate': 6.847688328344037e-06, 'epoch': 13.33}
+
                                                       
 95%|█████████▌| 10175/10682 [1:27:02<04:10,  2.03it/s]
 95%|█████████▌| 10176/10682 [1:27:03<04:10,  2.02it/s]
 95%|█████████▌| 10177/10682 [1:27:03<04:09,  2.02it/s]
 95%|█████████▌| 10178/10682 [1:27:04<04:09,  2.02it/s]
 95%|█████████▌| 10179/10682 [1:27:04<04:08,  2.02it/s]
 95%|█████████▌| 10180/10682 [1:27:05<04:07,  2.03it/s]
 95%|█████████▌| 10181/10682 [1:27:05<04:07,  2.03it/s]
 95%|█████████▌| 10182/10682 [1:27:06<04:06,  2.03it/s]
 95%|█████████▌| 10183/10682 [1:27:06<04:06,  2.02it/s]
 95%|█████████▌| 10184/10682 [1:27:07<04:05,  2.03it/s]
 95%|█████████▌| 10185/10682 [1:27:07<04:05,  2.03it/s]
 95%|█████████▌| 10186/10682 [1:27:08<04:04,  2.03it/s]
 95%|█████████▌| 10187/10682 [1:27:08<04:04,  2.03it/s]
 95%|█████████▌| 10188/10682 [1:27:09<04:03,  2.03it/s]
 95%|█████████▌| 10189/10682 [1:27:09<04:03,  2.03it/s]
 95%|█████████▌| 10190/10682 [1:27:10<04:02,  2.03it/s]
 95%|█████████▌| 10191/10682 [1:27:10<04:02,  2.02it/s]
 95%|█████████▌| 10192/10682 [1:27:11<04:01,  2.03it/s]
 95%|█████████▌| 10193/10682 [1:27:11<04:01,  2.02it/s]
 95%|█████████▌| 10194/10682 [1:27:12<04:00,  2.03it/s]
 95%|█████████▌| 10195/10682 [1:27:12<04:01,  2.02it/s]
 95%|█████████▌| 10196/10682 [1:27:13<04:00,  2.02it/s]
 95%|█████████▌| 10197/10682 [1:27:13<04:00,  2.02it/s]
 95%|█████████▌| 10198/10682 [1:27:13<03:59,  2.02it/s]
 95%|█████████▌| 10199/10682 [1:27:14<03:58,  2.02it/s]
 95%|█████████▌| 10200/10682 [1:27:14<03:58,  2.02it/s]{'loss': 2.799, 'grad_norm': 0.2519816756248474, 'learning_rate': 6.190386348572108e-06, 'epoch': 13.36}
+
                                                       
 95%|█████████▌| 10200/10682 [1:27:14<03:58,  2.02it/s]
 95%|█████████▌| 10201/10682 [1:27:15<03:57,  2.02it/s]
 96%|█████████▌| 10202/10682 [1:27:15<03:56,  2.03it/s]
 96%|█████████▌| 10203/10682 [1:27:16<03:56,  2.03it/s]
 96%|█████████▌| 10204/10682 [1:27:16<03:55,  2.03it/s]
 96%|█████████▌| 10205/10682 [1:27:17<03:55,  2.03it/s]
 96%|█████████▌| 10206/10682 [1:27:17<03:54,  2.03it/s]
 96%|█████████▌| 10207/10682 [1:27:18<03:54,  2.03it/s]
 96%|█████████▌| 10208/10682 [1:27:18<03:54,  2.03it/s]
 96%|█████████▌| 10209/10682 [1:27:19<03:53,  2.02it/s]
 96%|█████████▌| 10210/10682 [1:27:19<03:52,  2.03it/s]
 96%|█████████▌| 10211/10682 [1:27:20<03:52,  2.03it/s]
 96%|█████████▌| 10212/10682 [1:27:20<03:51,  2.03it/s]
 96%|█████████▌| 10213/10682 [1:27:21<03:51,  2.03it/s]
 96%|█████████▌| 10214/10682 [1:27:21<03:50,  2.03it/s]
 96%|█████████▌| 10215/10682 [1:27:22<03:50,  2.03it/s]
 96%|█████████▌| 10216/10682 [1:27:22<03:49,  2.03it/s]
 96%|█████████▌| 10217/10682 [1:27:23<03:49,  2.03it/s]
 96%|█████████▌| 10218/10682 [1:27:23<03:48,  2.03it/s]
 96%|█████████▌| 10219/10682 [1:27:24<03:48,  2.03it/s]
 96%|█████████▌| 10220/10682 [1:27:24<03:47,  2.03it/s]
 96%|█████████▌| 10221/10682 [1:27:25<03:47,  2.03it/s]
 96%|█████████▌| 10222/10682 [1:27:25<03:46,  2.03it/s]
 96%|█████████▌| 10223/10682 [1:27:26<03:46,  2.03it/s]
 96%|█████████▌| 10224/10682 [1:27:26<03:45,  2.03it/s]
 96%|█████████▌| 10225/10682 [1:27:27<03:45,  2.03it/s]{'loss': 2.7962, 'grad_norm': 0.2496296763420105, 'learning_rate': 5.56604678228706e-06, 'epoch': 13.39}
+
                                                       
 96%|█████████▌| 10225/10682 [1:27:27<03:45,  2.03it/s]
 96%|█████████▌| 10226/10682 [1:27:27<03:44,  2.03it/s]
 96%|█████████▌| 10227/10682 [1:27:28<03:44,  2.03it/s]
 96%|█████████▌| 10228/10682 [1:27:28<03:43,  2.03it/s]
 96%|█████████▌| 10229/10682 [1:27:29<03:43,  2.03it/s]
 96%|█████████▌| 10230/10682 [1:27:29<03:42,  2.03it/s]
 96%|█████████▌| 10231/10682 [1:27:30<03:42,  2.03it/s]
 96%|█████████▌| 10232/10682 [1:27:30<03:41,  2.03it/s]
 96%|█████████▌| 10233/10682 [1:27:31<03:41,  2.03it/s]
 96%|█████████▌| 10234/10682 [1:27:31<03:41,  2.03it/s]
 96%|█████████▌| 10235/10682 [1:27:32<03:40,  2.03it/s]
 96%|█████████▌| 10236/10682 [1:27:32<03:39,  2.03it/s]
 96%|█████████▌| 10237/10682 [1:27:33<03:39,  2.03it/s]
 96%|█████████▌| 10238/10682 [1:27:33<03:39,  2.03it/s]
 96%|█████████▌| 10239/10682 [1:27:34<03:38,  2.03it/s]
 96%|█████████▌| 10240/10682 [1:27:34<03:38,  2.03it/s]
 96%|█████████▌| 10241/10682 [1:27:35<03:37,  2.03it/s]
 96%|█████████▌| 10242/10682 [1:27:35<03:37,  2.03it/s]
 96%|█████████▌| 10243/10682 [1:27:36<03:36,  2.03it/s]
 96%|█████████▌| 10244/10682 [1:27:36<03:36,  2.03it/s]
 96%|█████████▌| 10245/10682 [1:27:37<03:35,  2.03it/s]
 96%|█████████▌| 10246/10682 [1:27:37<03:35,  2.03it/s]
 96%|█████████▌| 10247/10682 [1:27:38<03:34,  2.03it/s]
 96%|█████████▌| 10248/10682 [1:27:38<03:34,  2.02it/s]
 96%|█████████▌| 10249/10682 [1:27:39<03:33,  2.03it/s]
 96%|█████████▌| 10250/10682 [1:27:39<03:33,  2.03it/s]{'loss': 2.7955, 'grad_norm': 0.24875780940055847, 'learning_rate': 4.974711304941093e-06, 'epoch': 13.43}
                                                       
+
 96%|█████████▌| 10250/10682 [1:27:39<03:33,  2.03it/s]
 96%|█████████▌| 10251/10682 [1:27:40<03:32,  2.02it/s]
 96%|█████████▌| 10252/10682 [1:27:40<03:32,  2.03it/s]
 96%|█████████▌| 10253/10682 [1:27:41<03:49,  1.87it/s]
 96%|█████████▌| 10254/10682 [1:27:41<03:43,  1.91it/s]
 96%|█████████▌| 10255/10682 [1:27:42<03:39,  1.94it/s]
 96%|█████████▌| 10256/10682 [1:27:42<03:36,  1.97it/s]
 96%|█████████▌| 10257/10682 [1:27:43<03:33,  1.99it/s]
 96%|█████████▌| 10258/10682 [1:27:43<03:32,  2.00it/s]
 96%|█████████▌| 10259/10682 [1:27:44<03:30,  2.01it/s]
 96%|█████████▌| 10260/10682 [1:27:44<03:29,  2.01it/s]
 96%|█████████▌| 10261/10682 [1:27:45<03:28,  2.02it/s]
 96%|█████████▌| 10262/10682 [1:27:45<03:28,  2.02it/s]
 96%|█████████▌| 10263/10682 [1:27:46<03:27,  2.02it/s]
 96%|█████████▌| 10264/10682 [1:27:46<03:26,  2.02it/s]
 96%|█████████▌| 10265/10682 [1:27:47<03:26,  2.02it/s]
 96%|█████████▌| 10266/10682 [1:27:47<03:25,  2.03it/s]
 96%|█████████▌| 10267/10682 [1:27:48<03:24,  2.03it/s]
 96%|█████████▌| 10268/10682 [1:27:48<03:24,  2.03it/s]
 96%|█████████▌| 10269/10682 [1:27:49<03:23,  2.03it/s]
 96%|█████████▌| 10270/10682 [1:27:49<03:23,  2.03it/s]
 96%|█████████▌| 10271/10682 [1:27:50<03:22,  2.03it/s]
 96%|█████████▌| 10272/10682 [1:27:50<03:22,  2.03it/s]
 96%|█████████▌| 10273/10682 [1:27:51<03:21,  2.03it/s]
 96%|█████████▌| 10274/10682 [1:27:51<03:21,  2.03it/s]
 96%|█████████▌| 10275/10682 [1:27:52<03:20,  2.03it/s]{'loss': 2.8098, 'grad_norm': 0.25310125946998596, 'learning_rate': 4.416419388921844e-06, 'epoch': 13.46}
+
                                                       
 96%|█████████▌| 10275/10682 [1:27:52<03:20,  2.03it/s]
 96%|█████████▌| 10276/10682 [1:27:52<03:20,  2.02it/s]
 96%|█████████▌| 10277/10682 [1:27:53<03:20,  2.02it/s]
 96%|█████████▌| 10278/10682 [1:27:53<03:19,  2.02it/s]
 96%|█████████▌| 10279/10682 [1:27:54<03:18,  2.03it/s]
 96%|█████████▌| 10280/10682 [1:27:54<03:18,  2.02it/s]
 96%|█████████▌| 10281/10682 [1:27:55<03:18,  2.02it/s]
 96%|█████████▋| 10282/10682 [1:27:55<03:17,  2.03it/s]
 96%|█████████▋| 10283/10682 [1:27:56<03:16,  2.03it/s]
 96%|█████████▋| 10284/10682 [1:27:56<03:16,  2.03it/s]
 96%|█████████▋| 10285/10682 [1:27:57<03:15,  2.03it/s]
 96%|█████████▋| 10286/10682 [1:27:57<03:15,  2.03it/s]
 96%|█████████▋| 10287/10682 [1:27:58<03:14,  2.03it/s]
 96%|█████████▋| 10288/10682 [1:27:58<03:14,  2.03it/s]
 96%|█████████▋| 10289/10682 [1:27:59<03:13,  2.03it/s]
 96%|█████████▋| 10290/10682 [1:27:59<03:13,  2.03it/s]
 96%|█████████▋| 10291/10682 [1:28:00<03:13,  2.03it/s]
 96%|█████████▋| 10292/10682 [1:28:00<03:12,  2.03it/s]
 96%|█████████▋| 10293/10682 [1:28:01<03:11,  2.03it/s]
 96%|█████████▋| 10294/10682 [1:28:01<03:11,  2.02it/s]
 96%|█████████▋| 10295/10682 [1:28:01<03:10,  2.03it/s]
 96%|█████████▋| 10296/10682 [1:28:02<03:10,  2.03it/s]
 96%|█████████▋| 10297/10682 [1:28:02<03:09,  2.03it/s]
 96%|█████████▋| 10298/10682 [1:28:03<03:09,  2.03it/s]
 96%|█████████▋| 10299/10682 [1:28:03<03:09,  2.03it/s]
 96%|█████████▋| 10300/10682 [1:28:04<03:08,  2.03it/s]
                                                       
+
 96%|█████████▋| 10300/10682 [1:28:04<03:08,  2.03it/s]
 96%|█████████▋| 10301/10682 [1:28:04<03:08,  2.02it/s]
 96%|█████████▋| 10302/10682 [1:28:05<03:08,  2.02it/s]
 96%|█████████▋| 10303/10682 [1:28:05<03:07,  2.02it/s]
 96%|█████████▋| 10304/10682 [1:28:06<03:06,  2.02it/s]
 96%|█████████▋| 10305/10682 [1:28:06<03:06,  2.03it/s]
 96%|█████████▋| 10306/10682 [1:28:07<03:05,  2.03it/s]
 96%|█████████▋| 10307/10682 [1:28:07<03:05,  2.03it/s]
 96%|█████████▋| 10308/10682 [1:28:08<03:04,  2.03it/s]
 97%|█████████▋| 10309/10682 [1:28:08<03:04,  2.03it/s]
 97%|█████████▋| 10310/10682 [1:28:09<03:03,  2.03it/s]
 97%|█████████▋| 10311/10682 [1:28:09<03:03,  2.03it/s]
 97%|█████████▋| 10312/10682 [1:28:10<03:02,  2.03it/s]
 97%|█████████▋| 10313/10682 [1:28:10<03:02,  2.03it/s]
 97%|█████████▋| 10314/10682 [1:28:11<03:01,  2.03it/s]
 97%|█████████▋| 10315/10682 [1:28:11<03:01,  2.03it/s]
 97%|█████████▋| 10316/10682 [1:28:12<03:00,  2.02it/s]
 97%|█████████▋| 10317/10682 [1:28:12<03:00,  2.03it/s]
 97%|█████████▋| 10318/10682 [1:28:13<02:59,  2.03it/s]
 97%|█████████▋| 10319/10682 [1:28:13<02:59,  2.03it/s]
 97%|█████████▋| 10320/10682 [1:28:14<02:58,  2.03it/s]
 97%|█████████▋| 10321/10682 [1:28:14<02:59,  2.01it/s]
 97%|█████████▋| 10322/10682 [1:28:15<02:58,  2.02it/s]
 97%|█████████▋| 10323/10682 [1:28:15<02:57,  2.02it/s]
 97%|█████████▋| 10324/10682 [1:28:16<02:57,  2.02it/s]
 97%|█████████▋| 10325/10682 [1:28:16<02:56,  2.03it/s]
                                                       {'loss': 2.8013, 'grad_norm': 0.2537311613559723, 'learning_rate': 3.3991130994299734e-06, 'epoch': 13.52}
+
 97%|█████████▋| 10325/10682 [1:28:16<02:56,  2.03it/s]
 97%|█████████▋| 10326/10682 [1:28:17<02:56,  2.02it/s]
 97%|█████████▋| 10327/10682 [1:28:17<02:55,  2.02it/s]
 97%|█████████▋| 10328/10682 [1:28:18<02:54,  2.03it/s]
 97%|█████████▋| 10329/10682 [1:28:18<02:54,  2.02it/s]
 97%|█████████▋| 10330/10682 [1:28:19<02:53,  2.02it/s]
 97%|█████████▋| 10331/10682 [1:28:19<02:53,  2.02it/s]
 97%|█████████▋| 10332/10682 [1:28:20<02:52,  2.03it/s]
 97%|█████████▋| 10333/10682 [1:28:20<02:52,  2.02it/s]
 97%|█████████▋| 10334/10682 [1:28:21<02:51,  2.03it/s]
 97%|█████████▋| 10335/10682 [1:28:21<02:51,  2.02it/s]
 97%|█████████▋| 10336/10682 [1:28:22<02:50,  2.02it/s]
 97%|█████████▋| 10337/10682 [1:28:22<02:50,  2.02it/s]
 97%|█████████▋| 10338/10682 [1:28:23<02:49,  2.02it/s]
 97%|█████████▋| 10339/10682 [1:28:23<02:49,  2.02it/s]
 97%|█████████▋| 10340/10682 [1:28:24<02:48,  2.03it/s]
 97%|█████████▋| 10341/10682 [1:28:24<02:48,  2.02it/s]
 97%|█████████▋| 10342/10682 [1:28:25<02:47,  2.03it/s]
 97%|█████████▋| 10343/10682 [1:28:25<02:47,  2.03it/s]
 97%|█████████▋| 10344/10682 [1:28:26<02:46,  2.03it/s]
 97%|█████████▋| 10345/10682 [1:28:26<02:46,  2.03it/s]
 97%|█████████▋| 10346/10682 [1:28:27<02:45,  2.03it/s]
 97%|█████████▋| 10347/10682 [1:28:27<02:45,  2.03it/s]
 97%|█████████▋| 10348/10682 [1:28:28<02:44,  2.03it/s]
 97%|█████████▋| 10349/10682 [1:28:28<02:44,  2.03it/s]
 97%|█████████▋| 10350/10682 [1:28:29<02:43,  2.03it/s]{'loss': 2.8039, 'grad_norm': 0.24740473926067352, 'learning_rate': 2.940166632433183e-06, 'epoch': 13.56}
+
                                                       
 97%|█████████▋| 10350/10682 [1:28:29<02:43,  2.03it/s]
 97%|█████████▋| 10351/10682 [1:28:29<02:43,  2.03it/s]
 97%|█████████▋| 10352/10682 [1:28:30<02:42,  2.03it/s]
 97%|█████████▋| 10353/10682 [1:28:30<02:42,  2.03it/s]
 97%|█████████▋| 10354/10682 [1:28:31<02:41,  2.03it/s]
 97%|█████████▋| 10355/10682 [1:28:31<02:41,  2.03it/s]
 97%|█████████▋| 10356/10682 [1:28:32<02:40,  2.03it/s]
 97%|█████████▋| 10357/10682 [1:28:32<02:40,  2.03it/s]
 97%|█████████▋| 10358/10682 [1:28:33<02:39,  2.03it/s]
 97%|█████████▋| 10359/10682 [1:28:33<02:39,  2.03it/s]
 97%|█████████▋| 10360/10682 [1:28:34<02:38,  2.03it/s]
 97%|█████████▋| 10361/10682 [1:28:34<02:38,  2.03it/s]
 97%|█████████▋| 10362/10682 [1:28:35<02:37,  2.03it/s]
 97%|█████████▋| 10363/10682 [1:28:35<02:37,  2.03it/s]
 97%|█████████▋| 10364/10682 [1:28:36<02:36,  2.03it/s]
 97%|█████████▋| 10365/10682 [1:28:36<02:36,  2.02it/s]
 97%|█████████▋| 10366/10682 [1:28:37<02:35,  2.03it/s]
 97%|█████████▋| 10367/10682 [1:28:37<02:35,  2.02it/s]
 97%|█████████▋| 10368/10682 [1:28:38<02:34,  2.03it/s]
 97%|█████████▋| 10369/10682 [1:28:38<02:34,  2.03it/s]
 97%|█████████▋| 10370/10682 [1:28:39<02:34,  2.02it/s]
 97%|█████████▋| 10371/10682 [1:28:39<02:33,  2.03it/s]
 97%|█████████▋| 10372/10682 [1:28:40<02:33,  2.03it/s]
 97%|█████████▋| 10373/10682 [1:28:40<02:32,  2.03it/s]
 97%|█████████▋| 10374/10682 [1:28:40<02:31,  2.03it/s]
 97%|█████████▋| 10375/10682 [1:28:41<02:31,  2.03it/s]{'loss': 2.7982, 'grad_norm': 0.25136321783065796, 'learning_rate': 2.5143995351817882e-06, 'epoch': 13.59}
+
                                                       
 97%|█████████▋| 10375/10682 [1:28:41<02:31,  2.03it/s]
 97%|█████████▋| 10376/10682 [1:28:41<02:31,  2.02it/s]
 97%|█████████▋| 10377/10682 [1:28:42<02:30,  2.02it/s]
 97%|█████████▋| 10378/10682 [1:28:42<02:30,  2.02it/s]
 97%|█████████▋| 10379/10682 [1:28:43<02:29,  2.02it/s]
 97%|█████████▋| 10380/10682 [1:28:43<02:29,  2.02it/s]
 97%|█████████▋| 10381/10682 [1:28:44<02:28,  2.03it/s]
 97%|█████████▋| 10382/10682 [1:28:44<02:28,  2.03it/s]
 97%|█████████▋| 10383/10682 [1:28:45<02:27,  2.03it/s]
 97%|█████████▋| 10384/10682 [1:28:45<02:26,  2.03it/s]
 97%|█████████▋| 10385/10682 [1:28:46<02:26,  2.03it/s]
 97%|█████████▋| 10386/10682 [1:28:46<02:25,  2.03it/s]
 97%|█████████▋| 10387/10682 [1:28:47<02:25,  2.03it/s]
 97%|█████████▋| 10388/10682 [1:28:47<02:24,  2.03it/s]
 97%|█████████▋| 10389/10682 [1:28:48<02:24,  2.03it/s]
 97%|█████████▋| 10390/10682 [1:28:48<02:24,  2.03it/s]
 97%|█████████▋| 10391/10682 [1:28:49<02:23,  2.03it/s]
 97%|█████████▋| 10392/10682 [1:28:49<02:23,  2.03it/s]
 97%|█████████▋| 10393/10682 [1:28:50<02:22,  2.03it/s]
 97%|█████████▋| 10394/10682 [1:28:50<02:22,  2.03it/s]
 97%|█████████▋| 10395/10682 [1:28:51<02:21,  2.03it/s]
 97%|█████████▋| 10396/10682 [1:28:51<02:20,  2.03it/s]
 97%|█████████▋| 10397/10682 [1:28:52<02:20,  2.03it/s]
 97%|█████████▋| 10398/10682 [1:28:52<02:19,  2.03it/s]
 97%|█████████▋| 10399/10682 [1:28:53<02:19,  2.03it/s]
 97%|█████████▋| 10400/10682 [1:28:53<02:19,  2.03it/s]{'loss': 2.7831, 'grad_norm': 0.24997153878211975, 'learning_rate': 2.1218402281655835e-06, 'epoch': 13.62}
                                                       
+
 97%|█████████▋| 10400/10682 [1:28:53<02:19,  2.03it/s]
 97%|█████████▋| 10401/10682 [1:28:54<02:18,  2.02it/s]
 97%|█████████▋| 10402/10682 [1:28:54<02:18,  2.03it/s]
 97%|█████████▋| 10403/10682 [1:28:55<02:17,  2.03it/s]
 97%|█████████▋| 10404/10682 [1:28:55<02:17,  2.03it/s]
 97%|█████████▋| 10405/10682 [1:28:56<02:16,  2.03it/s]
 97%|█████████▋| 10406/10682 [1:28:56<02:16,  2.03it/s]
 97%|█████████▋| 10407/10682 [1:28:57<02:15,  2.03it/s]
 97%|█████████▋| 10408/10682 [1:28:57<02:15,  2.03it/s]
 97%|█████████▋| 10409/10682 [1:28:58<02:14,  2.03it/s]
 97%|█████████▋| 10410/10682 [1:28:58<02:13,  2.03it/s]
 97%|█████████▋| 10411/10682 [1:28:59<02:13,  2.03it/s]
 97%|█████████▋| 10412/10682 [1:28:59<02:12,  2.03it/s]
 97%|█████████▋| 10413/10682 [1:29:00<02:12,  2.03it/s]
 97%|█████████▋| 10414/10682 [1:29:00<02:11,  2.03it/s]
 98%|█████████▊| 10415/10682 [1:29:01<02:11,  2.03it/s]
 98%|█████████▊| 10416/10682 [1:29:01<02:10,  2.03it/s]
 98%|█████████▊| 10417/10682 [1:29:02<02:10,  2.03it/s]
 98%|█████████▊| 10418/10682 [1:29:02<02:09,  2.03it/s]
 98%|█████████▊| 10419/10682 [1:29:03<02:09,  2.03it/s]
 98%|█████████▊| 10420/10682 [1:29:03<02:08,  2.03it/s]
 98%|█████████▊| 10421/10682 [1:29:04<02:08,  2.03it/s]
 98%|█████████▊| 10422/10682 [1:29:04<02:07,  2.03it/s]
 98%|█████████▊| 10423/10682 [1:29:05<02:07,  2.03it/s]
 98%|█████████▊| 10424/10682 [1:29:05<02:06,  2.04it/s]
 98%|█████████▊| 10425/10682 [1:29:06<02:06,  2.03it/s]
                                                       
+
 98%|█████████▊| 10425/10682 [1:29:06<02:06,  2.03it/s]
 98%|█████████▊| 10426/10682 [1:29:06<02:06,  2.03it/s]
 98%|█████████▊| 10427/10682 [1:29:07<02:05,  2.03it/s]
 98%|█████████▊| 10428/10682 [1:29:07<02:05,  2.03it/s]
 98%|█████████▊| 10429/10682 [1:29:08<02:04,  2.03it/s]
 98%|█████████▊| 10430/10682 [1:29:08<02:04,  2.03it/s]
 98%|█████████▊| 10431/10682 [1:29:09<02:03,  2.03it/s]
 98%|█████████▊| 10432/10682 [1:29:09<02:03,  2.03it/s]
 98%|█████████▊| 10433/10682 [1:29:10<02:02,  2.03it/s]
 98%|█████████▊| 10434/10682 [1:29:10<02:02,  2.03it/s]
 98%|█████████▊| 10435/10682 [1:29:11<02:01,  2.03it/s]
 98%|█████████▊| 10436/10682 [1:29:11<02:01,  2.03it/s]
 98%|█████████▊| 10437/10682 [1:29:12<02:00,  2.03it/s]
 98%|█████████▊| 10438/10682 [1:29:12<02:00,  2.03it/s]
 98%|█████████▊| 10439/10682 [1:29:13<01:59,  2.03it/s]
 98%|█████████▊| 10440/10682 [1:29:13<01:59,  2.03it/s]
 98%|█████████▊| 10441/10682 [1:29:14<01:58,  2.03it/s]
 98%|█████████▊| 10442/10682 [1:29:14<01:58,  2.03it/s]
 98%|█████████▊| 10443/10682 [1:29:14<01:57,  2.03it/s]
 98%|█████████▊| 10444/10682 [1:29:15<01:57,  2.03it/s]
 98%|█████████▊| 10445/10682 [1:29:15<01:56,  2.03it/s]
 98%|█████████▊| 10446/10682 [1:29:16<01:56,  2.03it/s]
 98%|█████████▊| 10447/10682 [1:29:16<01:55,  2.03it/s]
 98%|█████████▊| 10448/10682 [1:29:17<01:55,  2.03it/s]
 98%|█████████▊| 10449/10682 [1:29:17<01:54,  2.03it/s]
 98%|█████████▊| 10450/10682 [1:29:18<01:54,  2.03it/s]
                                                       
+
 98%|█████████▊| 10450/10682 [1:29:18<01:54,  2.03it/s]
 98%|█████████▊| 10451/10682 [1:29:18<01:54,  2.02it/s]
 98%|█████████▊| 10452/10682 [1:29:19<01:53,  2.02it/s]
 98%|█████████▊| 10453/10682 [1:29:19<01:53,  2.03it/s]
 98%|█████████▊| 10454/10682 [1:29:20<01:52,  2.03it/s]
 98%|█████████▊| 10455/10682 [1:29:20<01:51,  2.03it/s]
 98%|█████████▊| 10456/10682 [1:29:21<01:51,  2.03it/s]
 98%|█████████▊| 10457/10682 [1:29:21<01:50,  2.03it/s]
 98%|█████████▊| 10458/10682 [1:29:22<01:50,  2.03it/s]
 98%|█████████▊| 10459/10682 [1:29:22<01:49,  2.03it/s]
 98%|█████████▊| 10460/10682 [1:29:23<01:49,  2.03it/s]
 98%|█████████▊| 10461/10682 [1:29:23<01:48,  2.03it/s]
 98%|█████████▊| 10462/10682 [1:29:24<01:48,  2.03it/s]
 98%|█████████▊| 10463/10682 [1:29:24<01:47,  2.03it/s]
 98%|█████████▊| 10464/10682 [1:29:25<01:47,  2.03it/s]
 98%|█████████▊| 10465/10682 [1:29:25<01:46,  2.03it/s]
 98%|█████████▊| 10466/10682 [1:29:26<01:46,  2.03it/s]
 98%|█████████▊| 10467/10682 [1:29:26<01:45,  2.03it/s]
 98%|█████████▊| 10468/10682 [1:29:27<01:45,  2.03it/s]
 98%|█████████▊| 10469/10682 [1:29:27<01:44,  2.03it/s]
 98%|█████████▊| 10470/10682 [1:29:28<01:44,  2.03it/s]
 98%|█████████▊| 10471/10682 [1:29:28<01:43,  2.03it/s]
 98%|█████████▊| 10472/10682 [1:29:29<01:43,  2.03it/s]
 98%|█████████▊| 10473/10682 [1:29:29<01:42,  2.03it/s]
 98%|█████████▊| 10474/10682 [1:29:30<01:42,  2.03it/s]
 98%|█████████▊| 10475/10682 [1:29:30<01:42,  2.03it/s]
                                                       
+
 98%|█████████▊| 10475/10682 [1:29:30<01:42,  2.03it/s]
 98%|█████████▊| 10476/10682 [1:29:31<01:41,  2.03it/s]
 98%|█████████▊| 10477/10682 [1:29:31<01:41,  2.03it/s]
 98%|█████████▊| 10478/10682 [1:29:32<01:40,  2.03it/s]
 98%|█████████▊| 10479/10682 [1:29:32<01:40,  2.03it/s]
 98%|█████████▊| 10480/10682 [1:29:33<01:39,  2.03it/s]
 98%|█████████▊| 10481/10682 [1:29:33<01:38,  2.03it/s]
 98%|█████████▊| 10482/10682 [1:29:34<01:38,  2.03it/s]
 98%|█████████▊| 10483/10682 [1:29:34<01:38,  2.03it/s]
 98%|█████████▊| 10484/10682 [1:29:35<01:37,  2.03it/s]
 98%|█████████▊| 10485/10682 [1:29:35<01:37,  2.03it/s]
 98%|█████████▊| 10486/10682 [1:29:36<01:36,  2.03it/s]
 98%|█████████▊| 10487/10682 [1:29:36<01:36,  2.03it/s]
 98%|█████████▊| 10488/10682 [1:29:37<01:35,  2.03it/s]
 98%|█████████▊| 10489/10682 [1:29:37<01:35,  2.03it/s]
 98%|█████████▊| 10490/10682 [1:29:38<01:34,  2.03it/s]
 98%|█████████▊| 10491/10682 [1:29:38<01:34,  2.03it/s]
 98%|█████████▊| 10492/10682 [1:29:39<01:33,  2.03it/s]
 98%|█████████▊| 10493/10682 [1:29:39<01:33,  2.03it/s]
 98%|█████████▊| 10494/10682 [1:29:40<01:32,  2.03it/s]
 98%|█████████▊| 10495/10682 [1:29:40<01:31,  2.03it/s]
 98%|█████████▊| 10496/10682 [1:29:41<01:31,  2.03it/s]
 98%|█████████▊| 10497/10682 [1:29:41<01:31,  2.03it/s]
 98%|█████████▊| 10498/10682 [1:29:42<01:30,  2.03it/s]
 98%|█████████▊| 10499/10682 [1:29:42<01:30,  2.03it/s]
 98%|█████████▊| 10500/10682 [1:29:43<01:29,  2.03it/s]{'loss': 2.8054, 'grad_norm': 0.24958878755569458, 'learning_rate': 8.841716933915555e-07, 'epoch': 13.75}
                                                       
+
 98%|█████████▊| 10500/10682 [1:29:43<01:29,  2.03it/s]
 98%|█████████▊| 10501/10682 [1:29:43<01:29,  2.03it/s]
 98%|█████████▊| 10502/10682 [1:29:44<01:28,  2.03it/s]
 98%|█████████▊| 10503/10682 [1:29:44<01:28,  2.03it/s]
 98%|█████████▊| 10504/10682 [1:29:45<01:27,  2.03it/s]
 98%|█████████▊| 10505/10682 [1:29:45<01:27,  2.03it/s]
 98%|█████████▊| 10506/10682 [1:29:46<01:26,  2.03it/s]
 98%|█████████▊| 10507/10682 [1:29:46<01:26,  2.03it/s]
 98%|█████████▊| 10508/10682 [1:29:47<01:25,  2.03it/s]
 98%|█████████▊| 10509/10682 [1:29:47<01:25,  2.03it/s]
 98%|█████████▊| 10510/10682 [1:29:48<01:24,  2.03it/s]
 98%|█████████▊| 10511/10682 [1:29:48<01:24,  2.03it/s]
 98%|█████████▊| 10512/10682 [1:29:48<01:23,  2.03it/s]
 98%|█████████▊| 10513/10682 [1:29:49<01:23,  2.03it/s]
 98%|█████████▊| 10514/10682 [1:29:49<01:22,  2.03it/s]
 98%|█████████▊| 10515/10682 [1:29:50<01:22,  2.03it/s]
 98%|█████████▊| 10516/10682 [1:29:50<01:21,  2.03it/s]
 98%|█████████▊| 10517/10682 [1:29:51<01:21,  2.03it/s]
 98%|█████████▊| 10518/10682 [1:29:51<01:20,  2.03it/s]
 98%|█████████▊| 10519/10682 [1:29:52<01:20,  2.03it/s]
 98%|█████████▊| 10520/10682 [1:29:52<01:19,  2.03it/s]
 98%|█████████▊| 10521/10682 [1:29:53<01:19,  2.03it/s]
 99%|█████████▊| 10522/10682 [1:29:53<01:18,  2.03it/s]
 99%|█████████▊| 10523/10682 [1:29:54<01:18,  2.03it/s]
 99%|█████████▊| 10524/10682 [1:29:54<01:17,  2.03it/s]
 99%|█████████▊| 10525/10682 [1:29:55<01:17,  2.03it/s]
                                                       
+
 99%|█████████▊| 10525/10682 [1:29:55<01:17,  2.03it/s]
 99%|█████████▊| 10526/10682 [1:29:55<01:17,  2.03it/s]
 99%|█████████▊| 10527/10682 [1:29:56<01:16,  2.03it/s]
 99%|█████████▊| 10528/10682 [1:29:56<01:15,  2.03it/s]
 99%|█████████▊| 10529/10682 [1:29:57<01:15,  2.03it/s]
 99%|█████████▊| 10530/10682 [1:29:57<01:14,  2.03it/s]
 99%|█████████▊| 10531/10682 [1:29:58<01:14,  2.03it/s]
 99%|█████████▊| 10532/10682 [1:29:58<01:13,  2.03it/s]
 99%|█████████▊| 10533/10682 [1:29:59<01:13,  2.03it/s]
 99%|█████████▊| 10534/10682 [1:29:59<01:12,  2.03it/s]
 99%|█████████▊| 10535/10682 [1:30:00<01:12,  2.03it/s]
 99%|█████████▊| 10536/10682 [1:30:00<01:11,  2.03it/s]
 99%|█████████▊| 10537/10682 [1:30:01<01:11,  2.03it/s]
 99%|█████████▊| 10538/10682 [1:30:01<01:10,  2.03it/s]
 99%|█████████▊| 10539/10682 [1:30:02<01:10,  2.03it/s]
 99%|█████████▊| 10540/10682 [1:30:02<01:10,  2.03it/s]
 99%|█████████▊| 10541/10682 [1:30:03<01:09,  2.02it/s]
 99%|█████████▊| 10542/10682 [1:30:03<01:09,  2.03it/s]
 99%|█████████▊| 10543/10682 [1:30:04<01:08,  2.03it/s]
 99%|█████████▊| 10544/10682 [1:30:04<01:08,  2.03it/s]
 99%|█████████▊| 10545/10682 [1:30:05<01:07,  2.03it/s]
 99%|█████████▊| 10546/10682 [1:30:05<01:07,  2.03it/s]
 99%|█████████▊| 10547/10682 [1:30:06<01:06,  2.03it/s]
 99%|█████████▊| 10548/10682 [1:30:06<01:06,  2.03it/s]
 99%|█████████▉| 10549/10682 [1:30:07<01:05,  2.02it/s]
 99%|█████████▉| 10550/10682 [1:30:07<01:05,  2.03it/s]{'loss': 2.7968, 'grad_norm': 0.25245076417922974, 'learning_rate': 4.651600211027507e-07, 'epoch': 13.82}
+
                                                       
 99%|█████████▉| 10550/10682 [1:30:07<01:05,  2.03it/s]
 99%|█████████▉| 10551/10682 [1:30:08<01:04,  2.02it/s]
 99%|█████████▉| 10552/10682 [1:30:08<01:04,  2.03it/s]
 99%|█████████▉| 10553/10682 [1:30:09<01:03,  2.03it/s]
 99%|█████████▉| 10554/10682 [1:30:09<01:03,  2.03it/s]
 99%|█████████▉| 10555/10682 [1:30:10<01:02,  2.03it/s]
 99%|█████████▉| 10556/10682 [1:30:10<01:02,  2.03it/s]
 99%|█████████▉| 10557/10682 [1:30:11<01:01,  2.03it/s]
 99%|█████████▉| 10558/10682 [1:30:11<01:01,  2.03it/s]
 99%|█████████▉| 10559/10682 [1:30:12<01:00,  2.03it/s]
 99%|█████████▉| 10560/10682 [1:30:12<01:00,  2.03it/s]
 99%|█████████▉| 10561/10682 [1:30:13<00:59,  2.03it/s]
 99%|█████████▉| 10562/10682 [1:30:13<00:59,  2.03it/s]
 99%|█████████▉| 10563/10682 [1:30:14<00:58,  2.03it/s]
 99%|█████████▉| 10564/10682 [1:30:14<00:58,  2.03it/s]
 99%|█████████▉| 10565/10682 [1:30:15<00:57,  2.03it/s]
 99%|█████████▉| 10566/10682 [1:30:15<00:57,  2.03it/s]
 99%|█████████▉| 10567/10682 [1:30:16<00:56,  2.03it/s]
 99%|█████████▉| 10568/10682 [1:30:16<00:56,  2.03it/s]
 99%|█████████▉| 10569/10682 [1:30:17<00:55,  2.03it/s]
 99%|█████████▉| 10570/10682 [1:30:17<00:55,  2.03it/s]
 99%|█████████▉| 10571/10682 [1:30:18<00:54,  2.03it/s]
 99%|█████████▉| 10572/10682 [1:30:18<00:54,  2.03it/s]
 99%|█████████▉| 10573/10682 [1:30:19<00:53,  2.03it/s]
 99%|█████████▉| 10574/10682 [1:30:19<00:53,  2.03it/s]
 99%|█████████▉| 10575/10682 [1:30:20<00:52,  2.03it/s]
                                                       
+
 99%|█████████▉| 10575/10682 [1:30:20<00:52,  2.03it/s]
 99%|█████████▉| 10576/10682 [1:30:20<00:52,  2.02it/s]
 99%|█████████▉| 10577/10682 [1:30:21<00:51,  2.02it/s]
 99%|█████████▉| 10578/10682 [1:30:21<00:51,  2.02it/s]
 99%|█████████▉| 10579/10682 [1:30:22<00:50,  2.02it/s]
 99%|█████████▉| 10580/10682 [1:30:22<00:50,  2.02it/s]
 99%|█████████▉| 10581/10682 [1:30:23<00:49,  2.02it/s]
 99%|█████████▉| 10582/10682 [1:30:23<00:49,  2.03it/s]
 99%|█████████▉| 10583/10682 [1:30:24<00:48,  2.03it/s]
 99%|█████████▉| 10584/10682 [1:30:24<00:48,  2.03it/s]
 99%|█████████▉| 10585/10682 [1:30:25<00:47,  2.03it/s]
 99%|█████████▉| 10586/10682 [1:30:25<00:47,  2.03it/s]
 99%|█████████▉| 10587/10682 [1:30:25<00:46,  2.03it/s]
 99%|█████████▉| 10588/10682 [1:30:26<00:46,  2.03it/s]
 99%|█████████▉| 10589/10682 [1:30:26<00:45,  2.03it/s]
 99%|█████████▉| 10590/10682 [1:30:27<00:45,  2.03it/s]
 99%|█████████▉| 10591/10682 [1:30:27<00:44,  2.03it/s]
 99%|█████████▉| 10592/10682 [1:30:28<00:44,  2.03it/s]
 99%|█████████▉| 10593/10682 [1:30:28<00:43,  2.03it/s]
 99%|█████████▉| 10594/10682 [1:30:29<00:43,  2.03it/s]
 99%|█████████▉| 10595/10682 [1:30:29<00:42,  2.03it/s]
 99%|█████████▉| 10596/10682 [1:30:30<00:42,  2.03it/s]
 99%|█████████▉| 10597/10682 [1:30:30<00:41,  2.03it/s]
 99%|█████████▉| 10598/10682 [1:30:31<00:41,  2.03it/s]
 99%|█████████▉| 10599/10682 [1:30:31<00:40,  2.03it/s]
 99%|█████████▉| 10600/10682 [1:30:32<00:40,  2.03it/s]{'loss': 2.8119, 'grad_norm': 0.2522198557853699, 'learning_rate': 1.7952444123359167e-07, 'epoch': 13.88}
+
                                                       
 99%|█████████▉| 10600/10682 [1:30:32<00:40,  2.03it/s]
 99%|█████████▉| 10601/10682 [1:30:32<00:39,  2.03it/s]
 99%|█████████▉| 10602/10682 [1:30:33<00:39,  2.03it/s]
 99%|█████████▉| 10603/10682 [1:30:33<00:39,  2.03it/s]
 99%|█████████▉| 10604/10682 [1:30:34<00:38,  2.03it/s]
 99%|█████████▉| 10605/10682 [1:30:34<00:38,  2.02it/s]
 99%|█████████▉| 10606/10682 [1:30:35<00:37,  2.03it/s]
 99%|█████████▉| 10607/10682 [1:30:35<00:37,  2.03it/s]
 99%|█████████▉| 10608/10682 [1:30:36<00:36,  2.03it/s]
 99%|█████████▉| 10609/10682 [1:30:36<00:36,  2.03it/s]
 99%|█████████▉| 10610/10682 [1:30:37<00:35,  2.03it/s]
 99%|█████████▉| 10611/10682 [1:30:37<00:35,  2.03it/s]
 99%|█████████▉| 10612/10682 [1:30:38<00:34,  2.03it/s]
 99%|█████████▉| 10613/10682 [1:30:38<00:33,  2.03it/s]
 99%|█████████▉| 10614/10682 [1:30:39<00:33,  2.03it/s]
 99%|█████████▉| 10615/10682 [1:30:39<00:33,  2.03it/s]
 99%|█████████▉| 10616/10682 [1:30:40<00:32,  2.03it/s]
 99%|█████████▉| 10617/10682 [1:30:40<00:32,  2.03it/s]
 99%|█████████▉| 10618/10682 [1:30:41<00:31,  2.03it/s]
 99%|█████████▉| 10619/10682 [1:30:41<00:31,  2.03it/s]
 99%|█████████▉| 10620/10682 [1:30:42<00:30,  2.03it/s]
 99%|█████████▉| 10621/10682 [1:30:42<00:30,  2.03it/s]
 99%|█████████▉| 10622/10682 [1:30:43<00:29,  2.03it/s]
 99%|█████████▉| 10623/10682 [1:30:43<00:29,  2.03it/s]
 99%|█████████▉| 10624/10682 [1:30:44<00:28,  2.03it/s]
 99%|█████████▉| 10625/10682 [1:30:44<00:28,  2.03it/s]{'loss': 2.8038, 'grad_norm': 0.2499060034751892, 'learning_rate': 8.674791042273533e-08, 'epoch': 13.92}
+
                                                       
 99%|█████████▉| 10625/10682 [1:30:44<00:28,  2.03it/s]
 99%|█████████▉| 10626/10682 [1:30:45<00:27,  2.02it/s]
 99%|█████████▉| 10627/10682 [1:30:45<00:27,  2.02it/s]
 99%|█████████▉| 10628/10682 [1:30:46<00:26,  2.02it/s]
+
                                                       
                                                       
+
+
                                                       
+Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.