diff --git "a/nohup.out" "b/nohup.out" --- "a/nohup.out" +++ "b/nohup.out" @@ -26614,3 +26614,10587 @@ Configuration saved in ./checkpoint-48000/config.json Model weights saved in ./checkpoint-48000/pytorch_model.bin Configuration saved in ./checkpoint-48000/preprocessor_config.json Configuration saved in ./preprocessor_config.json +Deleting older checkpoint [checkpoint-46500] due to args.save_total_limit + 71%|███████ | 48001/67700 [28:53:54<331:07:24, 60.51s/it] 71%|███████ | 48002/67700 [28:53:57<235:21:45, 43.01s/it] 71%|███████ | 48003/67700 [28:53:59<168:18:40, 30.76s/it] 71%|███████ | 48004/67700 [28:54:01<121:16:14, 22.17s/it] 71%|███████ | 48005/67700 [28:54:03<88:21:44, 16.15s/it] 71%|███████ | 48006/67700 [28:54:05<65:10:23, 11.91s/it] 71%|███████ | 48007/67700 [28:54:07<48:58:54, 8.95s/it] 71%|███████ | 48008/67700 [28:54:09<37:33:16, 6.87s/it] 71%|███████ | 48009/67700 [28:54:11<29:36:58, 5.41s/it] 71%|███████ | 48010/67700 [28:54:13<23:54:27, 4.37s/it] 71%|███████ | 48011/67700 [28:54:15<19:53:09, 3.64s/it] 71%|███████ | 48012/67700 [28:54:17<16:57:07, 3.10s/it] 71%|███████ | 48013/67700 [28:54:19<14:55:58, 2.73s/it] 71%|███████ | 48014/67700 [28:54:20<13:27:55, 2.46s/it] 71%|███████ | 48015/67700 [28:54:22<12:21:36, 2.26s/it] 71%|███████ | 48016/67700 [28:54:24<11:32:44, 2.11s/it] 71%|███████ | 48017/67700 [28:54:26<10:58:51, 2.01s/it] 71%|███████ | 48018/67700 [28:54:27<10:30:54, 1.92s/it] 71%|███████ | 48019/67700 [28:54:29<10:13:27, 1.87s/it] 71%|███████ | 48020/67700 [28:54:31<9:52:51, 1.81s/it] 71%|███████ | 48021/67700 [28:54:33<9:35:56, 1.76s/it] 71%|███████ | 48022/67700 [28:54:34<9:18:31, 1.70s/it] 71%|███████ | 48023/67700 [28:54:36<9:12:02, 1.68s/it] 71%|███████ | 48024/67700 [28:54:37<8:59:15, 1.64s/it] 71%|███████ | 48025/67700 [28:54:39<8:47:19, 1.61s/it] 71%|███████ | 48026/67700 [28:54:40<8:38:36, 1.58s/it] 71%|███████ | 48027/67700 [28:54:42<8:29:31, 1.55s/it] 71%|███████ | 48028/67700 [28:54:43<8:19:55, 1.52s/it] 71%|███████ | 48029/67700 [28:54:45<8:09:01, 1.49s/it] 71%|███████ | 48030/67700 [28:54:46<7:59:27, 1.46s/it] 71%|███████ | 48031/67700 [28:54:48<8:02:38, 1.47s/it] 71%|███████ | 48032/67700 [28:54:49<7:49:03, 1.43s/it] 71%|███████ | 48033/67700 [28:54:50<7:36:53, 1.39s/it] 71%|███████ | 48034/67700 [28:54:52<7:29:39, 1.37s/it] 71%|███████ | 48035/67700 [28:54:53<7:17:16, 1.33s/it] 71%|███████ | 48036/67700 [28:54:54<7:05:23, 1.30s/it] 71%|███████ | 48037/67700 [28:54:55<6:53:25, 1.26s/it] 71%|███████ | 48038/67700 [28:54:56<6:36:50, 1.21s/it] 71%|███████ | 48039/67700 [28:54:57<6:18:54, 1.16s/it] 71%|███████ | 48040/67700 [28:54:58<5:58:39, 1.09s/it] 71%|███████ | 48041/67700 [28:55:01<8:32:25, 1.56s/it] 71%|███████ | 48042/67700 [28:55:03<10:04:20, 1.84s/it] 71%|███████ | 48043/67700 [28:55:06<10:51:46, 1.99s/it] 71%|███████ | 48044/67700 [28:55:08<11:13:14, 2.06s/it] 71%|███████ | 48045/67700 [28:55:10<11:25:31, 2.09s/it] 71%|███████ | 48046/67700 [28:55:12<11:32:14, 2.11s/it] 71%|███████ | 48047/67700 [28:55:14<11:30:54, 2.11s/it] 71%|███████ | 48048/67700 [28:55:16<11:28:07, 2.10s/it] 71%|███████ | 48049/67700 [28:55:19<11:24:58, 2.09s/it] 71%|███████ | 48050/67700 [28:55:21<11:18:36, 2.07s/it] 71%|███████ | 48051/67700 [28:55:23<11:05:24, 2.03s/it] 71%|███████ | 48052/67700 [28:55:24<10:48:28, 1.98s/it] 71%|███████ | 48053/67700 [28:55:26<10:38:14, 1.95s/it] 71%|███████ | 48054/67700 [28:55:28<10:18:04, 1.89s/it] 71%|███████ | 48055/67700 [28:55:30<10:01:29, 1.84s/it] 71%|███████ | 48056/67700 [28:55:31<9:45:58, 1.79s/it] 71%|███████ | 48057/67700 [28:55:33<9:33:25, 1.75s/it] 71%|███████ | 48058/67700 [28:55:35<9:17:49, 1.70s/it] 71%|███████ | 48059/67700 [28:55:36<9:03:46, 1.66s/it] 71%|███████ | 48060/67700 [28:55:38<8:44:24, 1.60s/it] 71%|███████ | 48061/67700 [28:55:39<8:26:12, 1.55s/it] 71%|███████ | 48062/67700 [28:55:41<8:12:28, 1.50s/it] 71%|███████ | 48063/67700 [28:55:42<7:59:02, 1.46s/it] 71%|███████ | 48064/67700 [28:55:43<7:43:08, 1.42s/it] 71%|███████ | 48065/67700 [28:55:44<7:24:08, 1.36s/it] 71%|███████ | 48066/67700 [28:55:46<7:02:01, 1.29s/it] 71%|███████ | 48067/67700 [28:55:47<6:38:17, 1.22s/it] 71%|███████ | 48068/67700 [28:55:49<9:17:17, 1.70s/it] 71%|███████ | 48069/67700 [28:55:52<10:44:50, 1.97s/it] 71%|███████ | 48070/67700 [28:55:54<11:33:10, 2.12s/it] 71%|███████ | 48071/67700 [28:55:57<12:11:41, 2.24s/it] 71%|███████ | 48072/67700 [28:55:59<12:39:09, 2.32s/it] 71%|███████ | 48073/67700 [28:56:02<12:41:27, 2.33s/it] 71%|███████ | 48074/67700 [28:56:04<12:37:04, 2.31s/it] 71%|███████ | 48075/67700 [28:56:06<12:30:46, 2.30s/it] 71%|███████ | 48076/67700 [28:56:09<12:24:38, 2.28s/it] 71%|███████ | 48077/67700 [28:56:11<12:13:31, 2.24s/it] 71%|███████ | 48078/67700 [28:56:13<12:03:20, 2.21s/it] 71%|███████ | 48079/67700 [28:56:15<11:54:19, 2.18s/it] 71%|███████ | 48080/67700 [28:56:17<11:43:34, 2.15s/it] 71%|███████ | 48081/67700 [28:56:19<11:38:38, 2.14s/it] 71%|███████ | 48082/67700 [28:56:21<11:26:51, 2.10s/it] 71%|███████ | 48083/67700 [28:56:23<11:18:57, 2.08s/it] 71%|███████ | 48084/67700 [28:56:25<11:13:11, 2.06s/it] 71%|███████ | 48085/67700 [28:56:27<11:03:40, 2.03s/it] 71%|███████ | 48086/67700 [28:56:29<10:50:08, 1.99s/it] 71%|███████ | 48087/67700 [28:56:31<10:40:27, 1.96s/it] 71%|███████ | 48088/67700 [28:56:33<10:29:55, 1.93s/it] 71%|███████ | 48089/67700 [28:56:35<10:24:18, 1.91s/it] 71%|███████ | 48090/67700 [28:56:37<10:15:58, 1.88s/it] 71%|███████ | 48091/67700 [28:56:38<10:07:24, 1.86s/it] 71%|███████ | 48092/67700 [28:56:40<9:58:12, 1.83s/it] 71%|███████ | 48093/67700 [28:56:42<9:55:06, 1.82s/it] 71%|███████ | 48094/67700 [28:56:44<9:47:54, 1.80s/it] 71%|███████ | 48095/67700 [28:56:45<9:39:31, 1.77s/it] 71%|███████ | 48096/67700 [28:56:47<9:34:45, 1.76s/it] 71%|███████ | 48097/67700 [28:56:49<9:34:03, 1.76s/it] 71%|███████ | 48098/67700 [28:56:51<9:30:58, 1.75s/it] 71%|███████ | 48099/67700 [28:56:52<9:19:45, 1.71s/it] 71%|███████ | 48100/67700 [28:56:54<9:10:52, 1.69s/it] 71%|███████ | 48100/67700 [28:56:54<9:10:52, 1.69s/it] 71%|███████ | 48101/67700 [28:56:55<9:04:53, 1.67s/it] 71%|███████ | 48102/67700 [28:56:57<8:56:05, 1.64s/it] 71%|███████ | 48103/67700 [28:56:59<8:57:10, 1.64s/it] 71%|███████ | 48104/67700 [28:57:00<8:46:43, 1.61s/it] 71%|███████ | 48105/67700 [28:57:02<8:35:16, 1.58s/it] 71%|███████ | 48106/67700 [28:57:03<8:24:21, 1.54s/it] 71%|███████ | 48107/67700 [28:57:05<8:13:22, 1.51s/it] 71%|███████ | 48108/67700 [28:57:06<8:03:43, 1.48s/it] 71%|███████ | 48109/67700 [28:57:07<7:54:04, 1.45s/it] 71%|███████ | 48110/67700 [28:57:09<7:42:00, 1.42s/it] 71%|███████ | 48111/67700 [28:57:10<7:27:33, 1.37s/it] 71%|███████ | 48112/67700 [28:57:11<7:14:33, 1.33s/it] 71%|███████ | 48113/67700 [28:57:13<7:07:59, 1.31s/it] 71%|███████ | 48114/67700 [28:57:14<6:52:12, 1.26s/it] 71%|███████ | 48115/67700 [28:57:15<6:38:02, 1.22s/it] 71%|███████ | 48116/67700 [28:57:16<6:19:27, 1.16s/it] 71%|███████ | 48117/67700 [28:57:17<5:59:39, 1.10s/it] 71%|███████ | 48118/67700 [28:57:19<8:32:50, 1.57s/it] 71%|███████ | 48119/67700 [28:57:22<10:09:00, 1.87s/it] 71%|███████ | 48120/67700 [28:57:25<11:16:37, 2.07s/it] 71%|███████ | 48121/67700 [28:57:27<12:00:05, 2.21s/it] 71%|███████ | 48122/67700 [28:57:30<12:21:31, 2.27s/it] 71%|███████ | 48123/67700 [28:57:32<12:26:15, 2.29s/it] 71%|███████ | 48124/67700 [28:57:34<12:24:48, 2.28s/it] 71%|███████ | 48125/67700 [28:57:36<12:20:41, 2.27s/it] 71%|███████ | 48126/67700 [28:57:39<12:17:37, 2.26s/it] 71%|███████ | 48127/67700 [28:57:41<12:10:58, 2.24s/it] 71%|███████ | 48128/67700 [28:57:43<12:07:10, 2.23s/it] 71%|███████ | 48129/67700 [28:57:45<11:59:57, 2.21s/it] 71%|███████ | 48130/67700 [28:57:47<11:56:18, 2.20s/it] 71%|███████ | 48131/67700 [28:57:49<11:49:13, 2.17s/it] 71%|███████ | 48132/67700 [28:57:52<11:41:21, 2.15s/it] 71%|███████ | 48133/67700 [28:57:54<11:31:24, 2.12s/it] 71%|███████ | 48134/67700 [28:57:56<11:20:53, 2.09s/it] 71%|███████ | 48135/67700 [28:57:58<11:13:12, 2.06s/it] 71%|███████ | 48136/67700 [28:58:00<11:04:46, 2.04s/it] 71%|███████ | 48137/67700 [28:58:02<10:54:20, 2.01s/it] 71%|███████ | 48138/67700 [28:58:03<10:41:32, 1.97s/it] 71%|███████ | 48139/67700 [28:58:05<10:32:04, 1.94s/it] 71%|███████ | 48140/67700 [28:58:07<10:19:08, 1.90s/it] 71%|███████ | 48141/67700 [28:58:09<10:13:56, 1.88s/it] 71%|███████ | 48142/67700 [28:58:11<10:04:30, 1.85s/it] 71%|███████ | 48143/67700 [28:58:12<9:55:17, 1.83s/it] 71%|███████ | 48144/67700 [28:58:14<9:44:04, 1.79s/it] 71%|███████ | 48145/67700 [28:58:16<9:35:02, 1.76s/it] 71%|███████ | 48146/67700 [28:58:18<9:23:42, 1.73s/it] 71%|███████ | 48147/67700 [28:58:19<9:14:15, 1.70s/it] 71%|███████ | 48148/67700 [28:58:21<9:09:07, 1.69s/it] 71%|███████ | 48149/67700 [28:58:22<9:07:31, 1.68s/it] 71%|███████ | 48150/67700 [28:58:24<8:59:30, 1.66s/it] 71%|███████ | 48151/67700 [28:58:26<8:53:38, 1.64s/it] 71%|███████ | 48152/67700 [28:58:27<8:41:39, 1.60s/it] 71%|███████ | 48153/67700 [28:58:29<8:30:11, 1.57s/it] 71%|███████ | 48154/67700 [28:58:30<8:20:44, 1.54s/it] 71%|███████ | 48155/67700 [28:58:32<8:10:11, 1.50s/it] 71%|███████ | 48156/67700 [28:58:33<8:03:34, 1.48s/it] 71%|███████ | 48157/67700 [28:58:34<7:54:05, 1.46s/it] 71%|███████ | 48158/67700 [28:58:36<7:47:16, 1.43s/it] 71%|███████ | 48159/67700 [28:58:37<7:36:14, 1.40s/it] 71%|███████ | 48160/67700 [28:58:38<7:25:28, 1.37s/it] 71%|███████ | 48161/67700 [28:58:40<7:13:15, 1.33s/it] 71%|███████ | 48162/67700 [28:58:41<6:59:17, 1.29s/it] 71%|███████ | 48163/67700 [28:58:42<6:47:23, 1.25s/it] 71%|███████ | 48164/67700 [28:58:43<6:36:16, 1.22s/it] 71%|███████ | 48165/67700 [28:58:44<6:22:59, 1.18s/it] 71%|███████ | 48166/67700 [28:58:45<6:07:58, 1.13s/it] 71%|███████ | 48167/67700 [28:58:46<5:51:59, 1.08s/it] 71%|███████ | 48168/67700 [28:58:49<8:26:27, 1.56s/it] 71%|███████ | 48169/67700 [28:58:51<10:06:44, 1.86s/it] 71%|███████ | 48170/67700 [28:58:54<11:09:03, 2.06s/it] 71%|███████ | 48171/67700 [28:58:56<11:51:10, 2.18s/it] 71%|███████ | 48172/67700 [28:58:59<12:17:26, 2.27s/it] 71%|███████ | 48173/67700 [28:59:01<12:30:37, 2.31s/it] 71%|███████ | 48174/67700 [28:59:04<12:26:16, 2.29s/it] 71%|███████ | 48175/67700 [28:59:06<12:22:16, 2.28s/it] 71%|███████ | 48176/67700 [28:59:08<12:14:54, 2.26s/it] 71%|███████ | 48177/67700 [28:59:10<12:03:44, 2.22s/it] 71%|███████ | 48178/67700 [28:59:12<11:59:37, 2.21s/it] 71%|███████ | 48179/67700 [28:59:14<11:48:41, 2.18s/it] 71%|███████ | 48180/67700 [28:59:17<11:41:54, 2.16s/it] 71%|███████ | 48181/67700 [28:59:19<11:35:16, 2.14s/it] 71%|███████ | 48182/67700 [28:59:21<11:29:47, 2.12s/it] 71%|███████ | 48183/67700 [28:59:23<11:20:16, 2.09s/it] 71%|███████ | 48184/67700 [28:59:25<11:11:25, 2.06s/it] 71%|███████ | 48185/67700 [28:59:27<11:03:41, 2.04s/it] 71%|███████ | 48186/67700 [28:59:29<11:01:17, 2.03s/it] 71%|███████ | 48187/67700 [28:59:31<10:47:39, 1.99s/it] 71%|███████ | 48188/67700 [28:59:33<10:38:02, 1.96s/it] 71%|███████ | 48189/67700 [28:59:34<10:27:27, 1.93s/it] 71%|███████ | 48190/67700 [28:59:36<10:21:44, 1.91s/it] 71%|███████ | 48191/67700 [28:59:38<10:14:58, 1.89s/it] 71%|███████ | 48192/67700 [28:59:40<10:04:31, 1.86s/it] 71%|███████ | 48193/67700 [28:59:42<9:54:20, 1.83s/it] 71%|███████ | 48194/67700 [28:59:43<9:46:06, 1.80s/it] 71%|███████ | 48195/67700 [28:59:45<9:38:18, 1.78s/it] 71%|███████ | 48196/67700 [28:59:47<9:28:05, 1.75s/it] 71%|███████ | 48197/67700 [28:59:48<9:17:47, 1.72s/it] 71%|███████ | 48198/67700 [28:59:50<9:14:03, 1.70s/it] 71%|███████ | 48199/67700 [28:59:52<9:07:24, 1.68s/it] 71%|███████ | 48200/67700 [28:59:53<8:59:47, 1.66s/it] 71%|███████ | 48200/67700 [28:59:53<8:59:47, 1.66s/it] 71%|███████ | 48201/67700 [28:59:55<8:51:47, 1.64s/it] 71%|███████ | 48202/67700 [28:59:57<8:46:57, 1.62s/it] 71%|███████ | 48203/67700 [28:59:58<8:39:38, 1.60s/it] 71%|███████ | 48204/67700 [29:00:00<8:27:12, 1.56s/it] 71%|███████ | 48205/67700 [29:00:01<8:24:52, 1.55s/it] 71%|███████ | 48206/67700 [29:00:02<8:12:54, 1.52s/it] 71%|███████ | 48207/67700 [29:00:04<8:02:58, 1.49s/it] 71%|███████ | 48208/67700 [29:00:05<7:52:12, 1.45s/it] 71%|███████ | 48209/67700 [29:00:07<7:38:43, 1.41s/it] 71%|███████ | 48210/67700 [29:00:08<7:30:19, 1.39s/it] 71%|███████ | 48211/67700 [29:00:09<7:14:10, 1.34s/it] 71%|███████ | 48212/67700 [29:00:10<7:04:03, 1.31s/it] 71%|███████ | 48213/67700 [29:00:12<6:56:08, 1.28s/it] 71%|███████ | 48214/67700 [29:00:13<6:44:09, 1.24s/it] 71%|███████ | 48215/67700 [29:00:14<6:29:34, 1.20s/it] 71%|███████ | 48216/67700 [29:00:15<6:12:55, 1.15s/it] 71%|███████ | 48217/67700 [29:00:16<6:07:33, 1.13s/it] 71%|███████ | 48218/67700 [29:00:19<8:26:59, 1.56s/it] 71%|███████ | 48219/67700 [29:00:21<10:01:02, 1.85s/it] 71%|███████ | 48220/67700 [29:00:24<11:06:26, 2.05s/it] 71%|███████ | 48221/67700 [29:00:26<11:43:08, 2.17s/it] 71%|███████ | 48222/67700 [29:00:28<11:59:28, 2.22s/it] 71%|███████ | 48223/67700 [29:00:31<12:04:44, 2.23s/it] 71%|███████ | 48224/67700 [29:00:33<12:08:06, 2.24s/it] 71%|███████ | 48225/67700 [29:00:35<12:05:11, 2.23s/it] 71%|███████ | 48226/67700 [29:00:37<11:58:03, 2.21s/it] 71%|███████ | 48227/67700 [29:00:39<11:56:55, 2.21s/it] 71%|███████ | 48228/67700 [29:00:42<12:01:12, 2.22s/it] 71%|███████ | 48229/67700 [29:00:44<11:54:04, 2.20s/it] 71%|███████ | 48230/67700 [29:00:46<11:47:54, 2.18s/it] 71%|███████ | 48231/67700 [29:00:48<11:38:08, 2.15s/it] 71%|███████ | 48232/67700 [29:00:50<11:25:22, 2.11s/it] 71%|███████ | 48233/67700 [29:00:52<11:18:50, 2.09s/it] 71%|███████ | 48234/67700 [29:00:54<11:11:44, 2.07s/it] 71%|███████ | 48235/67700 [29:00:56<11:02:58, 2.04s/it] 71%|███████ | 48236/67700 [29:00:58<10:50:46, 2.01s/it] 71%|███████▏ | 48237/67700 [29:01:00<10:40:21, 1.97s/it] 71%|███████▏ | 48238/67700 [29:01:02<10:35:16, 1.96s/it] 71%|███████▏ | 48239/67700 [29:01:04<10:27:50, 1.94s/it] 71%|███████▏ | 48240/67700 [29:01:06<10:18:01, 1.91s/it] 71%|███████▏ | 48241/67700 [29:01:08<10:17:16, 1.90s/it] 71%|███████▏ | 48242/67700 [29:01:09<10:02:18, 1.86s/it] 71%|███████▏ | 48243/67700 [29:01:11<9:52:24, 1.83s/it] 71%|███████▏ | 48244/67700 [29:01:13<9:47:20, 1.81s/it] 71%|███████▏ | 48245/67700 [29:01:15<9:37:46, 1.78s/it] 71%|███████▏ | 48246/67700 [29:01:16<9:25:35, 1.74s/it] 71%|███████▏ | 48247/67700 [29:01:18<9:10:05, 1.70s/it] 71%|███████▏ | 48248/67700 [29:01:19<8:56:40, 1.66s/it] 71%|███████▏ | 48249/67700 [29:01:21<8:46:25, 1.62s/it] 71%|███████▏ | 48250/67700 [29:01:22<8:34:21, 1.59s/it] 71%|███████▏ | 48251/67700 [29:01:24<8:25:26, 1.56s/it] 71%|███████▏ | 48252/67700 [29:01:25<8:15:07, 1.53s/it] 71%|███████▏ | 48253/67700 [29:01:27<8:05:54, 1.50s/it] 71%|███████▏ | 48254/67700 [29:01:28<7:55:23, 1.47s/it] 71%|███████▏ | 48255/67700 [29:01:30<7:48:00, 1.44s/it] 71%|███████▏ | 48256/67700 [29:01:31<7:39:18, 1.42s/it] 71%|███████▏ | 48257/67700 [29:01:32<7:28:39, 1.38s/it] 71%|███████▏ | 48258/67700 [29:01:33<7:20:02, 1.36s/it] 71%|███████▏ | 48259/67700 [29:01:35<7:11:16, 1.33s/it] 71%|███████▏ | 48260/67700 [29:01:36<6:58:13, 1.29s/it] 71%|███████▏ | 48261/67700 [29:01:37<6:45:14, 1.25s/it] 71%|███████▏ | 48262/67700 [29:01:38<6:37:20, 1.23s/it] 71%|███████▏ | 48263/67700 [29:01:39<6:36:40, 1.22s/it] 71%|███████▏ | 48264/67700 [29:01:41<6:32:13, 1.21s/it] 71%|███████▏ | 48265/67700 [29:01:42<6:26:06, 1.19s/it] 71%|███████▏ | 48266/67700 [29:01:43<6:14:39, 1.16s/it] 71%|███████▏ | 48267/67700 [29:01:44<5:54:31, 1.09s/it] 71%|███████▏ | 48268/67700 [29:01:46<8:20:02, 1.54s/it] 71%|███████▏ | 48269/67700 [29:01:49<9:57:44, 1.85s/it] 71%|███████▏ | 48270/67700 [29:01:52<11:03:03, 2.05s/it] 71%|███████▏ | 48271/67700 [29:01:54<11:39:42, 2.16s/it] 71%|███████▏ | 48272/67700 [29:01:56<11:59:43, 2.22s/it] 71%|███████▏ | 48273/67700 [29:01:59<12:07:07, 2.25s/it] 71%|███████▏ | 48274/67700 [29:02:01<12:07:29, 2.25s/it] 71%|███████▏ | 48275/67700 [29:02:03<12:11:26, 2.26s/it] 71%|███████▏ | 48276/67700 [29:02:05<12:06:48, 2.25s/it] 71%|███████▏ | 48277/67700 [29:02:08<12:01:59, 2.23s/it] 71%|███████▏ | 48278/67700 [29:02:10<11:54:49, 2.21s/it] 71%|███████▏ | 48279/67700 [29:02:12<11:48:33, 2.19s/it] 71%|███████▏ | 48280/67700 [29:02:14<11:37:58, 2.16s/it] 71%|███████▏ | 48281/67700 [29:02:16<11:30:53, 2.13s/it] 71%|███████▏ | 48282/67700 [29:02:18<11:23:41, 2.11s/it] 71%|███████▏ | 48283/67700 [29:02:20<11:19:41, 2.10s/it] 71%|███████▏ | 48284/67700 [29:02:22<11:11:57, 2.08s/it] 71%|███████▏ | 48285/67700 [29:02:24<11:04:05, 2.05s/it] 71%|███████▏ | 48286/67700 [29:02:26<10:55:19, 2.03s/it] 71%|███████▏ | 48287/67700 [29:02:28<10:44:56, 1.99s/it] 71%|███████▏ | 48288/67700 [29:02:30<10:34:57, 1.96s/it] 71%|███████▏ | 48289/67700 [29:02:32<10:31:04, 1.95s/it] 71%|███████▏ | 48290/67700 [29:02:34<10:20:05, 1.92s/it] 71%|███████▏ | 48291/67700 [29:02:36<10:10:12, 1.89s/it] 71%|███████▏ | 48292/67700 [29:02:37<9:59:19, 1.85s/it] 71%|███████▏ | 48293/67700 [29:02:39<9:49:41, 1.82s/it] 71%|███████▏ | 48294/67700 [29:02:41<9:39:31, 1.79s/it] 71%|███████▏ | 48295/67700 [29:02:42<9:34:52, 1.78s/it] 71%|███████▏ | 48296/67700 [29:02:44<9:26:06, 1.75s/it] 71%|███████▏ | 48297/67700 [29:02:46<9:19:15, 1.73s/it] 71%|███████▏ | 48298/67700 [29:02:47<9:09:19, 1.70s/it] 71%|███████▏ | 48299/67700 [29:02:49<9:01:41, 1.68s/it] 71%|███████▏ | 48300/67700 [29:02:51<8:48:45, 1.64s/it] 71%|███████▏ | 48300/67700 [29:02:51<8:48:45, 1.64s/it] 71%|███████▏ | 48301/67700 [29:02:52<8:41:21, 1.61s/it] 71%|███████▏ | 48302/67700 [29:02:54<8:33:25, 1.59s/it] 71%|███████▏ | 48303/67700 [29:02:55<8:25:34, 1.56s/it] 71%|███████▏ | 48304/67700 [29:02:57<8:18:16, 1.54s/it] 71%|███████▏ | 48305/67700 [29:02:58<8:10:54, 1.52s/it] 71%|███████▏ | 48306/67700 [29:03:00<8:01:58, 1.49s/it] 71%|███████▏ | 48307/67700 [29:03:01<7:51:36, 1.46s/it] 71%|███████▏ | 48308/67700 [29:03:02<7:44:45, 1.44s/it] 71%|███████▏ | 48309/67700 [29:03:04<7:32:16, 1.40s/it] 71%|███████▏ | 48310/67700 [29:03:05<7:23:31, 1.37s/it] 71%|███████▏ | 48311/67700 [29:03:06<7:10:21, 1.33s/it] 71%|███████▏ | 48312/67700 [29:03:08<7:04:59, 1.32s/it] 71%|███████▏ | 48313/67700 [29:03:09<6:51:28, 1.27s/it] 71%|███████▏ | 48314/67700 [29:03:10<6:40:03, 1.24s/it] 71%|███████▏ | 48315/67700 [29:03:11<6:26:00, 1.19s/it] 71%|███████▏ | 48316/67700 [29:03:12<6:09:53, 1.14s/it] 71%|███████▏ | 48317/67700 [29:03:13<5:49:06, 1.08s/it] 71%|███████▏ | 48318/67700 [29:03:16<8:14:35, 1.53s/it] 71%|███████▏ | 48319/67700 [29:03:18<9:51:17, 1.83s/it] 71%|███████▏ | 48320/67700 [29:03:21<10:57:07, 2.03s/it] 71%|███████▏ | 48321/67700 [29:03:23<11:38:53, 2.16s/it] 71%|███████▏ | 48322/67700 [29:03:25<11:58:51, 2.23s/it] 71%|███████▏ | 48323/67700 [29:03:28<12:06:56, 2.25s/it] 71%|███████▏ | 48324/67700 [29:03:30<12:09:10, 2.26s/it] 71%|███████▏ | 48325/67700 [29:03:32<12:05:19, 2.25s/it] 71%|███████▏ | 48326/67700 [29:03:34<12:02:46, 2.24s/it] 71%|███████▏ | 48327/67700 [29:03:37<11:56:19, 2.22s/it] 71%|███████▏ | 48328/67700 [29:03:39<11:52:46, 2.21s/it] 71%|███████▏ | 48329/67700 [29:03:41<11:44:57, 2.18s/it] 71%|███████▏ | 48330/67700 [29:03:43<11:42:39, 2.18s/it] 71%|███████▏ | 48331/67700 [29:03:45<11:32:14, 2.14s/it] 71%|███████▏ | 48332/67700 [29:03:47<11:22:54, 2.12s/it] 71%|███████▏ | 48333/67700 [29:03:49<11:17:38, 2.10s/it] 71%|███████▏ | 48334/67700 [29:03:51<11:06:42, 2.07s/it] 71%|███████▏ | 48335/67700 [29:03:53<10:59:55, 2.04s/it] 71%|███████▏ | 48336/67700 [29:03:55<10:47:19, 2.01s/it] 71%|███████▏ | 48337/67700 [29:03:57<10:37:10, 1.97s/it] 71%|███████▏ | 48338/67700 [29:03:59<10:24:03, 1.93s/it] 71%|███████▏ | 48339/67700 [29:04:01<10:16:15, 1.91s/it] 71%|███████▏ | 48340/67700 [29:04:03<10:06:22, 1.88s/it] 71%|███████▏ | 48341/67700 [29:04:04<9:57:26, 1.85s/it] 71%|███████▏ | 48342/67700 [29:04:06<9:54:32, 1.84s/it] 71%|███████▏ | 48343/67700 [29:04:08<9:46:08, 1.82s/it] 71%|███████▏ | 48344/67700 [29:04:10<9:39:24, 1.80s/it] 71%|███████▏ | 48345/67700 [29:04:11<9:30:38, 1.77s/it] 71%|███████▏ | 48346/67700 [29:04:13<9:25:12, 1.75s/it] 71%|███████▏ | 48347/67700 [29:04:15<9:17:35, 1.73s/it] 71%|███████▏ | 48348/67700 [29:04:16<9:08:51, 1.70s/it] 71%|███████▏ | 48349/67700 [29:04:18<9:01:48, 1.68s/it] 71%|███████▏ | 48350/67700 [29:04:20<8:54:06, 1.66s/it] 71%|███████▏ | 48351/67700 [29:04:21<8:43:13, 1.62s/it] 71%|███████▏ | 48352/67700 [29:04:23<8:38:06, 1.61s/it] 71%|███████▏ | 48353/67700 [29:04:24<8:32:33, 1.59s/it] 71%|███████▏ | 48354/67700 [29:04:26<8:24:17, 1.56s/it] 71%|███████▏ | 48355/67700 [29:04:27<8:15:30, 1.54s/it] 71%|███████▏ | 48356/67700 [29:04:29<8:08:33, 1.52s/it] 71%|███████▏ | 48357/67700 [29:04:30<8:09:16, 1.52s/it] 71%|███████▏ | 48358/67700 [29:04:32<7:57:42, 1.48s/it] 71%|███████▏ | 48359/67700 [29:04:33<7:46:40, 1.45s/it] 71%|███████▏ | 48360/67700 [29:04:34<7:36:33, 1.42s/it] 71%|███████▏ | 48361/67700 [29:04:36<7:24:18, 1.38s/it] 71%|███████▏ | 48362/67700 [29:04:37<7:09:20, 1.33s/it] 71%|███████▏ | 48363/67700 [29:04:38<6:56:02, 1.29s/it] 71%|███████▏ | 48364/67700 [29:04:39<6:43:47, 1.25s/it] 71%|███████▏ | 48365/67700 [29:04:40<6:29:58, 1.21s/it] 71%|███████▏ | 48366/67700 [29:04:41<6:13:11, 1.16s/it] 71%|███████▏ | 48367/67700 [29:04:42<5:56:47, 1.11s/it] 71%|███████▏ | 48368/67700 [29:04:45<8:20:44, 1.55s/it] 71%|███████▏ | 48369/67700 [29:04:47<9:53:32, 1.84s/it] 71%|███████▏ | 48370/67700 [29:04:50<10:59:22, 2.05s/it] 71%|███████▏ | 48371/67700 [29:04:52<11:40:05, 2.17s/it] 71%|███████▏ | 48372/67700 [29:04:55<11:58:05, 2.23s/it] 71%|███████▏ | 48373/67700 [29:04:57<12:02:08, 2.24s/it] 71%|███████▏ | 48374/67700 [29:04:59<12:11:41, 2.27s/it] 71%|███████▏ | 48375/67700 [29:05:02<12:07:52, 2.26s/it] 71%|███████▏ | 48376/67700 [29:05:04<12:03:16, 2.25s/it] 71%|███████▏ | 48377/67700 [29:05:06<11:55:54, 2.22s/it] 71%|███████▏ | 48378/67700 [29:05:08<11:43:49, 2.19s/it] 71%|███████▏ | 48379/67700 [29:05:10<11:42:41, 2.18s/it] 71%|███████▏ | 48380/67700 [29:05:12<11:40:11, 2.17s/it] 71%|███████▏ | 48381/67700 [29:05:15<11:27:20, 2.13s/it] 71%|███████▏ | 48382/67700 [29:05:17<11:17:30, 2.10s/it] 71%|███████▏ | 48383/67700 [29:05:19<11:11:02, 2.08s/it] 71%|███████▏ | 48384/67700 [29:05:21<11:00:12, 2.05s/it] 71%|███████▏ | 48385/67700 [29:05:23<11:00:40, 2.05s/it] 71%|███████▏ | 48386/67700 [29:05:25<10:55:10, 2.04s/it] 71%|███████▏ | 48387/67700 [29:05:27<10:42:17, 2.00s/it] 71%|███████▏ | 48388/67700 [29:05:28<10:28:30, 1.95s/it] 71%|███████▏ | 48389/67700 [29:05:30<10:17:19, 1.92s/it] 71%|███████▏ | 48390/67700 [29:05:32<10:05:33, 1.88s/it] 71%|███████▏ | 48391/67700 [29:05:34<9:52:28, 1.84s/it] 71%|███████▏ | 48392/67700 [29:05:36<9:44:44, 1.82s/it] 71%|███████▏ | 48393/67700 [29:05:37<9:36:45, 1.79s/it] 71%|███████▏ | 48394/67700 [29:05:39<9:32:17, 1.78s/it] 71%|███████▏ | 48395/67700 [29:05:41<9:24:25, 1.75s/it] 71%|███████▏ | 48396/67700 [29:05:42<9:20:28, 1.74s/it] 71%|███████▏ | 48397/67700 [29:05:44<9:05:58, 1.70s/it] 71%|███████▏ | 48398/67700 [29:05:46<8:54:06, 1.66s/it] 71%|███████▏ | 48399/67700 [29:05:47<8:42:06, 1.62s/it] 71%|███████▏ | 48400/67700 [29:05:49<8:36:24, 1.61s/it] 71%|███████▏ | 48400/67700 [29:05:49<8:36:24, 1.61s/it] 71%|███████▏ | 48401/67700 [29:05:50<8:28:44, 1.58s/it] 71%|███████▏ | 48402/67700 [29:05:52<8:23:13, 1.56s/it] 71%|███████▏ | 48403/67700 [29:05:53<8:16:22, 1.54s/it] 71%|███████▏ | 48404/67700 [29:05:55<8:08:37, 1.52s/it] 71%|███████▏ | 48405/67700 [29:05:56<8:00:28, 1.49s/it] 72%|███████▏ | 48406/67700 [29:05:58<7:52:57, 1.47s/it] 72%|███████▏ | 48407/67700 [29:05:59<7:46:50, 1.45s/it] 72%|███████▏ | 48408/67700 [29:06:00<7:34:59, 1.42s/it] 72%|███████▏ | 48409/67700 [29:06:02<7:29:09, 1.40s/it] 72%|███████▏ | 48410/67700 [29:06:03<7:17:35, 1.36s/it] 72%|███████▏ | 48411/67700 [29:06:04<7:07:04, 1.33s/it] 72%|███████▏ | 48412/67700 [29:06:05<6:58:32, 1.30s/it] 72%|███████▏ | 48413/67700 [29:06:07<6:45:45, 1.26s/it] 72%|███████▏ | 48414/67700 [29:06:08<6:45:14, 1.26s/it] 72%|███████▏ | 48415/67700 [29:06:09<6:30:01, 1.21s/it] 72%|███████▏ | 48416/67700 [29:06:10<6:13:08, 1.16s/it] 72%|███████▏ | 48417/67700 [29:06:11<6:05:11, 1.14s/it] 72%|███████▏ | 48418/67700 [29:06:14<8:25:50, 1.57s/it] 72%|███████▏ | 48419/67700 [29:06:16<9:57:27, 1.86s/it] 72%|███████▏ | 48420/67700 [29:06:19<10:56:07, 2.04s/it] 72%|███████▏ | 48421/67700 [29:06:21<11:38:09, 2.17s/it] 72%|███████▏ | 48422/67700 [29:06:24<12:06:17, 2.26s/it] 72%|███████▏ | 48423/67700 [29:06:26<12:20:15, 2.30s/it] 72%|███████▏ | 48424/67700 [29:06:28<12:18:04, 2.30s/it] 72%|███████▏ | 48425/67700 [29:06:31<12:24:53, 2.32s/it] 72%|███████▏ | 48426/67700 [29:06:33<12:18:34, 2.30s/it] 72%|███████▏ | 48427/67700 [29:06:35<12:05:00, 2.26s/it] 72%|███████▏ | 48428/67700 [29:06:37<11:52:51, 2.22s/it] 72%|███████▏ | 48429/67700 [29:06:39<11:37:08, 2.17s/it] 72%|███████▏ | 48430/67700 [29:06:41<11:21:59, 2.12s/it] 72%|███████▏ | 48431/67700 [29:06:43<11:10:47, 2.09s/it] 72%|███████▏ | 48432/67700 [29:06:45<11:02:41, 2.06s/it] 72%|███████▏ | 48433/67700 [29:06:47<10:51:37, 2.03s/it] 72%|███████▏ | 48434/67700 [29:06:49<10:52:08, 2.03s/it] 72%|███████▏ | 48435/67700 [29:06:51<10:50:07, 2.02s/it] 72%|███████▏ | 48436/67700 [29:06:53<10:41:29, 2.00s/it] 72%|███████▏ | 48437/67700 [29:06:55<10:34:34, 1.98s/it] 72%|███████▏ | 48438/67700 [29:06:57<10:22:19, 1.94s/it] 72%|███████▏ | 48439/67700 [29:06:59<10:16:13, 1.92s/it] 72%|███████▏ | 48440/67700 [29:07:01<10:06:13, 1.89s/it] 72%|███████▏ | 48441/67700 [29:07:02<9:54:47, 1.85s/it] 72%|███████▏ | 48442/67700 [29:07:04<9:45:40, 1.82s/it] 72%|███████▏ | 48443/67700 [29:07:06<9:39:36, 1.81s/it] 72%|███████▏ | 48444/67700 [29:07:08<9:30:43, 1.78s/it] 72%|███████▏ | 48445/67700 [29:07:09<9:19:19, 1.74s/it] 72%|███████▏ | 48446/67700 [29:07:11<9:05:51, 1.70s/it] 72%|███████▏ | 48447/67700 [29:07:13<8:56:46, 1.67s/it] 72%|███████▏ | 48448/67700 [29:07:14<8:45:42, 1.64s/it] 72%|███████▏ | 48449/67700 [29:07:16<8:37:15, 1.61s/it] 72%|███████▏ | 48450/67700 [29:07:17<8:29:37, 1.59s/it] 72%|███████▏ | 48451/67700 [29:07:19<8:22:50, 1.57s/it] 72%|███████▏ | 48452/67700 [29:07:20<8:14:47, 1.54s/it] 72%|███████▏ | 48453/67700 [29:07:22<8:12:17, 1.53s/it] 72%|███████▏ | 48454/67700 [29:07:23<8:06:20, 1.52s/it] 72%|███████▏ | 48455/67700 [29:07:25<7:58:41, 1.49s/it] 72%|███████▏ | 48456/67700 [29:07:26<7:50:50, 1.47s/it] 72%|███████▏ | 48457/67700 [29:07:27<7:42:46, 1.44s/it] 72%|███████▏ | 48458/67700 [29:07:29<7:40:49, 1.44s/it] 72%|███████▏ | 48459/67700 [29:07:30<7:36:40, 1.42s/it] 72%|███████▏ | 48460/67700 [29:07:31<7:15:53, 1.36s/it] 72%|███████▏ | 48461/67700 [29:07:33<6:57:43, 1.30s/it] 72%|███████▏ | 48462/67700 [29:07:34<6:41:49, 1.25s/it] 72%|███████▏ | 48463/67700 [29:07:35<6:27:27, 1.21s/it] 72%|███████▏ | 48464/67700 [29:07:36<6:14:02, 1.17s/it] 72%|███████▏ | 48465/67700 [29:07:37<6:00:38, 1.12s/it] 72%|███████▏ | 48466/67700 [29:07:38<5:43:27, 1.07s/it] 72%|███████▏ | 48467/67700 [29:07:39<5:22:46, 1.01s/it] 72%|███████▏ | 48468/67700 [29:07:41<7:43:46, 1.45s/it] 72%|███████▏ | 48469/67700 [29:07:44<9:37:44, 1.80s/it] 72%|███████▏ | 48470/67700 [29:07:46<10:45:09, 2.01s/it] 72%|███████▏ | 48471/67700 [29:07:49<11:23:47, 2.13s/it] 72%|███████▏ | 48472/67700 [29:07:51<11:50:16, 2.22s/it] 72%|███████▏ | 48473/67700 [29:07:53<11:58:29, 2.24s/it] 72%|███████▏ | 48474/67700 [29:07:56<12:07:15, 2.27s/it] 72%|███████▏ | 48475/67700 [29:07:58<12:03:55, 2.26s/it] 72%|███████▏ | 48476/67700 [29:08:00<11:56:52, 2.24s/it] 72%|███████▏ | 48477/67700 [29:08:02<11:47:51, 2.21s/it] 72%|███████▏ | 48478/67700 [29:08:05<11:42:51, 2.19s/it] 72%|███████▏ | 48479/67700 [29:08:07<11:38:05, 2.18s/it] 72%|███████▏ | 48480/67700 [29:08:09<11:33:08, 2.16s/it] 72%|███████▏ | 48481/67700 [29:08:11<11:36:31, 2.17s/it] 72%|███████▏ | 48482/67700 [29:08:13<11:26:05, 2.14s/it] 72%|███████▏ | 48483/67700 [29:08:15<11:12:04, 2.10s/it] 72%|███████▏ | 48484/67700 [29:08:17<11:03:09, 2.07s/it] 72%|███████▏ | 48485/67700 [29:08:19<10:59:05, 2.06s/it] 72%|███████▏ | 48486/67700 [29:08:21<10:41:08, 2.00s/it] 72%|███████▏ | 48487/67700 [29:08:23<10:30:01, 1.97s/it] 72%|███████▏ | 48488/67700 [29:08:25<10:20:15, 1.94s/it] 72%|███████▏ | 48489/67700 [29:08:27<10:15:26, 1.92s/it] 72%|███████▏ | 48490/67700 [29:08:28<10:06:25, 1.89s/it] 72%|███████▏ | 48491/67700 [29:08:30<9:55:57, 1.86s/it] 72%|███████▏ | 48492/67700 [29:08:32<9:46:08, 1.83s/it] 72%|███████▏ | 48493/67700 [29:08:34<9:37:19, 1.80s/it] 72%|███████▏ | 48494/67700 [29:08:35<9:30:29, 1.78s/it] 72%|███████▏ | 48495/67700 [29:08:37<9:27:04, 1.77s/it] 72%|███████▏ | 48496/67700 [29:08:39<9:17:05, 1.74s/it] 72%|███████▏ | 48497/67700 [29:08:41<9:08:25, 1.71s/it] 72%|███████▏ | 48498/67700 [29:08:42<9:00:10, 1.69s/it] 72%|███████▏ | 48499/67700 [29:08:44<8:52:18, 1.66s/it] 72%|███████▏ | 48500/67700 [29:08:45<8:40:04, 1.63s/it] 72%|███████▏ | 48500/67700 [29:08:45<8:40:04, 1.63s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. +***** Running Evaluation ***** + Num examples = 2021 + Batch size = 8 +{'eval_loss': 0.8346221446990967, 'eval_wer': 0.8495794161306284, 'eval_cer': 0.21513752258582614, 'eval_runtime': 113.9435, 'eval_samples_per_second': 17.737, 'eval_steps_per_second': 2.22, 'epoch': 70.9} +{'loss': 1.5342, 'learning_rate': 2.2401826484018262e-05, 'epoch': 71.05} +{'loss': 1.4723, 'learning_rate': 2.228767123287671e-05, 'epoch': 71.2} +{'loss': 1.4929, 'learning_rate': 2.217351598173516e-05, 'epoch': 71.34} +{'loss': 1.4785, 'learning_rate': 2.2059360730593606e-05, 'epoch': 71.49} +{'loss': 1.4827, 'learning_rate': 2.1945205479452054e-05, 'epoch': 71.64} + + 0%| | 0/253 [00:00