diff --git "a/nohup.out" "b/nohup.out" --- "a/nohup.out" +++ "b/nohup.out" @@ -657,4 +657,5042 @@ Configuration saved in ./preprocessor_config.json Configuration saved in ./checkpoint-1000/config.json Model weights saved in ./checkpoint-1000/pytorch_model.bin Configuration saved in ./checkpoint-1000/preprocessor_config.json +Configuration saved in ./preprocessor_config.json + 3%|▎ | 1001/34750 [1:39:59<938:24:45, 100.10s/it] 3%|▎ | 1002/34750 [1:40:06<677:39:26, 72.29s/it] 3%|▎ | 1003/34750 [1:40:14<495:02:44, 52.81s/it] 3%|▎ | 1004/34750 [1:40:21<367:16:26, 39.18s/it] 3%|▎ | 1005/34750 [1:40:28<276:36:56, 29.51s/it] 3%|▎ | 1006/34750 [1:40:35<213:27:07, 22.77s/it] 3%|▎ | 1007/34750 [1:40:42<167:52:06, 17.91s/it] 3%|▎ | 1008/34750 [1:40:49<136:47:48, 14.60s/it] 3%|▎ | 1009/34750 [1:40:55<114:11:01, 12.18s/it] 3%|▎ | 1010/34750 [1:41:01<97:44:39, 10.43s/it] 3%|▎ | 1011/34750 [1:41:07<85:13:32, 9.09s/it] 3%|▎ | 1012/34750 [1:41:13<76:04:59, 8.12s/it] 3%|▎ | 1013/34750 [1:41:19<69:19:58, 7.40s/it] 3%|▎ | 1014/34750 [1:41:25<64:54:54, 6.93s/it] 3%|▎ | 1015/34750 [1:41:30<60:55:37, 6.50s/it] 3%|▎ | 1016/34750 [1:41:36<58:14:03, 6.21s/it] 3%|▎ | 1017/34750 [1:41:41<56:15:19, 6.00s/it] 3%|▎ | 1018/34750 [1:41:47<54:15:21, 5.79s/it] 3%|▎ | 1019/34750 [1:41:52<53:26:28, 5.70s/it] 3%|▎ | 1020/34750 [1:41:57<52:04:40, 5.56s/it] 3%|▎ | 1021/34750 [1:42:03<51:33:34, 5.50s/it] 3%|▎ | 1022/34750 [1:42:08<50:59:31, 5.44s/it] 3%|▎ | 1023/34750 [1:42:13<49:20:08, 5.27s/it] 3%|▎ | 1024/34750 [1:42:18<47:55:38, 5.12s/it] 3%|▎ | 1025/34750 [1:42:22<46:50:22, 5.00s/it] 3%|▎ | 1026/34750 [1:42:27<45:36:50, 4.87s/it] 3%|▎ | 1027/34750 [1:42:32<44:34:29, 4.76s/it] 3%|▎ | 1028/34750 [1:42:36<43:27:40, 4.64s/it] 3%|▎ | 1029/34750 [1:42:40<42:32:21, 4.54s/it] 3%|▎ | 1030/34750 [1:42:44<41:39:40, 4.45s/it] 3%|▎ | 1031/34750 [1:42:49<41:01:08, 4.38s/it] 3%|▎ | 1032/34750 [1:42:53<40:12:57, 4.29s/it] 3%|▎ | 1033/34750 [1:42:57<39:34:38, 4.23s/it] 3%|▎ | 1034/34750 [1:43:01<39:38:04, 4.23s/it] 3%|▎ | 1035/34750 [1:43:05<39:01:04, 4.17s/it] 3%|▎ | 1036/34750 [1:43:09<38:11:21, 4.08s/it] 3%|▎ | 1037/34750 [1:43:13<38:23:47, 4.10s/it] 3%|▎ | 1038/34750 [1:43:17<37:30:27, 4.01s/it] 3%|▎ | 1039/34750 [1:43:21<37:26:43, 4.00s/it] 3%|▎ | 1040/34750 [1:43:25<36:27:28, 3.89s/it] 3%|▎ | 1041/34750 [1:43:28<35:33:34, 3.80s/it] 3%|▎ | 1042/34750 [1:43:32<34:37:10, 3.70s/it] 3%|▎ | 1043/34750 [1:43:35<33:18:32, 3.56s/it] 3%|▎ | 1044/34750 [1:43:38<31:54:29, 3.41s/it] 3%|▎ | 1045/34750 [1:43:41<30:36:44, 3.27s/it] 3%|▎ | 1046/34750 [1:43:53<54:49:46, 5.86s/it] 3%|▎ | 1047/34750 [1:44:02<64:53:38, 6.93s/it] 3%|▎ | 1048/34750 [1:44:11<71:33:15, 7.64s/it] 3%|▎ | 1049/34750 [1:44:20<74:27:27, 7.95s/it] 3%|▎ | 1050/34750 [1:44:28<75:10:47, 8.03s/it] 3%|▎ | 1051/34750 [1:44:36<74:49:58, 7.99s/it] 3%|▎ | 1052/34750 [1:44:44<73:51:40, 7.89s/it] 3%|▎ | 1053/34750 [1:44:51<71:22:59, 7.63s/it] 3%|▎ | 1054/34750 [1:44:58<70:22:03, 7.52s/it] 3%|▎ | 1055/34750 [1:45:05<69:19:34, 7.41s/it] 3%|▎ | 1056/34750 [1:45:12<67:04:27, 7.17s/it] 3%|▎ | 1057/34750 [1:45:18<64:50:48, 6.93s/it] 3%|▎ | 1058/34750 [1:45:24<62:46:42, 6.71s/it] 3%|▎ | 1059/34750 [1:45:31<61:34:46, 6.58s/it] 3%|▎ | 1060/34750 [1:45:37<60:28:26, 6.46s/it] 3%|▎ | 1061/34750 [1:45:43<59:26:15, 6.35s/it] 3%|▎ | 1062/34750 [1:45:49<58:31:37, 6.25s/it] 3%|▎ | 1063/34750 [1:45:55<57:12:19, 6.11s/it] 3%|▎ | 1064/34750 [1:46:01<56:04:21, 5.99s/it] 3%|▎ | 1065/34750 [1:46:06<54:53:39, 5.87s/it] 3%|▎ | 1066/34750 [1:46:12<54:22:41, 5.81s/it] 3%|▎ | 1067/34750 [1:46:17<53:06:58, 5.68s/it] 3%|▎ | 1068/34750 [1:46:23<52:16:21, 5.59s/it] 3%|▎ | 1069/34750 [1:46:28<51:36:40, 5.52s/it] 3%|▎ | 1070/34750 [1:46:33<50:53:21, 5.44s/it] 3%|▎ | 1071/34750 [1:46:38<50:06:17, 5.36s/it] 3%|▎ | 1072/34750 [1:46:44<49:42:03, 5.31s/it] 3%|▎ | 1073/34750 [1:46:48<48:13:08, 5.15s/it] 3%|▎ | 1074/34750 [1:46:53<47:08:38, 5.04s/it] 3%|▎ | 1075/34750 [1:46:58<46:18:04, 4.95s/it] 3%|▎ | 1076/34750 [1:47:03<45:54:09, 4.91s/it] 3%|▎ | 1077/34750 [1:47:07<45:10:56, 4.83s/it] 3%|▎ | 1078/34750 [1:47:12<44:00:39, 4.71s/it] 3%|▎ | 1079/34750 [1:47:16<43:27:45, 4.65s/it] 3%|▎ | 1080/34750 [1:47:20<42:27:41, 4.54s/it] 3%|▎ | 1081/34750 [1:47:25<41:51:31, 4.48s/it] 3%|▎ | 1082/34750 [1:47:29<41:07:37, 4.40s/it] 3%|▎ | 1083/34750 [1:47:33<40:27:05, 4.33s/it] 3%|▎ | 1084/34750 [1:47:37<40:17:16, 4.31s/it] 3%|▎ | 1085/34750 [1:47:41<39:21:55, 4.21s/it] 3%|▎ | 1086/34750 [1:47:45<38:35:32, 4.13s/it] 3%|▎ | 1087/34750 [1:47:49<37:51:19, 4.05s/it] 3%|▎ | 1088/34750 [1:47:53<37:03:45, 3.96s/it] 3%|▎ | 1089/34750 [1:47:57<36:30:07, 3.90s/it] 3%|▎ | 1090/34750 [1:48:00<35:40:58, 3.82s/it] 3%|▎ | 1091/34750 [1:48:04<35:12:12, 3.77s/it] 3%|▎ | 1092/34750 [1:48:07<34:09:15, 3.65s/it] 3%|▎ | 1093/34750 [1:48:11<32:48:10, 3.51s/it] 3%|▎ | 1094/34750 [1:48:14<31:38:55, 3.39s/it] 3%|▎ | 1095/34750 [1:48:16<29:52:37, 3.20s/it] 3%|▎ | 1096/34750 [1:48:28<53:04:06, 5.68s/it] 3%|▎ | 1097/34750 [1:48:38<64:50:53, 6.94s/it] 3%|▎ | 1098/34750 [1:48:47<70:36:26, 7.55s/it] 3%|▎ | 1099/34750 [1:48:55<72:20:29, 7.74s/it] 3%|▎ | 1100/34750 [1:49:03<73:41:51, 7.88s/it] 3%|▎ | 1100/34750 [1:49:03<73:41:51, 7.88s/it] 3%|▎ | 1101/34750 [1:49:11<73:12:40, 7.83s/it] 3%|▎ | 1102/34750 [1:49:18<72:34:58, 7.77s/it] 3%|▎ | 1103/34750 [1:49:26<71:24:26, 7.64s/it] 3%|▎ | 1104/34750 [1:49:33<70:26:58, 7.54s/it] 3%|▎ | 1105/34750 [1:49:40<69:27:18, 7.43s/it] 3%|▎ | 1106/34750 [1:49:47<67:44:45, 7.25s/it] 3%|▎ | 1107/34750 [1:49:53<65:04:29, 6.96s/it] 3%|▎ | 1108/34750 [1:50:00<63:26:19, 6.79s/it] 3%|▎ | 1109/34750 [1:50:06<62:18:39, 6.67s/it] 3%|▎ | 1110/34750 [1:50:12<60:03:33, 6.43s/it] 3%|▎ | 1111/34750 [1:50:18<58:30:28, 6.26s/it] 3%|▎ | 1112/34750 [1:50:24<57:10:03, 6.12s/it] 3%|▎ | 1113/34750 [1:50:29<55:56:39, 5.99s/it] 3%|▎ | 1114/34750 [1:50:35<55:01:26, 5.89s/it] 3%|▎ | 1115/34750 [1:50:41<53:48:03, 5.76s/it] 3%|▎ | 1116/34750 [1:50:46<53:02:17, 5.68s/it] 3%|▎ | 1117/34750 [1:50:52<52:28:47, 5.62s/it] 3%|▎ | 1118/34750 [1:50:57<51:33:32, 5.52s/it] 3%|▎ | 1119/34750 [1:51:02<50:43:14, 5.43s/it] 3%|▎ | 1120/34750 [1:51:07<50:03:37, 5.36s/it] 3%|▎ | 1121/34750 [1:51:12<49:14:27, 5.27s/it] 3%|▎ | 1122/34750 [1:51:17<48:26:24, 5.19s/it] 3%|▎ | 1123/34750 [1:51:22<47:26:43, 5.08s/it] 3%|▎ | 1124/34750 [1:51:27<46:30:11, 4.98s/it] 3%|▎ | 1125/34750 [1:51:32<45:57:54, 4.92s/it] 3%|▎ | 1126/34750 [1:51:36<45:02:38, 4.82s/it] 3%|▎ | 1127/34750 [1:51:41<44:23:17, 4.75s/it] 3%|▎ | 1128/34750 [1:51:45<43:31:36, 4.66s/it] 3%|▎ | 1129/34750 [1:51:50<42:55:43, 4.60s/it] 3%|▎ | 1130/34750 [1:51:54<42:02:08, 4.50s/it] 3%|▎ | 1131/34750 [1:51:58<41:15:43, 4.42s/it] 3%|▎ | 1132/34750 [1:52:02<40:52:26, 4.38s/it] 3%|▎ | 1133/34750 [1:52:07<40:06:23, 4.29s/it] 3%|▎ | 1134/34750 [1:52:11<39:22:45, 4.22s/it] 3%|▎ | 1135/34750 [1:52:15<38:42:59, 4.15s/it] 3%|▎ | 1136/34750 [1:52:18<38:01:28, 4.07s/it] 3%|▎ | 1137/34750 [1:52:22<37:14:22, 3.99s/it] 3%|▎ | 1138/34750 [1:52:26<36:44:08, 3.93s/it] 3%|▎ | 1139/34750 [1:52:30<36:06:54, 3.87s/it] 3%|▎ | 1140/34750 [1:52:33<35:25:32, 3.79s/it] 3%|▎ | 1141/34750 [1:52:37<34:36:36, 3.71s/it] 3%|▎ | 1142/34750 [1:52:40<33:08:21, 3.55s/it] 3%|▎ | 1143/34750 [1:52:43<31:52:44, 3.41s/it] 3%|▎ | 1144/34750 [1:52:46<30:53:54, 3.31s/it] 3%|▎ | 1145/34750 [1:52:49<29:40:45, 3.18s/it] 3%|▎ | 1146/34750 [1:53:00<51:46:12, 5.55s/it] 3%|▎ | 1147/34750 [1:53:09<61:40:27, 6.61s/it] 3%|▎ | 1148/34750 [1:53:19<69:18:45, 7.43s/it] 3%|▎ | 1149/34750 [1:53:27<73:06:03, 7.83s/it] 3%|▎ | 1150/34750 [1:53:35<73:39:28, 7.89s/it] 3%|▎ | 1151/34750 [1:53:43<74:01:50, 7.93s/it] 3%|▎ | 1152/34750 [1:53:52<74:16:38, 7.96s/it] 3%|▎ | 1153/34750 [1:53:59<74:12:57, 7.95s/it] 3%|▎ | 1154/34750 [1:54:07<73:12:48, 7.85s/it] 3%|▎ | 1155/34750 [1:54:14<71:03:34, 7.61s/it] 3%|▎ | 1156/34750 [1:54:21<69:22:37, 7.43s/it] 3%|▎ | 1157/34750 [1:54:28<67:05:21, 7.19s/it] 3%|▎ | 1158/34750 [1:54:34<65:12:34, 6.99s/it] 3%|▎ | 1159/34750 [1:54:41<63:44:02, 6.83s/it] 3%|▎ | 1160/34750 [1:54:47<62:14:33, 6.67s/it] 3%|▎ | 1161/34750 [1:54:53<59:57:01, 6.43s/it] 3%|▎ | 1162/34750 [1:54:59<58:48:16, 6.30s/it] 3%|▎ | 1163/34750 [1:55:05<57:16:43, 6.14s/it] 3%|▎ | 1164/34750 [1:55:10<55:45:20, 5.98s/it] 3%|▎ | 1165/34750 [1:55:16<54:53:33, 5.88s/it] 3%|▎ | 1166/34750 [1:55:21<53:48:24, 5.77s/it] 3%|▎ | 1167/34750 [1:55:27<52:51:37, 5.67s/it] 3%|▎ | 1168/34750 [1:55:32<52:07:41, 5.59s/it] 3%|▎ | 1169/34750 [1:55:38<51:11:38, 5.49s/it] 3%|▎ | 1170/34750 [1:55:43<51:35:38, 5.53s/it] 3%|▎ | 1171/34750 [1:55:48<49:57:09, 5.36s/it] 3%|▎ | 1172/34750 [1:55:53<49:25:48, 5.30s/it] 3%|▎ | 1173/34750 [1:55:58<48:14:55, 5.17s/it] 3%|▎ | 1174/34750 [1:56:03<47:05:05, 5.05s/it] 3%|▎ | 1175/34750 [1:56:08<45:59:14, 4.93s/it] 3%|▎ | 1176/34750 [1:56:12<44:58:57, 4.82s/it] 3%|▎ | 1177/34750 [1:56:17<43:59:26, 4.72s/it] 3%|▎ | 1178/34750 [1:56:21<43:18:15, 4.64s/it] 3%|▎ | 1179/34750 [1:56:26<42:48:02, 4.59s/it] 3%|▎ | 1180/34750 [1:56:30<41:51:09, 4.49s/it] 3%|▎ | 1181/34750 [1:56:34<41:25:24, 4.44s/it] 3%|▎ | 1182/34750 [1:56:38<40:38:33, 4.36s/it] 3%|▎ | 1183/34750 [1:56:42<39:36:24, 4.25s/it] 3%|▎ | 1184/34750 [1:56:46<39:01:09, 4.18s/it] 3%|▎ | 1185/34750 [1:56:50<38:26:56, 4.12s/it] 3%|▎ | 1186/34750 [1:56:54<38:14:59, 4.10s/it] 3%|▎ | 1187/34750 [1:56:58<38:12:44, 4.10s/it] 3%|▎ | 1188/34750 [1:57:02<37:20:39, 4.01s/it] 3%|▎ | 1189/34750 [1:57:06<36:29:01, 3.91s/it] 3%|▎ | 1190/34750 [1:57:10<35:34:18, 3.82s/it] 3%|▎ | 1191/34750 [1:57:13<34:49:28, 3.74s/it] 3%|▎ | 1192/34750 [1:57:16<33:53:38, 3.64s/it] 3%|▎ | 1193/34750 [1:57:20<32:34:40, 3.49s/it] 3%|▎ | 1194/34750 [1:57:23<31:41:04, 3.40s/it] 3%|▎ | 1195/34750 [1:57:26<30:01:40, 3.22s/it] 3%|▎ | 1196/34750 [1:57:37<52:59:58, 5.69s/it] 3%|▎ | 1197/34750 [1:57:47<64:21:58, 6.91s/it] 3%|▎ | 1198/34750 [1:57:56<69:56:21, 7.50s/it] 3%|▎ | 1199/34750 [1:58:04<73:18:07, 7.87s/it] 3%|▎ | 1200/34750 [1:58:13<74:12:24, 7.96s/it] 3%|▎ | 1200/34750 [1:58:13<74:12:24, 7.96s/it] 3%|▎ | 1201/34750 [1:58:21<74:19:56, 7.98s/it] 3%|▎ | 1202/34750 [1:58:28<73:01:01, 7.84s/it] 3%|▎ | 1203/34750 [1:58:36<71:55:07, 7.72s/it] 3%|▎ | 1204/34750 [1:58:43<70:04:29, 7.52s/it] 3%|▎ | 1205/34750 [1:58:50<68:42:30, 7.37s/it] 3%|▎ | 1206/34750 [1:58:57<68:25:23, 7.34s/it] 3%|▎ | 1207/34750 [1:59:04<66:48:03, 7.17s/it] 3%|▎ | 1208/34750 [1:59:10<64:23:59, 6.91s/it] 3%|▎ | 1209/34750 [1:59:16<62:51:03, 6.75s/it] 3%|▎ | 1210/34750 [1:59:23<61:32:22, 6.61s/it] 3%|▎ | 1211/34750 [1:59:29<60:05:03, 6.45s/it] 3%|▎ | 1212/34750 [1:59:35<59:01:20, 6.34s/it] 3%|▎ | 1213/34750 [1:59:41<57:34:03, 6.18s/it] 3%|▎ | 1214/34750 [1:59:47<57:18:50, 6.15s/it] 3%|▎ | 1215/34750 [1:59:52<55:48:43, 5.99s/it] 3%|▎ | 1216/34750 [1:59:58<55:15:30, 5.93s/it] 4%|▎ | 1217/34750 [2:00:03<53:36:22, 5.75s/it] 4%|▎ | 1218/34750 [2:00:09<52:07:55, 5.60s/it] 4%|▎ | 1219/34750 [2:00:14<51:10:16, 5.49s/it] 4%|▎ | 1220/34750 [2:00:19<51:07:37, 5.49s/it] 4%|▎ | 1221/34750 [2:00:25<50:25:56, 5.41s/it] 4%|▎ | 1222/34750 [2:00:30<49:18:30, 5.29s/it] 4%|▎ | 1223/34750 [2:00:35<48:48:31, 5.24s/it] 4%|▎ | 1224/34750 [2:00:40<47:28:22, 5.10s/it] 4%|▎ | 1225/34750 [2:00:44<46:01:28, 4.94s/it] 4%|▎ | 1226/34750 [2:00:49<44:48:33, 4.81s/it] 4%|▎ | 1227/34750 [2:00:53<44:11:15, 4.75s/it] 4%|▎ | 1228/34750 [2:00:58<43:17:14, 4.65s/it] 4%|▎ | 1229/34750 [2:01:02<42:47:07, 4.59s/it] 4%|▎ | 1230/34750 [2:01:06<42:12:14, 4.53s/it] 4%|▎ | 1231/34750 [2:01:11<41:38:56, 4.47s/it] 4%|▎ | 1232/34750 [2:01:15<41:02:09, 4.41s/it] 4%|▎ | 1233/34750 [2:01:19<40:11:38, 4.32s/it] 4%|▎ | 1234/34750 [2:01:23<39:29:06, 4.24s/it] 4%|▎ | 1235/34750 [2:01:27<38:47:15, 4.17s/it] 4%|▎ | 1236/34750 [2:01:31<38:06:48, 4.09s/it] 4%|▎ | 1237/34750 [2:01:35<37:21:37, 4.01s/it] 4%|▎ | 1238/34750 [2:01:39<36:39:06, 3.94s/it] 4%|▎ | 1239/34750 [2:01:43<36:14:53, 3.89s/it] 4%|▎ | 1240/34750 [2:01:46<35:36:42, 3.83s/it] 4%|▎ | 1241/34750 [2:01:50<34:49:59, 3.74s/it] 4%|▎ | 1242/34750 [2:01:53<33:58:54, 3.65s/it] 4%|▎ | 1243/34750 [2:01:56<32:40:11, 3.51s/it] 4%|▎ | 1244/34750 [2:02:00<31:40:19, 3.40s/it] 4%|▎ | 1245/34750 [2:02:02<30:16:37, 3.25s/it] 4%|▎ | 1246/34750 [2:02:14<54:34:15, 5.86s/it] 4%|▎ | 1247/34750 [2:02:24<66:14:17, 7.12s/it] 4%|▎ | 1248/34750 [2:02:34<72:23:04, 7.78s/it] 4%|▎ | 1249/34750 [2:02:42<74:29:32, 8.00s/it] 4%|▎ | 1250/34750 [2:02:51<75:21:19, 8.10s/it] 4%|▎ | 1251/34750 [2:02:58<74:15:15, 7.98s/it] 4%|▎ | 1252/34750 [2:03:06<73:38:32, 7.91s/it] 4%|▎ | 1253/34750 [2:03:14<72:29:37, 7.79s/it] 4%|▎ | 1254/34750 [2:03:21<70:27:49, 7.57s/it] 4%|▎ | 1255/34750 [2:03:28<69:06:35, 7.43s/it] 4%|▎ | 1256/34750 [2:03:34<66:59:57, 7.20s/it] 4%|▎ | 1257/34750 [2:03:41<64:57:04, 6.98s/it] 4%|▎ | 1258/34750 [2:03:47<63:04:50, 6.78s/it] 4%|▎ | 1259/34750 [2:03:53<61:36:52, 6.62s/it] 4%|▎ | 1260/34750 [2:04:00<60:24:03, 6.49s/it] 4%|▎ | 1261/34750 [2:04:06<58:45:06, 6.32s/it] 4%|▎ | 1262/34750 [2:04:11<57:46:50, 6.21s/it] 4%|▎ | 1263/34750 [2:04:17<56:17:23, 6.05s/it] 4%|▎ | 1264/34750 [2:04:23<55:07:11, 5.93s/it] 4%|▎ | 1265/34750 [2:04:28<54:02:52, 5.81s/it] 4%|▎ | 1266/34750 [2:04:34<52:50:46, 5.68s/it] 4%|▎ | 1267/34750 [2:04:39<51:50:09, 5.57s/it] 4%|▎ | 1268/34750 [2:04:44<50:51:28, 5.47s/it] 4%|▎ | 1269/34750 [2:04:50<50:20:01, 5.41s/it] 4%|▎ | 1270/34750 [2:04:55<49:28:15, 5.32s/it] 4%|▎ | 1271/34750 [2:05:00<49:03:59, 5.28s/it] 4%|▎ | 1272/34750 [2:05:05<48:12:03, 5.18s/it] 4%|▎ | 1273/34750 [2:05:10<46:58:54, 5.05s/it] 4%|▎ | 1274/34750 [2:05:14<46:12:47, 4.97s/it] 4%|▎ | 1275/34750 [2:05:19<45:15:57, 4.87s/it] 4%|▎ | 1276/34750 [2:05:23<44:23:53, 4.77s/it] 4%|▎ | 1277/34750 [2:05:28<43:54:54, 4.72s/it] 4%|▎ | 1278/34750 [2:05:33<43:11:36, 4.65s/it] 4%|▎ | 1279/34750 [2:05:37<42:53:07, 4.61s/it] 4%|▎ | 1280/34750 [2:05:41<42:12:47, 4.54s/it] 4%|▎ | 1281/34750 [2:05:46<42:11:46, 4.54s/it] 4%|▎ | 1282/34750 [2:05:50<41:27:34, 4.46s/it] 4%|▎ | 1283/34750 [2:05:54<40:20:38, 4.34s/it] 4%|▎ | 1284/34750 [2:05:58<39:26:35, 4.24s/it] 4%|▎ | 1285/34750 [2:06:03<39:14:13, 4.22s/it] 4%|▎ | 1286/34750 [2:06:06<38:19:14, 4.12s/it] 4%|▎ | 1287/34750 [2:06:10<37:30:15, 4.03s/it] 4%|▎ | 1288/34750 [2:06:14<36:38:00, 3.94s/it] 4%|▎ | 1289/34750 [2:06:18<35:49:51, 3.85s/it] 4%|▎ | 1290/34750 [2:06:21<35:11:29, 3.79s/it] 4%|▎ | 1291/34750 [2:06:25<34:27:44, 3.71s/it] 4%|▎ | 1292/34750 [2:06:28<33:30:56, 3.61s/it] 4%|▎ | 1293/34750 [2:06:31<32:31:20, 3.50s/it] 4%|▎ | 1294/34750 [2:06:34<31:20:17, 3.37s/it] 4%|▎ | 1295/34750 [2:06:37<29:52:47, 3.22s/it] 4%|▎ | 1296/34750 [2:06:50<55:19:30, 5.95s/it] 4%|▎ | 1297/34750 [2:06:59<65:25:38, 7.04s/it] 4%|▎ | 1298/34750 [2:07:08<70:54:03, 7.63s/it] 4%|▎ | 1299/34750 [2:07:16<72:32:57, 7.81s/it] 4%|▎ | 1300/34750 [2:07:24<72:56:20, 7.85s/it] 4%|▎ | 1300/34750 [2:07:24<72:56:20, 7.85s/it] 4%|▎ | 1301/34750 [2:07:32<73:05:52, 7.87s/it] 4%|▎ | 1302/34750 [2:07:40<71:43:44, 7.72s/it] 4%|▎ | 1303/34750 [2:07:47<70:46:48, 7.62s/it] 4%|▍ | 1304/34750 [2:07:54<69:10:06, 7.45s/it] 4%|▍ | 1305/34750 [2:08:01<68:16:53, 7.35s/it] 4%|▍ | 1306/34750 [2:08:08<67:23:21, 7.25s/it] 4%|▍ | 1307/34750 [2:08:15<65:14:37, 7.02s/it] 4%|▍ | 1308/34750 [2:08:21<63:53:01, 6.88s/it] 4%|▍ | 1309/34750 [2:08:27<61:52:45, 6.66s/it] 4%|▍ | 1310/34750 [2:08:34<60:23:10, 6.50s/it] 4%|▍ | 1311/34750 [2:08:39<58:41:20, 6.32s/it] 4%|▍ | 1312/34750 [2:08:45<57:18:30, 6.17s/it] 4%|▍ | 1313/34750 [2:08:51<56:36:31, 6.09s/it] 4%|▍ | 1314/34750 [2:08:57<55:08:52, 5.94s/it] 4%|▍ | 1315/34750 [2:09:02<54:13:20, 5.84s/it] 4%|▍ | 1316/34750 [2:09:08<53:24:52, 5.75s/it] 4%|▍ | 1317/34750 [2:09:13<52:47:50, 5.69s/it] 4%|▍ | 1318/34750 [2:09:19<52:04:27, 5.61s/it] 4%|▍ | 1319/34750 [2:09:24<51:04:18, 5.50s/it] 4%|▍ | 1320/34750 [2:09:29<50:00:08, 5.38s/it] 4%|▍ | 1321/34750 [2:09:34<49:02:37, 5.28s/it] 4%|▍ | 1322/34750 [2:09:39<48:26:19, 5.22s/it] 4%|▍ | 1323/34750 [2:09:44<47:25:47, 5.11s/it] 4%|▍ | 1324/34750 [2:09:49<46:44:23, 5.03s/it] 4%|▍ | 1325/34750 [2:09:54<45:56:18, 4.95s/it] 4%|▍ | 1326/34750 [2:09:59<45:09:00, 4.86s/it] 4%|▍ | 1327/34750 [2:10:03<44:15:46, 4.77s/it] 4%|▍ | 1328/34750 [2:10:08<43:26:48, 4.68s/it] 4%|▍ | 1329/34750 [2:10:12<42:36:22, 4.59s/it] 4%|▍ | 1330/34750 [2:10:16<41:51:02, 4.51s/it] 4%|▍ | 1331/34750 [2:10:21<41:34:51, 4.48s/it] 4%|▍ | 1332/34750 [2:10:25<42:01:13, 4.53s/it] 4%|▍ | 1333/34750 [2:10:30<41:37:51, 4.48s/it] 4%|▍ | 1334/34750 [2:10:34<40:52:22, 4.40s/it] 4%|▍ | 1335/34750 [2:10:38<39:33:58, 4.26s/it] 4%|▍ | 1336/34750 [2:10:42<38:29:26, 4.15s/it] 4%|▍ | 1337/34750 [2:10:45<37:30:05, 4.04s/it] 4%|▍ | 1338/34750 [2:10:49<36:43:04, 3.96s/it] 4%|▍ | 1339/34750 [2:10:53<36:24:15, 3.92s/it] 4%|▍ | 1340/34750 [2:10:57<35:40:39, 3.84s/it] 4%|▍ | 1341/34750 [2:11:00<34:46:05, 3.75s/it] 4%|▍ | 1342/34750 [2:11:04<33:47:00, 3.64s/it] 4%|▍ | 1343/34750 [2:11:07<32:31:45, 3.51s/it] 4%|▍ | 1344/34750 [2:11:10<31:16:13, 3.37s/it] 4%|▍ | 1345/34750 [2:11:13<29:46:03, 3.21s/it] 4%|▍ | 1346/34750 [2:11:24<51:30:57, 5.55s/it] 4%|▍ | 1347/34750 [2:11:33<62:21:42, 6.72s/it] 4%|▍ | 1348/34750 [2:11:42<69:00:46, 7.44s/it] 4%|▍ | 1349/34750 [2:11:51<71:54:35, 7.75s/it] 4%|▍ | 1350/34750 [2:11:58<71:40:54, 7.73s/it] 4%|▍ | 1351/34750 [2:12:06<72:13:48, 7.79s/it] 4%|▍ | 1352/34750 [2:12:14<72:16:22, 7.79s/it] 4%|▍ | 1353/34750 [2:12:22<71:10:58, 7.67s/it] 4%|▍ | 1354/34750 [2:12:29<70:08:12, 7.56s/it] 4%|▍ | 1355/34750 [2:12:36<68:48:19, 7.42s/it] 4%|▍ | 1356/34750 [2:12:43<66:55:11, 7.21s/it] 4%|▍ | 1357/34750 [2:12:49<65:09:13, 7.02s/it] 4%|▍ | 1358/34750 [2:12:56<63:17:43, 6.82s/it] 4%|▍ | 1359/34750 [2:13:02<61:27:37, 6.63s/it] 4%|▍ | 1360/34750 [2:13:08<59:55:36, 6.46s/it] 4%|▍ | 1361/34750 [2:13:14<58:11:52, 6.27s/it] 4%|▍ | 1362/34750 [2:13:19<56:36:29, 6.10s/it] 4%|▍ | 1363/34750 [2:13:25<55:26:10, 5.98s/it] 4%|▍ | 1364/34750 [2:13:31<54:14:52, 5.85s/it] 4%|▍ | 1365/34750 [2:13:36<52:59:38, 5.71s/it] 4%|▍ | 1366/34750 [2:13:42<52:39:29, 5.68s/it] 4%|▍ | 1367/34750 [2:13:47<51:46:59, 5.58s/it] 4%|▍ | 1368/34750 [2:13:52<51:02:53, 5.51s/it] 4%|▍ | 1369/34750 [2:13:57<49:47:22, 5.37s/it] 4%|▍ | 1370/34750 [2:14:02<48:56:14, 5.28s/it] 4%|▍ | 1371/34750 [2:14:08<48:34:06, 5.24s/it] 4%|▍ | 1372/34750 [2:14:13<48:00:06, 5.18s/it] 4%|▍ | 1373/34750 [2:14:17<46:51:08, 5.05s/it] 4%|▍ | 1374/34750 [2:14:22<45:36:05, 4.92s/it] 4%|▍ | 1375/34750 [2:14:26<44:15:48, 4.77s/it] 4%|▍ | 1376/34750 [2:14:31<43:42:03, 4.71s/it] 4%|▍ | 1377/34750 [2:14:35<42:44:28, 4.61s/it] 4%|▍ | 1378/34750 [2:14:40<41:53:48, 4.52s/it] 4%|▍ | 1379/34750 [2:14:44<40:51:03, 4.41s/it] 4%|▍ | 1380/34750 [2:14:48<39:31:18, 4.26s/it] 4%|▍ | 1381/34750 [2:14:52<39:10:55, 4.23s/it] 4%|▍ | 1382/34750 [2:14:56<38:52:06, 4.19s/it] 4%|▍ | 1383/34750 [2:15:00<38:16:33, 4.13s/it] 4%|▍ | 1384/34750 [2:15:04<37:32:47, 4.05s/it] 4%|▍ | 1385/34750 [2:15:08<37:15:57, 4.02s/it] 4%|▍ | 1386/34750 [2:15:12<36:47:24, 3.97s/it] 4%|▍ | 1387/34750 [2:15:15<35:46:57, 3.86s/it] 4%|▍ | 1388/34750 [2:15:19<34:41:19, 3.74s/it] 4%|▍ | 1389/34750 [2:15:22<33:13:09, 3.58s/it] 4%|▍ | 1390/34750 [2:15:25<31:53:26, 3.44s/it] 4%|▍ | 1391/34750 [2:15:39<61:30:36, 6.64s/it] 4%|▍ | 1392/34750 [2:15:49<70:30:13, 7.61s/it] 4%|▍ | 1393/34750 [2:15:59<76:27:38, 8.25s/it] 4%|▍ | 1394/34750 [2:16:07<77:11:26, 8.33s/it] 4%|▍ | 1395/34750 [2:16:16<76:53:41, 8.30s/it] 4%|▍ | 1396/34750 [2:16:23<75:57:00, 8.20s/it] 4%|▍ | 1397/34750 [2:16:31<73:59:12, 7.99s/it] 4%|▍ | 1398/34750 [2:16:38<71:45:27, 7.75s/it] 4%|▍ | 1399/34750 [2:16:45<69:40:11, 7.52s/it] 4%|▍ | 1400/34750 [2:16:52<68:24:47, 7.38s/it] 4%|▍ | 1400/34750 [2:16:52<68:24:47, 7.38s/it] 4%|▍ | 1401/34750 [2:16:59<67:14:44, 7.26s/it] 4%|▍ | 1402/34750 [2:17:06<65:25:34, 7.06s/it] 4%|▍ | 1403/34750 [2:17:12<63:39:25, 6.87s/it] 4%|▍ | 1404/34750 [2:17:18<61:24:48, 6.63s/it] 4%|▍ | 1405/34750 [2:17:24<59:58:21, 6.47s/it] 4%|▍ | 1406/34750 [2:17:30<58:37:28, 6.33s/it] 4%|▍ | 1407/34750 [2:17:36<57:12:51, 6.18s/it] 4%|▍ | 1408/34750 [2:17:42<56:05:50, 6.06s/it] 4%|▍ | 1409/34750 [2:17:47<54:28:35, 5.88s/it] 4%|▍ | 1410/34750 [2:17:53<53:28:02, 5.77s/it] 4%|▍ | 1411/34750 [2:17:58<52:15:45, 5.64s/it] 4%|▍ | 1412/34750 [2:18:04<51:15:09, 5.53s/it] 4%|▍ | 1413/34750 [2:18:09<50:24:49, 5.44s/it] 4%|▍ | 1414/34750 [2:18:14<50:03:52, 5.41s/it] 4%|▍ | 1415/34750 [2:18:19<49:09:57, 5.31s/it] 4%|▍ | 1416/34750 [2:18:24<48:35:05, 5.25s/it] 4%|▍ | 1417/34750 [2:18:29<47:53:34, 5.17s/it] 4%|▍ | 1418/34750 [2:18:34<46:56:41, 5.07s/it] 4%|▍ | 1419/34750 [2:18:39<46:16:02, 5.00s/it] 4%|▍ | 1420/34750 [2:18:44<45:25:49, 4.91s/it] 4%|▍ | 1421/34750 [2:18:48<44:28:05, 4.80s/it] 4%|▍ | 1422/34750 [2:18:53<43:35:07, 4.71s/it] 4%|▍ | 1423/34750 [2:18:57<43:31:50, 4.70s/it] 4%|▍ | 1424/34750 [2:19:02<43:11:32, 4.67s/it] 4%|▍ | 1425/34750 [2:19:06<42:11:00, 4.56s/it] 4%|▍ | 1426/34750 [2:19:11<41:09:19, 4.45s/it] 4%|▍ | 1427/34750 [2:19:15<41:10:26, 4.45s/it] 4%|▍ | 1428/34750 [2:19:19<40:29:14, 4.37s/it] 4%|▍ | 1429/34750 [2:19:23<39:38:58, 4.28s/it] 4%|▍ | 1430/34750 [2:19:27<38:53:34, 4.20s/it] 4%|▍ | 1431/34750 [2:19:31<38:07:44, 4.12s/it] 4%|▍ | 1432/34750 [2:19:35<37:15:27, 4.03s/it] 4%|▍ | 1433/34750 [2:19:39<36:25:58, 3.94s/it] 4%|▍ | 1434/34750 [2:19:42<35:46:32, 3.87s/it] 4%|▍ | 1435/34750 [2:19:46<35:16:10, 3.81s/it] 4%|▍ | 1436/34750 [2:19:50<34:29:05, 3.73s/it] 4%|▍ | 1437/34750 [2:19:53<33:50:15, 3.66s/it] 4%|▍ | 1438/34750 [2:19:56<32:46:17, 3.54s/it] 4%|▍ | 1439/34750 [2:20:00<32:05:40, 3.47s/it] 4%|▍ | 1440/34750 [2:20:03<30:20:36, 3.28s/it] 4%|▍ | 1441/34750 [2:20:14<52:42:56, 5.70s/it] 4%|▍ | 1442/34750 [2:20:24<64:09:34, 6.93s/it] 4%|▍ | 1443/34750 [2:20:33<70:17:37, 7.60s/it] 4%|▍ | 1444/34750 [2:20:41<71:52:57, 7.77s/it] 4%|▍ | 1445/34750 [2:20:49<72:15:34, 7.81s/it] 4%|▍ | 1446/34750 [2:20:57<72:52:26, 7.88s/it] 4%|▍ | 1447/34750 [2:21:04<71:37:34, 7.74s/it] 4%|▍ | 1448/34750 [2:21:12<70:45:16, 7.65s/it] 4%|▍ | 1449/34750 [2:21:19<70:20:46, 7.60s/it] 4%|▍ | 1450/34750 [2:21:26<69:10:20, 7.48s/it] 4%|▍ | 1451/34750 [2:21:33<67:48:45, 7.33s/it] 4%|▍ | 1452/34750 [2:21:40<65:39:54, 7.10s/it] 4%|▍ | 1453/34750 [2:21:46<63:33:02, 6.87s/it] 4%|▍ | 1454/34750 [2:21:53<62:19:42, 6.74s/it] 4%|▍ | 1455/34750 [2:21:59<60:46:35, 6.57s/it] 4%|▍ | 1456/34750 [2:22:05<58:30:32, 6.33s/it] 4%|▍ | 1457/34750 [2:22:11<58:04:51, 6.28s/it] 4%|▍ | 1458/34750 [2:22:17<56:45:09, 6.14s/it] 4%|▍ | 1459/34750 [2:22:23<56:42:00, 6.13s/it] 4%|▍ | 1460/34750 [2:22:28<54:59:24, 5.95s/it] 4%|▍ | 1461/34750 [2:22:34<53:46:46, 5.82s/it] 4%|▍ | 1462/34750 [2:22:39<52:43:38, 5.70s/it] 4%|▍ | 1463/34750 [2:22:45<51:23:15, 5.56s/it] 4%|▍ | 1464/34750 [2:22:50<50:02:24, 5.41s/it] 4%|▍ | 1465/34750 [2:22:55<49:14:15, 5.33s/it] 4%|▍ | 1466/34750 [2:23:00<48:30:23, 5.25s/it] 4%|▍ | 1467/34750 [2:23:05<48:15:35, 5.22s/it] 4%|▍ | 1468/34750 [2:23:10<47:28:55, 5.14s/it] 4%|▍ | 1469/34750 [2:23:15<46:28:22, 5.03s/it] 4%|▍ | 1470/34750 [2:23:19<45:42:29, 4.94s/it] 4%|▍ | 1471/34750 [2:23:24<44:51:49, 4.85s/it] 4%|▍ | 1472/34750 [2:23:28<43:41:33, 4.73s/it] 4%|▍ | 1473/34750 [2:23:33<42:50:58, 4.64s/it] 4%|▍ | 1474/34750 [2:23:37<41:55:24, 4.54s/it] 4%|▍ | 1475/34750 [2:23:41<41:13:49, 4.46s/it] 4%|▍ | 1476/34750 [2:23:46<41:14:28, 4.46s/it] 4%|▍ | 1477/34750 [2:23:51<41:43:50, 4.52s/it] 4%|▍ | 1478/34750 [2:23:55<40:18:41, 4.36s/it] 4%|▍ | 1479/34750 [2:23:59<39:15:48, 4.25s/it] 4%|▍ | 1480/34750 [2:24:03<38:35:39, 4.18s/it] 4%|▍ | 1481/34750 [2:24:07<37:56:35, 4.11s/it] 4%|▍ | 1482/34750 [2:24:10<37:11:53, 4.03s/it] 4%|▍ | 1483/34750 [2:24:14<36:49:04, 3.98s/it] 4%|▍ | 1484/34750 [2:24:18<36:27:22, 3.95s/it] 4%|▍ | 1485/34750 [2:24:22<35:57:15, 3.89s/it] 4%|▍ | 1486/34750 [2:24:25<35:03:25, 3.79s/it] 4%|▍ | 1487/34750 [2:24:29<33:55:21, 3.67s/it] 4%|▍ | 1488/34750 [2:24:32<32:30:40, 3.52s/it] 4%|▍ | 1489/34750 [2:24:35<31:30:47, 3.41s/it] 4%|▍ | 1490/34750 [2:24:38<29:55:09, 3.24s/it] 4%|▍ | 1491/34750 [2:24:49<52:22:10, 5.67s/it] 4%|▍ | 1492/34750 [2:24:59<63:44:55, 6.90s/it] 4%|▍ | 1493/34750 [2:25:08<69:23:03, 7.51s/it] 4%|▍ | 1494/34750 [2:25:16<71:07:30, 7.70s/it] 4%|▍ | 1495/34750 [2:25:24<71:56:12, 7.79s/it] 4%|▍ | 1496/34750 [2:25:32<71:21:49, 7.73s/it] 4%|▍ | 1497/34750 [2:25:39<70:16:29, 7.61s/it] 4%|▍ | 1498/34750 [2:25:46<69:29:36, 7.52s/it] 4%|▍ | 1499/34750 [2:25:54<68:41:59, 7.44s/it] 4%|▍ | 1500/34750 [2:26:01<67:29:11, 7.31s/it] 4%|▍ | 1500/34750 [2:26:01<67:29:11, 7.31s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. +***** Running Evaluation ***** + Num examples = 456 + Batch size = 8 +{'eval_loss': 2.0424230098724365, 'eval_wer': 0.9255511929930534, 'eval_runtime': 57.8725, 'eval_samples_per_second': 7.879, 'eval_steps_per_second': 0.985, 'epoch': 1.44} +{'loss': 2.4936, 'learning_rate': 4.11e-05, 'epoch': 1.58} +{'loss': 2.4557, 'learning_rate': 4.484999999999999e-05, 'epoch': 1.73} +{'loss': 2.3667, 'learning_rate': 4.8599999999999995e-05, 'epoch': 1.87} +{'loss': 2.3147, 'learning_rate': 5.234999999999999e-05, 'epoch': 2.01} +{'loss': 2.2708, 'learning_rate': 5.6099999999999995e-05, 'epoch': 2.16} + + 0%| | 0/57 [00:00