Saving weights and logs of step 60000

checkpoint_60000

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2454bb5c3b57b8e6ea1341fe7385d1692ddd38c49669ef4a86715f6c2c881cd
+size 1530270447

events.out.tfevents.1626318666.t1v-n-f5c06ea1-w-0.655476.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69b32ab8a1ed5787f81840edb5bf7961c38526a7e7a3785c8559a727406f16a2
-size 4478974
+oid sha256:c96fa1e6828a98c51c01d533b269b18d5b997aab8e26c595124e60a983f3a911
+size 8991258

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:888817743e9128cfd6e093b2327a40d34a3acb8bcc7b90b00adfae9b27af28ec
+oid sha256:5938f5a18f14894542ca37eeda9f7d5780b628c6b67cf598633785806d1ead78
 size 510090043

wandb/run-20210715_031107-69jkygz3/files/output.log

@@ -4074,3 +4074,3220 @@ tcmalloc: large alloc 1530273792 bytes == 0x2b4f9a000 @  0x7f4e39cd4680 0x7f4e39
 [06:41:13] - INFO - absl - Saved checkpoint at checkpoint_30000
 [06:41:14] - INFO - huggingface_hub.repository - git version 2.25.1
 git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)
+[06:41:15] - DEBUG - huggingface_hub.repository - [Repository] is a valid git repo
+[06:42:25] - INFO - huggingface_hub.repository - Uploading LFS objects: 100% (7/7), 2.0 GB | 47 MB/s, done.
+
+
+
+
+Training...:   9%|█████                                                      | 30050/352766 [3:25:42<12:31:04,  7.16it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30100/352766 [3:26:02<13:16:33,  6.75it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30150/352766 [3:26:23<13:28:04,  6.65it/s]
+
+
+
+
+
+Training...:   9%|█████                                                      | 30200/352766 [3:26:43<14:22:00,  6.24it/s]
+
+
+
+
+
+Training...:   9%|█████                                                      | 30250/352766 [3:27:03<14:33:38,  6.15it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30300/352766 [3:27:23<12:44:18,  7.03it/s]
+
+
+
+
+
+Training...:   9%|█████                                                      | 30350/352766 [3:27:43<12:36:25,  7.10it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30400/352766 [3:28:03<12:40:40,  7.06it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30450/352766 [3:28:23<16:47:09,  5.33it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30500/352766 [3:28:43<12:40:20,  7.06it/s]
+
+
+
+
+Training...:   9%|█████                                                      | 30550/352766 [3:29:04<16:04:10,  5.57it/s]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30601/352766 [3:29:36<342:36:13,  3.83s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30652/352766 [3:29:57<210:52:35,  2.36s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30703/352766 [3:30:17<171:20:27,  1.92s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30751/352766 [3:30:37<325:59:46,  3.64s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30801/352766 [3:30:57<309:01:33,  3.46s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30851/352766 [3:31:17<314:01:39,  3.51s/it]
+
+
+
+
+
+Training...:   9%|█████                                                     | 30902/352766 [3:31:38<248:12:57,  2.78s/it]
+
+
+
+
+Training...:   9%|█████▏                                                     | 30950/352766 [3:31:45<13:54:36,  6.43it/s]
+
+
+
+
+
+Training...:   9%|█████▏                                                     | 31000/352766 [3:32:05<13:46:43,  6.49it/s]
+
+
+
+
+
+Training...:   9%|█████▏                                                     | 31050/352766 [3:32:26<15:49:09,  5.65it/s]
+
+
+
+
+
+
+Training...:   9%|█████                                                     | 31103/352766 [3:32:58<185:24:48,  2.08s/it]
+
+
+
+
+Training...:   9%|█████▏                                                     | 31150/352766 [3:33:06<13:56:09,  6.41it/s]
+
+
+
+
+
+Training...:   9%|█████▏                                                     | 31200/352766 [3:33:26<17:17:12,  5.17it/s]
+
+
+
+
+
+Training...:   9%|█████▏                                                     | 31250/352766 [3:33:46<14:08:19,  6.32it/s]
+
+
+
+
+Training...:   9%|█████▏                                                     | 31300/352766 [3:34:05<22:53:16,  3.90it/s]
+
+
+
+
+
+Training...:   9%|█████▏                                                     | 31350/352766 [3:34:26<13:56:52,  6.40it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31410/352766 [3:35:00<28:47:32,  3.10it/s]
+
+
+
+
+Training...:   9%|█████▎                                                     | 31450/352766 [3:35:06<13:08:05,  6.80it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31510/352766 [3:35:40<27:28:10,  3.25it/s]
+
+
+
+
+Training...:   9%|█████▎                                                     | 31550/352766 [3:35:47<13:41:20,  6.52it/s]
+
+
+
+
+Training...:   9%|█████▎                                                     | 31600/352766 [3:36:06<13:05:30,  6.81it/s]
+
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31658/352766 [3:36:40<42:00:26,  2.12it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31710/352766 [3:37:01<25:26:03,  3.51it/s]
+
+
+
+Training...:   9%|█████▎                                                     | 31750/352766 [3:37:07<13:24:19,  6.65it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31812/352766 [3:37:41<24:17:52,  3.67it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 31865/352766 [3:38:02<16:44:12,  5.33it/s]
+
+
+
+
+Training...:   9%|█████▏                                                    | 31902/352766 [3:38:20<231:10:32,  2.59s/it]
+
+
+
+
+Training...:   9%|█████▎                                                     | 31950/352766 [3:38:28<14:45:31,  6.04it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 32000/352766 [3:38:48<19:53:59,  4.48it/s]
+
+
+
+
+
+Training...:   9%|█████▎                                                     | 32050/352766 [3:39:08<14:43:21,  6.05it/s]
+
+
+
+
+
+
+Training...:   9%|█████▎                                                    | 32104/352766 [3:39:41<130:36:30,  1.47s/it]
+
+
+
+
+Training...:   9%|█████▍                                                     | 32150/352766 [3:39:47<11:06:57,  8.01it/s]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32200/352766 [3:40:08<13:15:10,  6.72it/s]
+
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32256/352766 [3:40:41<67:52:03,  1.31it/s]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32305/352766 [3:41:02<89:57:26,  1.01s/it]
+
+
+
+
+
+Training...:   9%|█████▎                                                    | 32353/352766 [3:41:21<164:05:26,  1.84s/it]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32405/352766 [3:41:42<92:08:25,  1.04s/it]
+
+
+
+
+
+Training...:   9%|█████▎                                                    | 32454/352766 [3:42:02<133:54:52,  1.51s/it]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32506/352766 [3:42:22<67:45:17,  1.31it/s]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32557/352766 [3:42:42<66:03:00,  1.35it/s]
+
+
+
+
+Training...:   9%|█████▍                                                     | 32600/352766 [3:42:49<13:45:30,  6.46it/s]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32655/352766 [3:43:22<95:46:18,  1.08s/it]
+
+
+
+
+
+Training...:   9%|█████▍                                                     | 32707/352766 [3:43:43<62:25:15,  1.42it/s]
+
+
+
+
+Training...:   9%|█████▍                                                     | 32758/352766 [3:44:03<43:21:24,  2.05it/s]
+
+
+
+
+Training...:   9%|█████▍                                                     | 32810/352766 [3:44:23<25:31:43,  3.48it/s]
+
+
+
+
+Training...:   9%|█████▍                                                     | 32860/352766 [3:44:44<32:21:42,  2.75it/s]
+
+
+
+
+
+Training...:   9%|█████▌                                                     | 32910/352766 [3:45:04<27:27:21,  3.24it/s]
+
+
+
+
+
+Training...:   9%|█████▌                                                     | 32958/352766 [3:45:24<49:28:24,  1.80it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33009/352766 [3:45:44<32:19:01,  2.75it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33059/352766 [3:46:04<41:06:20,  2.16it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33109/352766 [3:46:24<41:01:50,  2.16it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33159/352766 [3:46:44<31:59:13,  2.78it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33208/352766 [3:47:05<44:45:49,  1.98it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33262/352766 [3:47:25<22:27:19,  3.95it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33312/352766 [3:47:45<24:57:01,  3.56it/s]
+
+
+
+
+
+Training...:   9%|█████▌                                                     | 33359/352766 [3:48:05<37:37:33,  2.36it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33410/352766 [3:48:25<27:36:10,  3.21it/s]
+
+
+
+
+Training...:   9%|█████▌                                                     | 33461/352766 [3:48:45<23:21:33,  3.80it/s]
+
+
+
+Training...:   9%|█████▌                                                     | 33500/352766 [3:48:51<11:24:31,  7.77it/s]
+
+
+
+
+Training...:  10%|█████▌                                                     | 33550/352766 [3:49:11<11:23:16,  7.79it/s]
+
+
+
+
+Training...:  10%|█████▌                                                     | 33600/352766 [3:49:31<11:56:28,  7.42it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33650/352766 [3:49:51<12:02:58,  7.36it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33700/352766 [3:50:11<11:46:50,  7.52it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33750/352766 [3:50:32<16:13:41,  5.46it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33800/352766 [3:50:52<12:46:48,  6.93it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33850/352766 [3:51:12<12:35:24,  7.04it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33900/352766 [3:51:32<12:05:36,  7.32it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 33949/352766 [3:51:52<13:02:34,  6.79it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                     | 34000/352766 [3:52:13<13:43:11,  6.45it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                     | 34050/352766 [3:52:33<13:57:52,  6.34it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                     | 34100/352766 [3:52:53<16:22:06,  5.41it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                     | 34150/352766 [3:53:13<14:35:51,  6.06it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 34200/352766 [3:53:33<13:45:21,  6.43it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 34249/352766 [3:53:53<12:46:17,  6.93it/s]
+
+
+
+
+Training...:  10%|█████▋                                                     | 34300/352766 [3:54:13<15:48:50,  5.59it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                     | 34350/352766 [3:54:34<14:23:01,  6.15it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34400/352766 [3:54:53<15:42:14,  5.63it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34450/352766 [3:55:13<13:35:12,  6.51it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                     | 34500/352766 [3:55:34<15:23:49,  5.74it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34550/352766 [3:55:53<16:02:45,  5.51it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                     | 34600/352766 [3:56:15<15:55:08,  5.55it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34650/352766 [3:56:34<13:09:51,  6.71it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34700/352766 [3:56:54<12:13:58,  7.22it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34750/352766 [3:57:14<14:19:26,  6.17it/s]
+
+
+
+
+
+Training...:  10%|█████▋                                                    | 34801/352766 [3:57:47<312:47:41,  3.54s/it]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34850/352766 [3:57:55<12:29:20,  7.07it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34900/352766 [3:58:15<15:12:02,  5.81it/s]
+
+
+
+
+Training...:  10%|█████▊                                                     | 34950/352766 [3:58:34<13:01:08,  6.78it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                     | 35000/352766 [3:58:56<13:49:02,  6.39it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35052/352766 [3:59:28<223:05:37,  2.53s/it]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35102/352766 [3:59:48<237:28:20,  2.69s/it]
+
+
+
+
+Training...:  10%|█████▉                                                     | 35150/352766 [3:59:55<12:37:09,  6.99it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35203/352766 [4:00:28<188:59:58,  2.14s/it]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35251/352766 [4:00:48<327:32:25,  3.71s/it]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35303/352766 [4:01:08<153:31:23,  1.74s/it]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35354/352766 [4:01:29<129:35:42,  1.47s/it]
+
+
+
+
+
+Training...:  10%|█████▉                                                     | 35406/352766 [4:01:49<79:14:02,  1.11it/s]
+
+
+
+
+
+Training...:  10%|█████▊                                                    | 35454/352766 [4:02:09<131:30:52,  1.49s/it]
+
+
+
+
+
+Training...:  10%|█████▉                                                     | 35508/352766 [4:02:30<39:01:43,  2.26it/s]
+
+
+
+
+Training...:  10%|█████▊                                                    | 35554/352766 [4:02:49<127:09:15,  1.44s/it]
+
+
+
+Training...:  10%|█████▉                                                     | 35600/352766 [4:02:56<11:27:24,  7.69it/s]
+
+
+
+
+
+Training...:  10%|█████▉                                                     | 35649/352766 [4:03:16<16:54:18,  5.21it/s]
+
+
+
+
+Training...:  10%|█████▉                                                     | 35700/352766 [4:03:36<11:14:41,  7.83it/s]
+
+
+
+
+Training...:  10%|█████▉                                                     | 35750/352766 [4:03:56<15:09:58,  5.81it/s]
+
+
+
+
+Training...:  10%|█████▉                                                     | 35800/352766 [4:04:17<15:06:29,  5.83it/s]
+
+
+
+
+
+Training...:  10%|█████▉                                                     | 35850/352766 [4:04:37<11:37:07,  7.58it/s]
+
+
+
+
+Training...:  10%|██████                                                      | 35900/352766 [4:04:57<9:47:11,  8.99it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 35950/352766 [4:05:17<12:04:31,  7.29it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36000/352766 [4:05:37<11:14:06,  7.83it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36050/352766 [4:05:58<12:54:42,  6.81it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36099/352766 [4:06:17<12:11:26,  7.22it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36150/352766 [4:06:37<18:21:18,  4.79it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36199/352766 [4:06:57<15:35:59,  5.64it/s]
+
+
+
+
+
+Training...:  10%|██████                                                     | 36250/352766 [4:07:18<14:35:15,  6.03it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36300/352766 [4:07:38<13:02:16,  6.74it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36350/352766 [4:07:58<12:18:26,  7.14it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36400/352766 [4:08:18<13:16:31,  6.62it/s]
+
+
+
+
+
+Training...:  10%|██████                                                     | 36450/352766 [4:08:39<11:25:43,  7.69it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36500/352766 [4:08:58<12:32:00,  7.01it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36550/352766 [4:09:19<12:55:49,  6.79it/s]
+
+
+
+
+Training...:  10%|██████                                                     | 36600/352766 [4:09:39<12:19:57,  7.12it/s]
+
+
+
+
+Training...:  10%|██████▏                                                    | 36650/352766 [4:09:58<12:44:34,  6.89it/s]
+
+
+
+
+Training...:  10%|██████▏                                                    | 36700/352766 [4:10:19<20:10:38,  4.35it/s]
+
+
+
+
+
+Training...:  10%|██████                                                    | 36751/352766 [4:10:52<295:58:35,  3.37s/it]
+
+
+
+
+
+Training...:  10%|██████                                                    | 36802/352766 [4:11:12<229:47:51,  2.62s/it]
+
+
+
+
+Training...:  10%|██████▏                                                    | 36850/352766 [4:11:19<11:56:53,  7.34it/s]
+
+
+
+
+Training...:  10%|██████▏                                                    | 36900/352766 [4:11:40<16:10:43,  5.42it/s]
+
+
+
+
+
+Training...:  10%|██████                                                    | 36951/352766 [4:12:12<350:35:35,  4.00s/it]
+
+
+
+
+
+Training...:  10%|██████                                                    | 37002/352766 [4:12:32<203:07:59,  2.32s/it]
+
+
+
+
+
+Training...:  11%|██████                                                    | 37052/352766 [4:12:53<245:57:48,  2.80s/it]
+
+
+
+
+Training...:  11%|██████▏                                                    | 37100/352766 [4:13:00<12:09:02,  7.22it/s]
+
+
+
+
+
+Training...:  11%|██████                                                    | 37151/352766 [4:13:33<289:43:57,  3.30s/it]
+
+
+
+
+
+Training...:  11%|██████                                                    | 37202/352766 [4:13:53<253:32:46,  2.89s/it]
+
+
+
+
+
+Training...:  11%|██████                                                    | 37252/352766 [4:14:13<213:43:49,  2.44s/it]
+
+
+
+
+
+Training...:  11%|██████▏                                                    | 37305/352766 [4:14:34<92:44:15,  1.06s/it]
+
+
+
+
+Training...:  11%|██████▏                                                    | 37350/352766 [4:14:40<13:51:16,  6.32it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37400/352766 [4:15:00<11:21:17,  7.71it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 37450/352766 [4:15:20<11:37:49,  7.53it/s]
+
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 37506/352766 [4:15:54<67:33:36,  1.30it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37557/352766 [4:16:15<66:22:24,  1.32it/s]
+
+
+
+Training...:  11%|██████▎                                                    | 37600/352766 [4:16:21<12:31:58,  6.99it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 37650/352766 [4:16:41<14:25:37,  6.07it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 37700/352766 [4:17:01<12:30:20,  7.00it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37750/352766 [4:17:21<12:02:55,  7.26it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37800/352766 [4:17:41<13:41:05,  6.39it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37850/352766 [4:18:01<14:50:11,  5.90it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 37900/352766 [4:18:22<13:12:33,  6.62it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 37950/352766 [4:18:41<12:32:22,  6.97it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 38000/352766 [4:19:02<11:57:57,  7.31it/s]
+
+
+
+
+
+Training...:  11%|██████▎                                                    | 38050/352766 [4:19:23<14:39:52,  5.96it/s]
+
+
+
+
+Training...:  11%|██████▎                                                    | 38100/352766 [4:19:42<18:13:49,  4.79it/s]
+
+
+
+
+
+Training...:  11%|██████▍                                                    | 38150/352766 [4:20:03<16:21:45,  5.34it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38200/352766 [4:20:22<16:53:54,  5.17it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38250/352766 [4:20:43<10:07:39,  8.63it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38300/352766 [4:21:03<20:41:15,  4.22it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38350/352766 [4:21:23<12:06:48,  7.21it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38400/352766 [4:21:43<24:18:09,  3.59it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38450/352766 [4:22:03<16:31:49,  5.28it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38500/352766 [4:22:23<19:52:10,  4.39it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38550/352766 [4:22:43<18:48:37,  4.64it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38600/352766 [4:23:03<18:13:18,  4.79it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38649/352766 [4:23:24<12:31:09,  6.97it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38699/352766 [4:23:44<11:16:22,  7.74it/s]
+
+
+
+
+Training...:  11%|██████▍                                                    | 38750/352766 [4:24:04<11:03:27,  7.89it/s]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 38801/352766 [4:24:37<288:43:11,  3.31s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 38852/352766 [4:24:57<250:58:30,  2.88s/it]
+
+
+
+
+Training...:  11%|██████▌                                                    | 38900/352766 [4:25:04<15:58:28,  5.46it/s]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 38951/352766 [4:25:37<262:23:54,  3.01s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39002/352766 [4:25:58<188:04:57,  2.16s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39052/352766 [4:26:18<248:39:44,  2.85s/it]
+
+
+
+
+Training...:  11%|██████▌                                                    | 39100/352766 [4:26:24<16:18:50,  5.34it/s]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39153/352766 [4:26:58<162:36:25,  1.87s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39201/352766 [4:27:18<301:30:00,  3.46s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39252/352766 [4:27:38<234:55:47,  2.70s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39304/352766 [4:27:59<110:41:57,  1.27s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39352/352766 [4:28:18<208:07:48,  2.39s/it]
+
+
+
+
+
+Training...:  11%|██████▍                                                   | 39404/352766 [4:28:39<126:22:53,  1.45s/it]
+
+
+
+
+Training...:  11%|██████▌                                                    | 39450/352766 [4:28:45<23:46:42,  3.66it/s]
+
+
+
+
+
+Training...:  11%|██████▌                                                    | 39500/352766 [4:29:05<15:47:00,  5.51it/s]
+
+
+
+
+Training...:  11%|██████▌                                                    | 39550/352766 [4:29:25<13:43:40,  6.34it/s]
+
+
+
+
+
+Training...:  11%|██████▌                                                    | 39600/352766 [4:29:46<15:24:25,  5.65it/s]
+
+
+
+
+
+Training...:  11%|██████▋                                                    | 39650/352766 [4:30:06<12:39:38,  6.87it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39700/352766 [4:30:26<15:39:20,  5.55it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39750/352766 [4:30:46<23:40:51,  3.67it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39800/352766 [4:31:06<13:09:37,  6.61it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39850/352766 [4:31:26<16:00:32,  5.43it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39900/352766 [4:31:46<16:33:59,  5.25it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 39950/352766 [4:32:06<17:26:09,  4.98it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40000/352766 [4:32:26<15:10:02,  5.73it/s]
+Training...:  11%|██████▋                                                    | 40000/352766 [4:32:40<15:10:02,  5.73it/s]
+
+
+
+
+
+
+Training...:  11%|██████▋                                                    | 40050/352766 [4:32:55<11:48:33,  7.36it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40100/352766 [4:33:15<13:15:55,  6.55it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40150/352766 [4:33:35<15:38:02,  5.55it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40200/352766 [4:33:55<10:23:15,  8.36it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40250/352766 [4:34:15<13:09:34,  6.60it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40300/352766 [4:34:35<12:45:26,  6.80it/s]
+
+
+
+
+Training...:  11%|██████▋                                                    | 40350/352766 [4:34:55<20:23:31,  4.26it/s]
+
+
+
+
+Training...:  11%|██████▊                                                    | 40400/352766 [4:35:16<14:28:57,  5.99it/s]
+
+
+
+
+Training...:  11%|██████▊                                                    | 40450/352766 [4:35:35<12:25:23,  6.98it/s]
+
+
+
+
+Training...:  11%|██████▊                                                    | 40500/352766 [4:35:56<22:17:25,  3.89it/s]
+
+
+
+
+Training...:  11%|██████▊                                                    | 40550/352766 [4:36:16<19:22:05,  4.48it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40600/352766 [4:36:36<12:18:31,  7.04it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40650/352766 [4:36:56<18:08:10,  4.78it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40700/352766 [4:37:16<20:29:58,  4.23it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40750/352766 [4:37:36<14:21:46,  6.03it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40800/352766 [4:37:56<19:56:47,  4.34it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40850/352766 [4:38:16<13:56:57,  6.21it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40900/352766 [4:38:37<12:18:01,  7.04it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 40950/352766 [4:38:57<10:45:09,  8.06it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 41000/352766 [4:39:17<13:10:15,  6.58it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 41050/352766 [4:39:37<21:33:45,  4.02it/s]
+
+
+
+
+Training...:  12%|██████▊                                                    | 41100/352766 [4:39:57<14:54:17,  5.81it/s]
+
+
+
+
+
+Training...:  12%|██████▊                                                   | 41151/352766 [4:40:30<350:48:09,  4.05s/it]
+
+
+
+
+
+Training...:  12%|██████▊                                                   | 41201/352766 [4:40:50<312:41:36,  3.61s/it]
+
+
+
+
+
+Training...:  12%|██████▊                                                   | 41252/352766 [4:41:11<225:09:11,  2.60s/it]
+
+
+
+
+
+Training...:  12%|██████▊                                                   | 41302/352766 [4:41:31<208:02:44,  2.40s/it]
+
+
+
+
+Training...:  12%|██████▉                                                    | 41350/352766 [4:41:37<15:51:55,  5.45it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41400/352766 [4:41:58<13:55:10,  6.21it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41450/352766 [4:42:18<22:07:52,  3.91it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41500/352766 [4:42:38<24:19:19,  3.55it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41550/352766 [4:42:58<15:42:10,  5.51it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41600/352766 [4:43:18<26:43:29,  3.23it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41650/352766 [4:43:38<12:10:35,  7.10it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41700/352766 [4:43:58<14:30:04,  5.96it/s]
+
+
+
+
+Training...:  12%|██████▉                                                    | 41750/352766 [4:44:18<21:57:34,  3.93it/s]
+
+
+
+
+Training...:  12%|██████▉                                                    | 41800/352766 [4:44:39<14:29:26,  5.96it/s]
+
+
+
+
+
+Training...:  12%|██████▉                                                    | 41850/352766 [4:44:59<23:18:44,  3.70it/s]
+
+
+
+
+
+Training...:  12%|███████                                                    | 41900/352766 [4:45:19<19:14:30,  4.49it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 41950/352766 [4:45:39<17:29:12,  4.94it/s]
+
+
+
+
+
+Training...:  12%|███████                                                    | 42000/352766 [4:46:00<12:43:12,  6.79it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42050/352766 [4:46:19<13:38:19,  6.33it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42100/352766 [4:46:39<10:18:02,  8.38it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42150/352766 [4:46:59<24:17:20,  3.55it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42200/352766 [4:47:19<17:04:54,  5.05it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42250/352766 [4:47:40<24:46:35,  3.48it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42300/352766 [4:48:00<13:23:33,  6.44it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42350/352766 [4:48:20<10:57:33,  7.87it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42400/352766 [4:48:40<12:25:16,  6.94it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42450/352766 [4:49:00<19:29:21,  4.42it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42500/352766 [4:49:20<11:14:15,  7.67it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42550/352766 [4:49:40<22:35:33,  3.81it/s]
+
+
+
+
+Training...:  12%|███████                                                    | 42600/352766 [4:50:00<18:02:22,  4.78it/s]
+
+
+
+
+Training...:  12%|███████▏                                                   | 42650/352766 [4:50:20<17:47:16,  4.84it/s]
+
+
+
+
+Training...:  12%|███████▏                                                   | 42700/352766 [4:50:41<19:12:06,  4.49it/s]
+
+
+
+
+Training...:  12%|███████▏                                                   | 42750/352766 [4:51:01<25:51:08,  3.33it/s]
+
+
+
+
+Training...:  12%|███████▏                                                   | 42800/352766 [4:51:21<21:02:59,  4.09it/s]
+
+
+
+
+Training...:  12%|███████▏                                                   | 42850/352766 [4:51:41<13:57:29,  6.17it/s]
+
+
+
+
+
+Training...:  12%|███████                                                   | 42901/352766 [4:52:14<343:16:55,  3.99s/it]
+
+
+
+
+
+Training...:  12%|███████                                                   | 42953/352766 [4:52:34<174:26:32,  2.03s/it]
+
+
+
+
+
+Training...:  12%|███████                                                   | 43001/352766 [4:52:54<332:11:22,  3.86s/it]
+
+
+
+
+
+Training...:  12%|███████                                                   | 43052/352766 [4:53:14<207:04:13,  2.41s/it]
+
+
+
+
+Training...:  12%|███████▏                                                   | 43100/352766 [4:53:21<25:13:42,  3.41it/s]
+
+
+
+
+
+Training...:  12%|███████▏                                                   | 43150/352766 [4:53:41<19:55:51,  4.32it/s]
+
+
+
+
+
+Training...:  12%|███████▏                                                   | 43200/352766 [4:54:01<22:54:06,  3.75it/s]
+
+
+
+
+
+Training...:  12%|███████▏                                                   | 43250/352766 [4:54:22<21:10:28,  4.06it/s]
+
+
+
+
+
+Training...:  12%|███████▏                                                   | 43300/352766 [4:54:42<21:22:33,  4.02it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43350/352766 [4:55:02<23:35:27,  3.64it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43400/352766 [4:55:22<16:20:18,  5.26it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43450/352766 [4:55:42<13:50:35,  6.21it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43500/352766 [4:56:02<18:54:15,  4.54it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43550/352766 [4:56:22<12:26:02,  6.91it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43600/352766 [4:56:42<12:16:13,  7.00it/s]
+
+
+
+
+
+Training...:  12%|███████▎                                                   | 43650/352766 [4:57:03<10:55:47,  7.86it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43700/352766 [4:57:22<13:38:20,  6.29it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43750/352766 [4:57:43<20:26:23,  4.20it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43800/352766 [4:58:03<22:14:52,  3.86it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43850/352766 [4:58:23<14:56:17,  5.74it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43900/352766 [4:58:43<23:02:04,  3.72it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 43950/352766 [4:59:03<20:39:28,  4.15it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 44000/352766 [4:59:23<17:23:05,  4.93it/s]
+
+
+
+
+Training...:  12%|███████▎                                                   | 44050/352766 [4:59:43<17:54:17,  4.79it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44100/352766 [5:00:03<21:58:52,  3.90it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44150/352766 [5:00:23<19:09:11,  4.48it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44200/352766 [5:00:43<13:41:07,  6.26it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44250/352766 [5:01:04<22:43:09,  3.77it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44300/352766 [5:01:24<15:10:16,  5.65it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44350/352766 [5:01:44<22:30:36,  3.81it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44400/352766 [5:02:04<16:55:51,  5.06it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44450/352766 [5:02:24<22:50:50,  3.75it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44500/352766 [5:02:44<12:30:09,  6.85it/s]
+
+
+
+
+
+Training...:  13%|███████▍                                                   | 44560/352766 [5:03:19<40:41:27,  2.10it/s]
+
+
+
+Training...:  13%|███████▍                                                   | 44600/352766 [5:03:25<21:58:58,  3.89it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44650/352766 [5:03:45<15:30:24,  5.52it/s]
+
+
+
+
+
+Training...:  13%|███████▍                                                   | 44710/352766 [5:04:19<26:41:28,  3.21it/s]
+
+
+
+Training...:  13%|███████▍                                                   | 44750/352766 [5:04:25<13:09:14,  6.50it/s]
+
+
+
+
+Training...:  13%|███████▍                                                   | 44800/352766 [5:04:45<21:26:00,  3.99it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 44863/352766 [5:05:20<24:31:02,  3.49it/s]
+
+
+
+Training...:  13%|███████▌                                                   | 44900/352766 [5:05:25<18:24:33,  4.65it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 44950/352766 [5:05:45<18:17:51,  4.67it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 45000/352766 [5:06:05<21:38:48,  3.95it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 45050/352766 [5:06:26<24:48:12,  3.45it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 45100/352766 [5:06:46<21:28:35,  3.98it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 45150/352766 [5:07:06<24:58:05,  3.42it/s]
+
+
+
+
+
+Training...:  13%|███████▌                                                   | 45200/352766 [5:07:26<29:06:56,  2.93it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45250/352766 [5:07:46<21:42:36,  3.93it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45300/352766 [5:08:06<23:07:11,  3.69it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45350/352766 [5:08:26<23:34:29,  3.62it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45400/352766 [5:08:46<27:39:42,  3.09it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45450/352766 [5:09:06<27:34:18,  3.10it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45500/352766 [5:09:26<24:38:27,  3.46it/s]
+
+
+
+
+Training...:  13%|███████▌                                                   | 45550/352766 [5:09:46<15:43:10,  5.43it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45600/352766 [5:10:07<24:44:28,  3.45it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45650/352766 [5:10:27<17:35:16,  4.85it/s]
+
+
+
+
+Training...:  13%|███���███▋                                                   | 45700/352766 [5:10:47<21:46:56,  3.92it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45750/352766 [5:11:07<19:11:01,  4.45it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45800/352766 [5:11:27<20:08:50,  4.23it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45850/352766 [5:11:47<18:22:13,  4.64it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45900/352766 [5:12:07<20:07:45,  4.23it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 45950/352766 [5:12:27<16:50:59,  5.06it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46000/352766 [5:12:48<28:28:37,  2.99it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46050/352766 [5:13:08<21:52:04,  3.90it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46100/352766 [5:13:28<27:22:44,  3.11it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46150/352766 [5:13:48<26:32:45,  3.21it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46200/352766 [5:14:08<18:23:21,  4.63it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46250/352766 [5:14:28<21:01:07,  4.05it/s]
+
+
+
+
+Training...:  13%|███████▋                                                   | 46300/352766 [5:14:48<22:16:42,  3.82it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46350/352766 [5:15:08<18:51:26,  4.51it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46400/352766 [5:15:28<25:10:31,  3.38it/s]
+
+
+
+
+
+Training...:  13%|███████▊                                                   | 46462/352766 [5:16:03<18:38:52,  4.56it/s]
+
+
+
+Training...:  13%|███████▊                                                   | 46500/352766 [5:16:09<25:26:34,  3.34it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46550/352766 [5:16:29<26:08:51,  3.25it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46600/352766 [5:16:49<23:50:36,  3.57it/s]
+
+
+
+
+
+Training...:  13%|███████▊                                                   | 46663/352766 [5:17:24<16:58:47,  5.01it/s]
+
+
+
+Training...:  13%|███████▊                                                   | 46700/352766 [5:17:29<18:40:20,  4.55it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46750/352766 [5:17:49<26:42:16,  3.18it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46800/352766 [5:18:09<21:46:33,  3.90it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46850/352766 [5:18:29<24:22:25,  3.49it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46900/352766 [5:18:49<21:38:48,  3.92it/s]
+
+
+
+
+Training...:  13%|███████▊                                                   | 46950/352766 [5:19:09<22:56:48,  3.70it/s]
+
+
+
+
+
+Training...:  13%|███████▋                                                  | 47001/352766 [5:19:43<335:26:13,  3.95s/it]
+
+
+
+
+Training...:  13%|███████▊                                                   | 47050/352766 [5:19:50<26:46:26,  3.17it/s]
+
+
+
+
+Training...:  13%|███████▉                                                   | 47100/352766 [5:20:10<22:29:50,  3.77it/s]
+
+
+
+
+Training...:  13%|███████▉                                                   | 47150/352766 [5:20:30<20:29:20,  4.14it/s]
+
+
+
+
+
+Training...:  13%|███████▊                                                  | 47201/352766 [5:21:03<329:51:02,  3.89s/it]
+
+
+
+
+
+Training...:  13%|███████▊                                                  | 47253/352766 [5:21:23<177:57:22,  2.10s/it]
+
+
+
+
+
+Training...:  13%|███████▊                                                  | 47304/352766 [5:21:44<122:49:45,  1.45s/it]
+
+
+
+
+
+Training...:  13%|███████▊                                                  | 47353/352766 [5:22:04<172:15:10,  2.03s/it]
+
+
+
+
+Training...:  13%|███████▉                                                   | 47400/352766 [5:22:10<23:50:45,  3.56it/s]
+
+
+
+
+
+Training...:  13%|███████▉                                                   | 47450/352766 [5:22:30<27:54:52,  3.04it/s]
+
+
+
+
+
+Training...:  13%|███████▉                                                   | 47500/352766 [5:22:51<24:57:03,  3.40it/s]
+
+
+
+
+
+
+Training...:  13%|███████▊                                                  | 47551/352766 [5:23:24<336:08:52,  3.96s/it]
+
+
+
+
+Training...:  13%|███████▉                                                   | 47600/352766 [5:23:31<21:13:59,  3.99it/s]
+
+
+
+
+
+Training...:  14%|███████▉                                                   | 47650/352766 [5:23:51<26:39:24,  3.18it/s]
+
+
+
+
+
+Training...:  14%|███████▉                                                   | 47700/352766 [5:24:11<25:42:15,  3.30it/s]
+
+
+
+
+
+Training...:  14%|███████▉                                                   | 47750/352766 [5:24:31<26:11:38,  3.23it/s]
+
+
+
+
+
+
+Training...:  14%|███████▊                                                  | 47802/352766 [5:25:05<242:32:49,  2.86s/it]
+
+
+
+
+
+Training...:  14%|███████▊                                                  | 47853/352766 [5:25:25<167:39:59,  1.98s/it]
+
+
+
+
+Training...:  14%|████████                                                   | 47900/352766 [5:25:32<22:16:16,  3.80it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 47950/352766 [5:25:52<21:48:51,  3.88it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48000/352766 [5:26:12<21:16:04,  3.98it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48050/352766 [5:26:32<20:53:33,  4.05it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48100/352766 [5:26:52<25:07:29,  3.37it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48150/352766 [5:27:12<22:52:39,  3.70it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48200/352766 [5:27:32<28:39:45,  2.95it/s]
+
+
+
+
+
+Training...:  14%|████████                                                   | 48250/352766 [5:27:52<26:19:25,  3.21it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48300/352766 [5:28:12<23:21:53,  3.62it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48350/352766 [5:28:32<22:11:35,  3.81it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48400/352766 [5:28:53<25:23:33,  3.33it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48450/352766 [5:29:13<21:06:20,  4.01it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48500/352766 [5:29:33<19:23:53,  4.36it/s]
+
+
+
+
+Training...:  14%|████████                                                   | 48550/352766 [5:29:53<25:05:46,  3.37it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48600/352766 [5:30:13<25:55:26,  3.26it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48650/352766 [5:30:33<22:39:19,  3.73it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48700/352766 [5:30:53<25:11:53,  3.35it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48750/352766 [5:31:13<18:11:54,  4.64it/s]
+
+
+
+
+
+Training...:  14%|████████▏                                                  | 48812/352766 [5:31:48<20:00:54,  4.22it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48861/352766 [5:32:08<19:57:26,  4.23it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 48912/352766 [5:32:28<23:23:14,  3.61it/s]
+
+
+
+Training...:  14%|████████▏                                                  | 48950/352766 [5:32:34<26:59:52,  3.13it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 49000/352766 [5:32:54<27:21:14,  3.08it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 49050/352766 [5:33:14<22:51:42,  3.69it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 49100/352766 [5:33:34<27:29:07,  3.07it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 49150/352766 [5:33:54<23:04:38,  3.65it/s]
+
+
+
+
+Training...:  14%|████████▏                                                  | 49200/352766 [5:34:14<27:22:07,  3.08it/s]
+
+
+
+
+
+Training...:  14%|████████▏                                                  | 49267/352766 [5:34:49<13:19:47,  6.32it/s]
+
+
+
+Training...:  14%|████████▏                                                  | 49300/352766 [5:34:54<21:09:04,  3.99it/s]
+
+
+
+
+Training...:  14%|████████▎                                                  | 49350/352766 [5:35:14<25:59:34,  3.24it/s]
+
+
+
+
+
+Training...:  14%|████████▎                                                  | 49400/352766 [5:35:35<25:56:41,  3.25it/s]
+
+
+
+
+
+Training...:  14%|████████▎                                                  | 49450/352766 [5:35:55<26:59:03,  3.12it/s]
+
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49503/352766 [5:36:28<172:45:33,  2.05s/it]
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49552/352766 [5:36:48<247:06:36,  2.93s/it]
+
+
+
+
+Training...:  14%|████████▎                                                  | 49600/352766 [5:36:55<25:55:33,  3.25it/s]
+
+
+
+
+Training...:  14%|████████▎                                                  | 49650/352766 [5:37:15<26:48:56,  3.14it/s]
+
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49702/352766 [5:37:49<233:35:55,  2.77s/it]
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49753/352766 [5:38:09<174:35:40,  2.07s/it]
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49804/352766 [5:38:29<144:36:26,  1.72s/it]
+
+
+
+
+Training...:  14%|████████▎                                                  | 49850/352766 [5:38:35<24:13:45,  3.47it/s]
+
+
+
+
+
+
+Training...:  14%|████████▏                                                 | 49903/352766 [5:39:09<150:03:43,  1.78s/it]
+
+
+
+
+Training...:  14%|████████▎                                                  | 49950/352766 [5:39:16<20:48:48,  4.04it/s]
+
+
+
+
+
+Training...:  14%|████████▎                                                  | 50000/352766 [5:39:36<26:50:47,  3.13it/s]
+
+
+
+
+
+Training...:  14%|████████▎                                                  | 50059/352766 [5:40:10<40:25:34,  2.08it/s]
+
+
+
+
+
+Training...:  14%|████████▍                                                  | 50106/352766 [5:40:30<84:27:45,  1.00s/it]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50150/352766 [5:40:36<25:22:50,  3.31it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50200/352766 [5:40:56<23:43:57,  3.54it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50250/352766 [5:41:16<19:51:49,  4.23it/s]
+
+
+
+
+
+Training...:  14%|████████▍                                                  | 50312/352766 [5:41:50<32:07:48,  2.61it/s]
+
+
+
+Training...:  14%|████████▍                                                  | 50350/352766 [5:41:56<26:21:08,  3.19it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50400/352766 [5:42:16<26:12:25,  3.20it/s]
+
+
+
+
+
+Training...:  14%|████████▍                                                  | 50457/352766 [5:42:50<57:06:53,  1.47it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50510/352766 [5:43:11<28:54:32,  2.90it/s]
+
+
+
+Training...:  14%|████████▍                                                  | 50550/352766 [5:43:17<27:03:48,  3.10it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50600/352766 [5:43:37<28:53:35,  2.91it/s]
+
+
+
+
+
+Training...:  14%|████████▍                                                  | 50663/352766 [5:44:11<20:30:03,  4.09it/s]
+
+
+
+Training...:  14%|████████▍                                                  | 50700/352766 [5:44:17<27:46:33,  3.02it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50750/352766 [5:44:37<24:54:23,  3.37it/s]
+
+
+
+
+Training...:  14%|████████▍                                                  | 50800/352766 [5:44:57<21:42:20,  3.86it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 50850/352766 [5:45:17<23:08:51,  3.62it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 50900/352766 [5:45:37<24:33:36,  3.41it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 50950/352766 [5:45:57<19:14:28,  4.36it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 51000/352766 [5:46:17<27:13:02,  3.08it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 51050/352766 [5:46:38<24:40:10,  3.40it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 51100/352766 [5:46:58<25:04:37,  3.34it/s]
+
+
+
+
+Training...:  14%|████████▌                                                  | 51150/352766 [5:47:18<25:43:47,  3.26it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51200/352766 [5:47:38<24:33:04,  3.41it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51250/352766 [5:47:58<27:01:52,  3.10it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51300/352766 [5:48:18<24:24:32,  3.43it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51350/352766 [5:48:38<27:05:29,  3.09it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51400/352766 [5:48:58<27:44:32,  3.02it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51450/352766 [5:49:18<27:13:01,  3.08it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51500/352766 [5:49:38<24:35:58,  3.40it/s]
+
+
+
+
+Training...:  15%|████████▌                                                  | 51550/352766 [5:49:58<26:36:24,  3.14it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51600/352766 [5:50:18<23:35:20,  3.55it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51650/352766 [5:50:39<24:29:07,  3.42it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51700/352766 [5:50:59<24:43:02,  3.38it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51750/352766 [5:51:19<24:35:39,  3.40it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51800/352766 [5:51:39<21:01:50,  3.98it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51850/352766 [5:51:59<26:12:37,  3.19it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51900/352766 [5:52:19<19:35:40,  4.27it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 51950/352766 [5:52:39<26:26:49,  3.16it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 52000/352766 [5:52:59<25:18:36,  3.30it/s]
+
+
+
+
+
+Training...:  15%|████████▌                                                 | 52051/352766 [5:53:32<343:49:28,  4.12s/it]
+
+
+
+
+
+Training...:  15%|████████▌                                                 | 52101/352766 [5:53:52<316:11:17,  3.79s/it]
+
+
+
+
+Training...:  15%|████████▋                                                  | 52150/352766 [5:53:59<27:57:05,  2.99it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 52200/352766 [5:54:20<21:50:47,  3.82it/s]
+
+
+
+
+Training...:  15%|████████▋                                                  | 52250/352766 [5:54:40<27:54:53,  2.99it/s]
+
+
+
+
+
+Training...:  15%|████████▌                                                 | 52301/352766 [5:55:13<318:38:22,  3.82s/it]
+
+
+
+
+
+Training...:  15%|████████▌                                                 | 52351/352766 [5:55:33<311:58:06,  3.74s/it]
+
+
+
+
+Training...:  15%|████████▊                                                  | 52400/352766 [5:55:40<25:33:08,  3.27it/s]
+
+
+
+
+
+Training...:  15%|████████▌                                                 | 52451/352766 [5:56:13<340:47:02,  4.09s/it]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52502/352766 [5:56:33<229:01:19,  2.75s/it]
+
+
+
+
+Training...:  15%|████████▊                                                  | 52550/352766 [5:56:40<26:18:41,  3.17it/s]
+
+
+
+
+Training...:  15%|████████▊                                                  | 52600/352766 [5:57:00<26:04:38,  3.20it/s]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52651/352766 [5:57:34<341:57:35,  4.10s/it]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52703/352766 [5:57:54<165:08:37,  1.98s/it]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52751/352766 [5:58:14<307:09:38,  3.69s/it]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52801/352766 [5:58:34<307:32:54,  3.69s/it]
+
+
+
+
+
+Training...:  15%|████████▋                                                 | 52851/352766 [5:58:54<334:03:35,  4.01s/it]
+
+
+
+
+Training...:  15%|████████▊                                                  | 52900/352766 [5:59:01<24:33:53,  3.39it/s]
+
+
+
+
+
+Training...:  15%|████████▊                                                  | 52950/352766 [5:59:21<23:03:25,  3.61it/s]
+
+
+
+
+
+Training...:  15%|████████▊                                                  | 53000/352766 [5:59:41<25:49:35,  3.22it/s]
+
+
+
+
+
+Training...:  15%|████████▊                                                  | 53050/352766 [6:00:01<26:29:32,  3.14it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53100/352766 [6:00:21<26:51:27,  3.10it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53150/352766 [6:00:41<25:46:51,  3.23it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53200/352766 [6:01:01<25:09:42,  3.31it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53250/352766 [6:01:22<20:15:11,  4.11it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53300/352766 [6:01:42<26:07:09,  3.18it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53350/352766 [6:02:02<26:27:19,  3.14it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53400/352766 [6:02:22<28:12:39,  2.95it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53450/352766 [6:02:42<23:08:53,  3.59it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53500/352766 [6:03:02<27:38:52,  3.01it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53550/352766 [6:03:22<22:27:11,  3.70it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53600/352766 [6:03:42<26:56:42,  3.08it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53650/352766 [6:04:02<25:26:16,  3.27it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53700/352766 [6:04:22<25:07:13,  3.31it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53750/352766 [6:04:42<25:00:21,  3.32it/s]
+
+
+
+
+Training...:  15%|████████▉                                                  | 53800/352766 [6:05:02<25:46:27,  3.22it/s]
+
+
+
+
+Training...:  15%|█████████                                                  | 53850/352766 [6:05:22<26:11:42,  3.17it/s]
+
+
+
+
+
+Training...:  15%|████████▊                                                 | 53902/352766 [6:05:56<234:02:32,  2.82s/it]
+
+
+
+
+
+Training...:  15%|████████▊                                                 | 53953/352766 [6:06:16<186:53:57,  2.25s/it]
+
+
+
+
+
+Training...:  15%|████████▉                                                 | 54001/352766 [6:06:36<320:20:33,  3.86s/it]
+
+
+
+
+
+Training...:  15%|████████▉                                                 | 54051/352766 [6:06:56<317:43:28,  3.83s/it]
+
+
+
+
+
+Training...:  15%|████████▉                                                 | 54105/352766 [6:07:16<102:31:45,  1.24s/it]
+
+
+
+
+
+Training...:  15%|█████████                                                  | 54157/352766 [6:07:37<70:33:19,  1.18it/s]
+
+
+
+
+
+Training...:  15%|████████▉                                                 | 54203/352766 [6:07:56<181:03:13,  2.18s/it]
+
+
+
+
+Training...:  15%|█████████                                                  | 54250/352766 [6:08:03<27:33:11,  3.01it/s]
+
+
+
+
+
+Training...:  15%|█████████                                                  | 54300/352766 [6:08:23<24:12:42,  3.42it/s]
+
+
+
+
+
+Training...:  15%|█████████                                                  | 54350/352766 [6:08:43<24:14:20,  3.42it/s]
+
+
+
+
+
+Training...:  15%|█████████                                                  | 54400/352766 [6:09:03<22:33:24,  3.67it/s]
+
+
+
+
+Training...:  15%|█████████                                                  | 54450/352766 [6:09:23<26:41:25,  3.10it/s]
+
+
+
+
+
+Training...:  15%|█████████                                                  | 54500/352766 [6:09:43<26:23:27,  3.14it/s]
+
+
+
+
+Training...:  15%|█████████                                                  | 54550/352766 [6:10:03<25:56:53,  3.19it/s]
+
+
+
+
+Training...:  15%|█████████▏                                                 | 54600/352766 [6:10:24<26:59:49,  3.07it/s]
+
+
+
+
+Training...:  15%|█████████▏                                                 | 54650/352766 [6:10:44<24:29:39,  3.38it/s]
+
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54700/352766 [6:11:04<27:43:28,  2.99it/s]
+
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54750/352766 [6:11:24<27:55:32,  2.96it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54800/352766 [6:11:44<26:06:53,  3.17it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54850/352766 [6:12:04<23:04:53,  3.59it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54900/352766 [6:12:24<28:13:36,  2.93it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 54950/352766 [6:12:44<24:31:55,  3.37it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55000/352766 [6:13:04<29:32:01,  2.80it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55050/352766 [6:13:24<23:39:58,  3.49it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55100/352766 [6:13:44<26:58:45,  3.06it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55150/352766 [6:14:05<26:15:20,  3.15it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55200/352766 [6:14:25<27:38:41,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55250/352766 [6:14:45<19:49:43,  4.17it/s]
+
+
+
+
+Training...:  16%|█████████▏                                                 | 55300/352766 [6:15:05<28:01:03,  2.95it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55350/352766 [6:15:25<27:43:08,  2.98it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55400/352766 [6:15:45<27:01:24,  3.06it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55450/352766 [6:16:05<27:25:27,  3.01it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55500/352766 [6:16:25<26:29:06,  3.12it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55550/352766 [6:16:45<24:54:26,  3.31it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55600/352766 [6:17:05<28:09:40,  2.93it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55650/352766 [6:17:25<26:13:09,  3.15it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55700/352766 [6:17:46<27:17:06,  3.02it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55750/352766 [6:18:06<24:24:46,  3.38it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55800/352766 [6:18:26<27:34:50,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55850/352766 [6:18:46<27:32:37,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55900/352766 [6:19:06<23:10:07,  3.56it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 55950/352766 [6:19:26<22:56:20,  3.59it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 56000/352766 [6:19:46<27:09:41,  3.04it/s]
+
+
+
+
+Training...:  16%|█████████▎                                                 | 56050/352766 [6:20:06<28:05:18,  2.93it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56100/352766 [6:20:26<27:48:35,  2.96it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56150/352766 [6:20:46<25:43:00,  3.20it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56200/352766 [6:21:06<27:35:26,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56250/352766 [6:21:27<28:05:00,  2.93it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56300/352766 [6:21:47<25:00:35,  3.29it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56350/352766 [6:22:07<26:19:06,  3.13it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56400/352766 [6:22:27<24:46:09,  3.32it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56450/352766 [6:22:47<27:20:27,  3.01it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56500/352766 [6:23:07<25:35:16,  3.22it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56550/352766 [6:23:27<28:38:17,  2.87it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56600/352766 [6:23:47<22:43:19,  3.62it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56650/352766 [6:24:07<24:24:40,  3.37it/s]
+
+
+
+
+Training...:  16%|█████████▍                                                 | 56700/352766 [6:24:27<26:10:38,  3.14it/s]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 56751/352766 [6:25:00<318:22:53,  3.87s/it]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 56802/352766 [6:25:21<233:35:59,  2.84s/it]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 56853/352766 [6:25:41<167:39:50,  2.04s/it]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 56901/352766 [6:26:01<305:54:04,  3.72s/it]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 56951/352766 [6:26:21<328:11:35,  3.99s/it]
+
+
+
+
+
+Training...:  16%|█████████▎                                                | 57003/352766 [6:26:41<185:43:13,  2.26s/it]
+
+
+
+
+
+Training...:  16%|█████████▍                                                | 57052/352766 [6:27:01<237:03:44,  2.89s/it]
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57100/352766 [6:27:08<25:23:30,  3.23it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57150/352766 [6:27:28<27:48:13,  2.95it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57200/352766 [6:27:48<26:47:40,  3.06it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57250/352766 [6:28:08<26:37:30,  3.08it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57300/352766 [6:28:28<27:33:20,  2.98it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57350/352766 [6:28:48<26:47:43,  3.06it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57400/352766 [6:29:09<26:40:46,  3.08it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57450/352766 [6:29:29<26:53:17,  3.05it/s]
+
+
+
+
+
+Training...:  16%|█████████▌                                                 | 57500/352766 [6:29:49<25:19:19,  3.24it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57550/352766 [6:30:09<24:37:53,  3.33it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57600/352766 [6:30:29<25:43:44,  3.19it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57650/352766 [6:30:49<27:26:25,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57700/352766 [6:31:09<25:18:34,  3.24it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57750/352766 [6:31:29<26:33:21,  3.09it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57800/352766 [6:31:49<28:23:00,  2.89it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57850/352766 [6:32:09<24:47:08,  3.31it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57900/352766 [6:32:29<27:30:21,  2.98it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 57950/352766 [6:32:49<27:58:10,  2.93it/s]
+
+
+
+
+
+Training...:  16%|█████████▋                                                 | 58000/352766 [6:33:09<27:54:31,  2.93it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 58050/352766 [6:33:29<26:12:45,  3.12it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 58100/352766 [6:33:50<27:23:30,  2.99it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 58150/352766 [6:34:10<26:07:13,  3.13it/s]
+
+
+
+
+Training...:  16%|█████████▋                                                 | 58200/352766 [6:34:30<28:21:08,  2.89it/s]
+
+
+
+
+Training...:  17%|█████████▋                                                 | 58250/352766 [6:34:50<26:42:02,  3.06it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58300/352766 [6:35:10<25:59:32,  3.15it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58350/352766 [6:35:30<25:27:37,  3.21it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58400/352766 [6:35:50<26:53:54,  3.04it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58450/352766 [6:36:10<24:47:22,  3.30it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58500/352766 [6:36:30<24:14:02,  3.37it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58550/352766 [6:36:50<25:39:57,  3.18it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58600/352766 [6:37:10<26:21:02,  3.10it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58650/352766 [6:37:30<27:07:43,  3.01it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58700/352766 [6:37:50<28:11:37,  2.90it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58750/352766 [6:38:10<27:10:20,  3.01it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58800/352766 [6:38:31<26:17:42,  3.11it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58850/352766 [6:38:51<26:25:16,  3.09it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58900/352766 [6:39:11<24:51:16,  3.28it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 58950/352766 [6:39:31<28:09:15,  2.90it/s]
+
+
+
+
+Training...:  17%|█████████▊                                                 | 59000/352766 [6:39:51<25:36:49,  3.19it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59050/352766 [6:40:11<28:16:41,  2.89it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59100/352766 [6:40:31<26:57:04,  3.03it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59150/352766 [6:40:51<25:23:11,  3.21it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59200/352766 [6:41:11<24:05:51,  3.38it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59250/352766 [6:41:31<26:40:19,  3.06it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59300/352766 [6:41:51<26:21:20,  3.09it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59350/352766 [6:42:12<26:07:00,  3.12it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59400/352766 [6:42:32<25:45:18,  3.16it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59450/352766 [6:42:52<25:51:05,  3.15it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59500/352766 [6:43:12<22:27:21,  3.63it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59550/352766 [6:43:32<26:18:22,  3.10it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59600/352766 [6:43:52<25:46:14,  3.16it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59650/352766 [6:44:12<27:29:30,  2.96it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59700/352766 [6:44:32<27:49:43,  2.93it/s]
+
+
+
+
+Training...:  17%|█████████▉                                                 | 59750/352766 [6:44:52<26:47:37,  3.04it/s]
+
+
+
+
+Training...:  17%|██████████                                                 | 59800/352766 [6:45:12<27:29:56,  2.96it/s]
+
+
+
+
+Training...:  17%|██████████                                                 | 59850/352766 [6:45:32<27:38:34,  2.94it/s]
+
+
+
+
+Training...:  17%|██████████                                                 | 59900/352766 [6:45:52<28:38:18,  2.84it/s]
+
+
+
+
+Training...:  17%|██████████                                                 | 59950/352766 [6:46:13<27:12:13,  2.99it/s]
+
+
+
+
+Training...:  17%|██████████                                                 | 60000/352766 [6:46:33<26:42:23,  3.05it/s]
+Training...:  17%|██████████                                                 | 60000/352766 [6:46:46<26:42:23,  3.05it/s]
+
+
+
+tcmalloc: large alloc 2715181056 bytes == 0x401648000 @  0x7f4e39cd4680 0x7f4e39cf4bdd 0x7f4e2028e20d 0x7f4e2029c340 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e2029be87 0x7f4e20297bd3 0x7f4e202981fe 0x504d56 0x56acb6 0x568d9a 0x5f5b33 0x56bc9b 0x5f5956 0x56aadf 0x5f5956 0x56fb87 0x568d9a 0x5f5b33 0x56bc9b 0x568d9a
+[10:03:52] - INFO - absl - Saved checkpoint at checkpoint_60000
+[10:03:53] - INFO - huggingface_hub.repository - git version 2.25.1
+git-lfs/2.9.2 (GitHub; linux amd64; go 1.13.5)

wandb/run-20210715_031107-69jkygz3/files/wandb-summary.json

@@ -1 +1 @@
-{"training_step": 30000, "learning_rate": 2.9657890991074964e-05, "train_loss": 5.723227500915527, "_runtime": 12598, "_timestamp": 1626331265, "_step": 600, "eval_step": 20000, "eval_accuracy": 0.13725438714027405, "eval_loss": 6.5318284034729}
+{"training_step": 60000, "learning_rate": 2.914472861448303e-05, "train_loss": 3.118450880050659, "_runtime": 24758, "_timestamp": 1626343425, "_step": 1202, "eval_step": 60000, "eval_accuracy": 0.4923423230648041, "eval_loss": 2.8991198539733887}