End of training

all_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
     "train_loss": 0.0,
-    "train_runtime": 8.4854,
+    "train_runtime": 8.6541,
     "train_samples": 207374,
-    "train_samples_per_second": 73316.525,
-    "train_steps_per_second": 1145.493
+    "train_samples_per_second": 71887.743,
+    "train_steps_per_second": 1123.17
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
     "train_loss": 0.0,
-    "train_runtime": 8.4854,
+    "train_runtime": 8.6541,
     "train_samples": 207374,
-    "train_samples_per_second": 73316.525,
-    "train_steps_per_second": 1145.493
+    "train_samples_per_second": 71887.743,
+    "train_steps_per_second": 1123.17
 }

trainer_state.json

@@ -58533,6 +58533,15 @@
       "train_runtime": 8.4854,
       "train_samples_per_second": 73316.525,
       "train_steps_per_second": 1145.493
+    },
+    {
+      "epoch": 3.0,
+      "step": 9720,
+      "total_flos": 0.0,
+      "train_loss": 0.0,
+      "train_runtime": 8.6541,
+      "train_samples_per_second": 71887.743,
+      "train_steps_per_second": 1123.17
     }
   ],
   "max_steps": 9720,

wandb/run-20220505_164902-lr7oonrp/files/output.log

@@ -36,3 +36,18 @@ Upload file runs/May05_16-48-07_sanchit--v100/events.out.tfevents.1651769342.san
 Upload file training_args.bin: 100%|███████████████████████████████████████████████████████| 3.17k/3.17k [00:01<?, ?B/s]
 Upload file runs/May05_16-48-07_sanchit--v100/1651769342.0456421/events.out.tfevents.1651769342.sanchit--v100.67410.1: 1
 
+{'dataset': {'name': 'xtreme_s', 'type': 'xtreme_s', 'args': 'covost2.fr.en'}, 'metrics': [{'name': 'Bleu', 'type': 'bleu', 'value': 1.5827445667544166e-18}]}
+05/05/2022 16:50:22 - WARNING - huggingface_hub.repository - To https://huggingface.co/sanchit-gandhi/xtreme_s_xlsr_2_bart_covost2_fr_en
+   84367b0..9ad50a4  main -> main
+To https://huggingface.co/sanchit-gandhi/xtreme_s_xlsr_2_bart_covost2_fr_en
+   84367b0..9ad50a4  main -> main
+***** train metrics *****
+  epoch                    =        3.0
+  train_loss               =        0.0
+  train_runtime            = 0:00:08.65
+  train_samples            =     207374
+  train_samples_per_second =  71887.743
+  train_steps_per_second   =    1123.17
+Saving model checkpoint to ./
+Configuration saved in ./config.json
+Model weights saved in ./pytorch_model.bin

wandb/run-20220505_164902-lr7oonrp/logs/debug-internal.log

@@ -58,3 +58,16 @@
 2022-05-05 16:50:06,305 DEBUG   SenderThread:67587 [sender.py:send_request():249] send_request: stop_status
 2022-05-05 16:50:10,596 INFO    Thread-8  :67587 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en/wandb/run-20220505_164902-lr7oonrp/files/output.log
 2022-05-05 16:50:14,597 INFO    Thread-8  :67587 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en/wandb/run-20220505_164902-lr7oonrp/files/output.log
+2022-05-05 16:50:21,345 DEBUG   HandlerThread:67587 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 16:50:21,346 DEBUG   SenderThread:67587 [sender.py:send_request():249] send_request: stop_status
+2022-05-05 16:50:24,601 INFO    Thread-8  :67587 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en/wandb/run-20220505_164902-lr7oonrp/files/output.log
+2022-05-05 16:50:26,601 INFO    Thread-8  :67587 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en/wandb/run-20220505_164902-lr7oonrp/files/output.log
+2022-05-05 16:50:35,204 DEBUG   SenderThread:67587 [sender.py:send():235] send: stats
+2022-05-05 16:50:36,391 DEBUG   HandlerThread:67587 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 16:50:36,391 DEBUG   SenderThread:67587 [sender.py:send_request():249] send_request: stop_status
+2022-05-05 16:50:40,607 INFO    Thread-8  :67587 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en/wandb/run-20220505_164902-lr7oonrp/files/output.log
+2022-05-05 16:50:51,424 DEBUG   HandlerThread:67587 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 16:50:51,425 DEBUG   SenderThread:67587 [sender.py:send_request():249] send_request: stop_status
+2022-05-05 16:51:05,586 DEBUG   SenderThread:67587 [sender.py:send():235] send: stats
+2022-05-05 16:51:06,466 DEBUG   HandlerThread:67587 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 16:51:06,467 DEBUG   SenderThread:67587 [sender.py:send_request():249] send_request: stop_status