End of training

all_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
     "train_loss": 0.0,
-    "train_runtime": 9.1437,
+    "train_runtime": 9.8813,
     "train_samples": 207374,
-    "train_samples_per_second": 68038.079,
-    "train_steps_per_second": 1063.023
+    "train_samples_per_second": 62959.375,
+    "train_steps_per_second": 983.674
 }

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
     "train_loss": 0.0,
-    "train_runtime": 9.1437,
+    "train_runtime": 9.8813,
     "train_samples": 207374,
-    "train_samples_per_second": 68038.079,
-    "train_steps_per_second": 1063.023
+    "train_samples_per_second": 62959.375,
+    "train_steps_per_second": 983.674
 }

trainer_state.json

@@ -58524,6 +58524,15 @@
       "train_runtime": 9.1437,
       "train_samples_per_second": 68038.079,
       "train_steps_per_second": 1063.023
+    },
+    {
+      "epoch": 3.0,
+      "step": 9720,
+      "total_flos": 0.0,
+      "train_loss": 0.0,
+      "train_runtime": 9.8813,
+      "train_samples_per_second": 62959.375,
+      "train_steps_per_second": 983.674
     }
   ],
   "max_steps": 9720,

wandb/run-20220505_170329-2zmxvr9t/files/output.log

@@ -36,3 +36,18 @@ Upload file runs/May05_17-02-34_sanchit--v100/events.out.tfevents.1651770206.san
 Upload file runs/May05_17-02-34_sanchit--v100/1651770206.9887333/events.out.tfevents.1651770206.sanchit--v100.71078.1: 1
 Upload file training_args.bin: 100%|███████████████████████████████████████████████████████| 3.17k/3.17k [00:01<?, ?B/s]
 
+{'dataset': {'name': 'xtreme_s', 'type': 'xtreme_s', 'args': 'covost2.fr.en'}, 'metrics': [{'name': 'Bleu', 'type': 'bleu', 'value': 2.691896075803751e-15}]}
+05/05/2022 17:04:41 - WARNING - huggingface_hub.repository - To https://huggingface.co/sanchit-gandhi/xtreme_s_xlsr_2_bart_covost2_fr_en_2
+   8989e4c..4cad892  main -> main
+To https://huggingface.co/sanchit-gandhi/xtreme_s_xlsr_2_bart_covost2_fr_en_2
+   8989e4c..4cad892  main -> main
+***** train metrics *****
+  epoch                    =        3.0
+  train_loss               =        0.0
+  train_runtime            = 0:00:09.88
+  train_samples            =     207374
+  train_samples_per_second =  62959.375
+  train_steps_per_second   =    983.674
+Saving model checkpoint to ./
+Configuration saved in ./config.json
+Model weights saved in ./pytorch_model.bin

wandb/run-20220505_170329-2zmxvr9t/logs/debug-internal.log

@@ -59,3 +59,13 @@
 2022-05-05 17:04:32,823 DEBUG   HandlerThread:71190 [handler.py:handle_request():131] handle_request: stop_status
 2022-05-05 17:04:32,823 DEBUG   SenderThread:71190 [sender.py:send_request():249] send_request: stop_status
 2022-05-05 17:04:33,404 INFO    Thread-8  :71190 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en_2/wandb/run-20220505_170329-2zmxvr9t/files/output.log
+2022-05-05 17:04:43,409 INFO    Thread-8  :71190 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en_2/wandb/run-20220505_170329-2zmxvr9t/files/output.log
+2022-05-05 17:04:45,409 INFO    Thread-8  :71190 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en_2/wandb/run-20220505_170329-2zmxvr9t/files/output.log
+2022-05-05 17:04:48,166 DEBUG   HandlerThread:71190 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 17:04:48,167 DEBUG   SenderThread:71190 [sender.py:send_request():249] send_request: stop_status
+2022-05-05 17:04:57,414 INFO    Thread-8  :71190 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/xtreme_s_xlsr_2_bart_covost2_fr_en_2/wandb/run-20220505_170329-2zmxvr9t/files/output.log
+2022-05-05 17:05:01,689 DEBUG   SenderThread:71190 [sender.py:send():235] send: stats
+2022-05-05 17:05:03,207 DEBUG   HandlerThread:71190 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 17:05:03,207 DEBUG   SenderThread:71190 [sender.py:send_request():249] send_request: stop_status
+2022-05-05 17:05:18,290 DEBUG   HandlerThread:71190 [handler.py:handle_request():131] handle_request: stop_status
+2022-05-05 17:05:18,290 DEBUG   SenderThread:71190 [sender.py:send_request():249] send_request: stop_status