AlexN commited on
Commit
90fe400
1 Parent(s): 1f31f7e

Model save

Browse files
wandb/run-20220201_223624-2b1hcyq3/files/config.yaml CHANGED
@@ -4802,6 +4802,26 @@ _wandb:
4802
  5: 1
4803
  6:
4804
  - 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4805
  python_version: 3.8.8
4806
  start_time: 1643754984
4807
  t:
 
4802
  5: 1
4803
  6:
4804
  - 1
4805
+ - 1: train/train_runtime
4806
+ 5: 1
4807
+ 6:
4808
+ - 1
4809
+ - 1: train/train_samples_per_second
4810
+ 5: 1
4811
+ 6:
4812
+ - 1
4813
+ - 1: train/train_steps_per_second
4814
+ 5: 1
4815
+ 6:
4816
+ - 1
4817
+ - 1: train/total_flos
4818
+ 5: 1
4819
+ 6:
4820
+ - 1
4821
+ - 1: train/train_loss
4822
+ 5: 1
4823
+ 6:
4824
+ - 1
4825
  python_version: 3.8.8
4826
  start_time: 1643754984
4827
  t:
wandb/run-20220201_223624-2b1hcyq3/files/output.log CHANGED
@@ -9970,3 +9970,103 @@ Deleting older checkpoint [checkpoint-4500] due to args.save_total_limit
9970
  13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9971
  {'eval_loss': 0.22902172803878784, 'eval_wer': 0.23818860067667216, 'eval_runtime': 327.6124, 'eval_samples_per_second': 25.338, 'eval_steps_per_second': 0.794, 'epoch': 14.78}
9972
  13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9970
  13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9971
  {'eval_loss': 0.22902172803878784, 'eval_wer': 0.23818860067667216, 'eval_runtime': 327.6124, 'eval_samples_per_second': 25.338, 'eval_steps_per_second': 0.794, 'epoch': 14.78}
9972
  13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9973
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9974
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9975
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9976
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9977
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9978
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9979
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9980
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9981
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9982
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9983
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9984
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9985
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9986
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9987
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9988
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9989
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9990
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9991
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9992
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9993
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9994
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9995
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9996
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9997
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9998
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
9999
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10000
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10001
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10002
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10003
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10004
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10005
+ 13%|█████████████████████��███▎ | 33/260 [00:40<04:42, 1.24s/it]
10006
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10007
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10008
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10009
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10010
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10011
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10012
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10013
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10014
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10015
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10016
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10017
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10018
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10019
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10020
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10021
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10022
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10023
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10024
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10025
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10026
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10027
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10028
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10029
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10030
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10031
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10032
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10033
+ {'loss': 0.8118, 'learning_rate': 1.5339233038348083e-06, 'epoch': 14.91}
10034
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10035
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10036
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10037
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10038
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10039
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10040
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10041
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10042
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10043
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10044
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10045
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10046
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10047
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10048
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10049
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10050
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10051
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10052
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10053
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10054
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10055
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10056
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10057
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10058
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10059
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10060
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10061
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10062
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10063
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10064
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10065
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10066
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10067
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10068
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10069
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10070
+ {'train_runtime': 23640.5221, 'train_samples_per_second': 15.785, 'train_steps_per_second': 0.494, 'train_loss': 1.3307904394651542, 'epoch': 15.0}
10071
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
10072
+ 13%|█████████████████████████▎ | 33/260 [00:40<04:42, 1.24s/it]
wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json CHANGED
The diff for this file is too large to render. See raw diff
 
wandb/run-20220201_223624-2b1hcyq3/logs/debug-internal.log CHANGED
@@ -15499,3 +15499,151 @@
15499
  2022-02-02 05:06:56,716 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15500
  2022-02-02 05:07:02,616 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15501
  2022-02-02 05:07:02,617 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15499
  2022-02-02 05:06:56,716 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15500
  2022-02-02 05:07:02,616 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15501
  2022-02-02 05:07:02,617 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15502
+ 2022-02-02 05:07:10,669 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15503
+ 2022-02-02 05:07:12,670 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15504
+ 2022-02-02 05:07:14,670 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15505
+ 2022-02-02 05:07:16,672 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15506
+ 2022-02-02 05:07:17,857 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15507
+ 2022-02-02 05:07:17,857 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15508
+ 2022-02-02 05:07:18,673 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15509
+ 2022-02-02 05:07:20,675 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15510
+ 2022-02-02 05:07:22,676 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15511
+ 2022-02-02 05:07:24,677 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15512
+ 2022-02-02 05:07:26,678 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15513
+ 2022-02-02 05:07:26,966 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15514
+ 2022-02-02 05:07:28,680 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15515
+ 2022-02-02 05:07:30,681 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15516
+ 2022-02-02 05:07:32,683 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15517
+ 2022-02-02 05:07:33,085 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15518
+ 2022-02-02 05:07:33,086 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15519
+ 2022-02-02 05:07:34,684 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15520
+ 2022-02-02 05:07:36,685 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15521
+ 2022-02-02 05:07:38,687 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15522
+ 2022-02-02 05:07:40,688 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15523
+ 2022-02-02 05:07:42,690 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15524
+ 2022-02-02 05:07:44,692 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15525
+ 2022-02-02 05:07:46,694 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15526
+ 2022-02-02 05:07:48,273 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15527
+ 2022-02-02 05:07:48,273 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15528
+ 2022-02-02 05:07:48,696 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15529
+ 2022-02-02 05:07:50,697 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15530
+ 2022-02-02 05:07:52,699 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15531
+ 2022-02-02 05:07:54,701 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15532
+ 2022-02-02 05:07:57,214 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15533
+ 2022-02-02 05:07:58,704 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15534
+ 2022-02-02 05:08:00,706 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15535
+ 2022-02-02 05:08:02,708 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15536
+ 2022-02-02 05:08:03,453 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15537
+ 2022-02-02 05:08:03,454 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15538
+ 2022-02-02 05:08:04,710 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15539
+ 2022-02-02 05:08:06,713 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15540
+ 2022-02-02 05:08:09,715 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15541
+ 2022-02-02 05:08:11,718 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15542
+ 2022-02-02 05:08:13,719 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15543
+ 2022-02-02 05:08:15,722 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15544
+ 2022-02-02 05:08:17,723 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15545
+ 2022-02-02 05:08:18,625 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15546
+ 2022-02-02 05:08:18,626 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15547
+ 2022-02-02 05:08:19,725 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15548
+ 2022-02-02 05:08:21,727 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15549
+ 2022-02-02 05:08:23,729 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15550
+ 2022-02-02 05:08:25,731 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15551
+ 2022-02-02 05:08:27,439 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15552
+ 2022-02-02 05:08:27,733 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15553
+ 2022-02-02 05:08:29,734 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15554
+ 2022-02-02 05:08:31,736 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15555
+ 2022-02-02 05:08:33,737 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15556
+ 2022-02-02 05:08:33,880 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15557
+ 2022-02-02 05:08:33,881 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15558
+ 2022-02-02 05:08:35,738 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15559
+ 2022-02-02 05:08:37,740 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15560
+ 2022-02-02 05:08:39,741 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15561
+ 2022-02-02 05:08:41,743 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15562
+ 2022-02-02 05:08:43,744 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15563
+ 2022-02-02 05:08:45,745 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15564
+ 2022-02-02 05:08:47,747 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15565
+ 2022-02-02 05:08:49,133 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15566
+ 2022-02-02 05:08:49,134 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15567
+ 2022-02-02 05:08:49,748 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15568
+ 2022-02-02 05:08:51,749 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15569
+ 2022-02-02 05:08:53,751 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15570
+ 2022-02-02 05:08:55,752 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15571
+ 2022-02-02 05:08:57,746 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15572
+ 2022-02-02 05:08:57,753 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15573
+ 2022-02-02 05:08:59,755 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15574
+ 2022-02-02 05:09:01,756 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15575
+ 2022-02-02 05:09:03,758 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15576
+ 2022-02-02 05:09:04,318 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15577
+ 2022-02-02 05:09:04,318 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15578
+ 2022-02-02 05:09:05,760 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15579
+ 2022-02-02 05:09:07,762 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15580
+ 2022-02-02 05:09:08,416 DEBUG SenderThread:38198 [sender.py:send():234] send: history
15581
+ 2022-02-02 05:09:08,520 DEBUG SenderThread:38198 [sender.py:send():234] send: summary
15582
+ 2022-02-02 05:09:08,560 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
15583
+ 2022-02-02 05:09:08,764 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json
15584
+ 2022-02-02 05:09:09,765 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15585
+ 2022-02-02 05:09:10,765 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15586
+ 2022-02-02 05:09:11,767 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15587
+ 2022-02-02 05:09:13,769 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15588
+ 2022-02-02 05:09:15,771 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15589
+ 2022-02-02 05:09:17,773 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15590
+ 2022-02-02 05:09:19,532 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15591
+ 2022-02-02 05:09:19,533 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15592
+ 2022-02-02 05:09:19,775 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15593
+ 2022-02-02 05:09:21,777 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15594
+ 2022-02-02 05:09:23,779 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15595
+ 2022-02-02 05:09:25,781 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15596
+ 2022-02-02 05:09:27,783 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15597
+ 2022-02-02 05:09:28,030 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15598
+ 2022-02-02 05:09:29,785 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15599
+ 2022-02-02 05:09:31,787 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15600
+ 2022-02-02 05:09:33,789 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15601
+ 2022-02-02 05:09:34,731 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15602
+ 2022-02-02 05:09:34,731 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15603
+ 2022-02-02 05:09:35,791 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15604
+ 2022-02-02 05:09:38,792 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15605
+ 2022-02-02 05:09:40,794 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15606
+ 2022-02-02 05:09:42,796 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15607
+ 2022-02-02 05:09:44,798 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15608
+ 2022-02-02 05:09:46,799 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15609
+ 2022-02-02 05:09:48,802 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15610
+ 2022-02-02 05:09:49,950 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15611
+ 2022-02-02 05:09:49,950 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15612
+ 2022-02-02 05:09:50,803 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15613
+ 2022-02-02 05:09:52,804 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15614
+ 2022-02-02 05:09:56,808 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15615
+ 2022-02-02 05:09:58,282 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15616
+ 2022-02-02 05:09:58,809 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15617
+ 2022-02-02 05:10:00,811 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15618
+ 2022-02-02 05:10:02,813 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15619
+ 2022-02-02 05:10:04,815 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15620
+ 2022-02-02 05:10:05,121 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15621
+ 2022-02-02 05:10:05,122 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15622
+ 2022-02-02 05:10:06,817 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15623
+ 2022-02-02 05:10:08,819 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15624
+ 2022-02-02 05:10:10,820 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15625
+ 2022-02-02 05:10:12,822 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15626
+ 2022-02-02 05:10:14,824 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15627
+ 2022-02-02 05:10:16,826 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15628
+ 2022-02-02 05:10:18,828 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15629
+ 2022-02-02 05:10:20,478 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15630
+ 2022-02-02 05:10:20,478 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
15631
+ 2022-02-02 05:10:20,830 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15632
+ 2022-02-02 05:10:22,832 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15633
+ 2022-02-02 05:10:24,645 DEBUG SenderThread:38198 [sender.py:send():234] send: metric
15634
+ 2022-02-02 05:10:24,656 DEBUG SenderThread:38198 [sender.py:send():234] send: metric
15635
+ 2022-02-02 05:10:24,662 DEBUG SenderThread:38198 [sender.py:send():234] send: metric
15636
+ 2022-02-02 05:10:24,667 DEBUG SenderThread:38198 [sender.py:send():234] send: metric
15637
+ 2022-02-02 05:10:24,673 DEBUG SenderThread:38198 [sender.py:send():234] send: metric
15638
+ 2022-02-02 05:10:24,678 DEBUG SenderThread:38198 [sender.py:send():234] send: history
15639
+ 2022-02-02 05:10:24,681 DEBUG SenderThread:38198 [sender.py:send():234] send: summary
15640
+ 2022-02-02 05:10:24,742 INFO SenderThread:38198 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
15641
+ 2022-02-02 05:10:24,834 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15642
+ 2022-02-02 05:10:24,834 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/wandb-summary.json
15643
+ 2022-02-02 05:10:26,836 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15644
+ 2022-02-02 05:10:28,920 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15645
+ 2022-02-02 05:10:29,104 DEBUG SenderThread:38198 [sender.py:send():234] send: stats
15646
+ 2022-02-02 05:10:29,911 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/config.yaml
15647
+ 2022-02-02 05:10:30,912 INFO Thread-8 :38198 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-pt/wandb/run-20220201_223624-2b1hcyq3/files/output.log
15648
+ 2022-02-02 05:10:35,640 DEBUG HandlerThread:38198 [handler.py:handle_request():130] handle_request: stop_status
15649
+ 2022-02-02 05:10:35,641 DEBUG SenderThread:38198 [sender.py:send_request():248] send_request: stop_status
wandb/run-20220201_223624-2b1hcyq3/run-2b1hcyq3.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d956b497ff7c2b59b15c0d70840f2c1847d38d1a436fab44ee5321e6e3df6e3
3
- size 76550065
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6367f0baa24526ed1632d9505d6533d44ba8b3128ed9c0a9aa64f288312aad00
3
+ size 77229875