Commit
·
66aded1
1
Parent(s):
5a2e0ff
Training in progress, step 16000
Browse files
pytorch_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1262075377
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ad4852619b29fc668b4b69a0e3357536f27d90643d8278d135ac5db93b2a06ee
|
| 3 |
size 1262075377
|
wandb/run-20220127_103723-scy0vyln/files/output.log
CHANGED
|
@@ -12027,3 +12027,386 @@ Configuration saved in ./checkpoint-12000/preprocessor_config.json
|
|
| 12027 |
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12028 |
{'eval_loss': 0.2199595868587494, 'eval_wer': 0.1794346203267454, 'eval_runtime': 129.6997, 'eval_samples_per_second': 35.621, 'eval_steps_per_second': 4.456, 'epoch': 45.06}
|
| 12029 |
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12027 |
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12028 |
{'eval_loss': 0.2199595868587494, 'eval_wer': 0.1794346203267454, 'eval_runtime': 129.6997, 'eval_samples_per_second': 35.621, 'eval_steps_per_second': 4.456, 'epoch': 45.06}
|
| 12029 |
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12030 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12031 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12032 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12033 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12034 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12035 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12036 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12037 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12038 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12039 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12040 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12041 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12042 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12043 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12044 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12045 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12046 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12047 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12048 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12049 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12050 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12051 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12052 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12053 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12054 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12055 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12056 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12057 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12058 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12059 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12060 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12061 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12062 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12063 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12064 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12065 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12066 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12067 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12068 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12069 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12070 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12071 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12072 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12073 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12074 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12075 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12076 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12077 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12078 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12079 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12080 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12081 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12082 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12083 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12084 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12085 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12086 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12087 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12088 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12089 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12090 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12091 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12092 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12093 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12094 |
+
{'loss': 1.0279, 'learning_rate': 7.939144736842104e-06, 'epoch': 45.35}
|
| 12095 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12096 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12097 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12098 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12099 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12100 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12101 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12102 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12103 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12104 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12105 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12106 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12107 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12108 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12109 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12110 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12111 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12112 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12113 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12114 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12115 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12116 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12117 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12118 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12119 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12120 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12121 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12122 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12123 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12124 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12125 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12126 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12127 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12128 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12129 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12130 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12131 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12132 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12133 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12134 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12135 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12136 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12137 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12138 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12139 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12140 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12141 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12142 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12143 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12144 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12145 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12146 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12147 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12148 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12149 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12150 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12151 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12152 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12153 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12154 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12155 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12156 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12157 |
+
{'loss': 1.0116, 'learning_rate': 7.4457236842105255e-06, 'epoch': 45.64}
|
| 12158 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12159 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12160 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12161 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12162 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12163 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12164 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12165 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12166 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12167 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12168 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12169 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12170 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12171 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12172 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12173 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12174 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12175 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12176 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12177 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12178 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12179 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12180 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12181 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12182 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12183 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12184 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12185 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12186 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12187 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12188 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12189 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12190 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12191 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12192 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12193 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12194 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12195 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12196 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12197 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12198 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12199 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12200 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12201 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12202 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12203 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12204 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12205 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12206 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12207 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12208 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12209 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12210 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12211 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12212 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12213 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12214 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12215 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12216 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12217 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12218 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12219 |
+
{'loss': 1.0106, 'learning_rate': 6.952302631578946e-06, 'epoch': 45.93}
|
| 12220 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12221 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12222 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12223 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12224 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12225 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12226 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12227 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12228 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12229 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12230 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12231 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12232 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12233 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12234 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12235 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12236 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12237 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12238 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12239 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12240 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12241 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12242 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12243 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12244 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12245 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12246 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12247 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12248 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12249 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12250 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12251 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12252 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12253 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12254 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12255 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12256 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12257 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12258 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12259 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12260 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12261 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12262 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12263 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12264 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12265 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12266 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12267 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12268 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12269 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12270 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12271 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12272 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12273 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12274 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12275 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12276 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12277 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12278 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12279 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12280 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12281 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12282 |
+
{'loss': 1.0132, 'learning_rate': 6.458881578947368e-06, 'epoch': 46.22}
|
| 12283 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12284 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12285 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12286 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12287 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12288 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12289 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12290 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12291 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12292 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12293 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12294 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12295 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12296 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12297 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12298 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12299 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12300 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12301 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12302 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12303 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12304 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12305 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12306 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12307 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12308 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12309 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12310 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12311 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12312 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12313 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12314 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12315 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12316 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12317 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12318 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12319 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12320 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12321 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12322 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12323 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12324 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12325 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12326 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12327 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12328 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12329 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12330 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12331 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12332 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12333 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12334 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12335 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12336 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12337 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12338 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12339 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12340 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12341 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12342 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12343 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12344 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12345 |
+
{'loss': 1.014, 'learning_rate': 5.965460526315788e-06, 'epoch': 46.51}
|
| 12346 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12347 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12348 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12349 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12350 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12351 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12352 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12353 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12354 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12355 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12356 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12357 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12358 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12359 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12360 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12361 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12362 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12363 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12364 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12365 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12366 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12367 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12368 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12369 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12370 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12371 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12372 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12373 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12374 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12375 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12376 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12377 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12378 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12379 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12380 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12381 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12382 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12383 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12384 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12385 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12386 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12387 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12388 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12389 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12390 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12391 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12392 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12393 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12394 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12395 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12396 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12397 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12398 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12399 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12400 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12401 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12402 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12403 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12404 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12405 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12406 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12407 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12408 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12409 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12410 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
| 12411 |
+
{'eval_loss': 0.22073601186275482, 'eval_wer': 0.177904913418589, 'eval_runtime': 130.9629, 'eval_samples_per_second': 35.277, 'eval_steps_per_second': 4.413, 'epoch': 46.51}
|
| 12412 |
+
Batch size = 8ved in ./checkpoint-12000/preprocessor_config.json | 217/578 [00:52<01:54, 3.14it/s]
|
wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
wandb/run-20220127_103723-scy0vyln/logs/debug-internal.log
CHANGED
|
@@ -18243,3 +18243,545 @@
|
|
| 18243 |
2022-01-27 18:00:12,797 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18244 |
2022-01-27 18:00:12,798 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18245 |
2022-01-27 18:00:15,117 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18243 |
2022-01-27 18:00:12,797 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18244 |
2022-01-27 18:00:12,798 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18245 |
2022-01-27 18:00:15,117 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18246 |
+
2022-01-27 18:00:28,007 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18247 |
+
2022-01-27 18:00:28,008 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18248 |
+
2022-01-27 18:00:30,261 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18249 |
+
2022-01-27 18:00:32,262 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18250 |
+
2022-01-27 18:00:34,263 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18251 |
+
2022-01-27 18:00:36,265 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18252 |
+
2022-01-27 18:00:38,266 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18253 |
+
2022-01-27 18:00:40,268 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18254 |
+
2022-01-27 18:00:42,269 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18255 |
+
2022-01-27 18:00:43,201 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18256 |
+
2022-01-27 18:00:43,202 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18257 |
+
2022-01-27 18:00:45,270 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18258 |
+
2022-01-27 18:00:45,342 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18259 |
+
2022-01-27 18:00:47,272 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18260 |
+
2022-01-27 18:00:49,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18261 |
+
2022-01-27 18:00:51,273 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18262 |
+
2022-01-27 18:00:53,275 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18263 |
+
2022-01-27 18:00:55,276 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18264 |
+
2022-01-27 18:00:57,277 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18265 |
+
2022-01-27 18:00:58,428 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18266 |
+
2022-01-27 18:00:58,428 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18267 |
+
2022-01-27 18:00:59,278 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18268 |
+
2022-01-27 18:01:01,279 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18269 |
+
2022-01-27 18:01:03,281 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18270 |
+
2022-01-27 18:01:05,282 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18271 |
+
2022-01-27 18:01:07,284 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18272 |
+
2022-01-27 18:01:09,286 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18273 |
+
2022-01-27 18:01:11,287 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18274 |
+
2022-01-27 18:01:13,288 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18275 |
+
2022-01-27 18:01:13,663 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18276 |
+
2022-01-27 18:01:13,663 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18277 |
+
2022-01-27 18:01:15,290 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18278 |
+
2022-01-27 18:01:15,621 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18279 |
+
2022-01-27 18:01:17,292 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18280 |
+
2022-01-27 18:01:19,294 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18281 |
+
2022-01-27 18:01:21,295 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18282 |
+
2022-01-27 18:01:23,296 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18283 |
+
2022-01-27 18:01:25,298 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18284 |
+
2022-01-27 18:01:27,299 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18285 |
+
2022-01-27 18:01:28,903 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18286 |
+
2022-01-27 18:01:28,904 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18287 |
+
2022-01-27 18:01:29,301 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18288 |
+
2022-01-27 18:01:31,303 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18289 |
+
2022-01-27 18:01:33,305 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18290 |
+
2022-01-27 18:01:35,307 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18291 |
+
2022-01-27 18:01:37,308 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18292 |
+
2022-01-27 18:01:39,310 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18293 |
+
2022-01-27 18:01:41,312 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18294 |
+
2022-01-27 18:01:43,314 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18295 |
+
2022-01-27 18:01:44,078 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18296 |
+
2022-01-27 18:01:44,079 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18297 |
+
2022-01-27 18:01:45,316 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18298 |
+
2022-01-27 18:01:45,838 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18299 |
+
2022-01-27 18:01:47,318 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18300 |
+
2022-01-27 18:01:49,321 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18301 |
+
2022-01-27 18:01:51,323 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18302 |
+
2022-01-27 18:01:53,325 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18303 |
+
2022-01-27 18:01:55,327 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18304 |
+
2022-01-27 18:01:57,329 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18305 |
+
2022-01-27 18:01:59,290 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18306 |
+
2022-01-27 18:01:59,291 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18307 |
+
2022-01-27 18:01:59,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18308 |
+
2022-01-27 18:02:01,331 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18309 |
+
2022-01-27 18:02:03,332 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18310 |
+
2022-01-27 18:02:05,333 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18311 |
+
2022-01-27 18:02:07,335 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18312 |
+
2022-01-27 18:02:09,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18313 |
+
2022-01-27 18:02:11,337 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18314 |
+
2022-01-27 18:02:13,339 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18315 |
+
2022-01-27 18:02:14,489 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18316 |
+
2022-01-27 18:02:14,490 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18317 |
+
2022-01-27 18:02:15,340 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18318 |
+
2022-01-27 18:02:16,069 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18319 |
+
2022-01-27 18:02:17,341 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18320 |
+
2022-01-27 18:02:19,342 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18321 |
+
2022-01-27 18:02:21,343 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18322 |
+
2022-01-27 18:02:23,344 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18323 |
+
2022-01-27 18:02:25,345 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18324 |
+
2022-01-27 18:02:27,346 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18325 |
+
2022-01-27 18:02:29,347 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18326 |
+
2022-01-27 18:02:29,710 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18327 |
+
2022-01-27 18:02:29,711 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18328 |
+
2022-01-27 18:02:31,348 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18329 |
+
2022-01-27 18:02:33,349 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18330 |
+
2022-01-27 18:02:35,354 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18331 |
+
2022-01-27 18:02:35,751 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18332 |
+
2022-01-27 18:02:35,843 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18333 |
+
2022-01-27 18:02:35,889 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18334 |
+
2022-01-27 18:02:36,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18335 |
+
2022-01-27 18:02:37,355 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18336 |
+
2022-01-27 18:02:39,357 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18337 |
+
2022-01-27 18:02:41,358 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18338 |
+
2022-01-27 18:02:44,360 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18339 |
+
2022-01-27 18:02:44,935 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18340 |
+
2022-01-27 18:02:44,936 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18341 |
+
2022-01-27 18:02:46,279 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18342 |
+
2022-01-27 18:02:46,361 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18343 |
+
2022-01-27 18:02:48,362 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18344 |
+
2022-01-27 18:02:50,364 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18345 |
+
2022-01-27 18:02:52,365 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18346 |
+
2022-01-27 18:02:54,366 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18347 |
+
2022-01-27 18:02:56,368 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18348 |
+
2022-01-27 18:02:58,369 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18349 |
+
2022-01-27 18:03:00,120 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18350 |
+
2022-01-27 18:03:00,121 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18351 |
+
2022-01-27 18:03:00,371 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18352 |
+
2022-01-27 18:03:02,373 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18353 |
+
2022-01-27 18:03:04,375 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18354 |
+
2022-01-27 18:03:06,377 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18355 |
+
2022-01-27 18:03:08,379 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18356 |
+
2022-01-27 18:03:12,382 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18357 |
+
2022-01-27 18:03:14,383 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18358 |
+
2022-01-27 18:03:15,327 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18359 |
+
2022-01-27 18:03:15,327 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18360 |
+
2022-01-27 18:03:16,385 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18361 |
+
2022-01-27 18:03:16,493 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18362 |
+
2022-01-27 18:03:18,387 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18363 |
+
2022-01-27 18:03:20,389 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18364 |
+
2022-01-27 18:03:22,391 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18365 |
+
2022-01-27 18:03:24,393 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18366 |
+
2022-01-27 18:03:26,395 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18367 |
+
2022-01-27 18:03:28,397 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18368 |
+
2022-01-27 18:03:30,398 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18369 |
+
2022-01-27 18:03:30,620 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18370 |
+
2022-01-27 18:03:30,621 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18371 |
+
2022-01-27 18:03:32,400 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18372 |
+
2022-01-27 18:03:34,402 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18373 |
+
2022-01-27 18:03:36,403 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18374 |
+
2022-01-27 18:03:38,405 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18375 |
+
2022-01-27 18:03:40,408 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18376 |
+
2022-01-27 18:03:42,409 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18377 |
+
2022-01-27 18:03:44,411 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18378 |
+
2022-01-27 18:03:45,855 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18379 |
+
2022-01-27 18:03:45,856 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18380 |
+
2022-01-27 18:03:46,413 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18381 |
+
2022-01-27 18:03:46,746 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18382 |
+
2022-01-27 18:03:48,415 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18383 |
+
2022-01-27 18:03:50,416 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18384 |
+
2022-01-27 18:03:52,418 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18385 |
+
2022-01-27 18:03:54,419 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18386 |
+
2022-01-27 18:03:56,422 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18387 |
+
2022-01-27 18:03:58,423 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18388 |
+
2022-01-27 18:04:00,425 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18389 |
+
2022-01-27 18:04:01,027 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18390 |
+
2022-01-27 18:04:01,028 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18391 |
+
2022-01-27 18:04:02,427 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18392 |
+
2022-01-27 18:04:04,429 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18393 |
+
2022-01-27 18:04:06,431 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18394 |
+
2022-01-27 18:04:08,433 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18395 |
+
2022-01-27 18:04:10,435 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18396 |
+
2022-01-27 18:04:12,437 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18397 |
+
2022-01-27 18:04:14,439 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18398 |
+
2022-01-27 18:04:16,190 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18399 |
+
2022-01-27 18:04:16,191 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18400 |
+
2022-01-27 18:04:16,441 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18401 |
+
2022-01-27 18:04:16,974 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18402 |
+
2022-01-27 18:04:18,443 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18403 |
+
2022-01-27 18:04:20,444 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18404 |
+
2022-01-27 18:04:22,446 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18405 |
+
2022-01-27 18:04:24,448 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18406 |
+
2022-01-27 18:04:26,450 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18407 |
+
2022-01-27 18:04:28,452 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18408 |
+
2022-01-27 18:04:30,453 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18409 |
+
2022-01-27 18:04:31,437 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18410 |
+
2022-01-27 18:04:31,438 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18411 |
+
2022-01-27 18:04:32,455 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18412 |
+
2022-01-27 18:04:34,457 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18413 |
+
2022-01-27 18:04:36,459 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18414 |
+
2022-01-27 18:04:38,461 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18415 |
+
2022-01-27 18:04:40,463 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18416 |
+
2022-01-27 18:04:40,804 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18417 |
+
2022-01-27 18:04:40,848 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18418 |
+
2022-01-27 18:04:40,894 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18419 |
+
2022-01-27 18:04:41,465 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18420 |
+
2022-01-27 18:04:42,466 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18421 |
+
2022-01-27 18:04:43,467 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18422 |
+
2022-01-27 18:04:44,469 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18423 |
+
2022-01-27 18:04:46,471 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18424 |
+
2022-01-27 18:04:46,704 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18425 |
+
2022-01-27 18:04:46,705 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18426 |
+
2022-01-27 18:04:47,255 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18427 |
+
2022-01-27 18:04:48,473 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18428 |
+
2022-01-27 18:04:50,475 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18429 |
+
2022-01-27 18:04:52,476 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18430 |
+
2022-01-27 18:04:54,478 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18431 |
+
2022-01-27 18:04:56,480 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18432 |
+
2022-01-27 18:04:58,482 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18433 |
+
2022-01-27 18:05:00,484 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18434 |
+
2022-01-27 18:05:01,924 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18435 |
+
2022-01-27 18:05:01,924 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18436 |
+
2022-01-27 18:05:02,486 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18437 |
+
2022-01-27 18:05:04,488 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18438 |
+
2022-01-27 18:05:06,490 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18439 |
+
2022-01-27 18:05:08,491 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18440 |
+
2022-01-27 18:05:10,492 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18441 |
+
2022-01-27 18:05:12,494 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18442 |
+
2022-01-27 18:05:15,496 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18443 |
+
2022-01-27 18:05:17,427 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18444 |
+
2022-01-27 18:05:17,427 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18445 |
+
2022-01-27 18:05:17,498 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18446 |
+
2022-01-27 18:05:17,598 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18447 |
+
2022-01-27 18:05:19,500 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18448 |
+
2022-01-27 18:05:21,501 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18449 |
+
2022-01-27 18:05:23,504 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18450 |
+
2022-01-27 18:05:25,505 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18451 |
+
2022-01-27 18:05:27,507 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18452 |
+
2022-01-27 18:05:29,509 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18453 |
+
2022-01-27 18:05:31,511 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18454 |
+
2022-01-27 18:05:32,601 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18455 |
+
2022-01-27 18:05:32,601 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18456 |
+
2022-01-27 18:05:33,513 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18457 |
+
2022-01-27 18:05:35,515 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18458 |
+
2022-01-27 18:05:37,517 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18459 |
+
2022-01-27 18:05:39,519 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18460 |
+
2022-01-27 18:05:41,521 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18461 |
+
2022-01-27 18:05:43,522 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18462 |
+
2022-01-27 18:05:45,525 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18463 |
+
2022-01-27 18:05:47,527 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18464 |
+
2022-01-27 18:05:47,686 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18465 |
+
2022-01-27 18:05:47,874 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18466 |
+
2022-01-27 18:05:47,875 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18467 |
+
2022-01-27 18:05:49,529 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18468 |
+
2022-01-27 18:05:51,530 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18469 |
+
2022-01-27 18:05:53,532 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18470 |
+
2022-01-27 18:05:55,534 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18471 |
+
2022-01-27 18:05:57,535 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18472 |
+
2022-01-27 18:05:59,537 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18473 |
+
2022-01-27 18:06:01,539 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18474 |
+
2022-01-27 18:06:03,043 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18475 |
+
2022-01-27 18:06:03,043 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18476 |
+
2022-01-27 18:06:03,540 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18477 |
+
2022-01-27 18:06:05,542 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18478 |
+
2022-01-27 18:06:07,544 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18479 |
+
2022-01-27 18:06:09,546 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18480 |
+
2022-01-27 18:06:11,548 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18481 |
+
2022-01-27 18:06:13,550 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18482 |
+
2022-01-27 18:06:15,552 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18483 |
+
2022-01-27 18:06:17,554 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18484 |
+
2022-01-27 18:06:17,909 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18485 |
+
2022-01-27 18:06:18,235 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18486 |
+
2022-01-27 18:06:18,235 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18487 |
+
2022-01-27 18:06:19,556 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18488 |
+
2022-01-27 18:06:21,558 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18489 |
+
2022-01-27 18:06:23,560 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18490 |
+
2022-01-27 18:06:25,562 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18491 |
+
2022-01-27 18:06:27,564 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18492 |
+
2022-01-27 18:06:29,566 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18493 |
+
2022-01-27 18:06:31,568 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18494 |
+
2022-01-27 18:06:33,569 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18495 |
+
2022-01-27 18:06:33,588 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18496 |
+
2022-01-27 18:06:33,588 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18497 |
+
2022-01-27 18:06:35,570 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18498 |
+
2022-01-27 18:06:37,572 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18499 |
+
2022-01-27 18:06:39,573 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18500 |
+
2022-01-27 18:06:41,575 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18501 |
+
2022-01-27 18:06:43,576 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18502 |
+
2022-01-27 18:06:45,431 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18503 |
+
2022-01-27 18:06:45,539 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18504 |
+
2022-01-27 18:06:45,571 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18505 |
+
2022-01-27 18:06:45,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18506 |
+
2022-01-27 18:06:45,578 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18507 |
+
2022-01-27 18:06:47,579 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18508 |
+
2022-01-27 18:06:48,164 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18509 |
+
2022-01-27 18:06:48,763 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18510 |
+
2022-01-27 18:06:48,764 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18511 |
+
2022-01-27 18:06:50,580 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18512 |
+
2022-01-27 18:06:52,582 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18513 |
+
2022-01-27 18:06:54,583 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18514 |
+
2022-01-27 18:06:56,584 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18515 |
+
2022-01-27 18:06:58,586 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18516 |
+
2022-01-27 18:07:00,588 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18517 |
+
2022-01-27 18:07:02,590 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18518 |
+
2022-01-27 18:07:03,932 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18519 |
+
2022-01-27 18:07:03,932 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18520 |
+
2022-01-27 18:07:04,592 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18521 |
+
2022-01-27 18:07:06,594 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18522 |
+
2022-01-27 18:07:08,596 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18523 |
+
2022-01-27 18:07:10,598 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18524 |
+
2022-01-27 18:07:12,600 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18525 |
+
2022-01-27 18:07:16,603 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18526 |
+
2022-01-27 18:07:18,400 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18527 |
+
2022-01-27 18:07:18,605 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18528 |
+
2022-01-27 18:07:19,130 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18529 |
+
2022-01-27 18:07:19,131 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18530 |
+
2022-01-27 18:07:20,607 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18531 |
+
2022-01-27 18:07:22,609 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18532 |
+
2022-01-27 18:07:24,611 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18533 |
+
2022-01-27 18:07:26,613 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18534 |
+
2022-01-27 18:07:28,615 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18535 |
+
2022-01-27 18:07:30,617 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18536 |
+
2022-01-27 18:07:32,618 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18537 |
+
2022-01-27 18:07:34,380 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18538 |
+
2022-01-27 18:07:34,381 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18539 |
+
2022-01-27 18:07:34,620 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18540 |
+
2022-01-27 18:07:36,622 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18541 |
+
2022-01-27 18:07:38,624 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18542 |
+
2022-01-27 18:07:40,626 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18543 |
+
2022-01-27 18:07:42,628 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18544 |
+
2022-01-27 18:07:44,629 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18545 |
+
2022-01-27 18:07:46,631 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18546 |
+
2022-01-27 18:07:48,634 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18547 |
+
2022-01-27 18:07:48,654 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18548 |
+
2022-01-27 18:07:49,615 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18549 |
+
2022-01-27 18:07:49,616 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18550 |
+
2022-01-27 18:07:50,635 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18551 |
+
2022-01-27 18:07:52,637 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18552 |
+
2022-01-27 18:07:54,639 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18553 |
+
2022-01-27 18:07:56,641 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18554 |
+
2022-01-27 18:07:58,643 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18555 |
+
2022-01-27 18:08:00,644 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18556 |
+
2022-01-27 18:08:02,646 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18557 |
+
2022-01-27 18:08:04,647 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18558 |
+
2022-01-27 18:08:04,863 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18559 |
+
2022-01-27 18:08:04,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18560 |
+
2022-01-27 18:08:06,648 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18561 |
+
2022-01-27 18:08:08,650 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18562 |
+
2022-01-27 18:08:10,651 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18563 |
+
2022-01-27 18:08:12,653 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18564 |
+
2022-01-27 18:08:14,654 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18565 |
+
2022-01-27 18:08:16,656 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18566 |
+
2022-01-27 18:08:18,658 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18567 |
+
2022-01-27 18:08:18,863 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18568 |
+
2022-01-27 18:08:20,121 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18569 |
+
2022-01-27 18:08:20,122 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18570 |
+
2022-01-27 18:08:20,660 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18571 |
+
2022-01-27 18:08:22,662 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18572 |
+
2022-01-27 18:08:24,664 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18573 |
+
2022-01-27 18:08:26,666 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18574 |
+
2022-01-27 18:08:28,668 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18575 |
+
2022-01-27 18:08:30,669 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18576 |
+
2022-01-27 18:08:32,670 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18577 |
+
2022-01-27 18:08:34,672 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18578 |
+
2022-01-27 18:08:35,334 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18579 |
+
2022-01-27 18:08:35,335 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18580 |
+
2022-01-27 18:08:36,673 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18581 |
+
2022-01-27 18:08:38,674 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18582 |
+
2022-01-27 18:08:40,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18583 |
+
2022-01-27 18:08:42,675 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18584 |
+
2022-01-27 18:08:44,677 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18585 |
+
2022-01-27 18:08:46,678 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18586 |
+
2022-01-27 18:08:48,680 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18587 |
+
2022-01-27 18:08:49,087 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18588 |
+
2022-01-27 18:08:50,506 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18589 |
+
2022-01-27 18:08:50,506 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18590 |
+
2022-01-27 18:08:50,681 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18591 |
+
2022-01-27 18:08:52,682 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18592 |
+
2022-01-27 18:08:52,805 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18593 |
+
2022-01-27 18:08:52,912 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18594 |
+
2022-01-27 18:08:52,941 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18595 |
+
2022-01-27 18:08:53,684 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18596 |
+
2022-01-27 18:08:54,685 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18597 |
+
2022-01-27 18:08:56,686 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18598 |
+
2022-01-27 18:08:58,688 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18599 |
+
2022-01-27 18:09:01,690 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18600 |
+
2022-01-27 18:09:03,692 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18601 |
+
2022-01-27 18:09:05,694 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18602 |
+
2022-01-27 18:09:05,708 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18603 |
+
2022-01-27 18:09:05,709 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18604 |
+
2022-01-27 18:09:07,696 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18605 |
+
2022-01-27 18:09:09,698 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18606 |
+
2022-01-27 18:09:11,700 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18607 |
+
2022-01-27 18:09:13,702 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18608 |
+
2022-01-27 18:09:15,703 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18609 |
+
2022-01-27 18:09:17,705 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18610 |
+
2022-01-27 18:09:19,307 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18611 |
+
2022-01-27 18:09:19,707 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18612 |
+
2022-01-27 18:09:20,906 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18613 |
+
2022-01-27 18:09:20,907 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18614 |
+
2022-01-27 18:09:21,708 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18615 |
+
2022-01-27 18:09:23,710 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18616 |
+
2022-01-27 18:09:25,713 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18617 |
+
2022-01-27 18:09:27,715 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18618 |
+
2022-01-27 18:09:29,718 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18619 |
+
2022-01-27 18:09:31,720 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18620 |
+
2022-01-27 18:09:33,722 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18621 |
+
2022-01-27 18:09:35,724 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18622 |
+
2022-01-27 18:09:36,076 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18623 |
+
2022-01-27 18:09:36,077 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18624 |
+
2022-01-27 18:09:37,726 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18625 |
+
2022-01-27 18:09:39,728 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18626 |
+
2022-01-27 18:09:41,730 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18627 |
+
2022-01-27 18:09:43,732 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18628 |
+
2022-01-27 18:09:45,734 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18629 |
+
2022-01-27 18:09:47,736 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18630 |
+
2022-01-27 18:09:49,532 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18631 |
+
2022-01-27 18:09:49,738 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18632 |
+
2022-01-27 18:09:51,292 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18633 |
+
2022-01-27 18:09:51,292 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18634 |
+
2022-01-27 18:09:51,740 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18635 |
+
2022-01-27 18:09:53,742 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18636 |
+
2022-01-27 18:09:55,744 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18637 |
+
2022-01-27 18:09:57,745 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18638 |
+
2022-01-27 18:09:59,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18639 |
+
2022-01-27 18:10:01,747 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18640 |
+
2022-01-27 18:10:03,749 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18641 |
+
2022-01-27 18:10:05,751 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18642 |
+
2022-01-27 18:10:06,459 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18643 |
+
2022-01-27 18:10:06,460 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18644 |
+
2022-01-27 18:10:07,752 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18645 |
+
2022-01-27 18:10:09,753 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18646 |
+
2022-01-27 18:10:11,755 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18647 |
+
2022-01-27 18:10:13,756 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18648 |
+
2022-01-27 18:10:15,757 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18649 |
+
2022-01-27 18:10:17,759 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18650 |
+
2022-01-27 18:10:19,756 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18651 |
+
2022-01-27 18:10:19,761 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18652 |
+
2022-01-27 18:10:21,637 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18653 |
+
2022-01-27 18:10:21,638 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18654 |
+
2022-01-27 18:10:21,763 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18655 |
+
2022-01-27 18:10:23,765 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18656 |
+
2022-01-27 18:10:25,767 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18657 |
+
2022-01-27 18:10:27,769 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18658 |
+
2022-01-27 18:10:29,771 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18659 |
+
2022-01-27 18:10:31,773 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18660 |
+
2022-01-27 18:10:33,775 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18661 |
+
2022-01-27 18:10:35,777 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18662 |
+
2022-01-27 18:10:36,905 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18663 |
+
2022-01-27 18:10:36,906 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18664 |
+
2022-01-27 18:10:37,779 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18665 |
+
2022-01-27 18:10:39,781 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18666 |
+
2022-01-27 18:10:41,783 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18667 |
+
2022-01-27 18:10:43,785 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18668 |
+
2022-01-27 18:10:45,787 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18669 |
+
2022-01-27 18:10:47,789 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18670 |
+
2022-01-27 18:10:49,791 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18671 |
+
2022-01-27 18:10:49,982 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18672 |
+
2022-01-27 18:10:51,793 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18673 |
+
2022-01-27 18:10:52,091 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18674 |
+
2022-01-27 18:10:52,092 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18675 |
+
2022-01-27 18:10:53,795 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18676 |
+
2022-01-27 18:10:56,797 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18677 |
+
2022-01-27 18:10:58,101 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18678 |
+
2022-01-27 18:10:58,202 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18679 |
+
2022-01-27 18:10:58,248 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18680 |
+
2022-01-27 18:10:58,799 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18681 |
+
2022-01-27 18:10:58,800 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18682 |
+
2022-01-27 18:11:00,802 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18683 |
+
2022-01-27 18:11:02,804 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18684 |
+
2022-01-27 18:11:04,805 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18685 |
+
2022-01-27 18:11:06,807 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18686 |
+
2022-01-27 18:11:07,353 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18687 |
+
2022-01-27 18:11:07,354 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18688 |
+
2022-01-27 18:11:08,808 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18689 |
+
2022-01-27 18:11:10,809 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18690 |
+
2022-01-27 18:11:12,810 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18691 |
+
2022-01-27 18:11:14,812 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18692 |
+
2022-01-27 18:11:16,813 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18693 |
+
2022-01-27 18:11:18,815 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18694 |
+
2022-01-27 18:11:20,213 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18695 |
+
2022-01-27 18:11:20,819 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18696 |
+
2022-01-27 18:11:22,617 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18697 |
+
2022-01-27 18:11:22,618 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18698 |
+
2022-01-27 18:11:22,820 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18699 |
+
2022-01-27 18:11:24,821 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18700 |
+
2022-01-27 18:11:26,822 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18701 |
+
2022-01-27 18:11:28,823 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18702 |
+
2022-01-27 18:11:30,824 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18703 |
+
2022-01-27 18:11:32,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18704 |
+
2022-01-27 18:11:34,825 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18705 |
+
2022-01-27 18:11:36,826 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18706 |
+
2022-01-27 18:11:37,811 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18707 |
+
2022-01-27 18:11:37,812 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18708 |
+
2022-01-27 18:11:38,828 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18709 |
+
2022-01-27 18:11:40,829 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18710 |
+
2022-01-27 18:11:42,830 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18711 |
+
2022-01-27 18:11:44,832 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18712 |
+
2022-01-27 18:11:46,833 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18713 |
+
2022-01-27 18:11:48,835 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18714 |
+
2022-01-27 18:11:50,437 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18715 |
+
2022-01-27 18:11:50,836 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18716 |
+
2022-01-27 18:11:52,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18717 |
+
2022-01-27 18:11:53,044 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18718 |
+
2022-01-27 18:11:53,045 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18719 |
+
2022-01-27 18:11:54,838 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18720 |
+
2022-01-27 18:11:56,840 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18721 |
+
2022-01-27 18:11:58,841 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18722 |
+
2022-01-27 18:12:00,843 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18723 |
+
2022-01-27 18:12:02,844 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18724 |
+
2022-01-27 18:12:04,846 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18725 |
+
2022-01-27 18:12:06,848 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18726 |
+
2022-01-27 18:12:08,263 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18727 |
+
2022-01-27 18:12:08,264 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18728 |
+
2022-01-27 18:12:08,849 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18729 |
+
2022-01-27 18:12:10,851 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18730 |
+
2022-01-27 18:12:12,852 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18731 |
+
2022-01-27 18:12:14,854 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18732 |
+
2022-01-27 18:12:17,856 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18733 |
+
2022-01-27 18:12:19,858 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18734 |
+
2022-01-27 18:12:20,632 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18735 |
+
2022-01-27 18:12:21,859 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18736 |
+
2022-01-27 18:12:23,449 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18737 |
+
2022-01-27 18:12:23,450 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18738 |
+
2022-01-27 18:12:23,861 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18739 |
+
2022-01-27 18:12:25,863 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18740 |
+
2022-01-27 18:12:27,865 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18741 |
+
2022-01-27 18:12:29,867 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18742 |
+
2022-01-27 18:12:31,868 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18743 |
+
2022-01-27 18:12:33,869 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18744 |
+
2022-01-27 18:12:35,871 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18745 |
+
2022-01-27 18:12:37,874 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18746 |
+
2022-01-27 18:12:38,711 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18747 |
+
2022-01-27 18:12:38,712 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18748 |
+
2022-01-27 18:12:39,876 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18749 |
+
2022-01-27 18:12:41,877 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18750 |
+
2022-01-27 18:12:43,879 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18751 |
+
2022-01-27 18:12:45,880 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18752 |
+
2022-01-27 18:12:47,882 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18753 |
+
2022-01-27 18:12:49,884 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18754 |
+
2022-01-27 18:12:50,840 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18755 |
+
2022-01-27 18:12:51,886 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18756 |
+
2022-01-27 18:12:53,888 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18757 |
+
2022-01-27 18:12:53,941 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18758 |
+
2022-01-27 18:12:53,941 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18759 |
+
2022-01-27 18:12:55,890 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18760 |
+
2022-01-27 18:12:57,892 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18761 |
+
2022-01-27 18:12:59,894 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18762 |
+
2022-01-27 18:13:01,896 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18763 |
+
2022-01-27 18:13:03,898 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18764 |
+
2022-01-27 18:13:05,900 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18765 |
+
2022-01-27 18:13:07,901 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18766 |
+
2022-01-27 18:13:09,044 DEBUG SenderThread:1977561 [sender.py:send():234] send: history
|
| 18767 |
+
2022-01-27 18:13:09,073 DEBUG SenderThread:1977561 [sender.py:send():234] send: summary
|
| 18768 |
+
2022-01-27 18:13:09,121 INFO SenderThread:1977561 [sender.py:_save_file():939] saving file wandb-summary.json with policy end
|
| 18769 |
+
2022-01-27 18:13:09,143 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18770 |
+
2022-01-27 18:13:09,144 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18771 |
+
2022-01-27 18:13:09,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/wandb-summary.json
|
| 18772 |
+
2022-01-27 18:13:09,904 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18773 |
+
2022-01-27 18:13:11,906 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18774 |
+
2022-01-27 18:13:19,912 INFO Thread-8 :1977561 [dir_watcher.py:_on_file_modified():230] file/dir modified: /workspace/xls-r-300m-sv-robust/wandb/run-20220127_103723-scy0vyln/files/output.log
|
| 18775 |
+
2022-01-27 18:13:21,070 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18776 |
+
2022-01-27 18:13:24,337 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18777 |
+
2022-01-27 18:13:24,338 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18778 |
+
2022-01-27 18:13:39,516 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18779 |
+
2022-01-27 18:13:39,517 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18780 |
+
2022-01-27 18:13:51,309 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18781 |
+
2022-01-27 18:13:54,689 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18782 |
+
2022-01-27 18:13:54,689 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18783 |
+
2022-01-27 18:14:09,864 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18784 |
+
2022-01-27 18:14:09,864 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
| 18785 |
+
2022-01-27 18:14:21,535 DEBUG SenderThread:1977561 [sender.py:send():234] send: stats
|
| 18786 |
+
2022-01-27 18:14:25,038 DEBUG HandlerThread:1977561 [handler.py:handle_request():130] handle_request: stop_status
|
| 18787 |
+
2022-01-27 18:14:25,039 DEBUG SenderThread:1977561 [sender.py:send_request():248] send_request: stop_status
|
wandb/run-20220127_103723-scy0vyln/run-scy0vyln.wandb
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60bb1b9dc0d87e0ba0373148f9904912db3bb3b909114b01d9af6064ef39b245
|
| 3 |
+
size 109617286
|