Hugging Face's logo

flax-community
/
pino-bigbird-roberta-base

Fill-Mask
Transformers
PyTorch
JAX
TensorBoard
Dutch
big_bird
Inference Endpoints
Model card Files Metrics Community
2
dat commited on
Commit
bab4e66
•
1 Parent(s): 1ac753f

update pt mo ptmodel

Browse files
Files changed (7) hide show
  1. config.json +2 -0
  2. events.out.tfevents.1626397185.t1v-n-f5c06ea1-w-0.760449.3.v2 +2 -2
  3. pytorch_model.bin +1 -1
  4. wandb/run-20210716_005946-3bte92ft/files/output.log +206 -0
  5. wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json +1 -1
  6. wandb/run-20210716_005946-3bte92ft/logs/debug-internal.log +422 -0
  7. wandb/run-20210716_005946-3bte92ft/run-3bte92ft.wandb +0 -0
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "BigBirdForMaskedLM"
4
  ],
@@ -23,6 +24,7 @@
23
  "position_embedding_type": "absolute",
24
  "rescale_embeddings": false,
25
  "sep_token_id": 66,
 
26
  "transformers_version": "4.9.0.dev0",
27
  "type_vocab_size": 2,
28
  "use_bias": true,
1
  {
2
+ "_name_or_path": ".",
3
  "architectures": [
4
  "BigBirdForMaskedLM"
5
  ],
24
  "position_embedding_type": "absolute",
25
  "rescale_embeddings": false,
26
  "sep_token_id": 66,
27
+ "torch_dtype": "float32",
28
  "transformers_version": "4.9.0.dev0",
29
  "type_vocab_size": 2,
30
  "use_bias": true,
events.out.tfevents.1626397185.t1v-n-f5c06ea1-w-0.760449.3.v2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3fe6a360c187f43206b52e4ccd4a2f080e2adf68b5cae65ac255e689ca62e28
3
- size 10574792
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d98147922b932dd6939ba021778b95c1ec799a8036630bffff4b749c5f07e9
3
+ size 10830402
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04afb0da08c5d82966f1859ef85e130d80cbd0d8ae84242cc8eac188df47d9c0
3
  size 512555623
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c7b7b586a584f0c8a82b98f95e99b5482c21bd23ef5382b6c0f8e78b7f9974
3
  size 512555623
wandb/run-20210716_005946-3bte92ft/files/output.log CHANGED
@@ -8040,3 +8040,209 @@ Training...: 70299it [8:12:07, 2.68it/s]█████████████
8040
 
8041
 
8042
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8040
 
8041
 
8042
 
8043
+ Training...: 70349it [8:12:27, 2.75it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8044
+
8045
+
8046
+
8047
+
8048
+
8049
+ Training...: 70399it [8:12:47, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8050
+
8051
+
8052
+
8053
+
8054
+
8055
+ Training...: 70449it [8:13:07, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8056
+
8057
+
8058
+
8059
+
8060
+
8061
+ Training...: 70499it [8:13:27, 2.71it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8062
+
8063
+
8064
+
8065
+
8066
+
8067
+ Training...: 70549it [8:13:47, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8068
+
8069
+
8070
+
8071
+
8072
+
8073
+ Training...: 70599it [8:14:07, 2.70it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8074
+
8075
+
8076
+
8077
+
8078
+
8079
+ Training...: 70649it [8:14:28, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8080
+
8081
+
8082
+
8083
+
8084
+
8085
+ Training...: 70704it [8:15:01, 1.40s/it]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8086
+
8087
+
8088
+
8089
+
8090
+ Training...: 70749it [8:15:08, 2.71it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8091
+
8092
+
8093
+
8094
+
8095
+
8096
+
8097
+ Training...: 70809it [8:15:42, 1.97it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8098
+
8099
+
8100
+
8101
+
8102
+ Training...: 70849it [8:15:48, 2.75it/s]████████████████████████████████████████████████████████████████████████████���████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8103
+
8104
+
8105
+
8106
+
8107
+
8108
+ Training...: 70899it [8:16:08, 2.69it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8109
+
8110
+
8111
+
8112
+
8113
+
8114
+
8115
+ Training...: 70956it [8:16:41, 1.09it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8116
+
8117
+
8118
+
8119
+ Training...: 70999it [8:16:48, 2.72it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8120
+
8121
+
8122
+
8123
+
8124
+
8125
+ Training...: 71062it [8:17:22, 3.04it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8126
+
8127
+
8128
+
8129
+ Training...: 71099it [8:17:28, 2.71it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8130
+
8131
+
8132
+
8133
+
8134
+
8135
+
8136
+ Training...: 71158it [8:18:02, 1.59it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8137
+
8138
+
8139
+
8140
+
8141
+ Training...: 71199it [8:18:08, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8142
+
8143
+
8144
+
8145
+
8146
+
8147
+
8148
+ Training...: 71260it [8:18:42, 2.23it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8149
+
8150
+
8151
+
8152
+
8153
+ Training...: 71311it [8:19:02, 2.89it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8154
+
8155
+
8156
+
8157
+
8158
+ Training...: 71364it [8:19:22, 4.13it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8159
+
8160
+
8161
+
8162
+ Training...: 71399it [8:19:28, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8163
+
8164
+
8165
+
8166
+
8167
+ Training...: 71449it [8:19:48, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8168
+
8169
+
8170
+
8171
+
8172
+
8173
+ Training...: 71499it [8:20:08, 2.69it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8174
+
8175
+
8176
+
8177
+
8178
+
8179
+ Training...: 71549it [8:20:28, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8180
+
8181
+
8182
+
8183
+
8184
+
8185
+ Training...: 71599it [8:20:48, 2.72it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8186
+
8187
+
8188
+
8189
+
8190
+
8191
+ Training...: 71649it [8:21:08, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8192
+
8193
+
8194
+
8195
+
8196
+
8197
+ Training...: 71699it [8:21:28, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8198
+
8199
+
8200
+
8201
+
8202
+ Training...: 71749it [8:21:48, 2.69it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8203
+
8204
+
8205
+
8206
+
8207
+ Training...: 71799it [8:22:09, 2.66it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8208
+
8209
+
8210
+
8211
+
8212
+ Training...: 71849it [8:22:29, 2.73it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8213
+
8214
+
8215
+
8216
+
8217
+
8218
+ Training...: 71899it [8:22:49, 2.68it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8219
+
8220
+
8221
+
8222
+
8223
+
8224
+ Training...: 71949it [8:23:09, 2.64it/s]████████████████████���████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8225
+
8226
+
8227
+
8228
+
8229
+
8230
+ Training...: 71999it [8:23:29, 2.67it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8231
+ Training...: 71999it [8:23:42, 2.67it/s]█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 500/500 [00:59<00:00, 7.90it/s]
8232
+
8233
+
8234
+
8235
+
8236
+
8237
+
8238
+
8239
+
8240
+
8241
+
8242
+
8243
+
8244
+
8245
+
8246
+
8247
+
8248
+
wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"training_step": 220300, "learning_rate": 2.39816727116704e-05, "train_loss": 2.1737303733825684, "_runtime": 29891, "_timestamp": 1626427077, "_step": 1416, "eval_step": 216000, "eval_accuracy": 0.6142588257789612, "eval_loss": 1.9934282302856445}
1
+ {"training_step": 222000, "learning_rate": 2.393302202108316e-05, "train_loss": 2.2153563499450684, "_runtime": 30573, "_timestamp": 1626427759, "_step": 1450, "eval_step": 216000, "eval_accuracy": 0.6142588257789612, "eval_loss": 1.9934282302856445}
wandb/run-20210716_005946-3bte92ft/logs/debug-internal.log CHANGED
@@ -17848,3 +17848,425 @@
17848
  2021-07-16 09:18:03,184 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17849
  2021-07-16 09:18:05,185 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17850
  2021-07-16 09:18:07,186 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17848
  2021-07-16 09:18:03,184 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17849
  2021-07-16 09:18:05,185 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17850
  2021-07-16 09:18:07,186 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17851
+ 2021-07-16 09:18:17,646 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17852
+ 2021-07-16 09:18:17,646 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17853
+ 2021-07-16 09:18:17,646 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17854
+ 2021-07-16 09:18:18,191 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17855
+ 2021-07-16 09:18:18,320 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17856
+ 2021-07-16 09:18:18,320 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17857
+ 2021-07-16 09:18:19,191 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17858
+ 2021-07-16 09:18:21,192 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17859
+ 2021-07-16 09:18:23,193 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17860
+ 2021-07-16 09:18:25,194 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17861
+ 2021-07-16 09:18:27,195 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17862
+ 2021-07-16 09:18:29,370 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17863
+ 2021-07-16 09:18:33,481 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17864
+ 2021-07-16 09:18:33,481 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17865
+ 2021-07-16 09:18:37,684 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17866
+ 2021-07-16 09:18:37,685 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17867
+ 2021-07-16 09:18:37,685 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17868
+ 2021-07-16 09:18:38,199 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17869
+ 2021-07-16 09:18:39,200 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17870
+ 2021-07-16 09:18:41,201 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17871
+ 2021-07-16 09:18:43,202 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17872
+ 2021-07-16 09:18:45,203 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17873
+ 2021-07-16 09:18:47,204 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17874
+ 2021-07-16 09:18:48,611 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17875
+ 2021-07-16 09:18:48,611 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17876
+ 2021-07-16 09:18:57,730 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17877
+ 2021-07-16 09:18:57,730 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17878
+ 2021-07-16 09:18:57,731 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17879
+ 2021-07-16 09:18:58,208 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17880
+ 2021-07-16 09:18:59,209 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17881
+ 2021-07-16 09:18:59,442 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17882
+ 2021-07-16 09:19:01,210 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17883
+ 2021-07-16 09:19:03,211 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17884
+ 2021-07-16 09:19:03,743 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17885
+ 2021-07-16 09:19:03,743 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17886
+ 2021-07-16 09:19:05,212 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17887
+ 2021-07-16 09:19:07,213 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17888
+ 2021-07-16 09:19:17,780 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17889
+ 2021-07-16 09:19:17,780 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17890
+ 2021-07-16 09:19:17,780 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17891
+ 2021-07-16 09:19:18,218 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17892
+ 2021-07-16 09:19:18,872 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17893
+ 2021-07-16 09:19:18,872 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17894
+ 2021-07-16 09:19:19,218 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17895
+ 2021-07-16 09:19:21,219 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17896
+ 2021-07-16 09:19:23,220 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17897
+ 2021-07-16 09:19:25,221 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17898
+ 2021-07-16 09:19:27,222 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17899
+ 2021-07-16 09:19:29,518 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17900
+ 2021-07-16 09:19:34,011 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17901
+ 2021-07-16 09:19:34,012 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17902
+ 2021-07-16 09:19:37,827 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17903
+ 2021-07-16 09:19:37,827 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17904
+ 2021-07-16 09:19:37,828 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17905
+ 2021-07-16 09:19:38,227 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17906
+ 2021-07-16 09:19:39,227 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17907
+ 2021-07-16 09:19:41,228 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17908
+ 2021-07-16 09:19:43,229 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17909
+ 2021-07-16 09:19:45,230 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17910
+ 2021-07-16 09:19:47,231 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17911
+ 2021-07-16 09:19:49,144 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17912
+ 2021-07-16 09:19:49,144 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17913
+ 2021-07-16 09:19:57,867 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17914
+ 2021-07-16 09:19:57,867 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17915
+ 2021-07-16 09:19:57,868 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17916
+ 2021-07-16 09:19:58,236 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17917
+ 2021-07-16 09:19:59,236 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17918
+ 2021-07-16 09:19:59,592 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17919
+ 2021-07-16 09:20:01,237 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17920
+ 2021-07-16 09:20:03,238 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17921
+ 2021-07-16 09:20:04,276 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17922
+ 2021-07-16 09:20:04,276 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17923
+ 2021-07-16 09:20:05,239 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17924
+ 2021-07-16 09:20:07,240 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17925
+ 2021-07-16 09:20:17,904 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17926
+ 2021-07-16 09:20:17,904 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17927
+ 2021-07-16 09:20:17,905 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17928
+ 2021-07-16 09:20:18,245 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17929
+ 2021-07-16 09:20:19,245 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17930
+ 2021-07-16 09:20:19,437 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17931
+ 2021-07-16 09:20:19,438 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17932
+ 2021-07-16 09:20:21,246 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17933
+ 2021-07-16 09:20:23,247 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17934
+ 2021-07-16 09:20:25,248 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17935
+ 2021-07-16 09:20:29,668 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17936
+ 2021-07-16 09:20:34,571 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17937
+ 2021-07-16 09:20:34,572 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17938
+ 2021-07-16 09:20:37,942 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17939
+ 2021-07-16 09:20:37,942 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17940
+ 2021-07-16 09:20:37,943 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17941
+ 2021-07-16 09:20:38,254 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17942
+ 2021-07-16 09:20:39,254 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17943
+ 2021-07-16 09:20:41,255 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17944
+ 2021-07-16 09:20:43,256 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17945
+ 2021-07-16 09:20:45,257 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17946
+ 2021-07-16 09:20:47,258 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17947
+ 2021-07-16 09:20:49,706 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17948
+ 2021-07-16 09:20:49,706 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17949
+ 2021-07-16 09:20:57,983 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17950
+ 2021-07-16 09:20:57,983 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17951
+ 2021-07-16 09:20:57,984 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17952
+ 2021-07-16 09:20:58,263 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17953
+ 2021-07-16 09:20:59,263 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17954
+ 2021-07-16 09:20:59,743 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17955
+ 2021-07-16 09:21:01,264 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17956
+ 2021-07-16 09:21:03,265 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17957
+ 2021-07-16 09:21:04,869 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17958
+ 2021-07-16 09:21:04,870 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17959
+ 2021-07-16 09:21:05,266 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17960
+ 2021-07-16 09:21:07,267 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17961
+ 2021-07-16 09:21:18,023 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17962
+ 2021-07-16 09:21:18,023 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17963
+ 2021-07-16 09:21:18,024 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17964
+ 2021-07-16 09:21:18,272 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17965
+ 2021-07-16 09:21:19,272 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17966
+ 2021-07-16 09:21:20,022 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17967
+ 2021-07-16 09:21:20,023 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17968
+ 2021-07-16 09:21:21,273 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17969
+ 2021-07-16 09:21:23,274 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17970
+ 2021-07-16 09:21:25,275 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17971
+ 2021-07-16 09:21:27,276 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17972
+ 2021-07-16 09:21:29,819 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17973
+ 2021-07-16 09:21:35,194 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17974
+ 2021-07-16 09:21:35,195 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17975
+ 2021-07-16 09:21:38,063 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17976
+ 2021-07-16 09:21:38,063 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17977
+ 2021-07-16 09:21:38,064 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17978
+ 2021-07-16 09:21:38,280 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17979
+ 2021-07-16 09:21:39,281 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17980
+ 2021-07-16 09:21:41,281 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17981
+ 2021-07-16 09:21:43,282 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17982
+ 2021-07-16 09:21:45,283 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17983
+ 2021-07-16 09:21:47,284 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17984
+ 2021-07-16 09:21:50,327 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17985
+ 2021-07-16 09:21:50,327 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17986
+ 2021-07-16 09:21:58,130 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17987
+ 2021-07-16 09:21:58,130 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
17988
+ 2021-07-16 09:21:58,131 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
17989
+ 2021-07-16 09:21:58,290 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
17990
+ 2021-07-16 09:21:59,290 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17991
+ 2021-07-16 09:21:59,895 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
17992
+ 2021-07-16 09:22:01,291 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17993
+ 2021-07-16 09:22:03,292 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17994
+ 2021-07-16 09:22:05,292 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17995
+ 2021-07-16 09:22:05,458 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
17996
+ 2021-07-16 09:22:05,458 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
17997
+ 2021-07-16 09:22:07,293 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
17998
+ 2021-07-16 09:22:18,168 DEBUG SenderThread:761704 [sender.py:send():179] send: history
17999
+ 2021-07-16 09:22:18,169 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18000
+ 2021-07-16 09:22:18,169 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18001
+ 2021-07-16 09:22:18,298 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18002
+ 2021-07-16 09:22:19,298 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18003
+ 2021-07-16 09:22:20,628 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18004
+ 2021-07-16 09:22:20,628 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18005
+ 2021-07-16 09:22:21,299 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18006
+ 2021-07-16 09:22:23,300 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18007
+ 2021-07-16 09:22:25,301 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18008
+ 2021-07-16 09:22:29,970 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18009
+ 2021-07-16 09:22:35,763 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18010
+ 2021-07-16 09:22:35,764 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18011
+ 2021-07-16 09:22:38,208 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18012
+ 2021-07-16 09:22:38,208 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18013
+ 2021-07-16 09:22:38,209 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18014
+ 2021-07-16 09:22:38,306 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18015
+ 2021-07-16 09:22:39,306 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18016
+ 2021-07-16 09:22:41,307 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18017
+ 2021-07-16 09:22:43,308 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18018
+ 2021-07-16 09:22:45,308 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18019
+ 2021-07-16 09:22:50,893 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18020
+ 2021-07-16 09:22:50,893 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18021
+ 2021-07-16 09:22:58,249 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18022
+ 2021-07-16 09:22:58,249 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18023
+ 2021-07-16 09:22:58,250 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18024
+ 2021-07-16 09:22:58,313 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18025
+ 2021-07-16 09:22:59,314 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18026
+ 2021-07-16 09:23:00,044 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18027
+ 2021-07-16 09:23:01,315 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18028
+ 2021-07-16 09:23:03,331 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18029
+ 2021-07-16 09:23:05,332 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18030
+ 2021-07-16 09:23:06,022 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18031
+ 2021-07-16 09:23:06,023 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18032
+ 2021-07-16 09:23:18,287 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18033
+ 2021-07-16 09:23:18,288 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18034
+ 2021-07-16 09:23:18,288 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18035
+ 2021-07-16 09:23:18,337 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18036
+ 2021-07-16 09:23:20,338 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18037
+ 2021-07-16 09:23:21,154 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18038
+ 2021-07-16 09:23:21,154 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18039
+ 2021-07-16 09:23:22,339 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18040
+ 2021-07-16 09:23:24,340 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18041
+ 2021-07-16 09:23:26,340 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18042
+ 2021-07-16 09:23:28,342 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18043
+ 2021-07-16 09:23:30,117 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18044
+ 2021-07-16 09:23:36,292 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18045
+ 2021-07-16 09:23:36,292 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18046
+ 2021-07-16 09:23:38,327 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18047
+ 2021-07-16 09:23:38,328 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18048
+ 2021-07-16 09:23:38,328 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18049
+ 2021-07-16 09:23:38,346 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18050
+ 2021-07-16 09:23:40,347 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18051
+ 2021-07-16 09:23:42,348 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18052
+ 2021-07-16 09:23:44,349 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18053
+ 2021-07-16 09:23:46,350 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18054
+ 2021-07-16 09:23:48,350 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18055
+ 2021-07-16 09:23:51,421 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18056
+ 2021-07-16 09:23:51,421 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18057
+ 2021-07-16 09:23:58,366 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18058
+ 2021-07-16 09:23:58,366 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18059
+ 2021-07-16 09:23:58,367 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18060
+ 2021-07-16 09:23:59,355 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18061
+ 2021-07-16 09:24:00,193 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18062
+ 2021-07-16 09:24:00,355 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18063
+ 2021-07-16 09:24:02,356 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18064
+ 2021-07-16 09:24:04,357 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18065
+ 2021-07-16 09:24:06,358 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18066
+ 2021-07-16 09:24:06,552 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18067
+ 2021-07-16 09:24:06,553 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18068
+ 2021-07-16 09:24:08,359 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18069
+ 2021-07-16 09:24:18,403 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18070
+ 2021-07-16 09:24:18,403 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18071
+ 2021-07-16 09:24:18,403 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18072
+ 2021-07-16 09:24:19,364 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18073
+ 2021-07-16 09:24:20,364 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18074
+ 2021-07-16 09:24:21,717 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18075
+ 2021-07-16 09:24:21,718 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18076
+ 2021-07-16 09:24:22,365 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18077
+ 2021-07-16 09:24:24,366 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18078
+ 2021-07-16 09:24:26,367 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18079
+ 2021-07-16 09:24:30,268 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18080
+ 2021-07-16 09:24:36,851 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18081
+ 2021-07-16 09:24:36,851 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18082
+ 2021-07-16 09:24:38,442 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18083
+ 2021-07-16 09:24:38,442 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18084
+ 2021-07-16 09:24:38,442 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18085
+ 2021-07-16 09:24:39,373 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18086
+ 2021-07-16 09:24:40,374 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18087
+ 2021-07-16 09:24:42,374 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18088
+ 2021-07-16 09:24:44,375 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18089
+ 2021-07-16 09:24:46,376 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18090
+ 2021-07-16 09:24:51,980 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18091
+ 2021-07-16 09:24:51,981 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18092
+ 2021-07-16 09:24:58,479 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18093
+ 2021-07-16 09:24:58,480 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18094
+ 2021-07-16 09:24:58,480 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18095
+ 2021-07-16 09:24:59,382 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18096
+ 2021-07-16 09:25:00,343 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18097
+ 2021-07-16 09:25:00,382 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18098
+ 2021-07-16 09:25:02,383 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18099
+ 2021-07-16 09:25:04,384 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18100
+ 2021-07-16 09:25:06,385 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18101
+ 2021-07-16 09:25:07,110 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18102
+ 2021-07-16 09:25:07,111 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18103
+ 2021-07-16 09:25:18,518 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18104
+ 2021-07-16 09:25:18,518 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18105
+ 2021-07-16 09:25:18,519 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18106
+ 2021-07-16 09:25:19,391 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18107
+ 2021-07-16 09:25:20,392 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18108
+ 2021-07-16 09:25:22,248 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18109
+ 2021-07-16 09:25:22,249 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18110
+ 2021-07-16 09:25:22,392 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18111
+ 2021-07-16 09:25:24,393 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18112
+ 2021-07-16 09:25:26,394 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18113
+ 2021-07-16 09:25:30,417 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18114
+ 2021-07-16 09:25:37,380 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18115
+ 2021-07-16 09:25:37,381 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18116
+ 2021-07-16 09:25:38,564 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18117
+ 2021-07-16 09:25:38,564 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18118
+ 2021-07-16 09:25:38,565 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18119
+ 2021-07-16 09:25:39,400 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18120
+ 2021-07-16 09:25:40,401 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18121
+ 2021-07-16 09:25:42,402 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18122
+ 2021-07-16 09:25:44,403 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18123
+ 2021-07-16 09:25:46,404 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18124
+ 2021-07-16 09:25:48,405 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18125
+ 2021-07-16 09:25:52,511 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18126
+ 2021-07-16 09:25:52,511 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18127
+ 2021-07-16 09:25:58,603 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18128
+ 2021-07-16 09:25:58,603 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18129
+ 2021-07-16 09:25:58,604 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18130
+ 2021-07-16 09:25:59,409 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18131
+ 2021-07-16 09:26:00,410 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18132
+ 2021-07-16 09:26:00,490 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18133
+ 2021-07-16 09:26:02,411 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18134
+ 2021-07-16 09:26:04,412 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18135
+ 2021-07-16 09:26:06,413 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18136
+ 2021-07-16 09:26:07,659 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18137
+ 2021-07-16 09:26:07,659 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18138
+ 2021-07-16 09:26:08,414 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18139
+ 2021-07-16 09:26:18,642 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18140
+ 2021-07-16 09:26:18,642 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18141
+ 2021-07-16 09:26:18,645 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18142
+ 2021-07-16 09:26:19,419 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18143
+ 2021-07-16 09:26:20,419 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18144
+ 2021-07-16 09:26:22,420 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18145
+ 2021-07-16 09:26:22,791 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18146
+ 2021-07-16 09:26:22,791 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18147
+ 2021-07-16 09:26:24,421 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18148
+ 2021-07-16 09:26:26,422 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18149
+ 2021-07-16 09:26:28,423 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18150
+ 2021-07-16 09:26:30,563 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18151
+ 2021-07-16 09:26:37,923 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18152
+ 2021-07-16 09:26:37,923 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18153
+ 2021-07-16 09:26:38,688 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18154
+ 2021-07-16 09:26:38,688 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18155
+ 2021-07-16 09:26:38,688 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18156
+ 2021-07-16 09:26:39,427 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18157
+ 2021-07-16 09:26:40,428 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18158
+ 2021-07-16 09:26:42,428 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18159
+ 2021-07-16 09:26:44,429 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18160
+ 2021-07-16 09:26:46,431 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18161
+ 2021-07-16 09:26:48,432 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18162
+ 2021-07-16 09:26:53,055 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18163
+ 2021-07-16 09:26:53,055 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18164
+ 2021-07-16 09:26:58,754 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18165
+ 2021-07-16 09:26:58,754 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18166
+ 2021-07-16 09:26:58,769 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18167
+ 2021-07-16 09:26:59,437 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18168
+ 2021-07-16 09:27:00,437 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18169
+ 2021-07-16 09:27:00,639 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18170
+ 2021-07-16 09:27:02,438 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18171
+ 2021-07-16 09:27:04,439 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18172
+ 2021-07-16 09:27:06,440 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18173
+ 2021-07-16 09:27:08,194 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18174
+ 2021-07-16 09:27:08,194 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18175
+ 2021-07-16 09:27:08,441 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18176
+ 2021-07-16 09:27:18,813 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18177
+ 2021-07-16 09:27:18,814 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18178
+ 2021-07-16 09:27:18,814 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18179
+ 2021-07-16 09:27:19,446 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18180
+ 2021-07-16 09:27:20,446 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18181
+ 2021-07-16 09:27:22,447 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18182
+ 2021-07-16 09:27:23,323 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18183
+ 2021-07-16 09:27:23,323 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18184
+ 2021-07-16 09:27:24,448 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18185
+ 2021-07-16 09:27:26,449 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18186
+ 2021-07-16 09:27:30,713 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18187
+ 2021-07-16 09:27:38,453 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18188
+ 2021-07-16 09:27:38,453 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18189
+ 2021-07-16 09:27:38,856 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18190
+ 2021-07-16 09:27:38,856 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18191
+ 2021-07-16 09:27:38,857 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18192
+ 2021-07-16 09:27:39,456 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18193
+ 2021-07-16 09:27:40,457 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18194
+ 2021-07-16 09:27:42,458 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18195
+ 2021-07-16 09:27:44,459 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18196
+ 2021-07-16 09:27:46,460 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18197
+ 2021-07-16 09:27:53,583 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18198
+ 2021-07-16 09:27:53,584 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18199
+ 2021-07-16 09:27:58,929 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18200
+ 2021-07-16 09:27:58,930 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18201
+ 2021-07-16 09:27:58,930 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18202
+ 2021-07-16 09:27:59,466 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18203
+ 2021-07-16 09:28:00,466 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18204
+ 2021-07-16 09:28:00,787 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18205
+ 2021-07-16 09:28:02,467 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18206
+ 2021-07-16 09:28:04,468 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18207
+ 2021-07-16 09:28:06,469 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18208
+ 2021-07-16 09:28:08,717 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18209
+ 2021-07-16 09:28:08,717 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18210
+ 2021-07-16 09:28:18,966 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18211
+ 2021-07-16 09:28:18,966 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18212
+ 2021-07-16 09:28:18,967 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18213
+ 2021-07-16 09:28:19,475 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18214
+ 2021-07-16 09:28:20,475 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18215
+ 2021-07-16 09:28:22,476 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18216
+ 2021-07-16 09:28:23,882 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18217
+ 2021-07-16 09:28:23,883 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18218
+ 2021-07-16 09:28:24,477 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18219
+ 2021-07-16 09:28:26,478 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18220
+ 2021-07-16 09:28:28,479 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18221
+ 2021-07-16 09:28:30,863 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18222
+ 2021-07-16 09:28:39,015 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18223
+ 2021-07-16 09:28:39,016 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18224
+ 2021-07-16 09:28:39,147 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18225
+ 2021-07-16 09:28:39,147 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18226
+ 2021-07-16 09:28:39,147 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18227
+ 2021-07-16 09:28:39,484 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18228
+ 2021-07-16 09:28:40,485 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18229
+ 2021-07-16 09:28:42,485 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18230
+ 2021-07-16 09:28:44,486 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18231
+ 2021-07-16 09:28:46,487 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18232
+ 2021-07-16 09:28:48,488 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18233
+ 2021-07-16 09:28:54,154 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18234
+ 2021-07-16 09:28:54,155 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18235
+ 2021-07-16 09:28:59,074 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18236
+ 2021-07-16 09:28:59,075 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18237
+ 2021-07-16 09:28:59,075 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18238
+ 2021-07-16 09:28:59,493 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18239
+ 2021-07-16 09:29:00,494 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18240
+ 2021-07-16 09:29:00,938 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18241
+ 2021-07-16 09:29:02,494 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18242
+ 2021-07-16 09:29:04,495 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18243
+ 2021-07-16 09:29:06,497 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18244
+ 2021-07-16 09:29:08,498 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18245
+ 2021-07-16 09:29:09,291 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18246
+ 2021-07-16 09:29:09,291 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18247
+ 2021-07-16 09:29:19,112 DEBUG SenderThread:761704 [sender.py:send():179] send: history
18248
+ 2021-07-16 09:29:19,112 DEBUG SenderThread:761704 [sender.py:send():179] send: summary
18249
+ 2021-07-16 09:29:19,112 INFO SenderThread:761704 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
18250
+ 2021-07-16 09:29:19,502 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/wandb-summary.json
18251
+ 2021-07-16 09:29:20,503 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18252
+ 2021-07-16 09:29:22,504 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18253
+ 2021-07-16 09:29:24,427 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18254
+ 2021-07-16 09:29:24,427 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18255
+ 2021-07-16 09:29:24,505 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18256
+ 2021-07-16 09:29:26,506 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18257
+ 2021-07-16 09:29:28,507 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18258
+ 2021-07-16 09:29:30,508 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18259
+ 2021-07-16 09:29:31,012 DEBUG SenderThread:761704 [sender.py:send():179] send: stats
18260
+ 2021-07-16 09:29:32,509 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18261
+ 2021-07-16 09:29:34,510 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18262
+ 2021-07-16 09:29:36,511 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18263
+ 2021-07-16 09:29:38,511 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18264
+ 2021-07-16 09:29:39,557 DEBUG HandlerThread:761704 [handler.py:handle_request():124] handle_request: stop_status
18265
+ 2021-07-16 09:29:39,557 DEBUG SenderThread:761704 [sender.py:send_request():193] send_request: stop_status
18266
+ 2021-07-16 09:29:40,512 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18267
+ 2021-07-16 09:29:42,513 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18268
+ 2021-07-16 09:29:44,514 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18269
+ 2021-07-16 09:29:46,515 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18270
+ 2021-07-16 09:29:48,516 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18271
+ 2021-07-16 09:29:51,517 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
18272
+ 2021-07-16 09:29:53,518 INFO Thread-8 :761704 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210716_005946-3bte92ft/files/output.log
wandb/run-20210716_005946-3bte92ft/run-3bte92ft.wandb CHANGED
Binary files a/wandb/run-20210716_005946-3bte92ft/run-3bte92ft.wandb and b/wandb/run-20210716_005946-3bte92ft/run-3bte92ft.wandb differ