dat commited on
Commit
0547e9f
1 Parent(s): 28aa044
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "architectures": [
3
  "BigBirdForMaskedLM"
4
  ],
@@ -23,6 +24,7 @@
23
  "position_embedding_type": "absolute",
24
  "rescale_embeddings": false,
25
  "sep_token_id": 66,
 
26
  "transformers_version": "4.9.0.dev0",
27
  "type_vocab_size": 2,
28
  "use_bias": true,
 
1
  {
2
+ "_name_or_path": ".",
3
  "architectures": [
4
  "BigBirdForMaskedLM"
5
  ],
 
24
  "position_embedding_type": "absolute",
25
  "rescale_embeddings": false,
26
  "sep_token_id": 66,
27
+ "torch_dtype": "float32",
28
  "transformers_version": "4.9.0.dev0",
29
  "type_vocab_size": 2,
30
  "use_bias": true,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6e7befe4dbdf5b69f95532c7563b60f232e4a85145d0342141faa45452df2ec
3
  size 512555623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04afb0da08c5d82966f1859ef85e130d80cbd0d8ae84242cc8eac188df47d9c0
3
  size 512555623
wandb/run-20210715_185845-dq8uirtg/files/output.log CHANGED
@@ -4203,3 +4203,43 @@ Training...: 36057it [4:15:49, 1.59it/s]
4203
 
4204
 
4205
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4203
 
4204
 
4205
 
4206
+
4207
+ Training...: 36109it [4:16:09, 2.24it/s]
4208
+
4209
+
4210
+
4211
+
4212
+
4213
+ Training...: 36151it [4:16:28, 2.24s/it]
4214
+
4215
+
4216
+
4217
+
4218
+
4219
+ Training...: 36203it [4:16:48, 1.39s/it]
4220
+
4221
+
4222
+
4223
+
4224
+
4225
+ Training...: 36257it [4:17:09, 1.58it/s]
4226
+
4227
+
4228
+
4229
+
4230
+
4231
+ Training...: 36305it [4:17:29, 1.09it/s]
4232
+
4233
+
4234
+
4235
+
4236
+
4237
+ Training...: 36354it [4:17:49, 1.05s/it]
4238
+
4239
+
4240
+
4241
+
4242
+
4243
+ Training...: 36406it [4:18:09, 1.50it/s]
4244
+
4245
+
wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"training_step": 136050, "learning_rate": 2.4563154511270113e-05, "train_loss": 2.352145195007324, "_runtime": 15693, "_timestamp": 1626391218, "_step": 726, "eval_step": 132000, "eval_accuracy": 0.5815154314041138, "eval_loss": 2.216282367706299}
 
1
+ {"training_step": 136400, "learning_rate": 2.4548056899220683e-05, "train_loss": 2.1764094829559326, "_runtime": 15833, "_timestamp": 1626391358, "_step": 733, "eval_step": 132000, "eval_accuracy": 0.5815154314041138, "eval_loss": 2.216282367706299}
wandb/run-20210715_185845-dq8uirtg/logs/debug-internal.log CHANGED
@@ -9354,3 +9354,88 @@
9354
  2021-07-15 23:20:25,076 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9355
  2021-07-15 23:20:26,435 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9356
  2021-07-15 23:20:27,076 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9354
  2021-07-15 23:20:25,076 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9355
  2021-07-15 23:20:26,435 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9356
  2021-07-15 23:20:27,076 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9357
+ 2021-07-15 23:20:35,320 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9358
+ 2021-07-15 23:20:35,320 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9359
+ 2021-07-15 23:20:38,150 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9360
+ 2021-07-15 23:20:38,150 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9361
+ 2021-07-15 23:20:38,150 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9362
+ 2021-07-15 23:20:39,080 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9363
+ 2021-07-15 23:20:39,081 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9364
+ 2021-07-15 23:20:40,081 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9365
+ 2021-07-15 23:20:41,081 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9366
+ 2021-07-15 23:20:43,082 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9367
+ 2021-07-15 23:20:45,083 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9368
+ 2021-07-15 23:20:47,083 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9369
+ 2021-07-15 23:20:50,448 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9370
+ 2021-07-15 23:20:50,449 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9371
+ 2021-07-15 23:20:56,510 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9372
+ 2021-07-15 23:20:58,207 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9373
+ 2021-07-15 23:20:58,207 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9374
+ 2021-07-15 23:20:58,208 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9375
+ 2021-07-15 23:20:59,088 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9376
+ 2021-07-15 23:20:59,088 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9377
+ 2021-07-15 23:21:00,088 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9378
+ 2021-07-15 23:21:01,089 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9379
+ 2021-07-15 23:21:03,090 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9380
+ 2021-07-15 23:21:05,091 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9381
+ 2021-07-15 23:21:05,582 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9382
+ 2021-07-15 23:21:05,582 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9383
+ 2021-07-15 23:21:07,091 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9384
+ 2021-07-15 23:21:18,243 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9385
+ 2021-07-15 23:21:18,243 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9386
+ 2021-07-15 23:21:18,244 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9387
+ 2021-07-15 23:21:19,096 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9388
+ 2021-07-15 23:21:19,096 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9389
+ 2021-07-15 23:21:20,096 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9390
+ 2021-07-15 23:21:20,714 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9391
+ 2021-07-15 23:21:20,715 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9392
+ 2021-07-15 23:21:21,097 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9393
+ 2021-07-15 23:21:23,098 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9394
+ 2021-07-15 23:21:25,099 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9395
+ 2021-07-15 23:21:26,576 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9396
+ 2021-07-15 23:21:27,100 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9397
+ 2021-07-15 23:21:35,854 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9398
+ 2021-07-15 23:21:35,855 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9399
+ 2021-07-15 23:21:38,279 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9400
+ 2021-07-15 23:21:38,280 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9401
+ 2021-07-15 23:21:38,281 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9402
+ 2021-07-15 23:21:39,104 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9403
+ 2021-07-15 23:21:40,104 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9404
+ 2021-07-15 23:21:42,105 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9405
+ 2021-07-15 23:21:44,106 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9406
+ 2021-07-15 23:21:46,107 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9407
+ 2021-07-15 23:21:48,107 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9408
+ 2021-07-15 23:21:50,985 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9409
+ 2021-07-15 23:21:50,985 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9410
+ 2021-07-15 23:21:56,645 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9411
+ 2021-07-15 23:21:58,317 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9412
+ 2021-07-15 23:21:58,318 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9413
+ 2021-07-15 23:21:58,318 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9414
+ 2021-07-15 23:21:59,111 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9415
+ 2021-07-15 23:22:00,112 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9416
+ 2021-07-15 23:22:02,113 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9417
+ 2021-07-15 23:22:04,113 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9418
+ 2021-07-15 23:22:06,114 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9419
+ 2021-07-15 23:22:06,116 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9420
+ 2021-07-15 23:22:06,116 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9421
+ 2021-07-15 23:22:08,115 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9422
+ 2021-07-15 23:22:18,356 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9423
+ 2021-07-15 23:22:18,356 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9424
+ 2021-07-15 23:22:18,356 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9425
+ 2021-07-15 23:22:19,119 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9426
+ 2021-07-15 23:22:20,120 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9427
+ 2021-07-15 23:22:21,248 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9428
+ 2021-07-15 23:22:21,248 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9429
+ 2021-07-15 23:22:22,120 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9430
+ 2021-07-15 23:22:24,121 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9431
+ 2021-07-15 23:22:26,122 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9432
+ 2021-07-15 23:22:26,711 DEBUG SenderThread:735392 [sender.py:send():179] send: stats
9433
+ 2021-07-15 23:22:28,123 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9434
+ 2021-07-15 23:22:36,386 DEBUG HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
9435
+ 2021-07-15 23:22:36,387 DEBUG SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
9436
+ 2021-07-15 23:22:38,395 DEBUG SenderThread:735392 [sender.py:send():179] send: history
9437
+ 2021-07-15 23:22:38,395 DEBUG SenderThread:735392 [sender.py:send():179] send: summary
9438
+ 2021-07-15 23:22:38,396 INFO SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
9439
+ 2021-07-15 23:22:39,127 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
9440
+ 2021-07-15 23:22:40,127 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
9441
+ 2021-07-15 23:22:42,128 INFO Thread-8 :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb CHANGED
Binary files a/wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb and b/wandb/run-20210715_185845-dq8uirtg/run-dq8uirtg.wandb differ