update

config.json

@@ -1,4 +1,5 @@
 {
+  "_name_or_path": ".",
   "architectures": [
     "BigBirdForMaskedLM"
   ],
@@ -23,6 +24,7 @@
   "position_embedding_type": "absolute",
   "rescale_embeddings": false,
   "sep_token_id": 66,
+  "torch_dtype": "float32",
   "transformers_version": "4.9.0.dev0",
   "type_vocab_size": 2,
   "use_bias": true,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6e7befe4dbdf5b69f95532c7563b60f232e4a85145d0342141faa45452df2ec
+oid sha256:04afb0da08c5d82966f1859ef85e130d80cbd0d8ae84242cc8eac188df47d9c0
 size 512555623

wandb/run-20210715_185845-dq8uirtg/files/output.log

@@ -4203,3 +4203,43 @@ Training...: 36057it [4:15:49,  1.59it/s]
 
 
 
+
+Training...: 36109it [4:16:09,  2.24it/s]
+
+
+
+
+
+Training...: 36151it [4:16:28,  2.24s/it]
+
+
+
+
+
+Training...: 36203it [4:16:48,  1.39s/it]
+
+
+
+
+
+Training...: 36257it [4:17:09,  1.58it/s]
+
+
+
+
+
+Training...: 36305it [4:17:29,  1.09it/s]
+
+
+
+
+
+Training...: 36354it [4:17:49,  1.05s/it]
+
+
+
+
+
+Training...: 36406it [4:18:09,  1.50it/s]
+
+

wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json

@@ -1 +1 @@
-{"training_step": 136050, "learning_rate": 2.4563154511270113e-05, "train_loss": 2.352145195007324, "_runtime": 15693, "_timestamp": 1626391218, "_step": 726, "eval_step": 132000, "eval_accuracy": 0.5815154314041138, "eval_loss": 2.216282367706299}
+{"training_step": 136400, "learning_rate": 2.4548056899220683e-05, "train_loss": 2.1764094829559326, "_runtime": 15833, "_timestamp": 1626391358, "_step": 733, "eval_step": 132000, "eval_accuracy": 0.5815154314041138, "eval_loss": 2.216282367706299}

wandb/run-20210715_185845-dq8uirtg/logs/debug-internal.log

@@ -9354,3 +9354,88 @@
 2021-07-15 23:20:25,076 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
 2021-07-15 23:20:26,435 DEBUG   SenderThread:735392 [sender.py:send():179] send: stats
 2021-07-15 23:20:27,076 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:35,320 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:20:35,320 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:20:38,150 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:20:38,150 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:20:38,150 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:20:39,080 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:20:39,081 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:40,081 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:41,081 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:43,082 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:45,083 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:47,083 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:20:50,448 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:20:50,449 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:20:56,510 DEBUG   SenderThread:735392 [sender.py:send():179] send: stats
+2021-07-15 23:20:58,207 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:20:58,207 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:20:58,208 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:20:59,088 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:20:59,088 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:00,088 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:01,089 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:03,090 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:05,091 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:05,582 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:21:05,582 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:21:07,091 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:18,243 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:21:18,243 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:21:18,244 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:21:19,096 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:21:19,096 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:20,096 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:20,714 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:21:20,715 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:21:21,097 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:23,098 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:25,099 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:26,576 DEBUG   SenderThread:735392 [sender.py:send():179] send: stats
+2021-07-15 23:21:27,100 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:35,854 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:21:35,855 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:21:38,279 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:21:38,280 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:21:38,281 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:21:39,104 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:21:40,104 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:42,105 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:44,106 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:46,107 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:48,107 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:21:50,985 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:21:50,985 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:21:56,645 DEBUG   SenderThread:735392 [sender.py:send():179] send: stats
+2021-07-15 23:21:58,317 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:21:58,318 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:21:58,318 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:21:59,111 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:22:00,112 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:02,113 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:04,113 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:06,114 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:06,116 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:22:06,116 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:22:08,115 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:18,356 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:22:18,356 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:22:18,356 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:22:19,119 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:22:20,120 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:21,248 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:22:21,248 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:22:22,120 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:24,121 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:26,122 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:26,711 DEBUG   SenderThread:735392 [sender.py:send():179] send: stats
+2021-07-15 23:22:28,123 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:36,386 DEBUG   HandlerThread:735392 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-15 23:22:36,387 DEBUG   SenderThread:735392 [sender.py:send_request():193] send_request: stop_status
+2021-07-15 23:22:38,395 DEBUG   SenderThread:735392 [sender.py:send():179] send: history
+2021-07-15 23:22:38,395 DEBUG   SenderThread:735392 [sender.py:send():179] send: summary
+2021-07-15 23:22:38,396 INFO    SenderThread:735392 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-15 23:22:39,127 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/wandb-summary.json
+2021-07-15 23:22:40,127 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log
+2021-07-15 23:22:42,128 INFO    Thread-8  :735392 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/dat/pino-roberta-base/wandb/run-20210715_185845-dq8uirtg/files/output.log