Saving weights and logs of step 90

events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7e95ab95fada1a72ddfeb81eb1799ed825c0c3ce91393c178ac2020b875dc4c
-size 1160
+oid sha256:c3a4a0caeae4a73256a5843cb07a04240918499c43a5616a17cd922d9c6fc2d7
+size 1300

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d99736d858195bbfbc635b361d3bc3606facce7df988763ff697e7368ba743ef
+oid sha256:9401c601624d6a7df81080a28c95b2d12fa4590419623d4c6eeab34df2fb1361
 size 1419302302

wandb/run-20210709_141445-2k8cnty2/files/output.log

@@ -511,3 +511,11 @@ Training...:  54%|████████████████████
 Evaluating...:  60%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                                                              | 3/5 [00:06<00:02,  1.42s/it]
 
 
+Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack███████████████████████████                                                                                          | 28/52 [03:05<00:45,  1.90s/it]
+Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/b555d05b45c7614de4191feb6c29b1b091df7787
+
+
+Training...:  73%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌                                                    | 38/52 [04:19<00:25,  1.80s/it]
+
+Evaluating...:   0%|                                                                                                                                                                                                           | 0/5 [00:00<?, ?it/s]
+

wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json

@@ -1 +1 @@
-{"global_step": 70, "_timestamp": 1625840693.228476, "eval_loss": 7.895484924316406, "eval_perplexity": 2685.13134765625, "_step": 6}
+{"global_step": 80, "_timestamp": 1625840784.417943, "eval_loss": 7.80868673324585, "eval_perplexity": 2461.895263671875, "_step": 7}

wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log

@@ -277,3 +277,30 @@
 2021-07-09 14:26:42,104 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
 2021-07-09 14:26:44,587 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
 2021-07-09 14:26:47,351 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
+2021-07-09 14:26:57,242 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:26:57,242 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:27:12,371 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:27:12,372 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:27:17,427 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
+2021-07-09 14:27:27,503 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:27:27,504 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:27:36,610 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:38,611 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:40,612 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:42,613 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:42,635 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:27:42,636 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:27:47,505 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
+2021-07-09 14:27:47,615 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
+2021-07-09 14:27:47,684 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
+2021-07-09 14:27:47,684 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
+2021-07-09 14:27:47,684 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-09 14:27:48,086 INFO    Thread-20 :246776 [upload_job.py:push():137] Uploaded file /tmp/tmp4f0a6i2mwandb/196d2q98-events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
+2021-07-09 14:27:48,616 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:48,616 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
+2021-07-09 14:27:50,617 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:27:57,771 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:27:57,771 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:28:06,624 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:28:12,907 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:28:12,907 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status