Saving weights and logs of step 20

events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fcd0466dab76cd9968720985ee7df36054c4eec5714cea4298b0a6c57e1cad8
-size 180
+oid sha256:713901f18e7249adfb5a51448cddd1049423edac711c474fd9ea4937f4fb604a
+size 320

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69b2868ede8b243cf248d273064fce706ec5485c6827a66c82aa6c61b932360b
+oid sha256:08b52bbc7f242fbb89afc58d490fb1aafaffe07120adab708e53285061b8549d
 size 1419302302

wandb/run-20210709_141445-2k8cnty2/files/output.log

@@ -446,3 +446,12 @@ Evaluating...:  20%|████████████████████
 tcmalloc: large alloc 1209278464 bytes == 0x5638c60c8000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982
 tcmalloc: large alloc 2426904576 bytes == 0x56390e20a000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09
 tcmalloc: large alloc 1419304960 bytes == 0x563883b82000 @  0x7faff8cbc680 0x7faff8cdd824 0x563649ff5730 0x56364a10cadb 0x7faca7dd8c6f 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09 0x56364a18eca9 0x7faff89560b3 0x56364a1671c7
+Model weights saved in /home/cahya/Work/flax-community/gpt2-medium-indonesian/flax_model.msgpack
+Model pushed to the hub in this commit: https://huggingface.co/flax-community/gpt2-medium-indonesian/commit/872c781c6b11a97e1c65180634c75c52c8464c32
+
+Training...:  38%|███████████████████████████████████████████████████████████████████████████                                                                                                                        | 20/52 [02:01<00:41,  1.29s/it]
+
+Evaluating...:  80%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                                       | 4/5 [00:06<00:00,  1.07it/s]
+
+
+tcmalloc: large alloc 2426904576 bytes == 0x56396efea000 @  0x7faff8cbc680 0x7faff8cdcbdd 0x7faca7dcf20d 0x7faca7ddd340 0x7faca7ddce87 0x7faca7ddce87 0x7faca7ddce87 0x7faca7dd8bd3 0x7faca7dd91fe 0x56364a10452a 0x56364a0cb254 0x56364a11c9c9 0x56364a11d85f 0x56364a0cacc7 0x56364a11d768 0x56364a0cae14 0x56364a11d768 0x56364a0cae14 0x56364a11d066 0x56364a1284c6 0x56364a0cacc7 0x56364a11d132 0x56364a11d7fb 0x56364a0cae14 0x56364a11c9c9 0x56364a17c383 0x56364a17c8d2 0x56364a18c982 0x56364a18e429 0x56364a18e60f 0x56364a18ea09

wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json

@@ -1 +1 @@
-{}
+{"global_step": 10, "_timestamp": 1625840225.925065, "eval_loss": 9.773721694946289, "eval_perplexity": 17566.021484375, "_step": 0}

wandb/run-20210709_141445-2k8cnty2/logs/debug-internal.log

@@ -93,3 +93,22 @@
 2021-07-09 14:17:16,355 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
 2021-07-09 14:17:21,580 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
 2021-07-09 14:17:21,580 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:17:28,359 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:30,360 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:32,361 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:36,712 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:17:36,712 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:17:38,363 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:38,663 DEBUG   SenderThread:246776 [sender.py:send():179] send: history
+2021-07-09 14:17:38,663 DEBUG   SenderThread:246776 [sender.py:send():179] send: summary
+2021-07-09 14:17:38,663 INFO    SenderThread:246776 [sender.py:_save_file():841] saving file wandb-summary.json with policy end
+2021-07-09 14:17:39,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/events.out.tfevents.1625840127.t1v-n-528d9406-w-0.245719.3.v2
+2021-07-09 14:17:39,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/wandb-summary.json
+2021-07-09 14:17:40,364 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:45,949 DEBUG   SenderThread:246776 [sender.py:send():179] send: stats
+2021-07-09 14:17:46,366 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:17:51,907 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:17:51,907 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status
+2021-07-09 14:18:02,372 INFO    Thread-8  :246776 [dir_watcher.py:_on_file_modified():229] file/dir modified: /home/cahya/Work/flax-community/gpt2-medium-indonesian/wandb/run-20210709_141445-2k8cnty2/files/output.log
+2021-07-09 14:18:07,040 DEBUG   HandlerThread:246776 [handler.py:handle_request():124] handle_request: stop_status
+2021-07-09 14:18:07,040 DEBUG   SenderThread:246776 [sender.py:send_request():193] send_request: stop_status