diff --git "a/wandb/run-20220228_093705-yn2gmwrw/logs/debug-internal.log" "b/wandb/run-20220228_093705-yn2gmwrw/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220228_093705-yn2gmwrw/logs/debug-internal.log" @@ -0,0 +1,6397 @@ +2022-02-28 09:37:06,569 INFO MainThread:219340 [internal.py:wandb_internal():89] W&B internal server running at pid: 219340, started at: 2022-02-28 09:37:06.568690 +2022-02-28 09:37:06,571 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: check_version +2022-02-28 09:37:06,571 INFO WriterThread:219340 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/run-yn2gmwrw.wandb +2022-02-28 09:37:06,573 DEBUG SenderThread:219340 [sender.py:send():235] send: header +2022-02-28 09:37:06,573 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: check_version +2022-02-28 09:37:06,642 DEBUG SenderThread:219340 [sender.py:send():235] send: run +2022-02-28 09:37:06,797 INFO SenderThread:219340 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files +2022-02-28 09:37:06,797 INFO SenderThread:219340 [sender.py:_start_run_threads():809] run started: yn2gmwrw with start time 1646041025 +2022-02-28 09:37:06,797 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:06,797 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:06,798 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: run_start +2022-02-28 09:37:06,811 DEBUG HandlerThread:219340 [meta.py:__init__():36] meta init +2022-02-28 09:37:06,811 DEBUG HandlerThread:219340 [meta.py:__init__():50] meta init done +2022-02-28 09:37:06,811 DEBUG HandlerThread:219340 [meta.py:probe():210] probe +2022-02-28 09:37:06,819 DEBUG HandlerThread:219340 [meta.py:_setup_git():200] setup git +2022-02-28 09:37:06,835 DEBUG HandlerThread:219340 [meta.py:_setup_git():207] setup git done +2022-02-28 09:37:06,835 DEBUG HandlerThread:219340 [meta.py:_save_pip():54] save pip +2022-02-28 09:37:06,836 DEBUG HandlerThread:219340 [meta.py:_save_pip():68] save pip done +2022-02-28 09:37:06,836 DEBUG HandlerThread:219340 [meta.py:probe():248] probe done +2022-02-28 09:37:06,918 DEBUG SenderThread:219340 [sender.py:send():235] send: files +2022-02-28 09:37:06,918 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-metadata.json with policy now +2022-02-28 09:37:06,923 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:37:06,924 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:37:06,959 DEBUG SenderThread:219340 [sender.py:send():235] send: config +2022-02-28 09:37:06,960 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:37:06,960 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:37:06,960 WARNING SenderThread:219340 [sender.py:send_metric():902] Seen metric with glob (shouldnt happen) +2022-02-28 09:37:07,346 INFO Thread-11 :219340 [upload_job.py:push():137] Uploaded file /tmp/tmp5_h3ua1vwandb/1ljf6m5e-wandb-metadata.json +2022-02-28 09:37:07,799 INFO Thread-8 :219340 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-metadata.json +2022-02-28 09:37:07,799 INFO Thread-8 :219340 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/requirements.txt +2022-02-28 09:37:07,800 INFO Thread-8 :219340 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:07,800 INFO Thread-8 :219340 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:09,798 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:11,297 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:37:11,298 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:37:11,298 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:37:11,298 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:11,298 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:11,299 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:11,799 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:11,799 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:13,800 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:15,087 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:15,087 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:15,088 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:15,801 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:15,801 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:17,801 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:18,926 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:18,926 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:18,927 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:19,802 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:19,802 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:21,803 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:22,172 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:37:22,172 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:37:22,719 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:22,719 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:22,720 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:22,803 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:23,804 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:25,804 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:26,499 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:26,500 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:26,500 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:26,805 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:27,805 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:29,806 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:30,333 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:30,333 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:30,333 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:30,806 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:31,807 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:33,808 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:33,950 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:33,951 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:33,951 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:34,808 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:35,284 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:37:35,808 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:37,210 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:37:37,210 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:37:37,741 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:37,741 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:37,742 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:37,809 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:37,809 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/config.yaml +2022-02-28 09:37:37,809 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:39,810 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:41,389 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:41,389 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:41,390 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:41,811 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:41,811 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:43,811 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:45,003 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:45,004 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:45,004 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:45,812 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:45,812 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:47,813 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:48,590 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:48,591 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:48,591 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:48,813 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:49,813 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:51,814 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:52,145 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:52,145 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:52,146 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:52,413 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:37:52,413 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:37:52,815 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:53,815 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:55,743 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:55,744 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:55,744 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:55,816 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:37:56,816 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:58,817 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:37:59,223 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:37:59,224 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:37:59,224 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:37:59,817 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:00,818 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:02,713 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:02,713 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:02,714 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:02,818 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:02,819 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:04,819 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:05,637 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:38:06,177 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:06,177 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:06,178 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:06,820 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:06,820 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:07,685 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:38:07,685 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:38:08,821 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:09,607 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:09,608 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:09,608 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:09,821 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:10,821 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:12,822 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:12,999 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:12,999 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:13,000 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:13,823 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:14,823 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:16,403 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:16,403 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:16,403 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:16,824 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:16,824 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:18,825 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:19,778 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:19,779 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:19,779 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:19,825 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:20,825 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:22,726 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:38:22,727 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:38:22,826 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:23,160 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:23,161 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:23,161 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:23,826 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:24,827 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:26,547 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:26,548 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:26,548 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:26,828 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:26,828 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:28,828 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:29,899 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:29,899 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:29,900 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:30,829 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:30,829 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:31,829 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:33,181 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:33,181 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:33,182 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:33,830 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:33,830 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:34,830 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:35,831 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:36,009 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:38:36,465 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:36,466 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:36,466 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:36,831 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:37,768 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:38:37,768 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:38:37,832 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:38,832 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:39,728 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:39,729 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:39,729 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:39,833 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:39,833 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:40,833 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:41,833 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:42,962 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:42,962 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:42,962 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:43,834 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:43,834 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:45,835 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:46,267 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:46,268 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:46,268 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:46,835 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:47,836 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:49,478 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:49,478 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:49,479 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:49,836 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:49,837 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:51,837 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:52,657 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:52,658 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:52,658 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:52,837 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:52,944 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:38:52,944 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:38:53,838 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:55,808 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:55,809 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:55,809 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:55,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:55,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:38:57,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:58,933 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:38:58,933 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:38:58,934 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:38:59,840 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:38:59,840 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:01,841 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:02,004 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:02,004 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:02,004 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:02,841 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:03,842 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:05,010 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:05,010 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:05,011 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:05,843 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:05,843 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:06,369 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:39:07,843 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:07,965 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:07,965 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:07,965 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:08,103 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:39:08,104 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:39:08,844 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:09,844 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:10,911 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:10,912 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:10,912 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:11,845 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:11,845 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:13,759 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:13,760 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:13,760 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:13,846 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:13,846 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:15,846 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:16,568 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:16,569 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:16,569 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:16,847 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:17,847 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:19,273 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:19,274 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:19,274 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:19,848 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:19,848 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:21,849 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:21,920 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:21,921 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:21,921 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:22,849 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:23,297 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:39:23,298 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:39:23,849 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:24,504 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:24,505 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:24,506 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:24,850 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:25,850 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:26,944 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:26,945 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:26,945 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:27,851 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:27,851 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:28,851 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:29,244 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:29,245 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:29,245 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:29,852 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:29,852 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:30,852 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:31,408 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:31,408 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:31,409 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:31,852 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:31,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:32,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:33,390 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:33,390 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:33,391 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:33,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:33,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:34,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:35,142 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:35,143 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:35,143 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:35,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:35,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:36,713 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:36,713 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:36,714 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:36,726 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:39:36,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:36,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:37,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:38,141 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:38,142 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:38,142 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:38,414 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:39:38,414 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:39:38,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:38,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:39,396 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:39,396 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:39,397 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:39,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:39,856 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:40,856 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:41,276 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,286 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,287 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,287 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,287 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,292 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,292 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,297 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,303 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,308 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,314 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,319 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,324 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,324 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,324 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,324 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,338 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,349 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,354 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,360 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,366 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,367 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,367 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,367 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,367 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,367 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,378 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,384 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,389 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,389 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,389 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,390 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,390 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,390 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,390 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,390 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,395 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,406 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,411 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,412 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,413 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,414 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,419 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,425 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,425 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,428 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,428 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,428 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,428 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,429 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,430 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,431 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,432 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,433 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,434 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,435 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,436 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,437 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,438 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,439 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,440 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,441 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,442 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,443 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,444 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,445 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,446 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,447 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,448 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,449 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,450 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,451 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,452 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,453 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,454 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,455 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,456 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,457 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,458 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,459 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,460 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,461 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,462 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,463 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,464 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,465 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,466 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,467 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,468 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,469 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,470 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,471 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,472 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,473 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,475 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,476 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,477 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,478 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,479 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,480 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,481 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,482 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,483 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,484 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,485 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,486 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,487 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,488 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,489 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,490 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,491 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,492 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,493 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,494 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,495 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,496 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,497 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,498 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,499 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,500 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,501 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,502 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,503 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,504 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,505 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,506 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,507 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,508 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,509 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,510 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,511 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,512 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,513 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,514 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,515 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,516 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,517 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,518 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,519 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,520 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,521 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,522 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,523 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,524 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,528 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,529 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,530 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,531 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,532 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,533 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,534 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,535 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,536 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,537 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,538 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,539 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,540 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,541 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,542 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,543 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,544 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,545 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,546 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,548 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,549 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,550 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,551 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,552 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,553 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,554 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,555 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,556 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,557 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,558 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,559 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,560 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,561 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,563 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,564 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,565 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,566 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,567 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,568 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,569 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,570 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,571 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,572 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,573 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,574 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,575 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,576 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,577 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,578 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,579 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,580 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,581 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,582 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,583 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,584 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,585 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,586 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,587 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,588 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,589 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 09:39:41,590 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:41,679 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:41,762 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:41,856 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:42,857 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:44,857 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:45,151 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:45,202 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:45,294 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:45,858 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:46,858 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:48,859 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:48,925 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:48,978 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:49,086 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:49,859 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:50,860 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:52,755 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:52,833 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:52,912 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:52,918 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:53,502 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:39:53,504 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:39:53,912 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:54,913 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:56,497 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:39:56,547 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:39:56,634 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:39:56,913 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:39:56,914 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:39:58,914 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:00,151 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:00,201 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:00,307 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:00,915 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:00,915 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:02,916 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:03,780 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:03,829 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:03,916 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:03,916 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:04,917 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:06,918 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:07,174 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:40:07,409 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:07,460 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:07,550 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:07,918 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:08,612 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:40:08,985 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:09,168 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:40:09,975 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/config.yaml +2022-02-28 09:40:10,976 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:11,086 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:11,137 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:11,218 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:11,976 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:12,976 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:14,538 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:14,588 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:14,676 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:14,977 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:14,977 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:16,978 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:18,150 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:18,202 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:18,287 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:18,979 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:18,979 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:20,980 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:21,661 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:21,711 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:21,792 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:21,980 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:22,980 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:24,398 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:40:24,399 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:40:24,981 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:25,165 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:25,212 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:25,295 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:25,981 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:26,982 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:28,673 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:28,728 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:28,809 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:28,983 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:28,983 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:30,983 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:32,202 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:32,255 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:32,341 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:32,984 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:33,985 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:34,985 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:35,663 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:35,711 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:35,799 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:35,985 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:35,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:36,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:37,677 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:40:37,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:39,085 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:39,133 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:39,221 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:39,573 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:40:39,575 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:40:39,987 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:39,987 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:40,987 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:41,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:42,539 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:42,594 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:42,680 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:42,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:42,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:43,989 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:45,907 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:45,957 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:46,032 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:46,032 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:46,040 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:47,032 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:48,033 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:49,272 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:49,324 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:49,411 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:50,033 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:50,034 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:51,034 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:52,034 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:52,661 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:52,712 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:52,788 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:53,035 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:54,035 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:54,922 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:40:54,923 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:40:55,035 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:55,979 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:56,034 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:56,114 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:56,121 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:40:57,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:57,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:40:58,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:40:59,348 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:40:59,401 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:40:59,487 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:00,116 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:00,116 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:01,116 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:02,116 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:02,694 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:02,745 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:02,833 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:03,117 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:04,117 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:05,118 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:05,994 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:06,047 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:06,133 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:06,139 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:07,134 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:07,134 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:08,134 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:08,320 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:41:09,287 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:09,339 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:09,427 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:10,006 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:41:10,006 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:41:10,135 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:10,135 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:11,135 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:12,136 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:12,496 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:12,549 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:12,637 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:13,136 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:14,136 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:15,705 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:15,751 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:15,844 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:16,137 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:16,137 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:18,138 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:18,891 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:18,943 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:19,028 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:19,138 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:19,139 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:20,139 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:21,139 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:22,032 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:22,083 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:22,166 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:23,160 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:23,161 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:24,161 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:25,059 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:41:25,059 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:41:25,152 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:25,199 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:25,206 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:25,292 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:26,189 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:26,189 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:27,190 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:28,239 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:28,296 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:28,385 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:29,190 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:29,191 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:30,191 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:31,191 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:31,260 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:31,311 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:31,398 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:32,191 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:33,192 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:34,192 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:34,331 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:34,384 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:34,467 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:35,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:35,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:36,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:37,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:37,281 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:37,330 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:37,414 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:38,194 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:38,871 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:41:39,194 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:40,107 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:41:40,108 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:41:40,167 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:40,219 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:40,230 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:40,309 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:41,220 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:41,220 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:42,220 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:43,042 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:43,085 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:43,175 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:43,221 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:43,221 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:44,221 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:45,222 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:45,871 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:45,920 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:46,003 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:46,222 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:47,223 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:48,223 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:48,573 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:48,626 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:48,705 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:49,223 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:49,224 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:50,224 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:51,214 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:51,266 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:51,267 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:51,353 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:52,262 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:52,262 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:53,262 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:53,787 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:53,837 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:53,922 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:54,262 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:55,193 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:41:55,194 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:41:55,263 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:56,156 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:56,208 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:56,288 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:56,290 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:57,289 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:57,289 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:41:58,289 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:58,461 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:41:58,503 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:41:58,587 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:41:59,289 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:41:59,290 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:00,290 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:00,579 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:00,627 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:00,752 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:01,290 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:01,291 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:02,291 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:02,501 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:02,554 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:02,641 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:03,291 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:03,292 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:04,241 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:04,291 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:04,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:04,376 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:05,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:05,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:05,887 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:05,936 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:06,019 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:06,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:06,370 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:07,353 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:07,404 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:07,415 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:07,489 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:08,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:08,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:08,633 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:08,687 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:08,772 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:09,406 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:09,406 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:09,429 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:42:09,892 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:09,942 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:10,025 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:10,351 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:42:10,353 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:42:10,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:10,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:11,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:11,616 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:11,792 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:11,873 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:12,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:12,408 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:13,408 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:15,366 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:15,421 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:15,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:15,509 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:16,422 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:16,422 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:18,422 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:19,096 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:19,164 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:19,252 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:19,423 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:20,423 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:22,424 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:22,742 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:22,794 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:22,880 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:23,424 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:24,425 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:25,452 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:42:25,454 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:42:26,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:26,435 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:26,489 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:26,579 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:27,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:28,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:30,059 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:30,110 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:30,201 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:30,427 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:30,428 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:32,428 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:33,672 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:33,726 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:33,805 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:34,429 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:34,429 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:36,429 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:37,212 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:37,264 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:37,360 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:37,430 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:38,430 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:39,914 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:42:40,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:40,502 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:42:40,503 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:42:40,799 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:40,854 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:40,937 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:41,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:42,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:44,349 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:44,403 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:44,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:44,491 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:45,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:46,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:47,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:47,993 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:48,045 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:48,133 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:48,486 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:49,486 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:51,452 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:51,504 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:51,505 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:51,588 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:52,505 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:53,505 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:54,848 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:54,901 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:54,989 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:55,506 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:55,506 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:55,578 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:42:55,580 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:42:57,507 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:42:58,302 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:42:58,357 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:42:58,446 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:42:58,507 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:42:59,507 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:01,508 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:01,807 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:01,863 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:01,949 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:02,509 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:03,509 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:05,244 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:05,297 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:05,385 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:05,510 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:05,510 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:07,511 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:08,726 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:08,780 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:08,873 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:09,511 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:09,512 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:10,708 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:43:10,787 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:43:10,788 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:43:11,512 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:12,147 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:12,198 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:12,283 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:12,513 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:13,513 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:15,484 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:15,537 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:15,537 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:15,624 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:16,537 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:17,538 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:18,847 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:18,900 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:18,992 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:19,538 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:19,539 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:21,539 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:22,164 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:22,220 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:22,306 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:22,540 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:23,540 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:25,451 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:25,505 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:25,588 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:25,594 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:25,993 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:43:25,995 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:43:26,588 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:27,589 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:28,589 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:28,812 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:28,866 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:28,957 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:29,589 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:29,590 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:30,590 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:32,115 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:32,170 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:32,262 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:32,591 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:32,591 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:33,591 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:34,591 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:35,399 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:35,447 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:35,538 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:35,592 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:36,592 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:37,592 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:38,593 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:38,652 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:38,727 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:38,814 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:39,593 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:39,593 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:40,593 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:41,089 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:43:41,091 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:43:41,167 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:43:41,863 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:41,919 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:42,009 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:42,594 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:42,595 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:43,595 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:44,595 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:45,045 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:45,098 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:45,184 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:45,596 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:46,596 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:48,204 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:48,259 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:48,349 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:48,597 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:48,597 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:50,597 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:51,368 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:51,423 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:51,507 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:51,598 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:52,598 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:54,471 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:54,522 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:54,603 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:54,609 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:55,603 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:43:56,430 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:43:56,431 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:43:56,603 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:57,538 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:43:57,591 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:43:57,679 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:43:58,672 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:43:58,673 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:00,589 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:00,641 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:00,722 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:00,724 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:01,723 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:02,723 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:03,621 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:03,674 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:03,765 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:04,759 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:04,759 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:06,523 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:06,575 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:06,662 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:06,759 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:06,760 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:08,760 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:09,448 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:09,501 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:09,635 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:09,761 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:10,761 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:11,514 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:44:11,516 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:44:11,991 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:44:12,399 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:12,453 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:12,542 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:12,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:12,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:14,763 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:15,115 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:15,168 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:15,261 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:15,763 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:15,763 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:16,763 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:17,764 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:17,874 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:17,925 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:18,010 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:18,764 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:19,765 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:20,520 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:20,574 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:20,664 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:20,765 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:20,765 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:21,765 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:22,766 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:23,116 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:23,190 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:23,277 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:23,766 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:23,766 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:24,767 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:25,594 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:25,647 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:25,738 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:25,767 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:25,767 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:26,578 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:44:26,579 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:44:26,767 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:27,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:27,943 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:27,998 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:28,087 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:28,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:28,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:29,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:30,185 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:30,243 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:30,334 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:30,769 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:31,769 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:32,229 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:32,289 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:32,379 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:32,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:32,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:33,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:34,129 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:34,182 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:34,268 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:34,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:34,771 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:35,771 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:35,879 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:35,932 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:36,020 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:36,771 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:36,771 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:37,415 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:37,469 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:37,554 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:37,771 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:37,772 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:38,772 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:38,843 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:38,896 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:38,980 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:39,772 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:39,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:40,113 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:40,168 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:40,252 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:40,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:40,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:41,630 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:44:41,631 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:44:41,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:41,928 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:42,112 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:42,199 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:42,647 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:44:42,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:42,774 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:43,774 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:45,775 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:45,796 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:45,849 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:45,938 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:46,775 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:46,775 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:47,775 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:49,436 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:49,490 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:49,584 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:49,776 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:49,776 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:50,776 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:51,777 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:53,172 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:53,225 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:53,318 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:53,777 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:54,778 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:55,778 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:56,678 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:44:56,680 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:44:56,860 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:44:56,915 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:44:57,005 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:44:57,779 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:57,779 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:44:58,780 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:44:59,780 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:00,504 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:00,556 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:00,647 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:00,780 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:01,781 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:03,781 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:04,134 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:04,189 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:04,278 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:04,782 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:05,782 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:07,714 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:07,768 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:07,852 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:07,860 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:08,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:09,853 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:11,275 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:11,331 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:11,421 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:11,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:11,867 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:45:11,868 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:45:12,854 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:13,153 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:45:13,855 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:14,815 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:14,873 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:14,889 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:14,965 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:15,879 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:16,879 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:17,880 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:18,355 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:18,410 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:18,500 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:18,880 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:18,880 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:19,881 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:20,881 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:21,882 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:21,938 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:22,029 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:22,903 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:22,903 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:23,903 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:24,904 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:25,348 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:25,401 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:25,494 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:25,904 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:26,905 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:26,985 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:45:26,987 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:45:27,905 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:28,792 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:28,848 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:28,931 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:28,939 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:29,932 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:29,932 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:30,932 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:32,227 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:32,281 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:32,374 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:32,933 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:32,933 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:33,933 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:34,934 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:35,665 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:35,720 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:35,810 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:35,934 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:36,934 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:37,935 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:38,935 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:39,040 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:39,092 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:39,177 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:39,936 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:40,936 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:41,936 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:42,184 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:45:42,186 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:45:42,353 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:42,408 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:42,501 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:42,937 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:42,937 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:43,560 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:45:43,937 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:44,938 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:45,712 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:45,765 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:45,855 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:45,938 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:46,938 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:47,939 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:48,939 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:49,055 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:49,110 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:49,199 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:49,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:49,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:50,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:52,444 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:52,495 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:52,584 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:52,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:52,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:53,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:55,773 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:55,828 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:55,922 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:55,942 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:55,942 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:45:57,237 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:45:57,238 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:45:57,943 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:59,113 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:45:59,167 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:45:59,259 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:45:59,943 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:45:59,944 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:01,944 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:02,428 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:02,485 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:02,580 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:02,944 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:03,945 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:05,674 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:05,729 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:05,822 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:05,945 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:05,946 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:07,946 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:08,941 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:08,994 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:09,082 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:09,983 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:09,984 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:11,984 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:12,148 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:12,204 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:12,297 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:46:12,298 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:12,299 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:46:12,984 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:13,985 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:14,030 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:46:15,371 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:15,426 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:15,568 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:15,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:15,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:16,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:17,986 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:18,621 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:18,674 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:18,763 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:18,987 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:19,987 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:20,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:21,669 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:21,724 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:21,814 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:21,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:21,988 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:22,989 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:23,989 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:24,789 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:24,844 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:24,930 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:24,989 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:25,990 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:26,990 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:27,448 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:46:27,450 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:46:27,920 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:27,973 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:28,064 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:28,069 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:29,064 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:29,064 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:30,064 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:30,971 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:31,024 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:31,117 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:32,110 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:32,110 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:33,110 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:33,961 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:34,016 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:34,108 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:34,111 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:34,111 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:35,111 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:36,112 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:36,864 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:36,921 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:37,012 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:37,112 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:38,112 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:39,113 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:39,783 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:39,836 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:39,930 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:40,113 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:40,113 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:41,114 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:42,513 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:46:42,515 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:46:42,639 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:42,695 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:42,789 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:43,114 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:43,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:44,622 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:46:45,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:45,545 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:45,600 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:45,689 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:46,115 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:47,116 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:48,397 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:48,450 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:48,530 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:49,117 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:49,117 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:51,072 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:51,128 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:51,159 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:51,218 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:52,149 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:53,150 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:53,646 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:53,702 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:53,789 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:54,150 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:55,150 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:56,096 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:56,147 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:56,237 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:57,232 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:57,232 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:46:57,619 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:46:57,620 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:46:58,422 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:46:58,478 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:46:58,568 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:46:59,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:46:59,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:00,577 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:00,632 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:00,725 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:01,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:01,234 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:02,660 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:02,715 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:02,809 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:03,234 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:03,234 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:04,618 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:04,675 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:04,759 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:05,235 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:05,235 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:06,394 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:06,446 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:06,532 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:07,235 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:07,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:07,987 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:08,041 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:08,130 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:08,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:09,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:09,425 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:09,481 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:09,565 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:10,237 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:10,692 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:10,746 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:10,835 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:11,237 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:11,237 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:12,506 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:12,694 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:12,782 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:13,006 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:47:13,008 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:47:13,238 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:13,238 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:15,239 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:15,243 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:47:16,259 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:16,316 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:16,406 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:17,239 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:17,239 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:19,240 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:20,018 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:20,074 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:20,164 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:20,240 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:21,241 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:23,241 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:23,673 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:23,731 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:23,820 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:24,242 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:25,242 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:27,243 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:27,357 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:27,412 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:27,503 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:28,201 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:47:28,203 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:47:28,243 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:29,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:30,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:30,930 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:30,986 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:31,071 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:31,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:31,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:32,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:33,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:34,468 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:34,549 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:34,638 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:35,246 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:35,246 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:36,246 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:37,247 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:37,985 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:38,039 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:38,136 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:38,247 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:39,247 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:40,248 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:41,248 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:41,562 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:41,615 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:41,726 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:42,249 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:43,249 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:43,357 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:47:43,359 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:47:44,249 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:45,076 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:45,128 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:45,220 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:45,250 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:45,250 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:45,849 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:47:48,251 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:48,583 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:48,640 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:48,736 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:49,251 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:50,252 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:52,083 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:52,139 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:52,237 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:52,252 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:52,253 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:54,253 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:55,522 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:55,576 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:55,665 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:56,254 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:56,254 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:47:58,255 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:47:58,521 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:47:58,522 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:47:58,930 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:47:58,988 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:47:59,083 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:47:59,255 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:00,256 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:02,256 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:02,368 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:02,424 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:02,510 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:03,257 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:04,257 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:05,734 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:05,797 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:05,894 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:06,258 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:06,258 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:08,259 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:09,158 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:09,212 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:09,300 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:10,295 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:10,296 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:12,296 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:12,521 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:12,575 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:12,660 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:13,297 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:13,565 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:48:13,566 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:48:14,297 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:15,877 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:15,933 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:16,024 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:16,298 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:16,298 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:16,455 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:48:18,299 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:19,159 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:19,213 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:19,348 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:20,342 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:20,342 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:22,343 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:22,441 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:22,495 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:22,584 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:23,343 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:24,344 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:25,739 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:25,792 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:25,885 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:26,345 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:26,345 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:27,345 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:28,613 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:48:28,615 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:48:29,027 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:29,083 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:29,176 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:29,346 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:29,346 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:31,347 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:32,333 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:32,388 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:32,483 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:33,389 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:33,389 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:35,389 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:35,613 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:35,666 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:35,754 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:36,390 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:37,390 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:38,802 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:38,858 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:38,952 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:39,391 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:39,391 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:41,392 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:42,027 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:42,082 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:42,170 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:42,392 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:43,392 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:43,865 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:48:43,866 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:48:45,169 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:45,224 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:45,313 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:45,393 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:45,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:47,089 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:48:47,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:48,319 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:48,362 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:48,450 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:49,449 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:49,449 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:51,441 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:51,496 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:51,496 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:51,590 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:52,491 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:53,492 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:54,524 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:54,578 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:54,668 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:55,493 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:55,493 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:57,493 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:48:57,598 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:48:57,654 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:48:57,748 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:48:58,494 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:48:59,012 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:48:59,014 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:48:59,494 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:00,611 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:00,668 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:00,763 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:01,495 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:01,495 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:03,495 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:03,591 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:03,642 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:03,728 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:04,496 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:05,496 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:06,498 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:06,558 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:06,650 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:07,524 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:07,525 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:09,334 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:09,388 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:09,477 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:09,525 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:09,525 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:11,526 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:12,176 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:12,256 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:12,354 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:12,526 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:12,526 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:13,526 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:14,527 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:14,556 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:49:14,558 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:49:14,948 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:15,003 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:15,092 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:15,527 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:15,528 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:16,528 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:17,528 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:17,606 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:17,663 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:17,755 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:17,784 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:49:18,528 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:19,529 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:20,223 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:20,277 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:20,363 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:20,529 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:20,529 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:22,530 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:22,695 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:22,750 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:22,840 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:23,530 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:24,531 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:24,945 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:24,999 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:25,091 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:25,531 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:26,531 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:27,060 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:27,118 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:27,208 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:27,532 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:28,532 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:28,999 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:29,059 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:29,151 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:29,533 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:29,629 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:49:29,631 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:49:30,533 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:30,782 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:30,836 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:30,919 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:31,533 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:32,468 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:32,521 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:32,605 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:32,610 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:33,605 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:33,978 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:34,061 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:34,152 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:34,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:34,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:35,414 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:35,469 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:35,565 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:35,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:36,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:36,687 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:36,747 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:36,835 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:37,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:37,922 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:37,981 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:38,076 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:38,607 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:38,607 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:39,675 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:39,850 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:39,939 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:40,608 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:40,608 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:42,608 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:43,497 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:43,552 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:43,643 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:44,637 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:44,638 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:44,677 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:49:44,679 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:49:46,638 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:47,242 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:47,296 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:47,388 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:47,638 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:48,520 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:49:48,639 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:50,639 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:50,996 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:51,051 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:51,145 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:51,640 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:52,640 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:54,641 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:54,745 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:54,799 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:54,910 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:55,641 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:56,642 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:58,392 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:49:58,446 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:49:58,542 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:49:58,642 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:49:58,643 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:49:59,728 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:49:59,730 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:50:00,643 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:01,959 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:02,016 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:02,108 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:02,644 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:02,644 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:04,644 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:05,579 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:05,632 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:05,723 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:06,717 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:06,717 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:08,718 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:09,137 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:09,189 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:09,276 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:09,718 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:10,718 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:12,682 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:12,735 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:12,751 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:12,846 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:13,746 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:14,746 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:14,857 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:50:14,858 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:50:16,290 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:16,345 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:16,438 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:16,747 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:18,748 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:18,988 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:50:19,799 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:19,854 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:19,987 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:20,749 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:20,749 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:22,749 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:23,263 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:23,315 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:23,406 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:23,750 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:24,750 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:26,750 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:26,797 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:26,804 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:26,896 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:27,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:28,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:29,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:29,943 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:50:29,945 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:50:30,262 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:30,319 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:30,408 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:30,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:30,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:31,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:33,697 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:33,752 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:33,837 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:33,844 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:34,837 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:34,838 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:35,838 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:37,110 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:37,163 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:37,259 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:37,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:37,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:39,839 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:40,510 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:40,564 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:40,656 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:40,840 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:41,840 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:43,841 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:43,851 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:43,908 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:44,003 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:44,841 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:44,995 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:50:44,996 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:50:45,842 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:47,180 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:47,234 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:47,327 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:47,842 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:47,843 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:49,488 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:50:49,843 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:50,554 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:50,622 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:50,711 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:50,844 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:51,844 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:53,845 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:53,870 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:53,923 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:54,018 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:54,845 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:55,845 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:57,150 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:50:57,204 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:50:57,297 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:50:57,846 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:50:57,846 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:50:59,847 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:00,044 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:51:00,046 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:51:00,462 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:00,516 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:00,607 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:00,847 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:01,848 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:03,727 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:03,781 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:03,869 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:03,870 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:03,876 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:05,870 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:06,935 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:06,991 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:07,081 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:07,871 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:07,871 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:09,872 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:10,175 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:10,232 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:10,321 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:10,872 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:11,872 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:12,873 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:13,379 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:13,435 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:13,527 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:13,873 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:13,874 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:14,874 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:15,180 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:51:15,181 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:51:16,528 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:16,585 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:16,690 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:16,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:16,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:17,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:18,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:19,681 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:19,756 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:19,845 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:19,876 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:20,179 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:51:20,876 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:21,877 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:22,797 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:22,851 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:22,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:22,946 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:23,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:23,940 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:24,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:25,887 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:25,943 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:26,037 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:27,028 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:27,029 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:28,029 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:28,992 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:29,052 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:29,067 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:29,145 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:30,058 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:30,058 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:30,335 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:51:30,336 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:51:31,058 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:32,017 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:32,078 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:32,166 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:33,079 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:33,079 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:34,079 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:34,983 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:35,037 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:35,126 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:35,135 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:36,127 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:36,127 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:37,127 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:37,933 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:37,987 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:38,076 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:38,128 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:39,128 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:40,797 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:40,850 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:40,940 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:41,129 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:41,129 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:43,129 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:43,662 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:43,708 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:43,801 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:44,130 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:45,130 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:45,466 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:51:45,467 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:51:46,330 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:46,386 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:46,477 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:47,131 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:47,131 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:48,938 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:48,991 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:49,083 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:49,132 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:49,132 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:50,757 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:51:51,132 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:51,454 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:51,505 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:51,598 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:52,133 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:53,133 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:53,799 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:53,856 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:53,949 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:54,134 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:55,134 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:56,023 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:56,077 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:56,162 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:57,161 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:57,161 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:51:58,148 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:51:58,204 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:51:58,301 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:51:59,205 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:51:59,205 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:00,142 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:00,200 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:00,284 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:00,293 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:00,532 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:52:00,534 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:52:01,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:01,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:02,021 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:02,094 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:02,188 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:02,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:02,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:03,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:03,779 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:03,835 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:03,928 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:04,228 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:04,228 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:05,228 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:05,393 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:05,450 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:05,543 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:06,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:06,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:06,864 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:06,920 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:07,014 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:07,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:07,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:08,174 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:08,232 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:08,321 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:08,324 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:09,258 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:09,259 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:10,079 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:10,280 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:10,307 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:10,378 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:11,297 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:11,297 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:12,297 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:13,934 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:13,988 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:14,083 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:14,298 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:14,298 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:15,298 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:15,584 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:52:15,585 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:52:16,299 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:17,685 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:17,736 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:17,830 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:18,299 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:18,300 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:19,300 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:20,300 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:21,331 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:52:21,379 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:21,432 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:21,567 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:22,301 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:22,301 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:23,301 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:24,302 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:25,065 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:25,122 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:25,210 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:25,302 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:26,303 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:27,303 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:28,304 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:28,725 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:28,779 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:28,872 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:29,304 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:30,304 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:30,740 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:52:30,741 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:52:31,305 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:32,305 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:32,340 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:32,398 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:32,482 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:33,306 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:33,306 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:34,306 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:35,903 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:35,957 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:36,051 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:36,307 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:36,307 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:37,307 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:38,308 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:39,502 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:39,549 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:39,645 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:40,308 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:40,309 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:41,309 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:42,309 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:43,074 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:43,131 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:43,227 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:43,309 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:44,310 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:45,310 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:45,917 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:52:45,919 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:52:46,311 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:46,587 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:46,644 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:46,737 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:47,311 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:47,311 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:48,311 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:50,100 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:50,156 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:50,247 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:50,312 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:50,313 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:51,313 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:51,889 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:52:53,314 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:53,622 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:53,676 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:53,791 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:54,314 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:55,315 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:57,098 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:52:57,152 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:52:57,246 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:52:57,315 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:57,316 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:52:58,316 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:52:59,316 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:00,501 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:00,553 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:00,643 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:00,981 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:53:00,983 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:53:01,317 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:01,317 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:02,317 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:03,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:03,924 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:03,978 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:04,073 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:04,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:05,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:06,319 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:07,300 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:07,346 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:07,351 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:07,443 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:08,346 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:09,347 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:10,347 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:10,659 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:10,714 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:10,808 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:11,347 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:11,348 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:12,348 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:13,348 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:14,115 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:14,173 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:14,311 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:14,349 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:15,349 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:16,264 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:53:16,265 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:53:16,349 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:17,350 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:17,478 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:17,531 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:17,630 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:18,350 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:18,350 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:19,351 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:20,803 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:20,850 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:20,943 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:21,351 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:21,351 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:22,352 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:22,473 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:53:23,352 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:24,082 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:24,132 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:24,228 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:24,352 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:25,353 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:26,353 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:27,354 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:27,406 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:27,478 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:27,568 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:28,354 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:28,354 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:29,354 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:30,696 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:30,753 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:30,843 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:31,355 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:31,355 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:31,373 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:53:31,374 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:53:32,356 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:33,356 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:33,893 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:33,950 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:34,042 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:34,356 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:35,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:36,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:37,085 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:37,142 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:37,236 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:37,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:38,358 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:40,308 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:40,362 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:40,451 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:40,459 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:41,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:42,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:43,507 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:43,563 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:43,651 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:44,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:44,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:46,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:46,442 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:53:46,443 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:53:46,635 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:46,691 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:46,781 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:47,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:48,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:49,801 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:49,859 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:49,953 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:50,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:50,398 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:51,398 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:52,398 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:52,913 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:52,969 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:53,057 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:53,093 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:53:53,399 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:54,399 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:55,399 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:55,984 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:56,039 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:56,133 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:56,400 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:56,400 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:53:57,400 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:58,401 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:53:59,046 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:53:59,100 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:53:59,195 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:53:59,401 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:00,401 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:01,402 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:01,499 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:54:01,501 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:54:02,040 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:02,098 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:02,195 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:02,402 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:02,402 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:03,403 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:04,403 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:04,938 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:04,993 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:05,089 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:05,403 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:06,404 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:07,404 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:07,823 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:07,878 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:07,970 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:08,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:08,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:09,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:10,405 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:10,686 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:10,741 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:10,836 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:11,406 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:11,406 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:12,406 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:13,492 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:13,546 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:13,640 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:14,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:14,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:15,407 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:16,284 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:16,339 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:16,424 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:16,434 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:16,932 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:54:16,933 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:54:17,424 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:17,425 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:18,969 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:19,026 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:19,115 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:19,425 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:19,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:21,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:21,588 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:21,641 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:21,731 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:22,426 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:23,427 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:23,775 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:54:24,166 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:24,222 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:24,314 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:24,427 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:25,428 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:26,573 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:26,628 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:26,721 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:27,428 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:27,429 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:28,856 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:28,909 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:29,005 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:29,429 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:29,430 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:31,017 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:31,072 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:31,168 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:31,430 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:31,430 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:32,012 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:54:32,014 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:54:32,974 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:33,032 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:33,124 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:33,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:33,431 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:34,807 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:34,860 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:34,947 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:35,432 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:35,432 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:36,460 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:36,510 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:36,644 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:37,432 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:37,433 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:37,926 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:37,981 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:38,074 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:38,433 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:39,209 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:39,265 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:39,361 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:39,433 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:39,433 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:41,059 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:41,242 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:41,336 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:41,434 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:41,434 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:43,434 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:44,435 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:44,882 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:44,931 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:45,024 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:45,435 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:45,436 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:46,436 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:47,147 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:54:47,149 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:54:47,436 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:48,610 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:48,667 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:48,760 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:49,437 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:49,437 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:50,438 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:51,438 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:52,266 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:52,325 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:52,421 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:52,439 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:53,439 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:54,439 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:54,478 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:54:55,440 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:55,938 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:55,992 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:56,087 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:54:56,440 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:54:57,441 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:58,441 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:59,442 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:54:59,596 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:54:59,647 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:54:59,746 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:00,442 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:01,443 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:02,409 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:55:02,410 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:55:02,443 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:03,193 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:03,247 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:03,337 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:03,443 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:03,444 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:04,444 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:05,444 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:06,724 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:06,771 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:06,863 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:07,445 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:07,445 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:08,445 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:09,445 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:10,276 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:10,332 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:10,432 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:10,446 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:11,447 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:12,447 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:13,838 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:13,893 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:13,989 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:14,448 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:14,448 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:16,448 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:17,440 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:17,494 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:17,522 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:55:17,580 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:17,581 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:55:18,487 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:18,487 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:20,488 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:20,976 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:21,031 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:21,122 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:21,488 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:22,488 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:24,430 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:24,483 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:24,568 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:24,574 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:25,004 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:55:25,568 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:26,568 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:27,868 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:27,921 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:28,013 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:28,569 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:28,569 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:30,570 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:31,289 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:31,345 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:31,443 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:31,570 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:32,570 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:32,944 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:55:32,945 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:55:34,571 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:34,723 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:34,778 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:34,869 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:35,572 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:36,572 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:37,572 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:38,070 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:38,123 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:38,243 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:38,573 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:38,573 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:40,573 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:41,474 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:41,527 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:41,616 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:41,624 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:42,616 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:42,617 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:44,617 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:44,787 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:44,841 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:44,935 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:45,617 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:46,618 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:47,618 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:48,116 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:55:48,117 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:55:48,183 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:48,213 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:48,311 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:48,619 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:48,619 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:49,619 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:50,619 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:51,552 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:51,608 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:51,699 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:52,692 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:52,692 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:53,692 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:54,693 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:54,871 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:54,926 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:55,022 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:55,563 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:55:55,693 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:56,693 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:57,694 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:58,197 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:55:58,253 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:55:58,350 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:55:58,694 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:55:58,694 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:55:59,694 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:00,695 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:01,476 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:01,528 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:01,631 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:01,695 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:02,696 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:03,588 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:56:03,590 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:56:03,696 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:04,698 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:04,755 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:04,755 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:04,846 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:05,755 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:06,755 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:07,756 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:07,875 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:07,929 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:08,020 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:08,756 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:08,756 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:09,756 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:10,757 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:11,036 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:11,093 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:11,185 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:11,757 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:12,758 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:13,758 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:14,258 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:14,319 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:14,407 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:14,758 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:15,759 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:17,389 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:17,443 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:17,537 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:17,759 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:17,760 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:18,719 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:56:18,721 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:56:19,760 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:20,522 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:20,578 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:20,669 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:20,761 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:21,761 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:23,609 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:23,665 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:23,750 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:23,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:23,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:25,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:26,113 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:56:26,711 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:26,765 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:26,859 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:27,786 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:27,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:29,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:29,914 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:29,970 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:30,092 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:30,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:31,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:32,930 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:32,987 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:33,084 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:33,774 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:56:33,775 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:56:33,789 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:33,789 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:35,789 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:35,864 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:35,919 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:36,013 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:36,790 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:37,790 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:38,722 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:38,775 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:38,869 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:39,863 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:39,863 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:41,547 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:41,591 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:41,686 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:41,864 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:41,864 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:42,864 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:44,390 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:44,455 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:44,552 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:44,865 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:44,865 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:46,866 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:47,091 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:47,146 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:47,239 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:47,866 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:48,829 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:56:48,830 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:56:48,866 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:49,717 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:49,774 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:49,861 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:49,867 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:50,867 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:52,237 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:52,293 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:52,424 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:52,868 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:52,868 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:54,619 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:54,675 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:54,772 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:54,869 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:54,869 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:56,825 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:56:56,869 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:56,885 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:56,941 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:57,035 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:57,870 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:56:58,870 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:56:58,997 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:56:59,052 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:56:59,144 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:56:59,870 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:00,871 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:00,960 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:01,016 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:01,107 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:01,871 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:02,758 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:02,813 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:02,902 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:02,910 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:03,902 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:03,915 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:57:03,916 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:57:04,374 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:04,429 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:04,521 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:04,903 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:04,903 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:05,778 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:05,833 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:05,942 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:06,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:06,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:07,043 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:07,099 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:07,190 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:07,941 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:08,219 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:08,270 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:08,358 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:08,942 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:08,942 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:10,001 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:10,184 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:10,272 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:10,942 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:10,943 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:12,943 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:13,773 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:13,828 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:13,921 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:13,943 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:14,944 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:16,944 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:17,542 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:17,597 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:17,686 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:17,945 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:18,945 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:18,959 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:57:18,961 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:57:20,946 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:21,240 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:21,295 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:21,389 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:21,946 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:22,947 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:24,864 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:24,918 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:25,006 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:25,012 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:26,006 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:27,006 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:27,371 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:57:28,495 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:28,549 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:28,639 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:29,007 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:29,007 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:31,008 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:32,155 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:32,207 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:32,320 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:33,008 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:33,009 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:34,009 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:34,119 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:57:34,120 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:57:35,009 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:35,700 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:35,756 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:35,844 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:36,009 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:37,010 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:38,010 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:39,010 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:39,235 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:39,290 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:39,380 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:40,011 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:42,012 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:42,767 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:42,819 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:42,912 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:43,012 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:44,012 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:46,013 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:46,276 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:46,332 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:46,420 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:47,014 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:48,014 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:49,287 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:57:49,288 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:57:49,752 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:49,807 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:49,902 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:50,015 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:50,015 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:52,015 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:53,243 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:53,300 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:53,391 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:54,016 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:54,017 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:56,017 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:57:56,742 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:57:56,797 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:57:56,882 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:57:57,017 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:57:57,818 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:57:58,018 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:00,019 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:00,165 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:00,218 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:00,307 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:01,019 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:02,019 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:03,640 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:03,694 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:03,789 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:04,020 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:04,021 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:04,346 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:58:04,348 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:58:06,021 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:07,038 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:07,093 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:07,220 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:08,022 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:08,022 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:10,022 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:10,478 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:10,535 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:10,630 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:11,023 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:12,023 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:13,940 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:13,996 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:14,081 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:14,088 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:15,081 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:16,081 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:17,279 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:17,335 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:17,428 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:18,082 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:18,082 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:19,570 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:58:19,571 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:58:20,083 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:20,675 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:20,730 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:20,817 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:21,083 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:22,083 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:24,052 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:24,106 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:24,117 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:24,203 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:25,107 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:26,107 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:27,108 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:27,324 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:27,376 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:27,486 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:28,108 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:28,108 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:28,331 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:58:29,108 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:30,109 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:30,585 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:30,638 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:30,726 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:31,109 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:32,109 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:33,110 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:33,810 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:33,866 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:33,958 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:34,110 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:34,670 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:58:34,671 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:58:35,111 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:37,012 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:37,088 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:37,171 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:37,177 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:38,172 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:39,172 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:40,217 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:40,271 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:40,365 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:41,173 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:41,173 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:43,174 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:43,405 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:43,458 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:43,549 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:44,174 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:45,175 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:46,584 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:46,641 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:46,732 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:47,175 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:47,176 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:49,176 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:49,665 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:49,724 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:49,746 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:58:49,813 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:49,815 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:58:50,177 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:51,177 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:52,763 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:52,820 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:52,911 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:53,178 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:53,178 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:55,179 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:55,862 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:55,917 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:56,051 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:56,179 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:58:57,180 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:58,855 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:58:58,907 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:58:58,997 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:58:59,052 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:58:59,180 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:58:59,181 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:01,181 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:01,762 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:01,819 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:01,919 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:02,182 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:03,182 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:04,676 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:04,730 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:04,818 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:05,183 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:05,183 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:05,231 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:59:05,232 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:59:07,183 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:07,539 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:07,594 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:07,685 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:08,184 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:09,184 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:10,299 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:10,376 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:10,464 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:11,185 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:11,185 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:12,185 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:13,046 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:13,102 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:13,193 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:14,192 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:14,192 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:15,192 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:15,811 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:15,867 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:15,957 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:16,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:16,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:18,193 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:18,468 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:18,524 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:18,611 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:19,194 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:20,194 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:20,313 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:59:20,314 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:59:21,047 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:21,093 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:21,183 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:21,194 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:22,195 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:23,470 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:23,527 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:23,613 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:24,195 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:24,196 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:25,669 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:25,722 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:25,807 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:26,196 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:26,197 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:27,690 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:27,745 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:27,839 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:28,197 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:28,197 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:29,578 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:29,636 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:29,723 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:29,900 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 09:59:30,198 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:30,198 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:31,436 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:31,491 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:31,586 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:32,199 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:32,199 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:33,030 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:33,084 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:33,177 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:33,199 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:34,199 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:34,488 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:34,545 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:34,637 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:35,200 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:35,360 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:59:35,362 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:59:35,796 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:35,852 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:35,944 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:36,200 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:36,201 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:37,072 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:37,121 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:37,232 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:38,226 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:38,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:38,916 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:39,104 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:39,191 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:39,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:40,227 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:42,228 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:42,757 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:42,813 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:42,903 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:43,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:44,229 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:46,230 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:46,579 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:46,637 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:46,731 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:47,230 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:48,230 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:50,231 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:50,299 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:50,357 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:50,459 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:50,480 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 09:59:50,481 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 09:59:51,232 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:52,232 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:54,068 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:54,115 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:54,202 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:54,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:54,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 09:59:56,233 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:57,731 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 09:59:57,786 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 09:59:57,879 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 09:59:58,234 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 09:59:58,234 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:00,235 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:00,634 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:00:01,401 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:01,459 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:01,557 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:02,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:02,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:04,236 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:05,045 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:05,103 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:05,196 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:05,237 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:05,750 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:00:05,752 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:00:06,237 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:08,238 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:08,679 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:08,738 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:08,834 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:09,238 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:10,239 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:12,239 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:12,255 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:12,313 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:12,413 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:13,240 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:14,240 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:15,240 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:15,865 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:15,921 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:16,020 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:16,241 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:17,241 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:18,100 WARNING FileStreamThread:219340 [file_stream.py:request_with_retry():594] requests_with_retry encountered retryable exception: ('Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')). func: >, args: ('https://api.wandb.ai/files/sanchit-gandhi/huggingface/yn2gmwrw/file_stream',), kwargs: {'json': {'files': {'wandb-summary.json': {'offset': 0, 'content': ['{"train/loss": 4.161, "train/learning_rate": 9.12e-06, "train/epoch": 0.26, "train/global_step": 460, "_runtime": 1390, "_timestamp": 1646042415, "_step": 459, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 82.0, 898.0, 37.0], "bins": [-797.1495361328125, -784.3885498046875, -771.6275634765625, -758.8665771484375, -746.1055908203125, -733.3446044921875, -720.5836181640625, -707.8226318359375, -695.0617065429688, -682.3007202148438, -669.5397338867188, -656.7787475585938, -644.0177612304688, -631.2567749023438, -618.495849609375, -605.73486328125, -592.9738159179688, -580.2128295898438, -567.4518432617188, -554.6908569335938, -541.9298706054688, -529.1688842773438, -516.407958984375, -503.6469421386719, -490.885986328125, -478.125, -465.364013671875, -452.60302734375, -439.8420715332031, -427.0810852050781, -414.3200988769531, -401.5591125488281, -388.7981262207031, -376.0371398925781, -363.2761535644531, -350.51519775390625, -337.75421142578125, -324.99322509765625, -312.23223876953125, -299.47125244140625, -286.71026611328125, -273.94927978515625, -261.18829345703125, -248.4273223876953, -235.6663360595703, -222.90536499023438, -210.14437866210938, -197.38339233398438, -184.62242126464844, -171.86143493652344, -159.1004638671875, -146.3394775390625, -133.5784912109375, -120.81751251220703, -108.05653381347656, -95.29554748535156, -82.5345687866211, -69.77359008789062, -57.012603759765625, -44.251625061035156, -31.490642547607422, -18.729660034179688, -5.968681335449219, 6.792304992675781, 19.553285598754883]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 8.0, 4.0, 5.0, 11.0, 8.0, 13.0, 12.0, 10.0, 20.0, 24.0, 35.0, 20.0, 30.0, 29.0, 41.0, 47.0, 45.0, 51.0, 44.0, 52.0, 53.0, 41.0, 49.0, 40.0, 45.0, 38.0, 26.0, 30.0, 30.0, 18.0, 20.0, 23.0, 16.0, 10.0, 11.0, 15.0, 5.0, 8.0, 6.0, 4.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-64.7515869140625, -62.79692840576172, -60.84226989746094, -58.887611389160156, -56.932952880859375, -54.978294372558594, -53.02363967895508, -51.0689811706543, -49.114322662353516, -47.159664154052734, -45.20500564575195, -43.25034713745117, -41.295692443847656, -39.341033935546875, -37.386375427246094, -35.43171691894531, -33.47705841064453, -31.52239990234375, -29.56774139404297, -27.61308479309082, -25.65842628479004, -23.703767776489258, -21.74911117553711, -19.794452667236328, -17.839794158935547, -15.885135650634766, -13.9304780960083, -11.975820541381836, -10.021162033081055, -8.066503524780273, -6.111845970153809, -4.157188415527344, -2.2025299072265625, -0.24787187576293945, 1.7067861557006836, 3.6614441871643066, 5.61610221862793, 7.570760726928711, 9.525418281555176, 11.48007583618164, 13.434734344482422, 15.389392852783203, 17.344051361083984, 19.298707962036133, 21.253366470336914, 23.208024978637695, 25.162681579589844, 27.117340087890625, 29.071998596191406, 31.026657104492188, 32.98131561279297, 34.93597412109375, 36.89063262939453, 38.84529113769531, 40.79994583129883, 42.75460433959961, 44.70926284790039, 46.66392135620117, 48.61857986450195, 50.573238372802734, 52.52789306640625, 54.48255157470703, 56.43721008300781, 58.391868591308594, 60.346527099609375]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 9.0, 9.0, 7.0, 8.0, 9.0, 10.0, 9.0, 16.0, 18.0, 14.0, 25.0, 27.0, 28.0, 29.0, 34.0, 34.0, 32.0, 41.0, 38.0, 41.0, 35.0, 36.0, 38.0, 33.0, 34.0, 44.0, 49.0, 37.0, 27.0, 32.0, 21.0, 21.0, 24.0, 18.0, 18.0, 14.0, 16.0, 11.0, 13.0, 10.0, 8.0, 6.0, 7.0, 7.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.8046875, -3.68115234375, -3.5576171875, -3.43408203125, -3.310546875, -3.18701171875, -3.0634765625, -2.93994140625, -2.81640625, -2.69287109375, -2.5693359375, -2.44580078125, -2.322265625, -2.19873046875, -2.0751953125, -1.95166015625, -1.828125, -1.70458984375, -1.5810546875, -1.45751953125, -1.333984375, -1.21044921875, -1.0869140625, -0.96337890625, -0.83984375, -0.71630859375, -0.5927734375, -0.46923828125, -0.345703125, -0.22216796875, -0.0986328125, 0.02490234375, 0.1484375, 0.27197265625, 0.3955078125, 0.51904296875, 0.642578125, 0.76611328125, 0.8896484375, 1.01318359375, 1.13671875, 1.26025390625, 1.3837890625, 1.50732421875, 1.630859375, 1.75439453125, 1.8779296875, 2.00146484375, 2.125, 2.24853515625, 2.3720703125, 2.49560546875, 2.619140625, 2.74267578125, 2.8662109375, 2.98974609375, 3.11328125, 3.23681640625, 3.3603515625, 3.48388671875, 3.607421875, 3.73095703125, 3.8544921875, 3.97802734375, 4.1015625]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 3.0, 6.0, 11.0, 10.0, 19.0, 16.0, 21.0, 24.0, 35.0, 41.0, 62.0, 76.0, 86.0, 108.0, 131.0, 157.0, 233.0, 331.0, 468.0, 656.0, 920.0, 1381.0, 2213.0, 3737.0, 7185.0, 16513.0, 53666.0, 344671.0, 1886175.0, 1565014.0, 237749.0, 42182.0, 14040.0, 6341.0, 3391.0, 2007.0, 1309.0, 893.0, 584.0, 414.0, 348.0, 220.0, 200.0, 131.0, 131.0, 85.0, 62.0, 51.0, 54.0, 45.0, 28.0, 20.0, 9.0, 14.0, 4.0, 4.0, 7.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.25, -8.9407958984375, -8.631591796875, -8.3223876953125, -8.01318359375, -7.7039794921875, -7.394775390625, -7.0855712890625, -6.7763671875, -6.4671630859375, -6.157958984375, -5.8487548828125, -5.53955078125, -5.2303466796875, -4.921142578125, -4.6119384765625, -4.302734375, -3.9935302734375, -3.684326171875, -3.3751220703125, -3.06591796875, -2.7567138671875, -2.447509765625, -2.1383056640625, -1.8291015625, -1.5198974609375, -1.210693359375, -0.9014892578125, -0.59228515625, -0.2830810546875, 0.026123046875, 0.3353271484375, 0.64453125, 0.9537353515625, 1.262939453125, 1.5721435546875, 1.88134765625, 2.1905517578125, 2.499755859375, 2.8089599609375, 3.1181640625, 3.4273681640625, 3.736572265625, 4.0457763671875, 4.35498046875, 4.6641845703125, 4.973388671875, 5.2825927734375, 5.591796875, 5.9010009765625, 6.210205078125, 6.5194091796875, 6.82861328125, 7.1378173828125, 7.447021484375, 7.7562255859375, 8.0654296875, 8.3746337890625, 8.683837890625, 8.9930419921875, 9.30224609375, 9.6114501953125, 9.920654296875, 10.2298583984375, 10.5390625]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 9.0, 8.0, 8.0, 21.0, 24.0, 27.0, 62.0, 75.0, 155.0, 253.0, 465.0, 811.0, 890.0, 544.0, 281.0, 172.0, 103.0, 60.0, 38.0, 26.0, 10.0, 13.0, 7.0, 8.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.359375, -26.556396484375, -25.75341796875, -24.950439453125, -24.1474609375, -23.344482421875, -22.54150390625, -21.738525390625, -20.935546875, -20.132568359375, -19.32958984375, -18.526611328125, -17.7236328125, -16.920654296875, -16.11767578125, -15.314697265625, -14.51171875, -13.708740234375, -12.90576171875, -12.102783203125, -11.2998046875, -10.496826171875, -9.69384765625, -8.890869140625, -8.087890625, -7.284912109375, -6.48193359375, -5.678955078125, -4.8759765625, -4.072998046875, -3.27001953125, -2.467041015625, -1.6640625, -0.861083984375, -0.05810546875, 0.744873046875, 1.5478515625, 2.350830078125, 3.15380859375, 3.956787109375, 4.759765625, 5.562744140625, 6.36572265625, 7.168701171875, 7.9716796875, 8.774658203125, 9.57763671875, 10.380615234375, 11.18359375, 11.986572265625, 12.78955078125, 13.592529296875, 14.3955078125, 15.198486328125, 16.00146484375, 16.804443359375, 17.607421875, 18.410400390625, 19.21337890625, 20.016357421875, 20.8193359375, 21.622314453125, 22.42529296875, 23.228271484375, 24.03125]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 4.0, 11.0, 7.0, 11.0, 19.0, 31.0, 53.0, 76.0, 114.0, 214.0, 390.0, 838.0, 2115.0, 27335.0, 4131858.0, 27235.0, 2191.0, 797.0, 418.0, 210.0, 111.0, 90.0, 37.0, 38.0, 31.0, 10.0, 8.0, 8.0, 9.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-90.9375, -88.3017578125, -85.666015625, -83.0302734375, -80.39453125, -77.7587890625, -75.123046875, -72.4873046875, -69.8515625, -67.2158203125, -64.580078125, -61.9443359375, -59.30859375, -56.6728515625, -54.037109375, -51.4013671875, -48.765625, -46.1298828125, -43.494140625, -40.8583984375, -38.22265625, -35.5869140625, -32.951171875, -30.3154296875, -27.6796875, -25.0439453125, -22.408203125, -19.7724609375, -17.13671875, -14.5009765625, -11.865234375, -9.2294921875, -6.59375, -3.9580078125, -1.322265625, 1.3134765625, 3.94921875, 6.5849609375, 9.220703125, 11.8564453125, 14.4921875, 17.1279296875, 19.763671875, 22.3994140625, 25.03515625, 27.6708984375, 30.306640625, 32.9423828125, 35.578125, 38.2138671875, 40.849609375, 43.4853515625, 46.12109375, 48.7568359375, 51.392578125, 54.0283203125, 56.6640625, 59.2998046875, 61.935546875, 64.5712890625, 67.20703125, 69.8427734375, 72.478515625, 75.1142578125, 77.75]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 65.0, 634.0, 289.0, 18.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-242.5952606201172, -235.3812713623047, -228.1672821044922, -220.9532928466797, -213.73928833007812, -206.52529907226562, -199.31130981445312, -192.09732055664062, -184.88333129882812, -177.66934204101562, -170.45535278320312, -163.24136352539062, -156.02737426757812, -148.81338500976562, -141.59938049316406, -134.38539123535156, -127.17140197753906, -119.95741271972656, -112.74342346191406, -105.52942657470703, -98.31543731689453, -91.10144805908203, -83.887451171875, -76.6734619140625, -69.45947265625, -62.2454833984375, -55.031490325927734, -47.81749725341797, -40.60350799560547, -33.38951873779297, -26.175525665283203, -18.961532592773438, -11.74755859375, -4.533567428588867, 2.6804237365722656, 9.894414901733398, 17.10840606689453, 24.32239532470703, 31.536388397216797, 38.75038146972656, 45.96437072753906, 53.17835998535156, 60.39235305786133, 67.6063461303711, 74.8203353881836, 82.0343246459961, 89.24832153320312, 96.46231079101562, 103.67630004882812, 110.89028930664062, 118.10427856445312, 125.31827545166016, 132.53225708007812, 139.74624633789062, 146.9602508544922, 154.1742401123047, 161.3882293701172, 168.6022186279297, 175.8162078857422, 183.0301971435547, 190.24420166015625, 197.45819091796875, 204.67218017578125, 211.88616943359375, 219.10015869140625]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 4.0, 10.0, 8.0, 9.0, 15.0, 15.0, 18.0, 20.0, 15.0, 33.0, 28.0, 31.0, 23.0, 45.0, 30.0, 39.0, 49.0, 40.0, 51.0, 43.0, 43.0, 48.0, 50.0, 41.0, 37.0, 38.0, 33.0, 26.0, 30.0, 24.0, 26.0, 23.0, 14.0, 10.0, 3.0, 5.0, 5.0, 8.0, 3.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.92327880859375, -55.9212532043457, -53.919227600097656, -51.917205810546875, -49.91518020629883, -47.91315460205078, -45.911128997802734, -43.90910339355469, -41.907081604003906, -39.90505599975586, -37.90303039550781, -35.90100860595703, -33.898983001708984, -31.896957397460938, -29.89493179321289, -27.892906188964844, -25.890880584716797, -23.88885498046875, -21.886831283569336, -19.88480567932129, -17.882781982421875, -15.880756378173828, -13.878730773925781, -11.87670612335205, -9.87468147277832, -7.87265682220459, -5.870631694793701, -3.8686065673828125, -1.866581916809082, 0.13544273376464844, 2.1374683380126953, 4.139492988586426, 6.141517639160156, 8.143542289733887, 10.145566940307617, 12.147592544555664, 14.149617195129395, 16.151641845703125, 18.153667449951172, 20.15569305419922, 22.157716751098633, 24.15974235534668, 26.161766052246094, 28.16379165649414, 30.165817260742188, 32.16783905029297, 34.16986846923828, 36.17189025878906, 38.17391586303711, 40.175941467285156, 42.1779670715332, 44.17999267578125, 46.18201446533203, 48.18404006958008, 50.186065673828125, 52.18809127807617, 54.19011688232422, 56.192142486572266, 58.19416809082031, 60.196189880371094, 62.19821548461914, 64.20024108886719, 66.2022705078125, 68.20429229736328, 70.20631408691406]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 0.0, 1.0, 10.0, 6.0, 8.0, 8.0, 9.0, 17.0, 19.0, 23.0, 27.0, 19.0, 21.0, 36.0, 38.0, 40.0, 32.0, 34.0, 47.0, 41.0, 51.0, 52.0, 47.0, 40.0, 54.0, 32.0, 37.0, 30.0, 29.0, 28.0, 21.0, 28.0, 19.0, 14.0, 15.0, 10.0, 9.0, 16.0, 13.0, 8.0, 5.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.765625, -4.6131591796875, -4.460693359375, -4.3082275390625, -4.15576171875, -4.0032958984375, -3.850830078125, -3.6983642578125, -3.5458984375, -3.3934326171875, -3.240966796875, -3.0885009765625, -2.93603515625, -2.7835693359375, -2.631103515625, -2.4786376953125, -2.326171875, -2.1737060546875, -2.021240234375, -1.8687744140625, -1.71630859375, -1.5638427734375, -1.411376953125, -1.2589111328125, -1.1064453125, -0.9539794921875, -0.801513671875, -0.6490478515625, -0.49658203125, -0.3441162109375, -0.191650390625, -0.0391845703125, 0.11328125, 0.2657470703125, 0.418212890625, 0.5706787109375, 0.72314453125, 0.8756103515625, 1.028076171875, 1.1805419921875, 1.3330078125, 1.4854736328125, 1.637939453125, 1.7904052734375, 1.94287109375, 2.0953369140625, 2.247802734375, 2.4002685546875, 2.552734375, 2.7052001953125, 2.857666015625, 3.0101318359375, 3.16259765625, 3.3150634765625, 3.467529296875, 3.6199951171875, 3.7724609375, 3.9249267578125, 4.077392578125, 4.2298583984375, 4.38232421875, 4.5347900390625, 4.687255859375, 4.8397216796875, 4.9921875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 10.0, 11.0, 13.0, 17.0, 34.0, 37.0, 67.0, 78.0, 161.0, 212.0, 352.0, 430.0, 650.0, 1035.0, 1514.0, 2222.0, 3523.0, 4923.0, 7391.0, 11384.0, 17059.0, 26576.0, 41875.0, 70334.0, 132120.0, 333673.0, 171198.0, 83955.0, 48776.0, 30774.0, 19452.0, 12828.0, 8631.0, 5674.0, 3830.0, 2519.0, 1715.0, 1186.0, 779.0, 514.0, 319.0, 227.0, 171.0, 93.0, 74.0, 45.0, 28.0, 31.0, 18.0, 7.0, 3.0, 7.0, 5.0, 4.0, 0.0, 0.0, 2.0], "bins": [-1.0458984375, -1.0138702392578125, -0.981842041015625, -0.9498138427734375, -0.91778564453125, -0.8857574462890625, -0.853729248046875, -0.8217010498046875, -0.7896728515625, -0.7576446533203125, -0.725616455078125, -0.6935882568359375, -0.66156005859375, -0.6295318603515625, -0.597503662109375, -0.5654754638671875, -0.533447265625, -0.5014190673828125, -0.469390869140625, -0.4373626708984375, -0.40533447265625, -0.3733062744140625, -0.341278076171875, -0.3092498779296875, -0.2772216796875, -0.2451934814453125, -0.213165283203125, -0.1811370849609375, -0.14910888671875, -0.1170806884765625, -0.085052490234375, -0.0530242919921875, -0.02099609375, 0.0110321044921875, 0.043060302734375, 0.0750885009765625, 0.10711669921875, 0.1391448974609375, 0.171173095703125, 0.2032012939453125, 0.2352294921875, 0.2672576904296875, 0.299285888671875, 0.3313140869140625, 0.36334228515625, 0.3953704833984375, 0.427398681640625, 0.4594268798828125, 0.491455078125, 0.5234832763671875, 0.555511474609375, 0.5875396728515625, 0.61956787109375, 0.6515960693359375, 0.683624267578125, 0.7156524658203125, 0.7476806640625, 0.7797088623046875, 0.811737060546875, 0.8437652587890625, 0.87579345703125, 0.9078216552734375, 0.939849853515625, 0.9718780517578125, 1.00390625]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 1.0, 4.0, 1.0, 4.0, 8.0, 4.0, 8.0, 8.0, 5.0, 9.0, 12.0, 9.0, 13.0, 17.0, 25.0, 19.0, 29.0, 30.0, 20.0, 34.0, 29.0, 30.0, 32.0, 44.0, 38.0, 43.0, 39.0, 1054.0, 39.0, 41.0, 46.0, 42.0, 36.0, 26.0, 27.0, 22.0, 24.0, 24.0, 22.0, 20.0, 20.0, 9.0, 10.0, 7.0, 11.0, 9.0, 9.0, 10.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.12109375, -3.03204345703125, -2.9429931640625, -2.85394287109375, -2.764892578125, -2.67584228515625, -2.5867919921875, -2.49774169921875, -2.40869140625, -2.31964111328125, -2.2305908203125, -2.14154052734375, -2.052490234375, -1.96343994140625, -1.8743896484375, -1.78533935546875, -1.6962890625, -1.60723876953125, -1.5181884765625, -1.42913818359375, -1.340087890625, -1.25103759765625, -1.1619873046875, -1.07293701171875, -0.98388671875, -0.89483642578125, -0.8057861328125, -0.71673583984375, -0.627685546875, -0.53863525390625, -0.4495849609375, -0.36053466796875, -0.271484375, -0.18243408203125, -0.0933837890625, -0.00433349609375, 0.084716796875, 0.17376708984375, 0.2628173828125, 0.35186767578125, 0.44091796875, 0.52996826171875, 0.6190185546875, 0.70806884765625, 0.797119140625, 0.88616943359375, 0.9752197265625, 1.06427001953125, 1.1533203125, 1.24237060546875, 1.3314208984375, 1.42047119140625, 1.509521484375, 1.59857177734375, 1.6876220703125, 1.77667236328125, 1.86572265625, 1.95477294921875, 2.0438232421875, 2.13287353515625, 2.221923828125, 2.31097412109375, 2.4000244140625, 2.48907470703125, 2.578125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 8.0, 3.0, 6.0, 5.0, 12.0, 24.0, 31.0, 46.0, 73.0, 108.0, 186.0, 268.0, 444.0, 649.0, 1028.0, 1421.0, 2085.0, 3085.0, 4599.0, 7143.0, 10748.0, 16689.0, 25856.0, 41497.0, 68933.0, 125048.0, 1341795.0, 199507.0, 94878.0, 54868.0, 33830.0, 21388.0, 13821.0, 8975.0, 6005.0, 3942.0, 2687.0, 1819.0, 1181.0, 826.0, 552.0, 347.0, 260.0, 160.0, 112.0, 71.0, 51.0, 31.0, 20.0, 6.0, 10.0, 4.0, 2.0, 6.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97802734375, -0.9472579956054688, -0.9164886474609375, -0.8857192993164062, -0.854949951171875, -0.8241806030273438, -0.7934112548828125, -0.7626419067382812, -0.73187255859375, -0.7011032104492188, -0.6703338623046875, -0.6395645141601562, -0.608795166015625, -0.5780258178710938, -0.5472564697265625, -0.5164871215820312, -0.4857177734375, -0.45494842529296875, -0.4241790771484375, -0.39340972900390625, -0.362640380859375, -0.33187103271484375, -0.3011016845703125, -0.27033233642578125, -0.23956298828125, -0.20879364013671875, -0.1780242919921875, -0.14725494384765625, -0.116485595703125, -0.08571624755859375, -0.0549468994140625, -0.02417755126953125, 0.006591796875, 0.03736114501953125, 0.0681304931640625, 0.09889984130859375, 0.129669189453125, 0.16043853759765625, 0.1912078857421875, 0.22197723388671875, 0.25274658203125, 0.28351593017578125, 0.3142852783203125, 0.34505462646484375, 0.375823974609375, 0.40659332275390625, 0.4373626708984375, 0.46813201904296875, 0.4989013671875, 0.5296707153320312, 0.5604400634765625, 0.5912094116210938, 0.621978759765625, 0.6527481079101562, 0.6835174560546875, 0.7142868041992188, 0.74505615234375, 0.7758255004882812, 0.8065948486328125, 0.8373641967773438, 0.868133544921875, 0.8989028930664062, 0.9296722412109375, 0.9604415893554688, 0.9912109375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 8.0, 4.0, 11.0, 10.0, 12.0, 22.0, 17.0, 31.0, 30.0, 26.0, 49.0, 51.0, 59.0, 101.0, 111.0, 114.0, 93.0, 57.0, 46.0, 32.0, 29.0, 29.0, 12.0, 13.0, 12.0, 3.0, 5.0, 7.0, 6.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006036758422851562, -0.0005800351500511169, -0.0005563944578170776, -0.0005327537655830383, -0.000509113073348999, -0.0004854723811149597, -0.0004618316888809204, -0.0004381909966468811, -0.0004145503044128418, -0.0003909096121788025, -0.0003672689199447632, -0.0003436282277107239, -0.00031998753547668457, -0.00029634684324264526, -0.00027270615100860596, -0.00024906545877456665, -0.00022542476654052734, -0.00020178407430648804, -0.00017814338207244873, -0.00015450268983840942, -0.00013086199760437012, -0.00010722130537033081, -8.35806131362915e-05, -5.99399209022522e-05, -3.629922866821289e-05, -1.2658536434173584e-05, 1.0982155799865723e-05, 3.462284803390503e-05, 5.8263540267944336e-05, 8.190423250198364e-05, 0.00010554492473602295, 0.00012918561697006226, 0.00015282630920410156, 0.00017646700143814087, 0.00020010769367218018, 0.00022374838590621948, 0.0002473890781402588, 0.0002710297703742981, 0.0002946704626083374, 0.0003183111548423767, 0.000341951847076416, 0.0003655925393104553, 0.00038923323154449463, 0.00041287392377853394, 0.00043651461601257324, 0.00046015530824661255, 0.00048379600048065186, 0.0005074366927146912, 0.0005310773849487305, 0.0005547180771827698, 0.0005783587694168091, 0.0006019994616508484, 0.0006256401538848877, 0.000649280846118927, 0.0006729215383529663, 0.0006965622305870056, 0.0007202029228210449, 0.0007438436150550842, 0.0007674843072891235, 0.0007911249995231628, 0.0008147656917572021, 0.0008384063839912415, 0.0008620470762252808, 0.0008856877684593201, 0.0009093284606933594]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 5.0, 4.0, 4.0, 4.0, 9.0, 10.0, 9.0, 20.0, 32.0, 60.0, 52.0, 75.0, 135.0, 180.0, 257.0, 448.0, 908.0, 1004926.0, 39475.0, 774.0, 405.0, 232.0, 155.0, 115.0, 80.0, 59.0, 35.0, 27.0, 13.0, 9.0, 15.0, 13.0, 7.0, 2.0, 3.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0165252685546875, -0.016051769256591797, -0.015578269958496094, -0.01510477066040039, -0.014631271362304688, -0.014157772064208984, -0.013684272766113281, -0.013210773468017578, -0.012737274169921875, -0.012263774871826172, -0.011790275573730469, -0.011316776275634766, -0.010843276977539062, -0.01036977767944336, -0.009896278381347656, -0.009422779083251953, -0.00894927978515625, -0.008475780487060547, -0.008002281188964844, -0.007528781890869141, -0.0070552825927734375, -0.006581783294677734, -0.006108283996582031, -0.005634784698486328, -0.005161285400390625, -0.004687786102294922, -0.004214286804199219, -0.0037407875061035156, -0.0032672882080078125, -0.0027937889099121094, -0.0023202896118164062, -0.0018467903137207031, -0.001373291015625, -0.0008997917175292969, -0.00042629241943359375, 4.7206878662109375e-05, 0.0005207061767578125, 0.0009942054748535156, 0.0014677047729492188, 0.0019412040710449219, 0.002414703369140625, 0.002888202667236328, 0.0033617019653320312, 0.0038352012634277344, 0.0043087005615234375, 0.004782199859619141, 0.005255699157714844, 0.005729198455810547, 0.00620269775390625, 0.006676197052001953, 0.007149696350097656, 0.007623195648193359, 0.008096694946289062, 0.008570194244384766, 0.009043693542480469, 0.009517192840576172, 0.009990692138671875, 0.010464191436767578, 0.010937690734863281, 0.011411190032958984, 0.011884689331054688, 0.01235818862915039, 0.012831687927246094, 0.013305187225341797, 0.0137786865234375]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 817.0, 191.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0028851835522800684, -0.0028221746906638145, -0.0027591658290475607, -0.002696156967431307, -0.002633148105815053, -0.002570139244198799, -0.002507130615413189, -0.002444121753796935, -0.0023811128921806812, -0.0023181040305644274, -0.0022550951689481735, -0.0021920863073319197, -0.002129077445715666, -0.0020660688169300556, -0.002003059722483158, -0.001940050977282226, -0.0018770421156659722, -0.0018140332540497184, -0.0017510243924334645, -0.0016880156472325325, -0.0016250067856162786, -0.0015619979240000248, -0.001498989062383771, -0.001435980200767517, -0.0013729713391512632, -0.0013099624775350094, -0.0012469536159187555, -0.0011839447543025017, -0.0011209360091015697, -0.0010579271474853158, -0.000994918285869062, -0.0009319094242528081, -0.0008689007954671979, -0.000805891933850944, -0.0007428831304423511, -0.0006798742688260972, -0.0006168654654175043, -0.0005538566038012505, -0.0004908477421849966, -0.0004278389096725732, -0.0003648300771601498, -0.0003018212446477264, -0.0002388123975833878, -0.00017580355051904917, -0.00011279471800662577, -4.9785885494202375e-05, 1.3222976122051477e-05, 7.623180863447487e-05, 0.00013924064114689827, 0.00020224947365932167, 0.00026525830617174506, 0.0003282671677879989, 0.0003912760003004223, 0.0004542848328128457, 0.0005172936944290996, 0.0005803025560453534, 0.0006433113594539464, 0.0007063202210702002, 0.0007693290244787931, 0.000832337886095047, 0.0008953467477113008, 0.0009583555511198938, 0.0010213644709438086, 0.0010843732161447406, 0.0011473820777609944]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 5.0, 3.0, 6.0, 2.0, 4.0, 6.0, 5.0, 6.0, 8.0, 17.0, 15.0, 8.0, 19.0, 17.0, 23.0, 33.0, 26.0, 28.0, 35.0, 38.0, 34.0, 38.0, 43.0, 34.0, 40.0, 40.0, 35.0, 33.0, 35.0, 31.0, 38.0, 39.0, 32.0, 38.0, 18.0, 24.0, 21.0, 28.0, 17.0, 16.0, 18.0, 9.0, 6.0, 4.0, 13.0, 7.0, 7.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.000254213809967041, -0.0002455860376358032, -0.00023695826530456543, -0.00022833049297332764, -0.00021970272064208984, -0.00021107494831085205, -0.00020244717597961426, -0.00019381940364837646, -0.00018519163131713867, -0.00017656385898590088, -0.00016793608665466309, -0.0001593083143234253, -0.0001506805419921875, -0.0001420527696609497, -0.00013342499732971191, -0.00012479722499847412, -0.00011616945266723633, -0.00010754168033599854, -9.891390800476074e-05, -9.028613567352295e-05, -8.165836334228516e-05, -7.303059101104736e-05, -6.440281867980957e-05, -5.577504634857178e-05, -4.7147274017333984e-05, -3.851950168609619e-05, -2.98917293548584e-05, -2.1263957023620605e-05, -1.2636184692382812e-05, -4.0084123611450195e-06, 4.6193599700927734e-06, 1.3247132301330566e-05, 2.187490463256836e-05, 3.0502676963806152e-05, 3.9130449295043945e-05, 4.775822162628174e-05, 5.638599395751953e-05, 6.501376628875732e-05, 7.364153861999512e-05, 8.226931095123291e-05, 9.08970832824707e-05, 9.95248556137085e-05, 0.00010815262794494629, 0.00011678040027618408, 0.00012540817260742188, 0.00013403594493865967, 0.00014266371726989746, 0.00015129148960113525, 0.00015991926193237305, 0.00016854703426361084, 0.00017717480659484863, 0.00018580257892608643, 0.00019443035125732422, 0.000203058123588562, 0.0002116858959197998, 0.0002203136682510376, 0.0002289414405822754, 0.00023756921291351318, 0.000246196985244751, 0.00025482475757598877, 0.00026345252990722656, 0.00027208030223846436, 0.00028070807456970215, 0.00028933584690093994, 0.00029796361923217773]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 0.0, 1.0, 10.0, 6.0, 8.0, 8.0, 9.0, 17.0, 19.0, 23.0, 27.0, 19.0, 21.0, 36.0, 38.0, 40.0, 32.0, 34.0, 47.0, 41.0, 51.0, 52.0, 47.0, 40.0, 54.0, 32.0, 37.0, 30.0, 29.0, 28.0, 21.0, 28.0, 19.0, 14.0, 15.0, 10.0, 9.0, 16.0, 13.0, 8.0, 5.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.765625, -4.6131591796875, -4.460693359375, -4.3082275390625, -4.15576171875, -4.0032958984375, -3.850830078125, -3.6983642578125, -3.5458984375, -3.3934326171875, -3.240966796875, -3.0885009765625, -2.93603515625, -2.7835693359375, -2.631103515625, -2.4786376953125, -2.326171875, -2.1737060546875, -2.021240234375, -1.8687744140625, -1.71630859375, -1.5638427734375, -1.411376953125, -1.2589111328125, -1.1064453125, -0.9539794921875, -0.801513671875, -0.6490478515625, -0.49658203125, -0.3441162109375, -0.191650390625, -0.0391845703125, 0.11328125, 0.2657470703125, 0.418212890625, 0.5706787109375, 0.72314453125, 0.8756103515625, 1.028076171875, 1.1805419921875, 1.3330078125, 1.4854736328125, 1.637939453125, 1.7904052734375, 1.94287109375, 2.0953369140625, 2.247802734375, 2.4002685546875, 2.552734375, 2.7052001953125, 2.857666015625, 3.0101318359375, 3.16259765625, 3.3150634765625, 3.467529296875, 3.6199951171875, 3.7724609375, 3.9249267578125, 4.077392578125, 4.2298583984375, 4.38232421875, 4.5347900390625, 4.687255859375, 4.8397216796875, 4.9921875]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 7.0, 12.0, 12.0, 12.0, 25.0, 21.0, 31.0, 45.0, 61.0, 76.0, 115.0, 135.0, 202.0, 245.0, 345.0, 473.0, 583.0, 807.0, 1183.0, 1714.0, 2506.0, 3817.0, 6957.0, 15816.0, 99928.0, 847485.0, 38481.0, 11049.0, 5609.0, 3231.0, 2134.0, 1443.0, 1058.0, 781.0, 548.0, 401.0, 298.0, 242.0, 150.0, 129.0, 110.0, 56.0, 57.0, 37.0, 34.0, 30.0, 22.0, 8.0, 15.0, 4.0, 7.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-31.140625, -30.146240234375, -29.15185546875, -28.157470703125, -27.1630859375, -26.168701171875, -25.17431640625, -24.179931640625, -23.185546875, -22.191162109375, -21.19677734375, -20.202392578125, -19.2080078125, -18.213623046875, -17.21923828125, -16.224853515625, -15.23046875, -14.236083984375, -13.24169921875, -12.247314453125, -11.2529296875, -10.258544921875, -9.26416015625, -8.269775390625, -7.275390625, -6.281005859375, -5.28662109375, -4.292236328125, -3.2978515625, -2.303466796875, -1.30908203125, -0.314697265625, 0.6796875, 1.674072265625, 2.66845703125, 3.662841796875, 4.6572265625, 5.651611328125, 6.64599609375, 7.640380859375, 8.634765625, 9.629150390625, 10.62353515625, 11.617919921875, 12.6123046875, 13.606689453125, 14.60107421875, 15.595458984375, 16.58984375, 17.584228515625, 18.57861328125, 19.572998046875, 20.5673828125, 21.561767578125, 22.55615234375, 23.550537109375, 24.544921875, 25.539306640625, 26.53369140625, 27.528076171875, 28.5224609375, 29.516845703125, 30.51123046875, 31.505615234375, 32.5]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 7.0, 3.0, 5.0, 9.0, 8.0, 15.0, 8.0, 18.0, 22.0, 19.0, 29.0, 34.0, 32.0, 41.0, 38.0, 38.0, 72.0, 113.0, 404.0, 1512.0, 159.0, 82.0, 54.0, 34.0, 32.0, 38.0, 28.0, 33.0, 25.0, 27.0, 25.0, 19.0, 15.0, 8.0, 10.0, 6.0, 7.0, 2.0, 7.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.2578125, -13.7843017578125, -13.310791015625, -12.8372802734375, -12.36376953125, -11.8902587890625, -11.416748046875, -10.9432373046875, -10.4697265625, -9.9962158203125, -9.522705078125, -9.0491943359375, -8.57568359375, -8.1021728515625, -7.628662109375, -7.1551513671875, -6.681640625, -6.2081298828125, -5.734619140625, -5.2611083984375, -4.78759765625, -4.3140869140625, -3.840576171875, -3.3670654296875, -2.8935546875, -2.4200439453125, -1.946533203125, -1.4730224609375, -0.99951171875, -0.5260009765625, -0.052490234375, 0.4210205078125, 0.89453125, 1.3680419921875, 1.841552734375, 2.3150634765625, 2.78857421875, 3.2620849609375, 3.735595703125, 4.2091064453125, 4.6826171875, 5.1561279296875, 5.629638671875, 6.1031494140625, 6.57666015625, 7.0501708984375, 7.523681640625, 7.9971923828125, 8.470703125, 8.9442138671875, 9.417724609375, 9.8912353515625, 10.36474609375, 10.8382568359375, 11.311767578125, 11.7852783203125, 12.2587890625, 12.7322998046875, 13.205810546875, 13.6793212890625, 14.15283203125, 14.6263427734375, 15.099853515625, 15.5733642578125, 16.046875]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 5.0, 5.0, 3.0, 8.0, 4.0, 9.0, 12.0, 18.0, 24.0, 23.0, 18.0, 30.0, 27.0, 39.0, 35.0, 53.0, 94.0, 217.0, 589.0, 3181.0, 3121269.0, 18513.0, 857.0, 263.0, 90.0, 69.0, 46.0, 37.0, 31.0, 24.0, 17.0, 16.0, 15.0, 10.0, 14.0, 11.0, 9.0, 6.0, 5.0, 1.0, 4.0, 0.0, 7.0, 5.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-69.6875, -67.61669921875, -65.5458984375, -63.47509765625, -61.404296875, -59.33349609375, -57.2626953125, -55.19189453125, -53.12109375, -51.05029296875, -48.9794921875, -46.90869140625, -44.837890625, -42.76708984375, -40.6962890625, -38.62548828125, -36.5546875, -34.48388671875, -32.4130859375, -30.34228515625, -28.271484375, -26.20068359375, -24.1298828125, -22.05908203125, -19.98828125, -17.91748046875, -15.8466796875, -13.77587890625, -11.705078125, -9.63427734375, -7.5634765625, -5.49267578125, -3.421875, -1.35107421875, 0.7197265625, 2.79052734375, 4.861328125, 6.93212890625, 9.0029296875, 11.07373046875, 13.14453125, 15.21533203125, 17.2861328125, 19.35693359375, 21.427734375, 23.49853515625, 25.5693359375, 27.64013671875, 29.7109375, 31.78173828125, 33.8525390625, 35.92333984375, 37.994140625, 40.06494140625, 42.1357421875, 44.20654296875, 46.27734375, 48.34814453125, 50.4189453125, 52.48974609375, 54.560546875, 56.63134765625, 58.7021484375, 60.77294921875, 62.84375]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 27.0, 978.0, 8.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.305511474609375, -14.435186386108398, -8.564860343933105, -2.6945343017578125, 3.175790786743164, 9.04611587524414, 14.91644287109375, 20.786766052246094, 26.657093048095703, 32.52742004394531, 38.397743225097656, 44.268070220947266, 50.138397216796875, 56.00872039794922, 61.87904739379883, 67.74937438964844, 73.61969757080078, 79.49002075195312, 85.3603515625, 91.23067474365234, 97.10099792480469, 102.97132873535156, 108.8416519165039, 114.71197509765625, 120.58230590820312, 126.45262908935547, 132.3229522705078, 138.1932830810547, 144.06361389160156, 149.93392944335938, 155.80426025390625, 161.67459106445312, 167.54490661621094, 173.4152374267578, 179.28555297851562, 185.1558837890625, 191.02621459960938, 196.8965301513672, 202.76686096191406, 208.63717651367188, 214.50750732421875, 220.37783813476562, 226.24815368652344, 232.1184844970703, 237.9888153076172, 243.859130859375, 249.72946166992188, 255.59979248046875, 261.4701232910156, 267.3404541015625, 273.2107849121094, 279.08111572265625, 284.951416015625, 290.8217468261719, 296.69207763671875, 302.5624084472656, 308.4327087402344, 314.30303955078125, 320.1733703613281, 326.043701171875, 331.91400146484375, 337.7843322753906, 343.6546630859375, 349.5249938964844, 355.39532470703125]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 6.0, 9.0, 6.0, 13.0, 10.0, 16.0, 14.0, 21.0, 22.0, 28.0, 29.0, 29.0, 35.0, 37.0, 38.0, 45.0, 44.0, 42.0, 42.0, 45.0, 31.0, 32.0, 40.0, 40.0, 34.0, 44.0, 37.0, 30.0, 37.0, 25.0, 24.0, 20.0, 14.0, 8.0, 16.0, 6.0, 9.0, 7.0, 6.0, 6.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-45.397525787353516, -43.9112548828125, -42.424983978271484, -40.93871307373047, -39.45244216918945, -37.96617126464844, -36.47990417480469, -34.993629455566406, -33.507362365722656, -32.02109146118164, -30.534820556640625, -29.04854965209961, -27.562278747558594, -26.076007843017578, -24.589738845825195, -23.10346794128418, -21.61719512939453, -20.130924224853516, -18.6446533203125, -17.158382415771484, -15.672112464904785, -14.18584156036377, -12.69957160949707, -11.213300704956055, -9.727029800415039, -8.240758895874023, -6.754488468170166, -5.268218040466309, -3.781947135925293, -2.2956762313842773, -0.8094062805175781, 0.6768646240234375, 2.1631317138671875, 3.649402379989624, 5.1356730461120605, 6.621943473815918, 8.108214378356934, 9.59448528289795, 11.080755233764648, 12.567026138305664, 14.05329704284668, 15.539567947387695, 17.02583885192871, 18.512107849121094, 19.99837875366211, 21.484649658203125, 22.97092056274414, 24.457191467285156, 25.943462371826172, 27.429733276367188, 28.916004180908203, 30.40227508544922, 31.888545989990234, 33.37481689453125, 34.861083984375, 36.34735870361328, 37.83362579345703, 39.31989669799805, 40.80616760253906, 42.29243850708008, 43.778709411621094, 45.26498031616211, 46.751251220703125, 48.237518310546875, 49.723793029785156]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 4.0, 7.0, 6.0, 11.0, 11.0, 12.0, 18.0, 14.0, 32.0, 15.0, 26.0, 27.0, 36.0, 32.0, 37.0, 41.0, 42.0, 43.0, 31.0, 68.0, 47.0, 43.0, 46.0, 38.0, 37.0, 33.0, 31.0, 24.0, 26.0, 27.0, 18.0, 26.0, 16.0, 10.0, 12.0, 9.0, 9.0, 11.0, 7.0, 9.0, 3.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.0390625, -4.88079833984375, -4.7225341796875, -4.56427001953125, -4.406005859375, -4.24774169921875, -4.0894775390625, -3.93121337890625, -3.77294921875, -3.61468505859375, -3.4564208984375, -3.29815673828125, -3.139892578125, -2.98162841796875, -2.8233642578125, -2.66510009765625, -2.5068359375, -2.34857177734375, -2.1903076171875, -2.03204345703125, -1.873779296875, -1.71551513671875, -1.5572509765625, -1.39898681640625, -1.24072265625, -1.08245849609375, -0.9241943359375, -0.76593017578125, -0.607666015625, -0.44940185546875, -0.2911376953125, -0.13287353515625, 0.025390625, 0.18365478515625, 0.3419189453125, 0.50018310546875, 0.658447265625, 0.81671142578125, 0.9749755859375, 1.13323974609375, 1.29150390625, 1.44976806640625, 1.6080322265625, 1.76629638671875, 1.924560546875, 2.08282470703125, 2.2410888671875, 2.39935302734375, 2.5576171875, 2.71588134765625, 2.8741455078125, 3.03240966796875, 3.190673828125, 3.34893798828125, 3.5072021484375, 3.66546630859375, 3.82373046875, 3.98199462890625, 4.1402587890625, 4.29852294921875, 4.456787109375, 4.61505126953125, 4.7733154296875, 4.93157958984375, 5.08984375]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 2.0, 6.0, 8.0, 13.0, 13.0, 21.0, 21.0, 31.0, 42.0, 58.0, 79.0, 139.0, 223.0, 356.0, 624.0, 1148.0, 2388.0, 4746.0, 10757.0, 29644.0, 202999.0, 3661240.0, 228571.0, 30872.0, 10550.0, 4686.0, 2249.0, 1188.0, 652.0, 337.0, 199.0, 104.0, 84.0, 72.0, 48.0, 35.0, 17.0, 10.0, 7.0, 7.0, 5.0, 9.0, 4.0, 5.0, 5.0, 4.0, 4.0, 3.0, 0.0, 1.0], "bins": [-35.125, -34.135986328125, -33.14697265625, -32.157958984375, -31.1689453125, -30.179931640625, -29.19091796875, -28.201904296875, -27.212890625, -26.223876953125, -25.23486328125, -24.245849609375, -23.2568359375, -22.267822265625, -21.27880859375, -20.289794921875, -19.30078125, -18.311767578125, -17.32275390625, -16.333740234375, -15.3447265625, -14.355712890625, -13.36669921875, -12.377685546875, -11.388671875, -10.399658203125, -9.41064453125, -8.421630859375, -7.4326171875, -6.443603515625, -5.45458984375, -4.465576171875, -3.4765625, -2.487548828125, -1.49853515625, -0.509521484375, 0.4794921875, 1.468505859375, 2.45751953125, 3.446533203125, 4.435546875, 5.424560546875, 6.41357421875, 7.402587890625, 8.3916015625, 9.380615234375, 10.36962890625, 11.358642578125, 12.34765625, 13.336669921875, 14.32568359375, 15.314697265625, 16.3037109375, 17.292724609375, 18.28173828125, 19.270751953125, 20.259765625, 21.248779296875, 22.23779296875, 23.226806640625, 24.2158203125, 25.204833984375, 26.19384765625, 27.182861328125, 28.171875]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 0.0, 5.0, 5.0, 8.0, 12.0, 18.0, 31.0, 36.0, 76.0, 80.0, 153.0, 270.0, 460.0, 863.0, 845.0, 492.0, 283.0, 163.0, 100.0, 60.0, 37.0, 27.0, 15.0, 19.0, 7.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-31.59375, -30.46728515625, -29.3408203125, -28.21435546875, -27.087890625, -25.96142578125, -24.8349609375, -23.70849609375, -22.58203125, -21.45556640625, -20.3291015625, -19.20263671875, -18.076171875, -16.94970703125, -15.8232421875, -14.69677734375, -13.5703125, -12.44384765625, -11.3173828125, -10.19091796875, -9.064453125, -7.93798828125, -6.8115234375, -5.68505859375, -4.55859375, -3.43212890625, -2.3056640625, -1.17919921875, -0.052734375, 1.07373046875, 2.2001953125, 3.32666015625, 4.453125, 5.57958984375, 6.7060546875, 7.83251953125, 8.958984375, 10.08544921875, 11.2119140625, 12.33837890625, 13.46484375, 14.59130859375, 15.7177734375, 16.84423828125, 17.970703125, 19.09716796875, 20.2236328125, 21.35009765625, 22.4765625, 23.60302734375, 24.7294921875, 25.85595703125, 26.982421875, 28.10888671875, 29.2353515625, 30.36181640625, 31.48828125, 32.61474609375, 33.7412109375, 34.86767578125, 35.994140625, 37.12060546875, 38.2470703125, 39.37353515625, 40.5]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 9.0, 14.0, 16.0, 30.0, 28.0, 60.0, 102.0, 158.0, 261.0, 577.0, 7982.0, 4181126.0, 2825.0, 462.0, 236.0, 131.0, 91.0, 67.0, 35.0, 19.0, 19.0, 9.0, 12.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-188.375, -182.896484375, -177.41796875, -171.939453125, -166.4609375, -160.982421875, -155.50390625, -150.025390625, -144.546875, -139.068359375, -133.58984375, -128.111328125, -122.6328125, -117.154296875, -111.67578125, -106.197265625, -100.71875, -95.240234375, -89.76171875, -84.283203125, -78.8046875, -73.326171875, -67.84765625, -62.369140625, -56.890625, -51.412109375, -45.93359375, -40.455078125, -34.9765625, -29.498046875, -24.01953125, -18.541015625, -13.0625, -7.583984375, -2.10546875, 3.373046875, 8.8515625, 14.330078125, 19.80859375, 25.287109375, 30.765625, 36.244140625, 41.72265625, 47.201171875, 52.6796875, 58.158203125, 63.63671875, 69.115234375, 74.59375, 80.072265625, 85.55078125, 91.029296875, 96.5078125, 101.986328125, 107.46484375, 112.943359375, 118.421875, 123.900390625, 129.37890625, 134.857421875, 140.3359375, 145.814453125, 151.29296875, 156.771484375, 162.25]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 91.0, 529.0, 359.0, 26.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.08904266357422, -76.05059051513672, -69.01214599609375, -61.97369384765625, -54.93524932861328, -47.89679718017578, -40.85834884643555, -33.81990051269531, -26.781452178955078, -19.743003845214844, -12.704554557800293, -5.666105270385742, 1.3723430633544922, 8.41079330444336, 15.449241638183594, 22.487689971923828, 29.526138305664062, 36.5645866394043, 43.60303497314453, 50.64148712158203, 57.679931640625, 64.7183837890625, 71.7568359375, 78.79528045654297, 85.83372497558594, 92.87217712402344, 99.9106216430664, 106.9490737915039, 113.98751831054688, 121.02597045898438, 128.06442260742188, 135.10287475585938, 142.1413116455078, 149.1797637939453, 156.2182159423828, 163.25665283203125, 170.29510498046875, 177.33355712890625, 184.37200927734375, 191.41046142578125, 198.4488983154297, 205.4873504638672, 212.5258026123047, 219.56423950195312, 226.60269165039062, 233.64114379882812, 240.67959594726562, 247.71804809570312, 254.75650024414062, 261.7949523925781, 268.8334045410156, 275.8718566894531, 282.9103088378906, 289.94873046875, 296.9871826171875, 304.025634765625, 311.0640869140625, 318.1025390625, 325.1409912109375, 332.179443359375, 339.2178955078125, 346.25634765625, 353.2947692871094, 360.3332214355469, 367.3716735839844]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 7.0, 5.0, 7.0, 10.0, 9.0, 12.0, 14.0, 9.0, 16.0, 13.0, 20.0, 31.0, 28.0, 26.0, 36.0, 31.0, 36.0, 30.0, 31.0, 39.0, 37.0, 48.0, 41.0, 35.0, 54.0, 44.0, 28.0, 46.0, 34.0, 33.0, 35.0, 27.0, 12.0, 18.0, 21.0, 15.0, 15.0, 3.0, 8.0, 12.0, 7.0, 8.0, 8.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-70.52291870117188, -68.24791717529297, -65.9729232788086, -63.69792175292969, -61.42292022705078, -59.14792251586914, -56.8729248046875, -54.597923278808594, -52.32292556762695, -50.04792785644531, -47.772926330566406, -45.497928619384766, -43.222930908203125, -40.94792938232422, -38.67293167114258, -36.39793395996094, -34.12293243408203, -31.847932815551758, -29.572933197021484, -27.297935485839844, -25.02293586730957, -22.747936248779297, -20.472938537597656, -18.197938919067383, -15.92293930053711, -13.647939682006836, -11.372941017150879, -9.097942352294922, -6.822942733764648, -4.547943115234375, -2.272944450378418, 0.0020542144775390625, 2.2770614624023438, 4.552060604095459, 6.827059745788574, 9.102058410644531, 11.377058029174805, 13.652057647705078, 15.927056312561035, 18.202054977416992, 20.477054595947266, 22.75205421447754, 25.027053833007812, 27.302051544189453, 29.577051162719727, 31.85205078125, 34.12704849243164, 36.40204620361328, 38.67704772949219, 40.95204544067383, 43.227046966552734, 45.502044677734375, 47.77704620361328, 50.05204391479492, 52.32704162597656, 54.60204315185547, 56.87704086303711, 59.15203857421875, 61.427040100097656, 63.7020378112793, 65.97703552246094, 68.25203704833984, 70.52703857421875, 72.80203247070312, 75.07703399658203]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 8.0, 2.0, 5.0, 4.0, 6.0, 13.0, 8.0, 18.0, 19.0, 21.0, 17.0, 20.0, 26.0, 38.0, 29.0, 36.0, 42.0, 46.0, 44.0, 51.0, 41.0, 42.0, 35.0, 46.0, 38.0, 42.0, 38.0, 26.0, 29.0, 25.0, 29.0, 29.0, 18.0, 16.0, 10.0, 16.0, 16.0, 11.0, 10.0, 8.0, 9.0, 5.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.9140625, -4.75762939453125, -4.6011962890625, -4.44476318359375, -4.288330078125, -4.13189697265625, -3.9754638671875, -3.81903076171875, -3.66259765625, -3.50616455078125, -3.3497314453125, -3.19329833984375, -3.036865234375, -2.88043212890625, -2.7239990234375, -2.56756591796875, -2.4111328125, -2.25469970703125, -2.0982666015625, -1.94183349609375, -1.785400390625, -1.62896728515625, -1.4725341796875, -1.31610107421875, -1.15966796875, -1.00323486328125, -0.8468017578125, -0.69036865234375, -0.533935546875, -0.37750244140625, -0.2210693359375, -0.06463623046875, 0.091796875, 0.24822998046875, 0.4046630859375, 0.56109619140625, 0.717529296875, 0.87396240234375, 1.0303955078125, 1.18682861328125, 1.34326171875, 1.49969482421875, 1.6561279296875, 1.81256103515625, 1.968994140625, 2.12542724609375, 2.2818603515625, 2.43829345703125, 2.5947265625, 2.75115966796875, 2.9075927734375, 3.06402587890625, 3.220458984375, 3.37689208984375, 3.5333251953125, 3.68975830078125, 3.84619140625, 4.00262451171875, 4.1590576171875, 4.31549072265625, 4.471923828125, 4.62835693359375, 4.7847900390625, 4.94122314453125, 5.09765625]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 5.0, 11.0, 17.0, 18.0, 24.0, 45.0, 68.0, 83.0, 146.0, 221.0, 316.0, 442.0, 624.0, 826.0, 1228.0, 1669.0, 2503.0, 3557.0, 5114.0, 7372.0, 10195.0, 14868.0, 21886.0, 32788.0, 49648.0, 81016.0, 148101.0, 282403.0, 147909.0, 81494.0, 50066.0, 32601.0, 21697.0, 15118.0, 10385.0, 7039.0, 4969.0, 3608.0, 2491.0, 1906.0, 1279.0, 843.0, 619.0, 411.0, 298.0, 196.0, 144.0, 94.0, 69.0, 40.0, 38.0, 20.0, 12.0, 7.0, 9.0, 4.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.91162109375, -0.8826828002929688, -0.8537445068359375, -0.8248062133789062, -0.795867919921875, -0.7669296264648438, -0.7379913330078125, -0.7090530395507812, -0.68011474609375, -0.6511764526367188, -0.6222381591796875, -0.5932998657226562, -0.564361572265625, -0.5354232788085938, -0.5064849853515625, -0.47754669189453125, -0.4486083984375, -0.41967010498046875, -0.3907318115234375, -0.36179351806640625, -0.332855224609375, -0.30391693115234375, -0.2749786376953125, -0.24604034423828125, -0.21710205078125, -0.18816375732421875, -0.1592254638671875, -0.13028717041015625, -0.101348876953125, -0.07241058349609375, -0.0434722900390625, -0.01453399658203125, 0.014404296875, 0.04334259033203125, 0.0722808837890625, 0.10121917724609375, 0.130157470703125, 0.15909576416015625, 0.1880340576171875, 0.21697235107421875, 0.24591064453125, 0.27484893798828125, 0.3037872314453125, 0.33272552490234375, 0.361663818359375, 0.39060211181640625, 0.4195404052734375, 0.44847869873046875, 0.4774169921875, 0.5063552856445312, 0.5352935791015625, 0.5642318725585938, 0.593170166015625, 0.6221084594726562, 0.6510467529296875, 0.6799850463867188, 0.70892333984375, 0.7378616333007812, 0.7667999267578125, 0.7957382202148438, 0.824676513671875, 0.8536148071289062, 0.8825531005859375, 0.9114913940429688, 0.9404296875]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 5.0, 6.0, 4.0, 7.0, 3.0, 6.0, 4.0, 9.0, 22.0, 12.0, 20.0, 15.0, 29.0, 15.0, 20.0, 24.0, 30.0, 27.0, 23.0, 30.0, 33.0, 41.0, 37.0, 41.0, 38.0, 1057.0, 32.0, 31.0, 40.0, 34.0, 26.0, 37.0, 22.0, 28.0, 28.0, 18.0, 17.0, 22.0, 21.0, 11.0, 13.0, 21.0, 11.0, 12.0, 6.0, 8.0, 11.0, 11.0, 1.0, 0.0, 6.0, 0.0, 5.0, 0.0, 0.0, 2.0, 2.0], "bins": [-2.732421875, -2.648406982421875, -2.56439208984375, -2.480377197265625, -2.3963623046875, -2.312347412109375, -2.22833251953125, -2.144317626953125, -2.060302734375, -1.976287841796875, -1.89227294921875, -1.808258056640625, -1.7242431640625, -1.640228271484375, -1.55621337890625, -1.472198486328125, -1.38818359375, -1.304168701171875, -1.22015380859375, -1.136138916015625, -1.0521240234375, -0.968109130859375, -0.88409423828125, -0.800079345703125, -0.716064453125, -0.632049560546875, -0.54803466796875, -0.464019775390625, -0.3800048828125, -0.295989990234375, -0.21197509765625, -0.127960205078125, -0.0439453125, 0.040069580078125, 0.12408447265625, 0.208099365234375, 0.2921142578125, 0.376129150390625, 0.46014404296875, 0.544158935546875, 0.628173828125, 0.712188720703125, 0.79620361328125, 0.880218505859375, 0.9642333984375, 1.048248291015625, 1.13226318359375, 1.216278076171875, 1.30029296875, 1.384307861328125, 1.46832275390625, 1.552337646484375, 1.6363525390625, 1.720367431640625, 1.80438232421875, 1.888397216796875, 1.972412109375, 2.056427001953125, 2.14044189453125, 2.224456787109375, 2.3084716796875, 2.392486572265625, 2.47650146484375, 2.560516357421875, 2.64453125]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 7.0, 10.0, 10.0, 16.0, 14.0, 53.0, 56.0, 94.0, 113.0, 197.0, 241.0, 422.0, 615.0, 833.0, 1268.0, 1729.0, 2340.0, 3467.0, 4972.0, 7190.0, 10111.0, 14621.0, 21466.0, 31369.0, 47229.0, 74029.0, 128689.0, 1318296.0, 167534.0, 88490.0, 55338.0, 36256.0, 24678.0, 16732.0, 11558.0, 8185.0, 5768.0, 3946.0, 2868.0, 1887.0, 1362.0, 879.0, 665.0, 513.0, 351.0, 246.0, 138.0, 106.0, 61.0, 49.0, 18.0, 21.0, 15.0, 6.0, 10.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-0.84912109375, -0.8223190307617188, -0.7955169677734375, -0.7687149047851562, -0.741912841796875, -0.7151107788085938, -0.6883087158203125, -0.6615066528320312, -0.63470458984375, -0.6079025268554688, -0.5811004638671875, -0.5542984008789062, -0.527496337890625, -0.5006942749023438, -0.4738922119140625, -0.44709014892578125, -0.4202880859375, -0.39348602294921875, -0.3666839599609375, -0.33988189697265625, -0.313079833984375, -0.28627777099609375, -0.2594757080078125, -0.23267364501953125, -0.20587158203125, -0.17906951904296875, -0.1522674560546875, -0.12546539306640625, -0.098663330078125, -0.07186126708984375, -0.0450592041015625, -0.01825714111328125, 0.008544921875, 0.03534698486328125, 0.0621490478515625, 0.08895111083984375, 0.115753173828125, 0.14255523681640625, 0.1693572998046875, 0.19615936279296875, 0.22296142578125, 0.24976348876953125, 0.2765655517578125, 0.30336761474609375, 0.330169677734375, 0.35697174072265625, 0.3837738037109375, 0.41057586669921875, 0.4373779296875, 0.46417999267578125, 0.4909820556640625, 0.5177841186523438, 0.544586181640625, 0.5713882446289062, 0.5981903076171875, 0.6249923706054688, 0.65179443359375, 0.6785964965820312, 0.7053985595703125, 0.7322006225585938, 0.759002685546875, 0.7858047485351562, 0.8126068115234375, 0.8394088745117188, 0.8662109375]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 5.0, 8.0, 3.0, 4.0, 6.0, 6.0, 10.0, 6.0, 19.0, 14.0, 18.0, 19.0, 27.0, 25.0, 43.0, 40.0, 44.0, 62.0, 51.0, 60.0, 75.0, 70.0, 52.0, 44.0, 36.0, 47.0, 31.0, 27.0, 27.0, 22.0, 17.0, 14.0, 12.0, 8.0, 11.0, 11.0, 5.0, 4.0, 4.0, 2.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003857612609863281, -0.00037169456481933594, -0.00035762786865234375, -0.00034356117248535156, -0.0003294944763183594, -0.0003154277801513672, -0.000301361083984375, -0.0002872943878173828, -0.0002732276916503906, -0.00025916099548339844, -0.00024509429931640625, -0.00023102760314941406, -0.00021696090698242188, -0.0002028942108154297, -0.0001888275146484375, -0.0001747608184814453, -0.00016069412231445312, -0.00014662742614746094, -0.00013256072998046875, -0.00011849403381347656, -0.00010442733764648438, -9.036064147949219e-05, -7.62939453125e-05, -6.222724914550781e-05, -4.8160552978515625e-05, -3.409385681152344e-05, -2.002716064453125e-05, -5.9604644775390625e-06, 8.106231689453125e-06, 2.2172927856445312e-05, 3.62396240234375e-05, 5.030632019042969e-05, 6.437301635742188e-05, 7.843971252441406e-05, 9.250640869140625e-05, 0.00010657310485839844, 0.00012063980102539062, 0.0001347064971923828, 0.000148773193359375, 0.0001628398895263672, 0.00017690658569335938, 0.00019097328186035156, 0.00020503997802734375, 0.00021910667419433594, 0.00023317337036132812, 0.0002472400665283203, 0.0002613067626953125, 0.0002753734588623047, 0.0002894401550292969, 0.00030350685119628906, 0.00031757354736328125, 0.00033164024353027344, 0.0003457069396972656, 0.0003597736358642578, 0.00037384033203125, 0.0003879070281982422, 0.0004019737243652344, 0.00041604042053222656, 0.00043010711669921875, 0.00044417381286621094, 0.0004582405090332031, 0.0004723072052001953, 0.0004863739013671875, 0.0005004405975341797, 0.0005145072937011719]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 3.0, 6.0, 4.0, 5.0, 4.0, 12.0, 8.0, 10.0, 18.0, 13.0, 27.0, 32.0, 33.0, 67.0, 82.0, 165.0, 334.0, 1013.0, 1042526.0, 3067.0, 457.0, 247.0, 127.0, 70.0, 53.0, 30.0, 22.0, 21.0, 15.0, 18.0, 10.0, 8.0, 13.0, 4.0, 5.0, 3.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 6.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01558685302734375, -0.015149950981140137, -0.014713048934936523, -0.01427614688873291, -0.013839244842529297, -0.013402342796325684, -0.01296544075012207, -0.012528538703918457, -0.012091636657714844, -0.01165473461151123, -0.011217832565307617, -0.010780930519104004, -0.01034402847290039, -0.009907126426696777, -0.009470224380493164, -0.00903332233428955, -0.008596420288085938, -0.008159518241882324, -0.007722616195678711, -0.007285714149475098, -0.006848812103271484, -0.006411910057067871, -0.005975008010864258, -0.0055381059646606445, -0.005101203918457031, -0.004664301872253418, -0.004227399826049805, -0.0037904977798461914, -0.003353595733642578, -0.002916693687438965, -0.0024797916412353516, -0.0020428895950317383, -0.001605987548828125, -0.0011690855026245117, -0.0007321834564208984, -0.00029528141021728516, 0.00014162063598632812, 0.0005785226821899414, 0.0010154247283935547, 0.001452326774597168, 0.0018892288208007812, 0.0023261308670043945, 0.002763032913208008, 0.003199934959411621, 0.0036368370056152344, 0.004073739051818848, 0.004510641098022461, 0.004947543144226074, 0.0053844451904296875, 0.005821347236633301, 0.006258249282836914, 0.006695151329040527, 0.007132053375244141, 0.007568955421447754, 0.008005857467651367, 0.00844275951385498, 0.008879661560058594, 0.009316563606262207, 0.00975346565246582, 0.010190367698669434, 0.010627269744873047, 0.01106417179107666, 0.011501073837280273, 0.011937975883483887, 0.0123748779296875]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 75.0, 805.0, 133.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.002355660777539015, -0.0023124748840928078, -0.0022692889906466007, -0.0022261030972003937, -0.002182916970923543, -0.002139731077477336, -0.002096545184031129, -0.002053359290584922, -0.002010173397138715, -0.0019669875036925077, -0.0019238014938309789, -0.0018806156003847718, -0.0018374297069385648, -0.001794243697077036, -0.0017510578036308289, -0.0017078719101846218, -0.0016646857839077711, -0.001621499890461564, -0.0015783138806000352, -0.0015351279871538281, -0.001491942093707621, -0.0014487560838460922, -0.0014055701903998852, -0.0013623842969536781, -0.001319198403507471, -0.001276012510061264, -0.0012328265001997352, -0.0011896406067535281, -0.001146454713307321, -0.0011032687034457922, -0.0010600828099995852, -0.001016896916553378, -0.0009737109066918492, -0.0009305249550379813, -0.0008873390615917742, -0.0008441531099379063, -0.0008009671582840383, -0.0007577812066301703, -0.0007145953131839633, -0.0006714093615300953, -0.0006282234098762274, -0.0005850374582223594, -0.0005418515647761524, -0.0004986656131222844, -0.00045547966146841645, -0.00041229373891837895, -0.00036910781636834145, -0.0003259218647144735, -0.00028273597126826644, -0.0002395500341663137, -0.00019636409706436098, -0.00015317817451432347, -0.00010999223741237074, -6.680630031041801e-05, -2.3620377760380507e-05, 1.9565573893487453e-05, 6.275149644352496e-05, 0.00010593743354547769, 0.00014912337064743042, 0.00019230929319746792, 0.00023549523029942065, 0.0002786811674013734, 0.0003218670899514109, 0.00036505304160527885, 0.00040823896415531635]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 6.0, 8.0, 7.0, 13.0, 7.0, 13.0, 14.0, 13.0, 20.0, 18.0, 27.0, 26.0, 32.0, 37.0, 45.0, 32.0, 42.0, 40.0, 45.0, 43.0, 31.0, 40.0, 42.0, 37.0, 35.0, 43.0, 31.0, 40.0, 34.0, 28.0, 19.0, 26.0, 19.0, 14.0, 11.0, 19.0, 10.0, 11.0, 11.0, 4.0, 5.0, 4.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.00025069713592529297, -0.00024283956736326218, -0.00023498199880123138, -0.0002271244302392006, -0.0002192668616771698, -0.000211409293115139, -0.00020355172455310822, -0.00019569415599107742, -0.00018783658742904663, -0.00017997901886701584, -0.00017212145030498505, -0.00016426388174295425, -0.00015640631318092346, -0.00014854874461889267, -0.00014069117605686188, -0.00013283360749483109, -0.0001249760389328003, -0.0001171184703707695, -0.00010926090180873871, -0.00010140333324670792, -9.354576468467712e-05, -8.568819612264633e-05, -7.783062756061554e-05, -6.997305899858475e-05, -6.211549043655396e-05, -5.425792187452316e-05, -4.640035331249237e-05, -3.854278475046158e-05, -3.0685216188430786e-05, -2.2827647626399994e-05, -1.4970079064369202e-05, -7.1125105023384094e-06, 7.450580596923828e-07, 8.602626621723175e-06, 1.6460195183753967e-05, 2.431776374578476e-05, 3.217533230781555e-05, 4.0032900869846344e-05, 4.7890469431877136e-05, 5.574803799390793e-05, 6.360560655593872e-05, 7.146317511796951e-05, 7.93207436800003e-05, 8.71783122420311e-05, 9.503588080406189e-05, 0.00010289344936609268, 0.00011075101792812347, 0.00011860858649015427, 0.00012646615505218506, 0.00013432372361421585, 0.00014218129217624664, 0.00015003886073827744, 0.00015789642930030823, 0.00016575399786233902, 0.0001736115664243698, 0.0001814691349864006, 0.0001893267035484314, 0.0001971842721104622, 0.00020504184067249298, 0.00021289940923452377, 0.00022075697779655457, 0.00022861454635858536, 0.00023647211492061615, 0.00024432968348264694, 0.00025218725204467773]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 8.0, 2.0, 5.0, 4.0, 6.0, 13.0, 8.0, 18.0, 19.0, 21.0, 17.0, 20.0, 26.0, 38.0, 29.0, 36.0, 42.0, 46.0, 44.0, 51.0, 41.0, 42.0, 35.0, 46.0, 38.0, 42.0, 38.0, 26.0, 29.0, 25.0, 29.0, 29.0, 18.0, 16.0, 10.0, 16.0, 16.0, 11.0, 10.0, 8.0, 9.0, 5.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.9140625, -4.75762939453125, -4.6011962890625, -4.44476318359375, -4.288330078125, -4.13189697265625, -3.9754638671875, -3.81903076171875, -3.66259765625, -3.50616455078125, -3.3497314453125, -3.19329833984375, -3.036865234375, -2.88043212890625, -2.7239990234375, -2.56756591796875, -2.4111328125, -2.25469970703125, -2.0982666015625, -1.94183349609375, -1.785400390625, -1.62896728515625, -1.4725341796875, -1.31610107421875, -1.15966796875, -1.00323486328125, -0.8468017578125, -0.69036865234375, -0.533935546875, -0.37750244140625, -0.2210693359375, -0.06463623046875, 0.091796875, 0.24822998046875, 0.4046630859375, 0.56109619140625, 0.717529296875, 0.87396240234375, 1.0303955078125, 1.18682861328125, 1.34326171875, 1.49969482421875, 1.6561279296875, 1.81256103515625, 1.968994140625, 2.12542724609375, 2.2818603515625, 2.43829345703125, 2.5947265625, 2.75115966796875, 2.9075927734375, 3.06402587890625, 3.220458984375, 3.37689208984375, 3.5333251953125, 3.68975830078125, 3.84619140625, 4.00262451171875, 4.1590576171875, 4.31549072265625, 4.471923828125, 4.62835693359375, 4.7847900390625, 4.94122314453125, 5.09765625]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 8.0, 7.0, 5.0, 11.0, 18.0, 17.0, 22.0, 38.0, 53.0, 48.0, 99.0, 122.0, 128.0, 206.0, 330.0, 498.0, 837.0, 1456.0, 2773.0, 5828.0, 13559.0, 37854.0, 129665.0, 462532.0, 278328.0, 72665.0, 23194.0, 8992.0, 4162.0, 2001.0, 1090.0, 638.0, 404.0, 268.0, 184.0, 137.0, 88.0, 80.0, 60.0, 34.0, 28.0, 25.0, 22.0, 14.0, 15.0, 7.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4921875, -4.34130859375, -4.1904296875, -4.03955078125, -3.888671875, -3.73779296875, -3.5869140625, -3.43603515625, -3.28515625, -3.13427734375, -2.9833984375, -2.83251953125, -2.681640625, -2.53076171875, -2.3798828125, -2.22900390625, -2.078125, -1.92724609375, -1.7763671875, -1.62548828125, -1.474609375, -1.32373046875, -1.1728515625, -1.02197265625, -0.87109375, -0.72021484375, -0.5693359375, -0.41845703125, -0.267578125, -0.11669921875, 0.0341796875, 0.18505859375, 0.3359375, 0.48681640625, 0.6376953125, 0.78857421875, 0.939453125, 1.09033203125, 1.2412109375, 1.39208984375, 1.54296875, 1.69384765625, 1.8447265625, 1.99560546875, 2.146484375, 2.29736328125, 2.4482421875, 2.59912109375, 2.75, 2.90087890625, 3.0517578125, 3.20263671875, 3.353515625, 3.50439453125, 3.6552734375, 3.80615234375, 3.95703125, 4.10791015625, 4.2587890625, 4.40966796875, 4.560546875, 4.71142578125, 4.8623046875, 5.01318359375, 5.1640625]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 3.0, 8.0, 7.0, 8.0, 17.0, 26.0, 27.0, 31.0, 31.0, 38.0, 45.0, 58.0, 65.0, 70.0, 229.0, 1876.0, 95.0, 62.0, 41.0, 55.0, 49.0, 41.0, 43.0, 19.0, 29.0, 12.0, 23.0, 8.0, 10.0, 6.0, 3.0, 6.0, 1.0, 3.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-25.046875, -24.317138671875, -23.58740234375, -22.857666015625, -22.1279296875, -21.398193359375, -20.66845703125, -19.938720703125, -19.208984375, -18.479248046875, -17.74951171875, -17.019775390625, -16.2900390625, -15.560302734375, -14.83056640625, -14.100830078125, -13.37109375, -12.641357421875, -11.91162109375, -11.181884765625, -10.4521484375, -9.722412109375, -8.99267578125, -8.262939453125, -7.533203125, -6.803466796875, -6.07373046875, -5.343994140625, -4.6142578125, -3.884521484375, -3.15478515625, -2.425048828125, -1.6953125, -0.965576171875, -0.23583984375, 0.493896484375, 1.2236328125, 1.953369140625, 2.68310546875, 3.412841796875, 4.142578125, 4.872314453125, 5.60205078125, 6.331787109375, 7.0615234375, 7.791259765625, 8.52099609375, 9.250732421875, 9.98046875, 10.710205078125, 11.43994140625, 12.169677734375, 12.8994140625, 13.629150390625, 14.35888671875, 15.088623046875, 15.818359375, 16.548095703125, 17.27783203125, 18.007568359375, 18.7373046875, 19.467041015625, 20.19677734375, 20.926513671875, 21.65625]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 6.0, 2.0, 5.0, 8.0, 8.0, 15.0, 18.0, 17.0, 29.0, 35.0, 48.0, 61.0, 74.0, 123.0, 270.0, 810.0, 51247.0, 3090005.0, 2023.0, 369.0, 173.0, 97.0, 68.0, 37.0, 34.0, 28.0, 30.0, 19.0, 15.0, 8.0, 5.0, 10.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.9375, -48.28466796875, -46.6318359375, -44.97900390625, -43.326171875, -41.67333984375, -40.0205078125, -38.36767578125, -36.71484375, -35.06201171875, -33.4091796875, -31.75634765625, -30.103515625, -28.45068359375, -26.7978515625, -25.14501953125, -23.4921875, -21.83935546875, -20.1865234375, -18.53369140625, -16.880859375, -15.22802734375, -13.5751953125, -11.92236328125, -10.26953125, -8.61669921875, -6.9638671875, -5.31103515625, -3.658203125, -2.00537109375, -0.3525390625, 1.30029296875, 2.953125, 4.60595703125, 6.2587890625, 7.91162109375, 9.564453125, 11.21728515625, 12.8701171875, 14.52294921875, 16.17578125, 17.82861328125, 19.4814453125, 21.13427734375, 22.787109375, 24.43994140625, 26.0927734375, 27.74560546875, 29.3984375, 31.05126953125, 32.7041015625, 34.35693359375, 36.009765625, 37.66259765625, 39.3154296875, 40.96826171875, 42.62109375, 44.27392578125, 45.9267578125, 47.57958984375, 49.232421875, 50.88525390625, 52.5380859375, 54.19091796875, 55.84375]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 18.0, 863.0, 135.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-213.0901336669922, -209.04562377929688, -205.00111389160156, -200.95660400390625, -196.91209411621094, -192.86758422851562, -188.8230743408203, -184.778564453125, -180.7340545654297, -176.68954467773438, -172.64503479003906, -168.60052490234375, -164.55601501464844, -160.51150512695312, -156.4669952392578, -152.4224853515625, -148.3779754638672, -144.33346557617188, -140.28895568847656, -136.24444580078125, -132.19993591308594, -128.15542602539062, -124.11091613769531, -120.06640625, -116.02189636230469, -111.97738647460938, -107.93287658691406, -103.88836669921875, -99.84385681152344, -95.79934692382812, -91.75483703613281, -87.7103271484375, -83.66583251953125, -79.62132263183594, -75.57681274414062, -71.53230285644531, -67.48779296875, -63.44328308105469, -59.398773193359375, -55.35426330566406, -51.30975341796875, -47.26524353027344, -43.220733642578125, -39.17622375488281, -35.1317138671875, -31.087203979492188, -27.042694091796875, -22.998184204101562, -18.95367431640625, -14.909164428710938, -10.864654541015625, -6.8201446533203125, -2.775634765625, 1.2688751220703125, 5.313385009765625, 9.357894897460938, 13.40240478515625, 17.446914672851562, 21.491424560546875, 25.535934448242188, 29.5804443359375, 33.62495422363281, 37.669464111328125, 41.71397399902344, 45.75848388671875]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 5.0, 6.0, 10.0, 6.0, 11.0, 10.0, 10.0, 6.0, 23.0, 23.0, 21.0, 22.0, 28.0, 23.0, 22.0, 36.0, 27.0, 32.0, 39.0, 37.0, 33.0, 39.0, 39.0, 29.0, 33.0, 36.0, 33.0, 26.0, 37.0, 30.0, 25.0, 31.0, 23.0, 22.0, 27.0, 17.0, 17.0, 21.0, 14.0, 16.0, 9.0, 7.0, 5.0, 3.0, 6.0, 7.0, 2.0, 10.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-46.831214904785156, -45.34538269042969, -43.85955047607422, -42.373714447021484, -40.887882232666016, -39.40205001831055, -37.91621398925781, -36.430381774902344, -34.944549560546875, -33.458717346191406, -31.972883224487305, -30.487049102783203, -29.001216888427734, -27.515384674072266, -26.029550552368164, -24.543716430664062, -23.057884216308594, -21.572052001953125, -20.086217880249023, -18.600383758544922, -17.114551544189453, -15.628718376159668, -14.142885208129883, -12.657052040100098, -11.171218872070312, -9.685385704040527, -8.199552536010742, -6.713719367980957, -5.227886199951172, -3.7420530319213867, -2.2562198638916016, -0.7703866958618164, 0.7154502868652344, 2.2012834548950195, 3.6871166229248047, 5.17294979095459, 6.658782958984375, 8.14461612701416, 9.630449295043945, 11.11628246307373, 12.602115631103516, 14.0879487991333, 15.573781967163086, 17.059616088867188, 18.545448303222656, 20.031280517578125, 21.517114639282227, 23.002948760986328, 24.488780975341797, 25.974613189697266, 27.460447311401367, 28.94628143310547, 30.432113647460938, 31.917945861816406, 33.403778076171875, 34.88961410522461, 36.37544631958008, 37.86127853393555, 39.34711456298828, 40.83294677734375, 42.31877899169922, 43.80461120605469, 45.290443420410156, 46.77627944946289, 48.26211166381836]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 8.0, 4.0, 8.0, 2.0, 4.0, 5.0, 15.0, 10.0, 18.0, 18.0, 19.0, 21.0, 22.0, 25.0, 34.0, 26.0, 36.0, 41.0, 44.0, 40.0, 39.0, 42.0, 40.0, 39.0, 38.0, 51.0, 34.0, 30.0, 34.0, 31.0, 22.0, 24.0, 31.0, 23.0, 20.0, 13.0, 11.0, 18.0, 17.0, 8.0, 13.0, 4.0, 7.0, 6.0, 7.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.73046875, -4.5765380859375, -4.422607421875, -4.2686767578125, -4.11474609375, -3.9608154296875, -3.806884765625, -3.6529541015625, -3.4990234375, -3.3450927734375, -3.191162109375, -3.0372314453125, -2.88330078125, -2.7293701171875, -2.575439453125, -2.4215087890625, -2.267578125, -2.1136474609375, -1.959716796875, -1.8057861328125, -1.65185546875, -1.4979248046875, -1.343994140625, -1.1900634765625, -1.0361328125, -0.8822021484375, -0.728271484375, -0.5743408203125, -0.42041015625, -0.2664794921875, -0.112548828125, 0.0413818359375, 0.1953125, 0.3492431640625, 0.503173828125, 0.6571044921875, 0.81103515625, 0.9649658203125, 1.118896484375, 1.2728271484375, 1.4267578125, 1.5806884765625, 1.734619140625, 1.8885498046875, 2.04248046875, 2.1964111328125, 2.350341796875, 2.5042724609375, 2.658203125, 2.8121337890625, 2.966064453125, 3.1199951171875, 3.27392578125, 3.4278564453125, 3.581787109375, 3.7357177734375, 3.8896484375, 4.0435791015625, 4.197509765625, 4.3514404296875, 4.50537109375, 4.6593017578125, 4.813232421875, 4.9671630859375, 5.12109375]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 4.0, 8.0, 7.0, 8.0, 11.0, 9.0, 11.0, 20.0, 25.0, 41.0, 43.0, 60.0, 88.0, 148.0, 202.0, 382.0, 872.0, 2697.0, 12899.0, 104506.0, 1405691.0, 2391289.0, 245535.0, 22654.0, 4406.0, 1319.0, 490.0, 279.0, 171.0, 101.0, 59.0, 55.0, 48.0, 28.0, 26.0, 18.0, 15.0, 13.0, 13.0, 9.0, 2.0, 9.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-12.75, -12.312744140625, -11.87548828125, -11.438232421875, -11.0009765625, -10.563720703125, -10.12646484375, -9.689208984375, -9.251953125, -8.814697265625, -8.37744140625, -7.940185546875, -7.5029296875, -7.065673828125, -6.62841796875, -6.191162109375, -5.75390625, -5.316650390625, -4.87939453125, -4.442138671875, -4.0048828125, -3.567626953125, -3.13037109375, -2.693115234375, -2.255859375, -1.818603515625, -1.38134765625, -0.944091796875, -0.5068359375, -0.069580078125, 0.36767578125, 0.804931640625, 1.2421875, 1.679443359375, 2.11669921875, 2.553955078125, 2.9912109375, 3.428466796875, 3.86572265625, 4.302978515625, 4.740234375, 5.177490234375, 5.61474609375, 6.052001953125, 6.4892578125, 6.926513671875, 7.36376953125, 7.801025390625, 8.23828125, 8.675537109375, 9.11279296875, 9.550048828125, 9.9873046875, 10.424560546875, 10.86181640625, 11.299072265625, 11.736328125, 12.173583984375, 12.61083984375, 13.048095703125, 13.4853515625, 13.922607421875, 14.35986328125, 14.797119140625, 15.234375]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 8.0, 32.0, 53.0, 81.0, 131.0, 272.0, 474.0, 887.0, 1005.0, 545.0, 267.0, 156.0, 84.0, 41.0, 22.0, 9.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.0, -51.77001953125, -50.5400390625, -49.31005859375, -48.080078125, -46.85009765625, -45.6201171875, -44.39013671875, -43.16015625, -41.93017578125, -40.7001953125, -39.47021484375, -38.240234375, -37.01025390625, -35.7802734375, -34.55029296875, -33.3203125, -32.09033203125, -30.8603515625, -29.63037109375, -28.400390625, -27.17041015625, -25.9404296875, -24.71044921875, -23.48046875, -22.25048828125, -21.0205078125, -19.79052734375, -18.560546875, -17.33056640625, -16.1005859375, -14.87060546875, -13.640625, -12.41064453125, -11.1806640625, -9.95068359375, -8.720703125, -7.49072265625, -6.2607421875, -5.03076171875, -3.80078125, -2.57080078125, -1.3408203125, -0.11083984375, 1.119140625, 2.34912109375, 3.5791015625, 4.80908203125, 6.0390625, 7.26904296875, 8.4990234375, 9.72900390625, 10.958984375, 12.18896484375, 13.4189453125, 14.64892578125, 15.87890625, 17.10888671875, 18.3388671875, 19.56884765625, 20.798828125, 22.02880859375, 23.2587890625, 24.48876953125, 25.71875]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 9.0, 10.0, 22.0, 54.0, 127.0, 278.0, 612.0, 16784.0, 4173835.0, 1707.0, 446.0, 216.0, 97.0, 46.0, 20.0, 15.0, 5.0, 0.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-106.3125, -101.3232421875, -96.333984375, -91.3447265625, -86.35546875, -81.3662109375, -76.376953125, -71.3876953125, -66.3984375, -61.4091796875, -56.419921875, -51.4306640625, -46.44140625, -41.4521484375, -36.462890625, -31.4736328125, -26.484375, -21.4951171875, -16.505859375, -11.5166015625, -6.52734375, -1.5380859375, 3.451171875, 8.4404296875, 13.4296875, 18.4189453125, 23.408203125, 28.3974609375, 33.38671875, 38.3759765625, 43.365234375, 48.3544921875, 53.34375, 58.3330078125, 63.322265625, 68.3115234375, 73.30078125, 78.2900390625, 83.279296875, 88.2685546875, 93.2578125, 98.2470703125, 103.236328125, 108.2255859375, 113.21484375, 118.2041015625, 123.193359375, 128.1826171875, 133.171875, 138.1611328125, 143.150390625, 148.1396484375, 153.12890625, 158.1181640625, 163.107421875, 168.0966796875, 173.0859375, 178.0751953125, 183.064453125, 188.0537109375, 193.04296875, 198.0322265625, 203.021484375, 208.0107421875, 213.0]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 27.0, 98.0, 273.0, 313.0, 206.0, 67.0, 19.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-156.38612365722656, -152.60214233398438, -148.8181610107422, -145.03416442871094, -141.25018310546875, -137.46620178222656, -133.68222045898438, -129.89822387695312, -126.11424255371094, -122.33026123046875, -118.54627227783203, -114.76229095458984, -110.97830200195312, -107.19432067871094, -103.41033935546875, -99.62635040283203, -95.84236907958984, -92.05838775634766, -88.27439880371094, -84.49041748046875, -80.70642852783203, -76.92244720458984, -73.13845825195312, -69.35447692871094, -65.57049560546875, -61.7865104675293, -58.002525329589844, -54.218544006347656, -50.43455505371094, -46.65057373046875, -42.8665885925293, -39.082603454589844, -35.298622131347656, -31.514636993408203, -27.73065185546875, -23.94666862487793, -20.162683486938477, -16.378698348999023, -12.594715118408203, -8.81072998046875, -5.026744842529297, -1.242760181427002, 2.541224479675293, 6.32520866394043, 10.109193801879883, 13.893178939819336, 17.677162170410156, 21.46114730834961, 25.245132446289062, 29.029117584228516, 32.81310272216797, 36.597084045410156, 40.381072998046875, 44.16505432128906, 47.949039459228516, 51.73302459716797, 55.51700973510742, 59.300994873046875, 63.08498001098633, 66.86896514892578, 70.65294647216797, 74.43693542480469, 78.22091674804688, 82.00489807128906, 85.78888702392578]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 4.0, 4.0, 11.0, 7.0, 13.0, 16.0, 26.0, 21.0, 24.0, 21.0, 28.0, 21.0, 45.0, 28.0, 41.0, 41.0, 33.0, 40.0, 46.0, 41.0, 47.0, 42.0, 37.0, 39.0, 34.0, 31.0, 31.0, 19.0, 45.0, 31.0, 23.0, 13.0, 16.0, 14.0, 15.0, 12.0, 4.0, 7.0, 7.0, 10.0, 7.0, 4.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.3630256652832, -60.208106994628906, -58.05318832397461, -55.89826965332031, -53.74334716796875, -51.58842849731445, -49.433509826660156, -47.27859115600586, -45.12367248535156, -42.968753814697266, -40.81383514404297, -38.658912658691406, -36.50399398803711, -34.34907531738281, -32.194156646728516, -30.03923797607422, -27.884315490722656, -25.72939682006836, -23.57447624206543, -21.419557571411133, -19.264636993408203, -17.109718322753906, -14.95479965209961, -12.799880027770996, -10.644960403442383, -8.49004077911377, -6.3351216316223145, -4.180202484130859, -2.025282859802246, 0.1296367645263672, 2.284555435180664, 4.439475059509277, 6.594398498535156, 8.74931812286377, 10.904237747192383, 13.05915641784668, 15.214076042175293, 17.368995666503906, 19.523914337158203, 21.6788330078125, 23.83375358581543, 25.988672256469727, 28.143592834472656, 30.298511505126953, 32.45343017578125, 34.60835266113281, 36.763267517089844, 38.918190002441406, 41.0731086730957, 43.22802734375, 45.3829460144043, 47.537864685058594, 49.692787170410156, 51.84770584106445, 54.00262451171875, 56.15754318237305, 58.312461853027344, 60.46738052368164, 62.62229919433594, 64.7772216796875, 66.93213653564453, 69.0870590209961, 71.24197387695312, 73.39689636230469, 75.55181884765625]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 5.0, 2.0, 5.0, 9.0, 13.0, 9.0, 11.0, 15.0, 22.0, 14.0, 24.0, 23.0, 26.0, 36.0, 26.0, 28.0, 38.0, 38.0, 49.0, 36.0, 37.0, 39.0, 39.0, 41.0, 34.0, 37.0, 28.0, 35.0, 34.0, 31.0, 18.0, 20.0, 21.0, 31.0, 18.0, 13.0, 12.0, 22.0, 14.0, 5.0, 7.0, 6.0, 10.0, 5.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.76953125, -4.62005615234375, -4.4705810546875, -4.32110595703125, -4.171630859375, -4.02215576171875, -3.8726806640625, -3.72320556640625, -3.57373046875, -3.42425537109375, -3.2747802734375, -3.12530517578125, -2.975830078125, -2.82635498046875, -2.6768798828125, -2.52740478515625, -2.3779296875, -2.22845458984375, -2.0789794921875, -1.92950439453125, -1.780029296875, -1.63055419921875, -1.4810791015625, -1.33160400390625, -1.18212890625, -1.03265380859375, -0.8831787109375, -0.73370361328125, -0.584228515625, -0.43475341796875, -0.2852783203125, -0.13580322265625, 0.013671875, 0.16314697265625, 0.3126220703125, 0.46209716796875, 0.611572265625, 0.76104736328125, 0.9105224609375, 1.05999755859375, 1.20947265625, 1.35894775390625, 1.5084228515625, 1.65789794921875, 1.807373046875, 1.95684814453125, 2.1063232421875, 2.25579833984375, 2.4052734375, 2.55474853515625, 2.7042236328125, 2.85369873046875, 3.003173828125, 3.15264892578125, 3.3021240234375, 3.45159912109375, 3.60107421875, 3.75054931640625, 3.9000244140625, 4.04949951171875, 4.198974609375, 4.34844970703125, 4.4979248046875, 4.64739990234375, 4.796875]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 4.0, 4.0, 5.0, 8.0, 17.0, 12.0, 30.0, 50.0, 53.0, 96.0, 120.0, 193.0, 260.0, 383.0, 569.0, 787.0, 1258.0, 1773.0, 2797.0, 4100.0, 6278.0, 9530.0, 14659.0, 22593.0, 35889.0, 59316.0, 105312.0, 251106.0, 261298.0, 107040.0, 60158.0, 36501.0, 22957.0, 14727.0, 9719.0, 6265.0, 4268.0, 2774.0, 1818.0, 1198.0, 859.0, 577.0, 356.0, 263.0, 176.0, 121.0, 111.0, 60.0, 36.0, 26.0, 19.0, 18.0, 8.0, 7.0, 6.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.0888671875, -1.0548553466796875, -1.020843505859375, -0.9868316650390625, -0.95281982421875, -0.9188079833984375, -0.884796142578125, -0.8507843017578125, -0.8167724609375, -0.7827606201171875, -0.748748779296875, -0.7147369384765625, -0.68072509765625, -0.6467132568359375, -0.612701416015625, -0.5786895751953125, -0.544677734375, -0.5106658935546875, -0.476654052734375, -0.4426422119140625, -0.40863037109375, -0.3746185302734375, -0.340606689453125, -0.3065948486328125, -0.2725830078125, -0.2385711669921875, -0.204559326171875, -0.1705474853515625, -0.13653564453125, -0.1025238037109375, -0.068511962890625, -0.0345001220703125, -0.00048828125, 0.0335235595703125, 0.067535400390625, 0.1015472412109375, 0.13555908203125, 0.1695709228515625, 0.203582763671875, 0.2375946044921875, 0.2716064453125, 0.3056182861328125, 0.339630126953125, 0.3736419677734375, 0.40765380859375, 0.4416656494140625, 0.475677490234375, 0.5096893310546875, 0.543701171875, 0.5777130126953125, 0.611724853515625, 0.6457366943359375, 0.67974853515625, 0.7137603759765625, 0.747772216796875, 0.7817840576171875, 0.8157958984375, 0.8498077392578125, 0.883819580078125, 0.9178314208984375, 0.95184326171875, 0.9858551025390625, 1.019866943359375, 1.0538787841796875, 1.087890625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 5.0, 7.0, 3.0, 9.0, 6.0, 8.0, 14.0, 12.0, 13.0, 22.0, 25.0, 25.0, 38.0, 26.0, 35.0, 18.0, 46.0, 32.0, 40.0, 39.0, 39.0, 1072.0, 32.0, 35.0, 35.0, 46.0, 34.0, 27.0, 36.0, 31.0, 28.0, 27.0, 25.0, 21.0, 20.0, 18.0, 9.0, 14.0, 13.0, 13.0, 7.0, 3.0, 3.0, 4.0, 7.0, 5.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.80859375, -2.709869384765625, -2.61114501953125, -2.512420654296875, -2.4136962890625, -2.314971923828125, -2.21624755859375, -2.117523193359375, -2.018798828125, -1.920074462890625, -1.82135009765625, -1.722625732421875, -1.6239013671875, -1.525177001953125, -1.42645263671875, -1.327728271484375, -1.22900390625, -1.130279541015625, -1.03155517578125, -0.932830810546875, -0.8341064453125, -0.735382080078125, -0.63665771484375, -0.537933349609375, -0.439208984375, -0.340484619140625, -0.24176025390625, -0.143035888671875, -0.0443115234375, 0.054412841796875, 0.15313720703125, 0.251861572265625, 0.3505859375, 0.449310302734375, 0.54803466796875, 0.646759033203125, 0.7454833984375, 0.844207763671875, 0.94293212890625, 1.041656494140625, 1.140380859375, 1.239105224609375, 1.33782958984375, 1.436553955078125, 1.5352783203125, 1.634002685546875, 1.73272705078125, 1.831451416015625, 1.93017578125, 2.028900146484375, 2.12762451171875, 2.226348876953125, 2.3250732421875, 2.423797607421875, 2.52252197265625, 2.621246337890625, 2.719970703125, 2.818695068359375, 2.91741943359375, 3.016143798828125, 3.1148681640625, 3.213592529296875, 3.31231689453125, 3.411041259765625, 3.509765625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 3.0, 7.0, 19.0, 14.0, 21.0, 37.0, 52.0, 67.0, 108.0, 166.0, 272.0, 404.0, 630.0, 902.0, 1319.0, 2007.0, 3075.0, 4705.0, 7389.0, 11567.0, 18226.0, 29560.0, 48756.0, 82893.0, 156049.0, 1368936.0, 151773.0, 81653.0, 48024.0, 28783.0, 17955.0, 11208.0, 7152.0, 4671.0, 2978.0, 1917.0, 1309.0, 886.0, 558.0, 361.0, 242.0, 156.0, 131.0, 74.0, 51.0, 27.0, 14.0, 6.0, 14.0, 7.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.1201171875, -1.08563232421875, -1.0511474609375, -1.01666259765625, -0.982177734375, -0.94769287109375, -0.9132080078125, -0.87872314453125, -0.84423828125, -0.80975341796875, -0.7752685546875, -0.74078369140625, -0.706298828125, -0.67181396484375, -0.6373291015625, -0.60284423828125, -0.568359375, -0.53387451171875, -0.4993896484375, -0.46490478515625, -0.430419921875, -0.39593505859375, -0.3614501953125, -0.32696533203125, -0.29248046875, -0.25799560546875, -0.2235107421875, -0.18902587890625, -0.154541015625, -0.12005615234375, -0.0855712890625, -0.05108642578125, -0.0166015625, 0.01788330078125, 0.0523681640625, 0.08685302734375, 0.121337890625, 0.15582275390625, 0.1903076171875, 0.22479248046875, 0.25927734375, 0.29376220703125, 0.3282470703125, 0.36273193359375, 0.397216796875, 0.43170166015625, 0.4661865234375, 0.50067138671875, 0.53515625, 0.56964111328125, 0.6041259765625, 0.63861083984375, 0.673095703125, 0.70758056640625, 0.7420654296875, 0.77655029296875, 0.81103515625, 0.84552001953125, 0.8800048828125, 0.91448974609375, 0.948974609375, 0.98345947265625, 1.0179443359375, 1.05242919921875, 1.0869140625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 5.0, 8.0, 6.0, 4.0, 10.0, 16.0, 16.0, 23.0, 22.0, 46.0, 34.0, 52.0, 77.0, 60.0, 65.0, 80.0, 73.0, 52.0, 53.0, 60.0, 43.0, 30.0, 40.0, 25.0, 18.0, 22.0, 15.0, 8.0, 6.0, 6.0, 4.0, 1.0, 5.0, 1.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0004291534423828125, -0.0004167705774307251, -0.0004043877124786377, -0.0003920048475265503, -0.0003796219825744629, -0.0003672391176223755, -0.0003548562526702881, -0.0003424733877182007, -0.0003300905227661133, -0.0003177076578140259, -0.0003053247928619385, -0.0002929419279098511, -0.00028055906295776367, -0.00026817619800567627, -0.00025579333305358887, -0.00024341046810150146, -0.00023102760314941406, -0.00021864473819732666, -0.00020626187324523926, -0.00019387900829315186, -0.00018149614334106445, -0.00016911327838897705, -0.00015673041343688965, -0.00014434754848480225, -0.00013196468353271484, -0.00011958181858062744, -0.00010719895362854004, -9.481608867645264e-05, -8.243322372436523e-05, -7.005035877227783e-05, -5.766749382019043e-05, -4.528462886810303e-05, -3.2901763916015625e-05, -2.0518898963928223e-05, -8.13603401184082e-06, 4.246830940246582e-06, 1.6629695892333984e-05, 2.9012560844421387e-05, 4.139542579650879e-05, 5.377829074859619e-05, 6.61611557006836e-05, 7.8544020652771e-05, 9.09268856048584e-05, 0.0001033097505569458, 0.0001156926155090332, 0.0001280754804611206, 0.000140458345413208, 0.0001528412103652954, 0.0001652240753173828, 0.00017760694026947021, 0.00018998980522155762, 0.00020237267017364502, 0.00021475553512573242, 0.00022713840007781982, 0.00023952126502990723, 0.00025190412998199463, 0.00026428699493408203, 0.00027666985988616943, 0.00028905272483825684, 0.00030143558979034424, 0.00031381845474243164, 0.00032620131969451904, 0.00033858418464660645, 0.00035096704959869385, 0.00036334991455078125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 7.0, 2.0, 13.0, 16.0, 33.0, 31.0, 29.0, 61.0, 83.0, 107.0, 200.0, 332.0, 673.0, 55434.0, 989402.0, 1083.0, 382.0, 210.0, 133.0, 86.0, 67.0, 57.0, 35.0, 17.0, 13.0, 12.0, 10.0, 6.0, 4.0, 4.0, 0.0, 3.0, 3.0, 2.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0101776123046875, -0.009802818298339844, -0.009428024291992188, -0.009053230285644531, -0.008678436279296875, -0.008303642272949219, -0.007928848266601562, -0.007554054260253906, -0.00717926025390625, -0.006804466247558594, -0.0064296722412109375, -0.006054878234863281, -0.005680084228515625, -0.005305290222167969, -0.0049304962158203125, -0.004555702209472656, -0.004180908203125, -0.0038061141967773438, -0.0034313201904296875, -0.0030565261840820312, -0.002681732177734375, -0.0023069381713867188, -0.0019321441650390625, -0.0015573501586914062, -0.00118255615234375, -0.0008077621459960938, -0.0004329681396484375, -5.817413330078125e-05, 0.000316619873046875, 0.0006914138793945312, 0.0010662078857421875, 0.0014410018920898438, 0.0018157958984375, 0.0021905899047851562, 0.0025653839111328125, 0.0029401779174804688, 0.003314971923828125, 0.0036897659301757812, 0.0040645599365234375, 0.004439353942871094, 0.00481414794921875, 0.005188941955566406, 0.0055637359619140625, 0.005938529968261719, 0.006313323974609375, 0.006688117980957031, 0.0070629119873046875, 0.007437705993652344, 0.0078125, 0.008187294006347656, 0.008562088012695312, 0.008936882019042969, 0.009311676025390625, 0.009686470031738281, 0.010061264038085938, 0.010436058044433594, 0.01081085205078125, 0.011185646057128906, 0.011560440063476562, 0.011935234069824219, 0.012310028076171875, 0.012684822082519531, 0.013059616088867188, 0.013434410095214844, 0.0138092041015625]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 8.0, 34.0, 166.0, 376.0, 295.0, 119.0, 12.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005932498606853187, -0.0005711467238143086, -0.0005490435287356377, -0.0005269403918646276, -0.0005048372549936175, -0.00048273405991494656, -0.0004606309230439365, -0.00043852775706909597, -0.00041642459109425545, -0.0003943214251194149, -0.0003722182591445744, -0.00035011512227356434, -0.0003280119562987238, -0.0003059087903238833, -0.00028380565345287323, -0.0002617024874780327, -0.00023959932150319219, -0.00021749615552835166, -0.00019539300410542637, -0.00017328985268250108, -0.00015118668670766056, -0.00012908352073282003, -0.00010698036930989474, -8.487721788696945e-05, -6.277405191212893e-05, -4.067089321324602e-05, -1.856773451436311e-05, 3.5354241845197976e-06, 2.5638582883402705e-05, 4.774174158228561e-05, 6.984490028116852e-05, 9.194805170409381e-05, 0.00011405127588659525, 0.00013615444186143577, 0.00015825759328436106, 0.00018036074470728636, 0.00020246391068212688, 0.0002245670766569674, 0.00024667021352797747, 0.000268773379502818, 0.0002908765454776585, 0.00031297971145249903, 0.00033508287742733955, 0.0003571860142983496, 0.00037928918027319014, 0.00040139234624803066, 0.00042349548311904073, 0.00044559864909388125, 0.00046770181506872177, 0.0004898049519397318, 0.0005119081470184028, 0.0005340112838894129, 0.0005561144789680839, 0.0005782176158390939, 0.000600320752710104, 0.000622423947788775, 0.000644527084659785, 0.0006666302215307951, 0.0006887334166094661, 0.0007108365534804761, 0.0007329396903514862, 0.0007550428854301572, 0.0007771460223011672, 0.0007992491591721773, 0.0008213523542508483]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 1.0, 5.0, 9.0, 5.0, 4.0, 12.0, 10.0, 9.0, 17.0, 19.0, 26.0, 20.0, 35.0, 32.0, 24.0, 37.0, 46.0, 48.0, 45.0, 48.0, 49.0, 56.0, 41.0, 52.0, 40.0, 40.0, 41.0, 32.0, 35.0, 21.0, 24.0, 17.0, 19.0, 15.0, 13.0, 9.0, 8.0, 8.0, 11.0, 7.0, 1.0, 4.0, 7.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.00021773576736450195, -0.00021144375205039978, -0.0002051517367362976, -0.00019885972142219543, -0.00019256770610809326, -0.0001862756907939911, -0.00017998367547988892, -0.00017369166016578674, -0.00016739964485168457, -0.0001611076295375824, -0.00015481561422348022, -0.00014852359890937805, -0.00014223158359527588, -0.0001359395682811737, -0.00012964755296707153, -0.00012335553765296936, -0.00011706352233886719, -0.00011077150702476501, -0.00010447949171066284, -9.818747639656067e-05, -9.18954610824585e-05, -8.560344576835632e-05, -7.931143045425415e-05, -7.301941514015198e-05, -6.67273998260498e-05, -6.043538451194763e-05, -5.414336919784546e-05, -4.7851353883743286e-05, -4.155933856964111e-05, -3.526732325553894e-05, -2.8975307941436768e-05, -2.2683292627334595e-05, -1.6391277313232422e-05, -1.0099261999130249e-05, -3.807246685028076e-06, 2.4847686290740967e-06, 8.77678394317627e-06, 1.5068799257278442e-05, 2.1360814571380615e-05, 2.7652829885482788e-05, 3.394484519958496e-05, 4.0236860513687134e-05, 4.652887582778931e-05, 5.282089114189148e-05, 5.911290645599365e-05, 6.540492177009583e-05, 7.1696937084198e-05, 7.798895239830017e-05, 8.428096771240234e-05, 9.057298302650452e-05, 9.686499834060669e-05, 0.00010315701365470886, 0.00010944902896881104, 0.00011574104428291321, 0.00012203305959701538, 0.00012832507491111755, 0.00013461709022521973, 0.0001409091055393219, 0.00014720112085342407, 0.00015349313616752625, 0.00015978515148162842, 0.0001660771667957306, 0.00017236918210983276, 0.00017866119742393494, 0.0001849532127380371]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 5.0, 2.0, 5.0, 9.0, 13.0, 9.0, 11.0, 15.0, 22.0, 14.0, 24.0, 23.0, 26.0, 36.0, 26.0, 28.0, 38.0, 38.0, 49.0, 36.0, 37.0, 39.0, 39.0, 41.0, 34.0, 37.0, 28.0, 35.0, 34.0, 31.0, 18.0, 20.0, 21.0, 31.0, 18.0, 13.0, 12.0, 22.0, 14.0, 5.0, 7.0, 6.0, 10.0, 5.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.76953125, -4.62005615234375, -4.4705810546875, -4.32110595703125, -4.171630859375, -4.02215576171875, -3.8726806640625, -3.72320556640625, -3.57373046875, -3.42425537109375, -3.2747802734375, -3.12530517578125, -2.975830078125, -2.82635498046875, -2.6768798828125, -2.52740478515625, -2.3779296875, -2.22845458984375, -2.0789794921875, -1.92950439453125, -1.780029296875, -1.63055419921875, -1.4810791015625, -1.33160400390625, -1.18212890625, -1.03265380859375, -0.8831787109375, -0.73370361328125, -0.584228515625, -0.43475341796875, -0.2852783203125, -0.13580322265625, 0.013671875, 0.16314697265625, 0.3126220703125, 0.46209716796875, 0.611572265625, 0.76104736328125, 0.9105224609375, 1.05999755859375, 1.20947265625, 1.35894775390625, 1.5084228515625, 1.65789794921875, 1.807373046875, 1.95684814453125, 2.1063232421875, 2.25579833984375, 2.4052734375, 2.55474853515625, 2.7042236328125, 2.85369873046875, 3.003173828125, 3.15264892578125, 3.3021240234375, 3.45159912109375, 3.60107421875, 3.75054931640625, 3.9000244140625, 4.04949951171875, 4.198974609375, 4.34844970703125, 4.4979248046875, 4.64739990234375, 4.796875]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 0.0, 2.0, 3.0, 8.0, 6.0, 15.0, 16.0, 25.0, 21.0, 34.0, 58.0, 84.0, 115.0, 177.0, 238.0, 355.0, 479.0, 816.0, 1347.0, 2096.0, 3368.0, 5853.0, 10901.0, 21599.0, 46810.0, 122510.0, 420520.0, 257780.0, 81972.0, 34030.0, 16312.0, 8602.0, 4768.0, 2727.0, 1637.0, 1081.0, 741.0, 455.0, 325.0, 198.0, 142.0, 88.0, 62.0, 45.0, 42.0, 36.0, 23.0, 11.0, 8.0, 7.0, 6.0, 4.0, 3.0, 4.0, 2.0], "bins": [-3.9140625, -3.80474853515625, -3.6954345703125, -3.58612060546875, -3.476806640625, -3.36749267578125, -3.2581787109375, -3.14886474609375, -3.03955078125, -2.93023681640625, -2.8209228515625, -2.71160888671875, -2.602294921875, -2.49298095703125, -2.3836669921875, -2.27435302734375, -2.1650390625, -2.05572509765625, -1.9464111328125, -1.83709716796875, -1.727783203125, -1.61846923828125, -1.5091552734375, -1.39984130859375, -1.29052734375, -1.18121337890625, -1.0718994140625, -0.96258544921875, -0.853271484375, -0.74395751953125, -0.6346435546875, -0.52532958984375, -0.416015625, -0.30670166015625, -0.1973876953125, -0.08807373046875, 0.021240234375, 0.13055419921875, 0.2398681640625, 0.34918212890625, 0.45849609375, 0.56781005859375, 0.6771240234375, 0.78643798828125, 0.895751953125, 1.00506591796875, 1.1143798828125, 1.22369384765625, 1.3330078125, 1.44232177734375, 1.5516357421875, 1.66094970703125, 1.770263671875, 1.87957763671875, 1.9888916015625, 2.09820556640625, 2.20751953125, 2.31683349609375, 2.4261474609375, 2.53546142578125, 2.644775390625, 2.75408935546875, 2.8634033203125, 2.97271728515625, 3.08203125]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 5.0, 4.0, 1.0, 7.0, 6.0, 6.0, 13.0, 12.0, 17.0, 25.0, 26.0, 32.0, 33.0, 40.0, 53.0, 55.0, 81.0, 92.0, 361.0, 1670.0, 95.0, 60.0, 47.0, 49.0, 52.0, 45.0, 28.0, 27.0, 31.0, 18.0, 16.0, 15.0, 5.0, 14.0, 7.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.71875, -24.033447265625, -23.34814453125, -22.662841796875, -21.9775390625, -21.292236328125, -20.60693359375, -19.921630859375, -19.236328125, -18.551025390625, -17.86572265625, -17.180419921875, -16.4951171875, -15.809814453125, -15.12451171875, -14.439208984375, -13.75390625, -13.068603515625, -12.38330078125, -11.697998046875, -11.0126953125, -10.327392578125, -9.64208984375, -8.956787109375, -8.271484375, -7.586181640625, -6.90087890625, -6.215576171875, -5.5302734375, -4.844970703125, -4.15966796875, -3.474365234375, -2.7890625, -2.103759765625, -1.41845703125, -0.733154296875, -0.0478515625, 0.637451171875, 1.32275390625, 2.008056640625, 2.693359375, 3.378662109375, 4.06396484375, 4.749267578125, 5.4345703125, 6.119873046875, 6.80517578125, 7.490478515625, 8.17578125, 8.861083984375, 9.54638671875, 10.231689453125, 10.9169921875, 11.602294921875, 12.28759765625, 12.972900390625, 13.658203125, 14.343505859375, 15.02880859375, 15.714111328125, 16.3994140625, 17.084716796875, 17.77001953125, 18.455322265625, 19.140625]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 3.0, 11.0, 7.0, 10.0, 16.0, 21.0, 25.0, 26.0, 46.0, 39.0, 85.0, 92.0, 167.0, 265.0, 734.0, 3634.0, 222075.0, 2908752.0, 7759.0, 1011.0, 319.0, 194.0, 108.0, 79.0, 51.0, 54.0, 22.0, 24.0, 18.0, 11.0, 14.0, 5.0, 8.0, 6.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.5625, -31.4453125, -30.328125, -29.2109375, -28.09375, -26.9765625, -25.859375, -24.7421875, -23.625, -22.5078125, -21.390625, -20.2734375, -19.15625, -18.0390625, -16.921875, -15.8046875, -14.6875, -13.5703125, -12.453125, -11.3359375, -10.21875, -9.1015625, -7.984375, -6.8671875, -5.75, -4.6328125, -3.515625, -2.3984375, -1.28125, -0.1640625, 0.953125, 2.0703125, 3.1875, 4.3046875, 5.421875, 6.5390625, 7.65625, 8.7734375, 9.890625, 11.0078125, 12.125, 13.2421875, 14.359375, 15.4765625, 16.59375, 17.7109375, 18.828125, 19.9453125, 21.0625, 22.1796875, 23.296875, 24.4140625, 25.53125, 26.6484375, 27.765625, 28.8828125, 30.0, 31.1171875, 32.234375, 33.3515625, 34.46875, 35.5859375, 36.703125, 37.8203125, 38.9375]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 5.0, 25.0, 153.0, 329.0, 320.0, 140.0, 37.0, 8.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.986720085144043, -10.28231430053711, -8.577909469604492, -6.873503684997559, -5.169097900390625, -3.4646921157836914, -1.7602872848510742, -0.055881500244140625, 1.648524284362793, 3.3529298305511475, 5.057335376739502, 6.761740684509277, 8.466146469116211, 10.170552253723145, 11.874957084655762, 13.579362869262695, 15.283768653869629, 16.988174438476562, 18.69257926940918, 20.396984100341797, 22.101390838623047, 23.805797576904297, 25.51020050048828, 27.21460723876953, 28.91901397705078, 30.6234188079834, 32.327823638916016, 34.032230377197266, 35.736637115478516, 37.4410400390625, 39.14544677734375, 40.849853515625, 42.55426025390625, 44.2586669921875, 45.963069915771484, 47.667476654052734, 49.371883392333984, 51.07628631591797, 52.78069305419922, 54.48509979248047, 56.18950653076172, 57.89391326904297, 59.59831619262695, 61.3027229309082, 63.00712966918945, 64.71153259277344, 66.41593933105469, 68.12034606933594, 69.82475280761719, 71.52915954589844, 73.23356628417969, 74.93797302246094, 76.64237213134766, 78.3467788696289, 80.05118560791016, 81.7555923461914, 83.45999145507812, 85.16439819335938, 86.86880493164062, 88.57321166992188, 90.2776107788086, 91.98201751708984, 93.6864242553711, 95.39083099365234, 97.0952377319336]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 4.0, 5.0, 5.0, 4.0, 6.0, 7.0, 5.0, 12.0, 11.0, 15.0, 16.0, 17.0, 31.0, 24.0, 21.0, 36.0, 37.0, 38.0, 34.0, 36.0, 48.0, 49.0, 41.0, 44.0, 45.0, 43.0, 37.0, 23.0, 39.0, 33.0, 31.0, 30.0, 31.0, 25.0, 17.0, 12.0, 16.0, 20.0, 13.0, 13.0, 13.0, 4.0, 6.0, 4.0, 5.0, 4.0, 1.0, 0.0, 2.0, 2.0, 3.0], "bins": [-67.89297485351562, -66.0442123413086, -64.1954574584961, -62.34669876098633, -60.49794006347656, -58.64917755126953, -56.800418853759766, -54.95166015625, -53.102901458740234, -51.25414276123047, -49.4053840637207, -47.55662536621094, -45.707862854003906, -43.859107971191406, -42.010345458984375, -40.16158676147461, -38.312828063964844, -36.46406936645508, -34.61531066894531, -32.76655197143555, -30.91779136657715, -29.069032669067383, -27.220272064208984, -25.37151336669922, -23.522754669189453, -21.673995971679688, -19.825237274169922, -17.976476669311523, -16.127717971801758, -14.278959274291992, -12.43019962310791, -10.581439971923828, -8.732685089111328, -6.883925914764404, -5.0351667404174805, -3.1864075660705566, -1.3376483917236328, 0.5111103057861328, 2.359869956970215, 4.208629608154297, 6.0573883056640625, 7.906147480010986, 9.75490665435791, 11.603666305541992, 13.452425003051758, 15.301183700561523, 17.149944305419922, 18.998703002929688, 20.847461700439453, 22.69622039794922, 24.544979095458984, 26.393739700317383, 28.24249839782715, 30.091257095336914, 31.940017700195312, 33.78877639770508, 35.637535095214844, 37.48629379272461, 39.335052490234375, 41.18381118774414, 43.032569885253906, 44.88133239746094, 46.7300910949707, 48.57884979248047, 50.427608489990234]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 4.0, 4.0, 6.0, 4.0, 4.0, 11.0, 11.0, 21.0, 9.0, 20.0, 20.0, 20.0, 22.0, 21.0, 37.0, 31.0, 34.0, 33.0, 36.0, 41.0, 55.0, 37.0, 39.0, 36.0, 44.0, 24.0, 37.0, 41.0, 33.0, 26.0, 33.0, 19.0, 25.0, 25.0, 19.0, 14.0, 23.0, 15.0, 15.0, 11.0, 9.0, 8.0, 8.0, 5.0, 6.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-5.19921875, -5.04095458984375, -4.8826904296875, -4.72442626953125, -4.566162109375, -4.40789794921875, -4.2496337890625, -4.09136962890625, -3.93310546875, -3.77484130859375, -3.6165771484375, -3.45831298828125, -3.300048828125, -3.14178466796875, -2.9835205078125, -2.82525634765625, -2.6669921875, -2.50872802734375, -2.3504638671875, -2.19219970703125, -2.033935546875, -1.87567138671875, -1.7174072265625, -1.55914306640625, -1.40087890625, -1.24261474609375, -1.0843505859375, -0.92608642578125, -0.767822265625, -0.60955810546875, -0.4512939453125, -0.29302978515625, -0.134765625, 0.02349853515625, 0.1817626953125, 0.34002685546875, 0.498291015625, 0.65655517578125, 0.8148193359375, 0.97308349609375, 1.13134765625, 1.28961181640625, 1.4478759765625, 1.60614013671875, 1.764404296875, 1.92266845703125, 2.0809326171875, 2.23919677734375, 2.3974609375, 2.55572509765625, 2.7139892578125, 2.87225341796875, 3.030517578125, 3.18878173828125, 3.3470458984375, 3.50531005859375, 3.66357421875, 3.82183837890625, 3.9801025390625, 4.13836669921875, 4.296630859375, 4.45489501953125, 4.6131591796875, 4.77142333984375, 4.9296875]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 10.0, 7.0, 8.0, 9.0, 10.0, 14.0, 12.0, 13.0, 21.0, 9.0, 22.0, 30.0, 27.0, 26.0, 34.0, 33.0, 30.0, 64.0, 175.0, 919.0, 16444.0, 2570580.0, 1594537.0, 10032.0, 689.0, 150.0, 49.0, 37.0, 33.0, 30.0, 27.0, 28.0, 22.0, 14.0, 20.0, 15.0, 10.0, 15.0, 14.0, 17.0, 5.0, 13.0, 4.0, 7.0, 5.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-31.125, -30.179931640625, -29.23486328125, -28.289794921875, -27.3447265625, -26.399658203125, -25.45458984375, -24.509521484375, -23.564453125, -22.619384765625, -21.67431640625, -20.729248046875, -19.7841796875, -18.839111328125, -17.89404296875, -16.948974609375, -16.00390625, -15.058837890625, -14.11376953125, -13.168701171875, -12.2236328125, -11.278564453125, -10.33349609375, -9.388427734375, -8.443359375, -7.498291015625, -6.55322265625, -5.608154296875, -4.6630859375, -3.718017578125, -2.77294921875, -1.827880859375, -0.8828125, 0.062255859375, 1.00732421875, 1.952392578125, 2.8974609375, 3.842529296875, 4.78759765625, 5.732666015625, 6.677734375, 7.622802734375, 8.56787109375, 9.512939453125, 10.4580078125, 11.403076171875, 12.34814453125, 13.293212890625, 14.23828125, 15.183349609375, 16.12841796875, 17.073486328125, 18.0185546875, 18.963623046875, 19.90869140625, 20.853759765625, 21.798828125, 22.743896484375, 23.68896484375, 24.634033203125, 25.5791015625, 26.524169921875, 27.46923828125, 28.414306640625, 29.359375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 7.0, 8.0, 12.0, 13.0, 16.0, 21.0, 40.0, 69.0, 95.0, 131.0, 175.0, 318.0, 440.0, 596.0, 617.0, 487.0, 334.0, 233.0, 133.0, 114.0, 59.0, 42.0, 38.0, 26.0, 13.0, 15.0, 6.0, 5.0, 3.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.109375, -20.452880859375, -19.79638671875, -19.139892578125, -18.4833984375, -17.826904296875, -17.17041015625, -16.513916015625, -15.857421875, -15.200927734375, -14.54443359375, -13.887939453125, -13.2314453125, -12.574951171875, -11.91845703125, -11.261962890625, -10.60546875, -9.948974609375, -9.29248046875, -8.635986328125, -7.9794921875, -7.322998046875, -6.66650390625, -6.010009765625, -5.353515625, -4.697021484375, -4.04052734375, -3.384033203125, -2.7275390625, -2.071044921875, -1.41455078125, -0.758056640625, -0.1015625, 0.554931640625, 1.21142578125, 1.867919921875, 2.5244140625, 3.180908203125, 3.83740234375, 4.493896484375, 5.150390625, 5.806884765625, 6.46337890625, 7.119873046875, 7.7763671875, 8.432861328125, 9.08935546875, 9.745849609375, 10.40234375, 11.058837890625, 11.71533203125, 12.371826171875, 13.0283203125, 13.684814453125, 14.34130859375, 14.997802734375, 15.654296875, 16.310791015625, 16.96728515625, 17.623779296875, 18.2802734375, 18.936767578125, 19.59326171875, 20.249755859375, 20.90625]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 10.0, 10.0, 19.0, 26.0, 24.0, 36.0, 45.0, 96.0, 113.0, 240.0, 356.0, 1002.0, 33197.0, 4150313.0, 7253.0, 674.0, 310.0, 198.0, 122.0, 91.0, 43.0, 31.0, 27.0, 19.0, 8.0, 5.0, 10.0, 2.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-86.8125, -83.6416015625, -80.470703125, -77.2998046875, -74.12890625, -70.9580078125, -67.787109375, -64.6162109375, -61.4453125, -58.2744140625, -55.103515625, -51.9326171875, -48.76171875, -45.5908203125, -42.419921875, -39.2490234375, -36.078125, -32.9072265625, -29.736328125, -26.5654296875, -23.39453125, -20.2236328125, -17.052734375, -13.8818359375, -10.7109375, -7.5400390625, -4.369140625, -1.1982421875, 1.97265625, 5.1435546875, 8.314453125, 11.4853515625, 14.65625, 17.8271484375, 20.998046875, 24.1689453125, 27.33984375, 30.5107421875, 33.681640625, 36.8525390625, 40.0234375, 43.1943359375, 46.365234375, 49.5361328125, 52.70703125, 55.8779296875, 59.048828125, 62.2197265625, 65.390625, 68.5615234375, 71.732421875, 74.9033203125, 78.07421875, 81.2451171875, 84.416015625, 87.5869140625, 90.7578125, 93.9287109375, 97.099609375, 100.2705078125, 103.44140625, 106.6123046875, 109.783203125, 112.9541015625, 116.125]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 25.0, 269.0, 545.0, 152.0, 20.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-374.1370849609375, -366.8580017089844, -359.57891845703125, -352.2998352050781, -345.020751953125, -337.7416687011719, -330.46258544921875, -323.1835021972656, -315.9044189453125, -308.6253356933594, -301.34625244140625, -294.0671691894531, -286.7880859375, -279.5090026855469, -272.22991943359375, -264.9508361816406, -257.6717529296875, -250.39266967773438, -243.11358642578125, -235.83450317382812, -228.555419921875, -221.27633666992188, -213.99725341796875, -206.71817016601562, -199.43910217285156, -192.16001892089844, -184.8809356689453, -177.6018524169922, -170.32276916503906, -163.04368591308594, -155.7646026611328, -148.4855194091797, -141.20643615722656, -133.92735290527344, -126.64826965332031, -119.36918640136719, -112.09010314941406, -104.81101989746094, -97.53193664550781, -90.25285339355469, -82.97377014160156, -75.69468688964844, -68.41560363769531, -61.13652038574219, -53.85743713378906, -46.5783576965332, -39.29927444458008, -32.02019119262695, -24.741111755371094, -17.46202850341797, -10.18294620513916, -2.9038639068603516, 4.375219345092773, 11.654300689697266, 18.93338394165039, 26.212467193603516, 33.49155044555664, 40.770633697509766, 48.04971694946289, 55.32879638671875, 62.607879638671875, 69.886962890625, 77.16604614257812, 84.44512939453125, 91.72421264648438]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 0.0, 2.0, 6.0, 5.0, 10.0, 4.0, 11.0, 10.0, 12.0, 10.0, 17.0, 21.0, 24.0, 37.0, 32.0, 22.0, 36.0, 46.0, 46.0, 41.0, 43.0, 48.0, 51.0, 46.0, 36.0, 34.0, 31.0, 37.0, 31.0, 36.0, 31.0, 26.0, 22.0, 18.0, 21.0, 23.0, 19.0, 11.0, 15.0, 6.0, 7.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-54.728118896484375, -52.94356918334961, -51.159019470214844, -49.374473571777344, -47.58992385864258, -45.80537414550781, -44.02082443237305, -42.23627471923828, -40.45172882080078, -38.667179107666016, -36.88262939453125, -35.09808349609375, -33.313533782958984, -31.52898406982422, -29.744434356689453, -27.95988655090332, -26.175336837768555, -24.39078712463379, -22.606239318847656, -20.82168960571289, -19.037141799926758, -17.252592086791992, -15.468043327331543, -13.683494567871094, -11.898945808410645, -10.114397048950195, -8.329848289489746, -6.545299053192139, -4.7607502937316895, -2.976201057434082, -1.1916522979736328, 0.5928964614868164, 2.3774452209472656, 4.161993980407715, 5.946542739868164, 7.7310919761657715, 9.515640258789062, 11.300189971923828, 13.084738731384277, 14.869287490844727, 16.65383529663086, 18.438385009765625, 20.222932815551758, 22.007482528686523, 23.792030334472656, 25.576580047607422, 27.361129760742188, 29.14567756652832, 30.930227279663086, 32.71477508544922, 34.499324798583984, 36.28387451171875, 38.068424224853516, 39.85297393798828, 41.63751983642578, 43.42206954956055, 45.20661926269531, 46.99116897583008, 48.775718688964844, 50.560264587402344, 52.34481430053711, 54.129364013671875, 55.91391372680664, 57.698463439941406, 59.483009338378906]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 15.0, 14.0, 11.0, 13.0, 20.0, 14.0, 21.0, 28.0, 26.0, 33.0, 35.0, 28.0, 33.0, 34.0, 50.0, 35.0, 34.0, 41.0, 35.0, 35.0, 40.0, 30.0, 32.0, 32.0, 20.0, 30.0, 24.0, 35.0, 28.0, 20.0, 16.0, 21.0, 16.0, 10.0, 17.0, 10.0, 12.0, 5.0, 8.0, 4.0, 4.0, 6.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-4.9375, -4.782958984375, -4.62841796875, -4.473876953125, -4.3193359375, -4.164794921875, -4.01025390625, -3.855712890625, -3.701171875, -3.546630859375, -3.39208984375, -3.237548828125, -3.0830078125, -2.928466796875, -2.77392578125, -2.619384765625, -2.46484375, -2.310302734375, -2.15576171875, -2.001220703125, -1.8466796875, -1.692138671875, -1.53759765625, -1.383056640625, -1.228515625, -1.073974609375, -0.91943359375, -0.764892578125, -0.6103515625, -0.455810546875, -0.30126953125, -0.146728515625, 0.0078125, 0.162353515625, 0.31689453125, 0.471435546875, 0.6259765625, 0.780517578125, 0.93505859375, 1.089599609375, 1.244140625, 1.398681640625, 1.55322265625, 1.707763671875, 1.8623046875, 2.016845703125, 2.17138671875, 2.325927734375, 2.48046875, 2.635009765625, 2.78955078125, 2.944091796875, 3.0986328125, 3.253173828125, 3.40771484375, 3.562255859375, 3.716796875, 3.871337890625, 4.02587890625, 4.180419921875, 4.3349609375, 4.489501953125, 4.64404296875, 4.798583984375, 4.953125]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 2.0, 9.0, 18.0, 25.0, 27.0, 36.0, 50.0, 74.0, 117.0, 177.0, 244.0, 355.0, 510.0, 818.0, 1240.0, 1783.0, 2745.0, 4257.0, 6479.0, 10241.0, 15816.0, 24238.0, 38439.0, 61067.0, 104640.0, 250457.0, 250462.0, 105071.0, 61341.0, 38710.0, 24436.0, 15660.0, 10126.0, 6386.0, 4300.0, 2744.0, 1790.0, 1182.0, 797.0, 552.0, 369.0, 230.0, 165.0, 122.0, 87.0, 50.0, 33.0, 20.0, 28.0, 10.0, 13.0, 7.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1.177734375, -1.14093017578125, -1.1041259765625, -1.06732177734375, -1.030517578125, -0.99371337890625, -0.9569091796875, -0.92010498046875, -0.88330078125, -0.84649658203125, -0.8096923828125, -0.77288818359375, -0.736083984375, -0.69927978515625, -0.6624755859375, -0.62567138671875, -0.5888671875, -0.55206298828125, -0.5152587890625, -0.47845458984375, -0.441650390625, -0.40484619140625, -0.3680419921875, -0.33123779296875, -0.29443359375, -0.25762939453125, -0.2208251953125, -0.18402099609375, -0.147216796875, -0.11041259765625, -0.0736083984375, -0.03680419921875, 0.0, 0.03680419921875, 0.0736083984375, 0.11041259765625, 0.147216796875, 0.18402099609375, 0.2208251953125, 0.25762939453125, 0.29443359375, 0.33123779296875, 0.3680419921875, 0.40484619140625, 0.441650390625, 0.47845458984375, 0.5152587890625, 0.55206298828125, 0.5888671875, 0.62567138671875, 0.6624755859375, 0.69927978515625, 0.736083984375, 0.77288818359375, 0.8096923828125, 0.84649658203125, 0.88330078125, 0.92010498046875, 0.9569091796875, 0.99371337890625, 1.030517578125, 1.06732177734375, 1.1041259765625, 1.14093017578125, 1.177734375]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 3.0, 9.0, 5.0, 16.0, 12.0, 12.0, 14.0, 17.0, 21.0, 20.0, 26.0, 33.0, 38.0, 31.0, 29.0, 30.0, 45.0, 46.0, 33.0, 41.0, 1071.0, 42.0, 31.0, 40.0, 45.0, 37.0, 44.0, 28.0, 21.0, 29.0, 18.0, 25.0, 18.0, 18.0, 13.0, 13.0, 12.0, 6.0, 10.0, 7.0, 6.0, 5.0, 1.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.19921875, -3.0947265625, -2.990234375, -2.8857421875, -2.78125, -2.6767578125, -2.572265625, -2.4677734375, -2.36328125, -2.2587890625, -2.154296875, -2.0498046875, -1.9453125, -1.8408203125, -1.736328125, -1.6318359375, -1.52734375, -1.4228515625, -1.318359375, -1.2138671875, -1.109375, -1.0048828125, -0.900390625, -0.7958984375, -0.69140625, -0.5869140625, -0.482421875, -0.3779296875, -0.2734375, -0.1689453125, -0.064453125, 0.0400390625, 0.14453125, 0.2490234375, 0.353515625, 0.4580078125, 0.5625, 0.6669921875, 0.771484375, 0.8759765625, 0.98046875, 1.0849609375, 1.189453125, 1.2939453125, 1.3984375, 1.5029296875, 1.607421875, 1.7119140625, 1.81640625, 1.9208984375, 2.025390625, 2.1298828125, 2.234375, 2.3388671875, 2.443359375, 2.5478515625, 2.65234375, 2.7568359375, 2.861328125, 2.9658203125, 3.0703125, 3.1748046875, 3.279296875, 3.3837890625, 3.48828125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 2.0, 7.0, 16.0, 19.0, 25.0, 42.0, 51.0, 82.0, 125.0, 181.0, 239.0, 397.0, 601.0, 928.0, 1413.0, 2140.0, 3272.0, 4888.0, 7547.0, 11539.0, 18151.0, 28920.0, 47095.0, 80848.0, 149314.0, 1363378.0, 158421.0, 84011.0, 49578.0, 30014.0, 18900.0, 12160.0, 7835.0, 5116.0, 3327.0, 2229.0, 1485.0, 988.0, 640.0, 397.0, 275.0, 174.0, 126.0, 85.0, 49.0, 35.0, 25.0, 17.0, 12.0, 7.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1.1162109375, -1.0819091796875, -1.047607421875, -1.0133056640625, -0.97900390625, -0.9447021484375, -0.910400390625, -0.8760986328125, -0.841796875, -0.8074951171875, -0.773193359375, -0.7388916015625, -0.70458984375, -0.6702880859375, -0.635986328125, -0.6016845703125, -0.5673828125, -0.5330810546875, -0.498779296875, -0.4644775390625, -0.43017578125, -0.3958740234375, -0.361572265625, -0.3272705078125, -0.29296875, -0.2586669921875, -0.224365234375, -0.1900634765625, -0.15576171875, -0.1214599609375, -0.087158203125, -0.0528564453125, -0.0185546875, 0.0157470703125, 0.050048828125, 0.0843505859375, 0.11865234375, 0.1529541015625, 0.187255859375, 0.2215576171875, 0.255859375, 0.2901611328125, 0.324462890625, 0.3587646484375, 0.39306640625, 0.4273681640625, 0.461669921875, 0.4959716796875, 0.5302734375, 0.5645751953125, 0.598876953125, 0.6331787109375, 0.66748046875, 0.7017822265625, 0.736083984375, 0.7703857421875, 0.8046875, 0.8389892578125, 0.873291015625, 0.9075927734375, 0.94189453125, 0.9761962890625, 1.010498046875, 1.0447998046875, 1.0791015625]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 6.0, 5.0, 5.0, 6.0, 11.0, 7.0, 9.0, 21.0, 12.0, 17.0, 25.0, 17.0, 36.0, 38.0, 54.0, 54.0, 75.0, 60.0, 81.0, 66.0, 66.0, 53.0, 49.0, 41.0, 23.0, 27.0, 26.0, 14.0, 16.0, 10.0, 10.0, 11.0, 15.0, 8.0, 3.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0006361007690429688, -0.0006175413727760315, -0.0005989819765090942, -0.000580422580242157, -0.0005618631839752197, -0.0005433037877082825, -0.0005247443914413452, -0.000506184995174408, -0.0004876255989074707, -0.00046906620264053345, -0.0004505068063735962, -0.00043194741010665894, -0.0004133880138397217, -0.0003948286175727844, -0.00037626922130584717, -0.0003577098250389099, -0.00033915042877197266, -0.0003205910325050354, -0.00030203163623809814, -0.0002834722399711609, -0.00026491284370422363, -0.0002463534474372864, -0.00022779405117034912, -0.00020923465490341187, -0.0001906752586364746, -0.00017211586236953735, -0.0001535564661026001, -0.00013499706983566284, -0.00011643767356872559, -9.787827730178833e-05, -7.931888103485107e-05, -6.075948476791382e-05, -4.220008850097656e-05, -2.3640692234039307e-05, -5.081295967102051e-06, 1.3478100299835205e-05, 3.203749656677246e-05, 5.059689283370972e-05, 6.915628910064697e-05, 8.771568536758423e-05, 0.00010627508163452148, 0.00012483447790145874, 0.000143393874168396, 0.00016195327043533325, 0.0001805126667022705, 0.00019907206296920776, 0.00021763145923614502, 0.00023619085550308228, 0.00025475025177001953, 0.0002733096480369568, 0.00029186904430389404, 0.0003104284405708313, 0.00032898783683776855, 0.0003475472331047058, 0.00036610662937164307, 0.0003846660256385803, 0.0004032254219055176, 0.00042178481817245483, 0.0004403442144393921, 0.00045890361070632935, 0.0004774630069732666, 0.0004960224032402039, 0.0005145817995071411, 0.0005331411957740784, 0.0005517005920410156]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 3.0, 4.0, 5.0, 2.0, 7.0, 6.0, 7.0, 9.0, 13.0, 15.0, 13.0, 25.0, 32.0, 48.0, 50.0, 92.0, 133.0, 311.0, 724.0, 838218.0, 207481.0, 638.0, 236.0, 156.0, 89.0, 61.0, 42.0, 34.0, 29.0, 19.0, 11.0, 7.0, 8.0, 7.0, 4.0, 6.0, 3.0, 3.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016448974609375, -0.015917539596557617, -0.015386104583740234, -0.014854669570922852, -0.014323234558105469, -0.013791799545288086, -0.013260364532470703, -0.01272892951965332, -0.012197494506835938, -0.011666059494018555, -0.011134624481201172, -0.010603189468383789, -0.010071754455566406, -0.009540319442749023, -0.00900888442993164, -0.008477449417114258, -0.007946014404296875, -0.007414579391479492, -0.006883144378662109, -0.0063517093658447266, -0.005820274353027344, -0.005288839340209961, -0.004757404327392578, -0.004225969314575195, -0.0036945343017578125, -0.0031630992889404297, -0.002631664276123047, -0.002100229263305664, -0.0015687942504882812, -0.0010373592376708984, -0.0005059242248535156, 2.5510787963867188e-05, 0.00055694580078125, 0.0010883808135986328, 0.0016198158264160156, 0.0021512508392333984, 0.0026826858520507812, 0.003214120864868164, 0.003745555877685547, 0.00427699089050293, 0.0048084259033203125, 0.005339860916137695, 0.005871295928955078, 0.006402730941772461, 0.006934165954589844, 0.0074656009674072266, 0.00799703598022461, 0.008528470993041992, 0.009059906005859375, 0.009591341018676758, 0.01012277603149414, 0.010654211044311523, 0.011185646057128906, 0.011717081069946289, 0.012248516082763672, 0.012779951095581055, 0.013311386108398438, 0.01384282112121582, 0.014374256134033203, 0.014905691146850586, 0.015437126159667969, 0.01596856117248535, 0.016499996185302734, 0.017031431198120117, 0.0175628662109375]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 53.0, 218.0, 408.0, 261.0, 60.0, 6.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.001269714324735105, -0.0012412270298227668, -0.0012127397349104285, -0.001184252556413412, -0.0011557652615010738, -0.0011272779665887356, -0.0010987906716763973, -0.001070303376764059, -0.0010418160818517208, -0.0010133287869393826, -0.0009848414920270443, -0.000956354255322367, -0.0009278670186176896, -0.0008993797237053514, -0.0008708924287930131, -0.0008424051338806748, -0.0008139179553836584, -0.0007854306604713202, -0.0007569434237666428, -0.0007284561288543046, -0.0006999688921496272, -0.000671481597237289, -0.0006429943023249507, -0.0006145070074126124, -0.0005860197707079351, -0.0005575324757955968, -0.0005290452390909195, -0.0005005579441785812, -0.00047207067837007344, -0.00044358341256156564, -0.0004150961176492274, -0.0003866088518407196, -0.0003581216442398727, -0.0003296343784313649, -0.0003011471126228571, -0.00027265981771051884, -0.00024417255190201104, -0.00021568528609350324, -0.0001871980057330802, -0.00015871072537265718, -0.00013022345956414938, -0.00010173618647968397, -7.324891339521855e-05, -4.476164031075314e-05, -1.6274367226287723e-05, 1.2212898582220078e-05, 4.0700178942643106e-05, 6.918745930306613e-05, 9.767472511157393e-05, 0.00012616199092008173, 0.00015464927128050476, 0.0001831365516409278, 0.0002116238174494356, 0.0002401110832579434, 0.00026859837817028165, 0.00029708564397878945, 0.00032557290978729725, 0.00035406017559580505, 0.00038254744140431285, 0.0004110347363166511, 0.0004395220021251589, 0.0004680092679336667, 0.000496496562846005, 0.0005249838577583432, 0.0005534710944630206]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [5.0, 0.0, 4.0, 4.0, 3.0, 2.0, 6.0, 5.0, 5.0, 10.0, 6.0, 10.0, 5.0, 17.0, 25.0, 19.0, 23.0, 26.0, 19.0, 20.0, 28.0, 30.0, 31.0, 41.0, 42.0, 38.0, 42.0, 40.0, 32.0, 50.0, 38.0, 30.0, 48.0, 31.0, 31.0, 32.0, 23.0, 33.0, 13.0, 29.0, 16.0, 20.0, 18.0, 13.0, 10.0, 10.0, 8.0, 3.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00026041269302368164, -0.0002512829378247261, -0.00024215318262577057, -0.00023302342742681503, -0.0002238936722278595, -0.00021476391702890396, -0.00020563416182994843, -0.0001965044066309929, -0.00018737465143203735, -0.00017824489623308182, -0.00016911514103412628, -0.00015998538583517075, -0.0001508556306362152, -0.00014172587543725967, -0.00013259612023830414, -0.0001234663650393486, -0.00011433660984039307, -0.00010520685464143753, -9.6077099442482e-05, -8.694734424352646e-05, -7.781758904457092e-05, -6.868783384561539e-05, -5.955807864665985e-05, -5.0428323447704315e-05, -4.129856824874878e-05, -3.2168813049793243e-05, -2.3039057850837708e-05, -1.3909302651882172e-05, -4.779547452926636e-06, 4.3502077460289e-06, 1.3479962944984436e-05, 2.2609718143939972e-05, 3.173947334289551e-05, 4.0869228541851044e-05, 4.999898374080658e-05, 5.9128738939762115e-05, 6.825849413871765e-05, 7.738824933767319e-05, 8.651800453662872e-05, 9.564775973558426e-05, 0.0001047775149345398, 0.00011390727013349533, 0.00012303702533245087, 0.0001321667805314064, 0.00014129653573036194, 0.00015042629092931747, 0.000159556046128273, 0.00016868580132722855, 0.00017781555652618408, 0.00018694531172513962, 0.00019607506692409515, 0.0002052048221230507, 0.00021433457732200623, 0.00022346433252096176, 0.0002325940877199173, 0.00024172384291887283, 0.00025085359811782837, 0.0002599833533167839, 0.00026911310851573944, 0.000278242863714695, 0.0002873726189136505, 0.00029650237411260605, 0.0003056321293115616, 0.0003147618845105171, 0.00032389163970947266]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 6.0, 3.0, 2.0, 6.0, 8.0, 15.0, 14.0, 11.0, 13.0, 20.0, 14.0, 21.0, 28.0, 26.0, 33.0, 35.0, 28.0, 32.0, 35.0, 50.0, 35.0, 34.0, 41.0, 35.0, 35.0, 40.0, 30.0, 32.0, 32.0, 20.0, 30.0, 24.0, 35.0, 28.0, 20.0, 16.0, 21.0, 16.0, 10.0, 17.0, 10.0, 12.0, 5.0, 8.0, 4.0, 4.0, 6.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-4.9375, -4.782958984375, -4.62841796875, -4.473876953125, -4.3193359375, -4.164794921875, -4.01025390625, -3.855712890625, -3.701171875, -3.546630859375, -3.39208984375, -3.237548828125, -3.0830078125, -2.928466796875, -2.77392578125, -2.619384765625, -2.46484375, -2.310302734375, -2.15576171875, -2.001220703125, -1.8466796875, -1.692138671875, -1.53759765625, -1.383056640625, -1.228515625, -1.073974609375, -0.91943359375, -0.764892578125, -0.6103515625, -0.455810546875, -0.30126953125, -0.146728515625, 0.0078125, 0.162353515625, 0.31689453125, 0.471435546875, 0.6259765625, 0.780517578125, 0.93505859375, 1.089599609375, 1.244140625, 1.398681640625, 1.55322265625, 1.707763671875, 1.8623046875, 2.016845703125, 2.17138671875, 2.325927734375, 2.48046875, 2.635009765625, 2.78955078125, 2.944091796875, 3.0986328125, 3.253173828125, 3.40771484375, 3.562255859375, 3.716796875, 3.871337890625, 4.02587890625, 4.180419921875, 4.3349609375, 4.489501953125, 4.64404296875, 4.798583984375, 4.953125]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 10.0, 2.0, 10.0, 9.0, 18.0, 16.0, 34.0, 42.0, 77.0, 81.0, 118.0, 175.0, 261.0, 373.0, 549.0, 910.0, 1831.0, 3318.0, 7780.0, 21563.0, 90657.0, 582618.0, 268435.0, 45294.0, 13035.0, 5221.0, 2496.0, 1398.0, 774.0, 420.0, 296.0, 227.0, 149.0, 116.0, 77.0, 60.0, 26.0, 19.0, 18.0, 19.0, 11.0, 10.0, 1.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.56640625, -4.40203857421875, -4.2376708984375, -4.07330322265625, -3.908935546875, -3.74456787109375, -3.5802001953125, -3.41583251953125, -3.25146484375, -3.08709716796875, -2.9227294921875, -2.75836181640625, -2.593994140625, -2.42962646484375, -2.2652587890625, -2.10089111328125, -1.9365234375, -1.77215576171875, -1.6077880859375, -1.44342041015625, -1.279052734375, -1.11468505859375, -0.9503173828125, -0.78594970703125, -0.62158203125, -0.45721435546875, -0.2928466796875, -0.12847900390625, 0.035888671875, 0.20025634765625, 0.3646240234375, 0.52899169921875, 0.693359375, 0.85772705078125, 1.0220947265625, 1.18646240234375, 1.350830078125, 1.51519775390625, 1.6795654296875, 1.84393310546875, 2.00830078125, 2.17266845703125, 2.3370361328125, 2.50140380859375, 2.665771484375, 2.83013916015625, 2.9945068359375, 3.15887451171875, 3.3232421875, 3.48760986328125, 3.6519775390625, 3.81634521484375, 3.980712890625, 4.14508056640625, 4.3094482421875, 4.47381591796875, 4.63818359375, 4.80255126953125, 4.9669189453125, 5.13128662109375, 5.295654296875, 5.46002197265625, 5.6243896484375, 5.78875732421875, 5.953125]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 7.0, 6.0, 5.0, 11.0, 18.0, 16.0, 19.0, 15.0, 28.0, 39.0, 38.0, 47.0, 38.0, 54.0, 77.0, 173.0, 1955.0, 84.0, 60.0, 58.0, 45.0, 52.0, 34.0, 29.0, 23.0, 26.0, 19.0, 16.0, 10.0, 13.0, 12.0, 9.0, 3.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.0625, -23.317626953125, -22.57275390625, -21.827880859375, -21.0830078125, -20.338134765625, -19.59326171875, -18.848388671875, -18.103515625, -17.358642578125, -16.61376953125, -15.868896484375, -15.1240234375, -14.379150390625, -13.63427734375, -12.889404296875, -12.14453125, -11.399658203125, -10.65478515625, -9.909912109375, -9.1650390625, -8.420166015625, -7.67529296875, -6.930419921875, -6.185546875, -5.440673828125, -4.69580078125, -3.950927734375, -3.2060546875, -2.461181640625, -1.71630859375, -0.971435546875, -0.2265625, 0.518310546875, 1.26318359375, 2.008056640625, 2.7529296875, 3.497802734375, 4.24267578125, 4.987548828125, 5.732421875, 6.477294921875, 7.22216796875, 7.967041015625, 8.7119140625, 9.456787109375, 10.20166015625, 10.946533203125, 11.69140625, 12.436279296875, 13.18115234375, 13.926025390625, 14.6708984375, 15.415771484375, 16.16064453125, 16.905517578125, 17.650390625, 18.395263671875, 19.14013671875, 19.885009765625, 20.6298828125, 21.374755859375, 22.11962890625, 22.864501953125, 23.609375]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 2.0, 0.0, 6.0, 7.0, 15.0, 13.0, 10.0, 18.0, 27.0, 24.0, 32.0, 51.0, 48.0, 107.0, 151.0, 259.0, 561.0, 3386.0, 3004305.0, 133988.0, 1639.0, 440.0, 192.0, 114.0, 80.0, 59.0, 36.0, 31.0, 23.0, 19.0, 17.0, 13.0, 7.0, 7.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-36.875, -35.6796875, -34.484375, -33.2890625, -32.09375, -30.8984375, -29.703125, -28.5078125, -27.3125, -26.1171875, -24.921875, -23.7265625, -22.53125, -21.3359375, -20.140625, -18.9453125, -17.75, -16.5546875, -15.359375, -14.1640625, -12.96875, -11.7734375, -10.578125, -9.3828125, -8.1875, -6.9921875, -5.796875, -4.6015625, -3.40625, -2.2109375, -1.015625, 0.1796875, 1.375, 2.5703125, 3.765625, 4.9609375, 6.15625, 7.3515625, 8.546875, 9.7421875, 10.9375, 12.1328125, 13.328125, 14.5234375, 15.71875, 16.9140625, 18.109375, 19.3046875, 20.5, 21.6953125, 22.890625, 24.0859375, 25.28125, 26.4765625, 27.671875, 28.8671875, 30.0625, 31.2578125, 32.453125, 33.6484375, 34.84375, 36.0390625, 37.234375, 38.4296875, 39.625]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 8.0, 19.0, 64.0, 103.0, 174.0, 174.0, 205.0, 131.0, 74.0, 36.0, 18.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.246116638183594, -33.59708023071289, -32.94804382324219, -32.299007415771484, -31.64997100830078, -31.000934600830078, -30.351898193359375, -29.702861785888672, -29.05382537841797, -28.404788970947266, -27.755752563476562, -27.10671615600586, -26.457679748535156, -25.808643341064453, -25.15960693359375, -24.510570526123047, -23.861534118652344, -23.21249771118164, -22.563461303710938, -21.914424896240234, -21.26538848876953, -20.616352081298828, -19.967315673828125, -19.318279266357422, -18.669240951538086, -18.020204544067383, -17.37116813659668, -16.722131729125977, -16.073095321655273, -15.42405891418457, -14.775022506713867, -14.125986099243164, -13.476948738098145, -12.827912330627441, -12.178875923156738, -11.529839515686035, -10.880803108215332, -10.231766700744629, -9.58272933959961, -8.933692932128906, -8.284656524658203, -7.6356201171875, -6.986583709716797, -6.337547302246094, -5.688510894775391, -5.0394744873046875, -4.390437602996826, -3.741401195526123, -3.092365264892578, -2.443328857421875, -1.7942923307418823, -1.1452558040618896, -0.4962193965911865, 0.1528170108795166, 0.8018536567687988, 1.450890064239502, 2.099926471710205, 2.748962879180908, 3.3979992866516113, 4.047036170959473, 4.696072578430176, 5.345108985900879, 5.994145393371582, 6.643181800842285, 7.292218208312988]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 7.0, 13.0, 10.0, 11.0, 9.0, 13.0, 23.0, 18.0, 29.0, 25.0, 29.0, 37.0, 25.0, 32.0, 45.0, 46.0, 42.0, 45.0, 58.0, 50.0, 28.0, 47.0, 43.0, 42.0, 36.0, 22.0, 45.0, 23.0, 23.0, 22.0, 24.0, 15.0, 16.0, 12.0, 10.0, 9.0, 6.0, 7.0, 4.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-63.853187561035156, -61.72913360595703, -59.605079650878906, -57.481021881103516, -55.35696792602539, -53.232913970947266, -51.108856201171875, -48.98480224609375, -46.860748291015625, -44.7366943359375, -42.612640380859375, -40.488582611083984, -38.36452865600586, -36.240474700927734, -34.116416931152344, -31.99236297607422, -29.868309020996094, -27.74425506591797, -25.62019920349121, -23.496143341064453, -21.372089385986328, -19.248035430908203, -17.123979568481445, -14.999924659729004, -12.875869750976562, -10.751814842224121, -8.62775993347168, -6.503705024719238, -4.379650115966797, -2.2555952072143555, -0.13154029846191406, 1.9925146102905273, 4.1165771484375, 6.240632057189941, 8.364686965942383, 10.488741874694824, 12.612796783447266, 14.736851692199707, 16.86090660095215, 18.984962463378906, 21.10901641845703, 23.233070373535156, 25.357126235961914, 27.481182098388672, 29.605236053466797, 31.729290008544922, 33.85334777832031, 35.97740173339844, 38.10145568847656, 40.22550964355469, 42.34956359863281, 44.4736213684082, 46.59767532348633, 48.72172927856445, 50.845787048339844, 52.96984100341797, 55.093894958496094, 57.21794891357422, 59.342002868652344, 61.466060638427734, 63.59011459350586, 65.71417236328125, 67.83822631835938, 69.9622802734375, 72.08633422851562]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 3.0, 4.0, 0.0, 6.0, 11.0, 13.0, 13.0, 13.0, 12.0, 19.0, 17.0, 21.0, 28.0, 28.0, 37.0, 29.0, 30.0, 40.0, 33.0, 38.0, 42.0, 33.0, 42.0, 49.0, 38.0, 28.0, 30.0, 33.0, 25.0, 26.0, 28.0, 31.0, 31.0, 27.0, 22.0, 17.0, 20.0, 14.0, 13.0, 15.0, 6.0, 11.0, 4.0, 5.0, 7.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-5.09765625, -4.93701171875, -4.7763671875, -4.61572265625, -4.455078125, -4.29443359375, -4.1337890625, -3.97314453125, -3.8125, -3.65185546875, -3.4912109375, -3.33056640625, -3.169921875, -3.00927734375, -2.8486328125, -2.68798828125, -2.52734375, -2.36669921875, -2.2060546875, -2.04541015625, -1.884765625, -1.72412109375, -1.5634765625, -1.40283203125, -1.2421875, -1.08154296875, -0.9208984375, -0.76025390625, -0.599609375, -0.43896484375, -0.2783203125, -0.11767578125, 0.04296875, 0.20361328125, 0.3642578125, 0.52490234375, 0.685546875, 0.84619140625, 1.0068359375, 1.16748046875, 1.328125, 1.48876953125, 1.6494140625, 1.81005859375, 1.970703125, 2.13134765625, 2.2919921875, 2.45263671875, 2.61328125, 2.77392578125, 2.9345703125, 3.09521484375, 3.255859375, 3.41650390625, 3.5771484375, 3.73779296875, 3.8984375, 4.05908203125, 4.2197265625, 4.38037109375, 4.541015625, 4.70166015625, 4.8623046875, 5.02294921875, 5.18359375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 4.0, 3.0, 9.0, 8.0, 8.0, 8.0, 11.0, 17.0, 26.0, 27.0, 26.0, 50.0, 69.0, 96.0, 159.0, 314.0, 639.0, 1572.0, 4609.0, 17011.0, 90259.0, 641240.0, 2139411.0, 1092204.0, 167478.0, 27806.0, 7048.0, 2245.0, 837.0, 409.0, 240.0, 129.0, 77.0, 53.0, 44.0, 19.0, 34.0, 18.0, 16.0, 8.0, 11.0, 7.0, 4.0, 6.0, 7.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-10.4609375, -10.150146484375, -9.83935546875, -9.528564453125, -9.2177734375, -8.906982421875, -8.59619140625, -8.285400390625, -7.974609375, -7.663818359375, -7.35302734375, -7.042236328125, -6.7314453125, -6.420654296875, -6.10986328125, -5.799072265625, -5.48828125, -5.177490234375, -4.86669921875, -4.555908203125, -4.2451171875, -3.934326171875, -3.62353515625, -3.312744140625, -3.001953125, -2.691162109375, -2.38037109375, -2.069580078125, -1.7587890625, -1.447998046875, -1.13720703125, -0.826416015625, -0.515625, -0.204833984375, 0.10595703125, 0.416748046875, 0.7275390625, 1.038330078125, 1.34912109375, 1.659912109375, 1.970703125, 2.281494140625, 2.59228515625, 2.903076171875, 3.2138671875, 3.524658203125, 3.83544921875, 4.146240234375, 4.45703125, 4.767822265625, 5.07861328125, 5.389404296875, 5.7001953125, 6.010986328125, 6.32177734375, 6.632568359375, 6.943359375, 7.254150390625, 7.56494140625, 7.875732421875, 8.1865234375, 8.497314453125, 8.80810546875, 9.118896484375, 9.4296875]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 9.0, 1.0, 11.0, 20.0, 27.0, 53.0, 82.0, 138.0, 187.0, 333.0, 589.0, 848.0, 713.0, 458.0, 222.0, 160.0, 94.0, 60.0, 29.0, 18.0, 13.0, 8.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.0, -39.10498046875, -38.2099609375, -37.31494140625, -36.419921875, -35.52490234375, -34.6298828125, -33.73486328125, -32.83984375, -31.94482421875, -31.0498046875, -30.15478515625, -29.259765625, -28.36474609375, -27.4697265625, -26.57470703125, -25.6796875, -24.78466796875, -23.8896484375, -22.99462890625, -22.099609375, -21.20458984375, -20.3095703125, -19.41455078125, -18.51953125, -17.62451171875, -16.7294921875, -15.83447265625, -14.939453125, -14.04443359375, -13.1494140625, -12.25439453125, -11.359375, -10.46435546875, -9.5693359375, -8.67431640625, -7.779296875, -6.88427734375, -5.9892578125, -5.09423828125, -4.19921875, -3.30419921875, -2.4091796875, -1.51416015625, -0.619140625, 0.27587890625, 1.1708984375, 2.06591796875, 2.9609375, 3.85595703125, 4.7509765625, 5.64599609375, 6.541015625, 7.43603515625, 8.3310546875, 9.22607421875, 10.12109375, 11.01611328125, 11.9111328125, 12.80615234375, 13.701171875, 14.59619140625, 15.4912109375, 16.38623046875, 17.28125]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 5.0, 4.0, 7.0, 12.0, 29.0, 42.0, 82.0, 148.0, 291.0, 775.0, 741945.0, 3449345.0, 915.0, 308.0, 162.0, 85.0, 59.0, 30.0, 18.0, 14.0, 6.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-88.0, -83.380859375, -78.76171875, -74.142578125, -69.5234375, -64.904296875, -60.28515625, -55.666015625, -51.046875, -46.427734375, -41.80859375, -37.189453125, -32.5703125, -27.951171875, -23.33203125, -18.712890625, -14.09375, -9.474609375, -4.85546875, -0.236328125, 4.3828125, 9.001953125, 13.62109375, 18.240234375, 22.859375, 27.478515625, 32.09765625, 36.716796875, 41.3359375, 45.955078125, 50.57421875, 55.193359375, 59.8125, 64.431640625, 69.05078125, 73.669921875, 78.2890625, 82.908203125, 87.52734375, 92.146484375, 96.765625, 101.384765625, 106.00390625, 110.623046875, 115.2421875, 119.861328125, 124.48046875, 129.099609375, 133.71875, 138.337890625, 142.95703125, 147.576171875, 152.1953125, 156.814453125, 161.43359375, 166.052734375, 170.671875, 175.291015625, 179.91015625, 184.529296875, 189.1484375, 193.767578125, 198.38671875, 203.005859375, 207.625]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 9.0, 12.0, 14.0, 16.0, 27.0, 42.0, 33.0, 49.0, 60.0, 61.0, 78.0, 78.0, 79.0, 80.0, 78.0, 56.0, 53.0, 45.0, 33.0, 19.0, 25.0, 19.0, 14.0, 6.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-35.456844329833984, -34.417911529541016, -33.37897872924805, -32.34004592895508, -31.301115036010742, -30.262182235717773, -29.223249435424805, -28.184316635131836, -27.1453857421875, -26.10645294189453, -25.067520141601562, -24.028587341308594, -22.989656448364258, -21.95072364807129, -20.91179084777832, -19.87285804748535, -18.833925247192383, -17.794992446899414, -16.756059646606445, -15.717127799987793, -14.67819595336914, -13.639263153076172, -12.600330352783203, -11.561397552490234, -10.522465705871582, -9.483532905578613, -8.444601058959961, -7.405668258666992, -6.366735935211182, -5.327803611755371, -4.288870811462402, -3.249938488006592, -2.2110042572021484, -1.1720718145370483, -0.13313937187194824, 0.9057931900024414, 1.944725513458252, 2.9836578369140625, 4.022590637207031, 5.061522960662842, 6.100455284118652, 7.139387607574463, 8.178319931030273, 9.217252731323242, 10.256185531616211, 11.295117378234863, 12.334050178527832, 13.372982025146484, 14.411914825439453, 15.450847625732422, 16.48978042602539, 17.52871322631836, 18.567644119262695, 19.606576919555664, 20.645509719848633, 21.6844425201416, 22.723373413085938, 23.762306213378906, 24.801239013671875, 25.840171813964844, 26.87910270690918, 27.91803550720215, 28.956968307495117, 29.995901107788086, 31.034833908081055]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 7.0, 5.0, 5.0, 3.0, 8.0, 13.0, 11.0, 16.0, 24.0, 14.0, 21.0, 24.0, 28.0, 24.0, 31.0, 24.0, 40.0, 31.0, 29.0, 29.0, 36.0, 40.0, 42.0, 47.0, 42.0, 41.0, 39.0, 47.0, 43.0, 41.0, 31.0, 29.0, 21.0, 17.0, 21.0, 14.0, 14.0, 5.0, 11.0, 8.0, 4.0, 7.0, 3.0, 4.0, 3.0, 5.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-57.68798828125, -55.97254943847656, -54.25710678100586, -52.541664123535156, -50.82622528076172, -49.11078643798828, -47.39534378051758, -45.679901123046875, -43.96446228027344, -42.2490234375, -40.5335807800293, -38.818138122558594, -37.102699279785156, -35.38726043701172, -33.671817779541016, -31.956377029418945, -30.240936279296875, -28.525495529174805, -26.810054779052734, -25.094614028930664, -23.379173278808594, -21.663732528686523, -19.948291778564453, -18.232851028442383, -16.517410278320312, -14.801969528198242, -13.086528778076172, -11.371088027954102, -9.655647277832031, -7.940206527709961, -6.224765777587891, -4.50932502746582, -2.79388427734375, -1.0784435272216797, 0.6369972229003906, 2.352437973022461, 4.067878723144531, 5.783319473266602, 7.498760223388672, 9.214200973510742, 10.929641723632812, 12.645082473754883, 14.360523223876953, 16.075963973999023, 17.791404724121094, 19.506845474243164, 21.222286224365234, 22.937726974487305, 24.653167724609375, 26.368608474731445, 28.084049224853516, 29.799489974975586, 31.514930725097656, 33.230369567871094, 34.9458122253418, 36.6612548828125, 38.37669372558594, 40.092132568359375, 41.80757522583008, 43.52301788330078, 45.23845672607422, 46.953895568847656, 48.66933822631836, 50.38478088378906, 52.1002197265625]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 2.0, 5.0, 5.0, 10.0, 7.0, 14.0, 12.0, 15.0, 20.0, 16.0, 25.0, 20.0, 26.0, 20.0, 34.0, 34.0, 40.0, 27.0, 45.0, 35.0, 46.0, 45.0, 44.0, 32.0, 46.0, 25.0, 26.0, 40.0, 33.0, 29.0, 28.0, 15.0, 30.0, 17.0, 21.0, 18.0, 21.0, 17.0, 7.0, 13.0, 12.0, 5.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.32421875, -5.1580810546875, -4.991943359375, -4.8258056640625, -4.65966796875, -4.4935302734375, -4.327392578125, -4.1612548828125, -3.9951171875, -3.8289794921875, -3.662841796875, -3.4967041015625, -3.33056640625, -3.1644287109375, -2.998291015625, -2.8321533203125, -2.666015625, -2.4998779296875, -2.333740234375, -2.1676025390625, -2.00146484375, -1.8353271484375, -1.669189453125, -1.5030517578125, -1.3369140625, -1.1707763671875, -1.004638671875, -0.8385009765625, -0.67236328125, -0.5062255859375, -0.340087890625, -0.1739501953125, -0.0078125, 0.1583251953125, 0.324462890625, 0.4906005859375, 0.65673828125, 0.8228759765625, 0.989013671875, 1.1551513671875, 1.3212890625, 1.4874267578125, 1.653564453125, 1.8197021484375, 1.98583984375, 2.1519775390625, 2.318115234375, 2.4842529296875, 2.650390625, 2.8165283203125, 2.982666015625, 3.1488037109375, 3.31494140625, 3.4810791015625, 3.647216796875, 3.8133544921875, 3.9794921875, 4.1456298828125, 4.311767578125, 4.4779052734375, 4.64404296875, 4.8101806640625, 4.976318359375, 5.1424560546875, 5.30859375]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 6.0, 12.0, 26.0, 21.0, 50.0, 56.0, 96.0, 133.0, 178.0, 246.0, 408.0, 539.0, 846.0, 1132.0, 1730.0, 2569.0, 3680.0, 5339.0, 8072.0, 11544.0, 16995.0, 25724.0, 39689.0, 63124.0, 109044.0, 268982.0, 220026.0, 98184.0, 58786.0, 36758.0, 24053.0, 16134.0, 10814.0, 7564.0, 5073.0, 3415.0, 2348.0, 1613.0, 1097.0, 808.0, 484.0, 346.0, 238.0, 190.0, 118.0, 86.0, 50.0, 55.0, 19.0, 28.0, 15.0, 5.0, 6.0, 3.0, 3.0, 2.0, 0.0, 2.0], "bins": [-1.142578125, -1.106781005859375, -1.07098388671875, -1.035186767578125, -0.9993896484375, -0.963592529296875, -0.92779541015625, -0.891998291015625, -0.856201171875, -0.820404052734375, -0.78460693359375, -0.748809814453125, -0.7130126953125, -0.677215576171875, -0.64141845703125, -0.605621337890625, -0.56982421875, -0.534027099609375, -0.49822998046875, -0.462432861328125, -0.4266357421875, -0.390838623046875, -0.35504150390625, -0.319244384765625, -0.283447265625, -0.247650146484375, -0.21185302734375, -0.176055908203125, -0.1402587890625, -0.104461669921875, -0.06866455078125, -0.032867431640625, 0.0029296875, 0.038726806640625, 0.07452392578125, 0.110321044921875, 0.1461181640625, 0.181915283203125, 0.21771240234375, 0.253509521484375, 0.289306640625, 0.325103759765625, 0.36090087890625, 0.396697998046875, 0.4324951171875, 0.468292236328125, 0.50408935546875, 0.539886474609375, 0.57568359375, 0.611480712890625, 0.64727783203125, 0.683074951171875, 0.7188720703125, 0.754669189453125, 0.79046630859375, 0.826263427734375, 0.862060546875, 0.897857666015625, 0.93365478515625, 0.969451904296875, 1.0052490234375, 1.041046142578125, 1.07684326171875, 1.112640380859375, 1.1484375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 3.0, 7.0, 3.0, 4.0, 9.0, 9.0, 10.0, 10.0, 16.0, 20.0, 21.0, 30.0, 23.0, 25.0, 35.0, 39.0, 38.0, 45.0, 24.0, 44.0, 37.0, 1055.0, 37.0, 44.0, 44.0, 33.0, 38.0, 42.0, 35.0, 28.0, 33.0, 40.0, 18.0, 21.0, 19.0, 15.0, 12.0, 16.0, 9.0, 6.0, 6.0, 9.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-3.333984375, -3.222808837890625, -3.11163330078125, -3.000457763671875, -2.8892822265625, -2.778106689453125, -2.66693115234375, -2.555755615234375, -2.444580078125, -2.333404541015625, -2.22222900390625, -2.111053466796875, -1.9998779296875, -1.888702392578125, -1.77752685546875, -1.666351318359375, -1.55517578125, -1.444000244140625, -1.33282470703125, -1.221649169921875, -1.1104736328125, -0.999298095703125, -0.88812255859375, -0.776947021484375, -0.665771484375, -0.554595947265625, -0.44342041015625, -0.332244873046875, -0.2210693359375, -0.109893798828125, 0.00128173828125, 0.112457275390625, 0.2236328125, 0.334808349609375, 0.44598388671875, 0.557159423828125, 0.6683349609375, 0.779510498046875, 0.89068603515625, 1.001861572265625, 1.113037109375, 1.224212646484375, 1.33538818359375, 1.446563720703125, 1.5577392578125, 1.668914794921875, 1.78009033203125, 1.891265869140625, 2.00244140625, 2.113616943359375, 2.22479248046875, 2.335968017578125, 2.4471435546875, 2.558319091796875, 2.66949462890625, 2.780670166015625, 2.891845703125, 3.003021240234375, 3.11419677734375, 3.225372314453125, 3.3365478515625, 3.447723388671875, 3.55889892578125, 3.670074462890625, 3.78125]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 12.0, 18.0, 22.0, 28.0, 45.0, 72.0, 84.0, 128.0, 203.0, 291.0, 438.0, 688.0, 1007.0, 1468.0, 2159.0, 3307.0, 5015.0, 7752.0, 12347.0, 19410.0, 31734.0, 53171.0, 91134.0, 175672.0, 1351864.0, 140700.0, 77675.0, 45619.0, 27508.0, 16939.0, 10578.0, 6864.0, 4426.0, 2896.0, 1899.0, 1311.0, 858.0, 565.0, 429.0, 250.0, 193.0, 121.0, 79.0, 53.0, 33.0, 26.0, 13.0, 14.0, 5.0, 6.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-1.2060546875, -1.1687774658203125, -1.131500244140625, -1.0942230224609375, -1.05694580078125, -1.0196685791015625, -0.982391357421875, -0.9451141357421875, -0.9078369140625, -0.8705596923828125, -0.833282470703125, -0.7960052490234375, -0.75872802734375, -0.7214508056640625, -0.684173583984375, -0.6468963623046875, -0.609619140625, -0.5723419189453125, -0.535064697265625, -0.4977874755859375, -0.46051025390625, -0.4232330322265625, -0.385955810546875, -0.3486785888671875, -0.3114013671875, -0.2741241455078125, -0.236846923828125, -0.1995697021484375, -0.16229248046875, -0.1250152587890625, -0.087738037109375, -0.0504608154296875, -0.01318359375, 0.0240936279296875, 0.061370849609375, 0.0986480712890625, 0.13592529296875, 0.1732025146484375, 0.210479736328125, 0.2477569580078125, 0.2850341796875, 0.3223114013671875, 0.359588623046875, 0.3968658447265625, 0.43414306640625, 0.4714202880859375, 0.508697509765625, 0.5459747314453125, 0.583251953125, 0.6205291748046875, 0.657806396484375, 0.6950836181640625, 0.73236083984375, 0.7696380615234375, 0.806915283203125, 0.8441925048828125, 0.8814697265625, 0.9187469482421875, 0.956024169921875, 0.9933013916015625, 1.03057861328125, 1.0678558349609375, 1.105133056640625, 1.1424102783203125, 1.1796875]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 10.0, 8.0, 8.0, 11.0, 24.0, 28.0, 31.0, 68.0, 87.0, 116.0, 117.0, 133.0, 105.0, 67.0, 46.0, 35.0, 20.0, 21.0, 16.0, 7.0, 17.0, 7.0, 3.0, 5.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0009360313415527344, -0.0009112730622291565, -0.0008865147829055786, -0.0008617565035820007, -0.0008369982242584229, -0.000812239944934845, -0.0007874816656112671, -0.0007627233862876892, -0.0007379651069641113, -0.0007132068276405334, -0.0006884485483169556, -0.0006636902689933777, -0.0006389319896697998, -0.0006141737103462219, -0.000589415431022644, -0.0005646571516990662, -0.0005398988723754883, -0.0005151405930519104, -0.0004903823137283325, -0.00046562403440475464, -0.00044086575508117676, -0.0004161074757575989, -0.000391349196434021, -0.0003665909171104431, -0.00034183263778686523, -0.00031707435846328735, -0.00029231607913970947, -0.0002675577998161316, -0.0002427995204925537, -0.00021804124116897583, -0.00019328296184539795, -0.00016852468252182007, -0.0001437664031982422, -0.0001190081238746643, -9.424984455108643e-05, -6.949156522750854e-05, -4.4733285903930664e-05, -1.9975006580352783e-05, 4.783272743225098e-06, 2.954155206680298e-05, 5.429983139038086e-05, 7.905811071395874e-05, 0.00010381639003753662, 0.0001285746693611145, 0.00015333294868469238, 0.00017809122800827026, 0.00020284950733184814, 0.00022760778665542603, 0.0002523660659790039, 0.0002771243453025818, 0.00030188262462615967, 0.00032664090394973755, 0.00035139918327331543, 0.0003761574625968933, 0.0004009157419204712, 0.00042567402124404907, 0.00045043230056762695, 0.00047519057989120483, 0.0004999488592147827, 0.0005247071385383606, 0.0005494654178619385, 0.0005742236971855164, 0.0005989819765090942, 0.0006237402558326721, 0.00064849853515625]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 3.0, 5.0, 13.0, 15.0, 17.0, 15.0, 33.0, 36.0, 50.0, 78.0, 120.0, 222.0, 555.0, 13006.0, 1032101.0, 1417.0, 365.0, 188.0, 108.0, 55.0, 45.0, 26.0, 25.0, 12.0, 10.0, 10.0, 8.0, 3.0, 6.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01357269287109375, -0.013056397438049316, -0.012540102005004883, -0.01202380657196045, -0.011507511138916016, -0.010991215705871582, -0.010474920272827148, -0.009958624839782715, -0.009442329406738281, -0.008926033973693848, -0.008409738540649414, -0.00789344310760498, -0.007377147674560547, -0.006860852241516113, -0.00634455680847168, -0.005828261375427246, -0.0053119659423828125, -0.004795670509338379, -0.004279375076293945, -0.0037630796432495117, -0.003246784210205078, -0.0027304887771606445, -0.002214193344116211, -0.0016978979110717773, -0.0011816024780273438, -0.0006653070449829102, -0.00014901161193847656, 0.00036728382110595703, 0.0008835792541503906, 0.0013998746871948242, 0.0019161701202392578, 0.0024324655532836914, 0.002948760986328125, 0.0034650564193725586, 0.003981351852416992, 0.004497647285461426, 0.005013942718505859, 0.005530238151550293, 0.0060465335845947266, 0.00656282901763916, 0.007079124450683594, 0.007595419883728027, 0.008111715316772461, 0.008628010749816895, 0.009144306182861328, 0.009660601615905762, 0.010176897048950195, 0.010693192481994629, 0.011209487915039062, 0.011725783348083496, 0.01224207878112793, 0.012758374214172363, 0.013274669647216797, 0.01379096508026123, 0.014307260513305664, 0.014823555946350098, 0.015339851379394531, 0.015856146812438965, 0.0163724422454834, 0.016888737678527832, 0.017405033111572266, 0.0179213285446167, 0.018437623977661133, 0.018953919410705566, 0.01947021484375]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 14.0, 33.0, 75.0, 175.0, 253.0, 243.0, 121.0, 58.0, 24.0, 11.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006228162674233317, -0.0006043643224984407, -0.0005859123193658888, -0.0005674603744409978, -0.0005490084295161068, -0.0005305564845912158, -0.0005121044814586639, -0.0004936525365337729, -0.00047520059160888195, -0.0004567486175801605, -0.0004382966726552695, -0.00041984469862654805, -0.00040139275370165706, -0.0003829407796729356, -0.00036448880564421415, -0.00034603686071932316, -0.0003275848866906017, -0.00030913291266188025, -0.00029068096773698926, -0.0002722289937082678, -0.0002537770487833768, -0.00023532507475465536, -0.00021687311527784914, -0.00019842115580104291, -0.0001799691963242367, -0.00016151723684743047, -0.00014306527737062424, -0.00012461331789381802, -0.00010616135114105418, -8.770939166424796e-05, -6.925742491148412e-05, -5.08054654346779e-05, -3.2353505957871675e-05, -1.3901544662076049e-05, 4.550416633719578e-06, 2.300237974850461e-05, 4.145433922531083e-05, 5.9906298702117056e-05, 7.83582654548809e-05, 9.681022493168712e-05, 0.00011526218440849334, 0.00013371414388529956, 0.0001521661033621058, 0.000170618062838912, 0.00018907003686763346, 0.00020752198179252446, 0.0002259739558212459, 0.0002444259007461369, 0.00026287787477485836, 0.0002813298488035798, 0.0002997817937284708, 0.00031823376775719225, 0.00033668571268208325, 0.0003551376867108047, 0.0003735896316356957, 0.00039204160566441715, 0.0004104935796931386, 0.00042894555372186005, 0.00044739749864675105, 0.0004658494726754725, 0.0004843014176003635, 0.0005027533625252545, 0.0005212053656578064, 0.0005396573105826974, 0.0005581092555075884]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 6.0, 5.0, 3.0, 6.0, 8.0, 7.0, 8.0, 16.0, 18.0, 22.0, 25.0, 32.0, 35.0, 30.0, 37.0, 28.0, 41.0, 34.0, 47.0, 38.0, 49.0, 46.0, 39.0, 44.0, 34.0, 43.0, 37.0, 43.0, 40.0, 34.0, 31.0, 18.0, 18.0, 16.0, 10.0, 11.0, 10.0, 9.0, 9.0, 6.0, 7.0, 5.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.0003299117088317871, -0.00032089464366436005, -0.000311877578496933, -0.0003028605133295059, -0.00029384344816207886, -0.0002848263829946518, -0.00027580931782722473, -0.00026679225265979767, -0.0002577751874923706, -0.00024875812232494354, -0.00023974105715751648, -0.00023072399199008942, -0.00022170692682266235, -0.0002126898616552353, -0.00020367279648780823, -0.00019465573132038116, -0.0001856386661529541, -0.00017662160098552704, -0.00016760453581809998, -0.0001585874706506729, -0.00014957040548324585, -0.0001405533403158188, -0.00013153627514839172, -0.00012251920998096466, -0.0001135021448135376, -0.00010448507964611053, -9.546801447868347e-05, -8.645094931125641e-05, -7.743388414382935e-05, -6.841681897640228e-05, -5.939975380897522e-05, -5.038268864154816e-05, -4.1365623474121094e-05, -3.234855830669403e-05, -2.3331493139266968e-05, -1.4314427971839905e-05, -5.297362804412842e-06, 3.719702363014221e-06, 1.2736767530441284e-05, 2.1753832697868347e-05, 3.077089786529541e-05, 3.978796303272247e-05, 4.8805028200149536e-05, 5.78220933675766e-05, 6.683915853500366e-05, 7.585622370243073e-05, 8.487328886985779e-05, 9.389035403728485e-05, 0.00010290741920471191, 0.00011192448437213898, 0.00012094154953956604, 0.0001299586147069931, 0.00013897567987442017, 0.00014799274504184723, 0.0001570098102092743, 0.00016602687537670135, 0.00017504394054412842, 0.00018406100571155548, 0.00019307807087898254, 0.0002020951360464096, 0.00021111220121383667, 0.00022012926638126373, 0.0002291463315486908, 0.00023816339671611786, 0.0002471804618835449]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 0.0, 2.0, 5.0, 5.0, 10.0, 7.0, 14.0, 12.0, 15.0, 20.0, 16.0, 25.0, 20.0, 26.0, 20.0, 34.0, 34.0, 40.0, 27.0, 45.0, 35.0, 46.0, 45.0, 44.0, 32.0, 46.0, 25.0, 26.0, 40.0, 33.0, 29.0, 28.0, 15.0, 30.0, 17.0, 21.0, 18.0, 21.0, 17.0, 7.0, 13.0, 12.0, 5.0, 6.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-5.32421875, -5.1580810546875, -4.991943359375, -4.8258056640625, -4.65966796875, -4.4935302734375, -4.327392578125, -4.1612548828125, -3.9951171875, -3.8289794921875, -3.662841796875, -3.4967041015625, -3.33056640625, -3.1644287109375, -2.998291015625, -2.8321533203125, -2.666015625, -2.4998779296875, -2.333740234375, -2.1676025390625, -2.00146484375, -1.8353271484375, -1.669189453125, -1.5030517578125, -1.3369140625, -1.1707763671875, -1.004638671875, -0.8385009765625, -0.67236328125, -0.5062255859375, -0.340087890625, -0.1739501953125, -0.0078125, 0.1583251953125, 0.324462890625, 0.4906005859375, 0.65673828125, 0.8228759765625, 0.989013671875, 1.1551513671875, 1.3212890625, 1.4874267578125, 1.653564453125, 1.8197021484375, 1.98583984375, 2.1519775390625, 2.318115234375, 2.4842529296875, 2.650390625, 2.8165283203125, 2.982666015625, 3.1488037109375, 3.31494140625, 3.4810791015625, 3.647216796875, 3.8133544921875, 3.9794921875, 4.1456298828125, 4.311767578125, 4.4779052734375, 4.64404296875, 4.8101806640625, 4.976318359375, 5.1424560546875, 5.30859375]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 4.0, 0.0, 6.0, 2.0, 3.0, 8.0, 4.0, 14.0, 15.0, 23.0, 23.0, 32.0, 56.0, 69.0, 129.0, 185.0, 314.0, 539.0, 982.0, 1861.0, 3608.0, 7249.0, 15254.0, 35678.0, 96371.0, 289879.0, 375137.0, 135326.0, 47771.0, 19442.0, 9096.0, 4396.0, 2304.0, 1142.0, 666.0, 328.0, 219.0, 141.0, 84.0, 56.0, 44.0, 25.0, 14.0, 19.0, 18.0, 4.0, 6.0, 4.0, 7.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-3.2890625, -3.186767578125, -3.08447265625, -2.982177734375, -2.8798828125, -2.777587890625, -2.67529296875, -2.572998046875, -2.470703125, -2.368408203125, -2.26611328125, -2.163818359375, -2.0615234375, -1.959228515625, -1.85693359375, -1.754638671875, -1.65234375, -1.550048828125, -1.44775390625, -1.345458984375, -1.2431640625, -1.140869140625, -1.03857421875, -0.936279296875, -0.833984375, -0.731689453125, -0.62939453125, -0.527099609375, -0.4248046875, -0.322509765625, -0.22021484375, -0.117919921875, -0.015625, 0.086669921875, 0.18896484375, 0.291259765625, 0.3935546875, 0.495849609375, 0.59814453125, 0.700439453125, 0.802734375, 0.905029296875, 1.00732421875, 1.109619140625, 1.2119140625, 1.314208984375, 1.41650390625, 1.518798828125, 1.62109375, 1.723388671875, 1.82568359375, 1.927978515625, 2.0302734375, 2.132568359375, 2.23486328125, 2.337158203125, 2.439453125, 2.541748046875, 2.64404296875, 2.746337890625, 2.8486328125, 2.950927734375, 3.05322265625, 3.155517578125, 3.2578125]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 7.0, 4.0, 8.0, 8.0, 11.0, 9.0, 9.0, 12.0, 18.0, 14.0, 14.0, 19.0, 31.0, 37.0, 34.0, 30.0, 43.0, 38.0, 42.0, 65.0, 115.0, 1662.0, 297.0, 86.0, 48.0, 47.0, 52.0, 43.0, 43.0, 24.0, 34.0, 24.0, 23.0, 16.0, 13.0, 13.0, 14.0, 10.0, 7.0, 7.0, 6.0, 5.0, 8.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-22.140625, -21.505126953125, -20.86962890625, -20.234130859375, -19.5986328125, -18.963134765625, -18.32763671875, -17.692138671875, -17.056640625, -16.421142578125, -15.78564453125, -15.150146484375, -14.5146484375, -13.879150390625, -13.24365234375, -12.608154296875, -11.97265625, -11.337158203125, -10.70166015625, -10.066162109375, -9.4306640625, -8.795166015625, -8.15966796875, -7.524169921875, -6.888671875, -6.253173828125, -5.61767578125, -4.982177734375, -4.3466796875, -3.711181640625, -3.07568359375, -2.440185546875, -1.8046875, -1.169189453125, -0.53369140625, 0.101806640625, 0.7373046875, 1.372802734375, 2.00830078125, 2.643798828125, 3.279296875, 3.914794921875, 4.55029296875, 5.185791015625, 5.8212890625, 6.456787109375, 7.09228515625, 7.727783203125, 8.36328125, 8.998779296875, 9.63427734375, 10.269775390625, 10.9052734375, 11.540771484375, 12.17626953125, 12.811767578125, 13.447265625, 14.082763671875, 14.71826171875, 15.353759765625, 15.9892578125, 16.624755859375, 17.26025390625, 17.895751953125, 18.53125]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 8.0, 6.0, 12.0, 5.0, 11.0, 11.0, 16.0, 20.0, 13.0, 30.0, 30.0, 46.0, 65.0, 72.0, 95.0, 161.0, 258.0, 568.0, 1991.0, 27313.0, 3064076.0, 46792.0, 2544.0, 625.0, 274.0, 163.0, 109.0, 81.0, 72.0, 47.0, 30.0, 28.0, 20.0, 20.0, 17.0, 14.0, 11.0, 9.0, 9.0, 9.0, 4.0, 7.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-31.390625, -30.363525390625, -29.33642578125, -28.309326171875, -27.2822265625, -26.255126953125, -25.22802734375, -24.200927734375, -23.173828125, -22.146728515625, -21.11962890625, -20.092529296875, -19.0654296875, -18.038330078125, -17.01123046875, -15.984130859375, -14.95703125, -13.929931640625, -12.90283203125, -11.875732421875, -10.8486328125, -9.821533203125, -8.79443359375, -7.767333984375, -6.740234375, -5.713134765625, -4.68603515625, -3.658935546875, -2.6318359375, -1.604736328125, -0.57763671875, 0.449462890625, 1.4765625, 2.503662109375, 3.53076171875, 4.557861328125, 5.5849609375, 6.612060546875, 7.63916015625, 8.666259765625, 9.693359375, 10.720458984375, 11.74755859375, 12.774658203125, 13.8017578125, 14.828857421875, 15.85595703125, 16.883056640625, 17.91015625, 18.937255859375, 19.96435546875, 20.991455078125, 22.0185546875, 23.045654296875, 24.07275390625, 25.099853515625, 26.126953125, 27.154052734375, 28.18115234375, 29.208251953125, 30.2353515625, 31.262451171875, 32.28955078125, 33.316650390625, 34.34375]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 14.0, 956.0, 44.0, 1.0, 1.0], "bins": [-571.2648315429688, -561.8275146484375, -552.3901977539062, -542.952880859375, -533.5155639648438, -524.0782470703125, -514.6409301757812, -505.2036437988281, -495.7663269042969, -486.3290100097656, -476.8916931152344, -467.4543762207031, -458.01708984375, -448.57977294921875, -439.1424560546875, -429.70513916015625, -420.267822265625, -410.83050537109375, -401.3931884765625, -391.95587158203125, -382.5185546875, -373.0812683105469, -363.6439514160156, -354.2066345214844, -344.7693176269531, -335.3320007324219, -325.8946838378906, -316.4573669433594, -307.02008056640625, -297.582763671875, -288.14544677734375, -278.7081298828125, -269.2708435058594, -259.8335266113281, -250.39620971679688, -240.9589080810547, -231.52159118652344, -222.0842742919922, -212.64697265625, -203.20965576171875, -193.7723388671875, -184.33502197265625, -174.897705078125, -165.4604034423828, -156.02308654785156, -146.5857696533203, -137.14846801757812, -127.71115112304688, -118.2738265991211, -108.83651733398438, -99.39920043945312, -89.96188354492188, -80.52457427978516, -71.08726501464844, -61.64994812011719, -52.21263885498047, -42.77532196044922, -33.338008880615234, -23.90069580078125, -14.463382720947266, -5.026069641113281, 4.411243438720703, 13.848556518554688, 23.285865783691406, 32.723182678222656]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 3.0, 5.0, 11.0, 7.0, 11.0, 15.0, 16.0, 15.0, 24.0, 28.0, 16.0, 33.0, 29.0, 33.0, 34.0, 40.0, 45.0, 34.0, 43.0, 50.0, 40.0, 44.0, 44.0, 38.0, 41.0, 37.0, 34.0, 24.0, 29.0, 24.0, 23.0, 17.0, 18.0, 16.0, 16.0, 5.0, 13.0, 4.0, 5.0, 9.0, 3.0, 6.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.118900299072266, -57.05077362060547, -54.98264694213867, -52.914520263671875, -50.846397399902344, -48.77827072143555, -46.71014404296875, -44.64201736450195, -42.573890686035156, -40.50576400756836, -38.43763732910156, -36.36951446533203, -34.301387786865234, -32.23326110839844, -30.16513442993164, -28.097007751464844, -26.028884887695312, -23.960758209228516, -21.89263343811035, -19.824506759643555, -17.75638198852539, -15.688255310058594, -13.620128631591797, -11.552002906799316, -9.483877182006836, -7.4157514572143555, -5.347625255584717, -3.279499053955078, -1.2113733291625977, 0.8567523956298828, 2.9248790740966797, 4.99300479888916, 7.061126708984375, 9.129252433776855, 11.197378158569336, 13.265504837036133, 15.333630561828613, 17.401756286621094, 19.46988296508789, 21.538009643554688, 23.60613441467285, 25.67426109313965, 27.742385864257812, 29.81051254272461, 31.878639221191406, 33.94676208496094, 36.014892578125, 38.08301544189453, 40.15114212036133, 42.219268798828125, 44.28739547729492, 46.35552215576172, 48.42364501953125, 50.49177169799805, 52.559898376464844, 54.62802505493164, 56.69615173339844, 58.764278411865234, 60.83240509033203, 62.90052795410156, 64.96865844726562, 67.03678131103516, 69.10490417480469, 71.17303466796875, 73.24115753173828]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 2.0, 4.0, 6.0, 8.0, 8.0, 11.0, 18.0, 20.0, 17.0, 21.0, 15.0, 21.0, 25.0, 22.0, 28.0, 39.0, 41.0, 35.0, 40.0, 49.0, 48.0, 39.0, 37.0, 42.0, 38.0, 28.0, 39.0, 33.0, 40.0, 26.0, 22.0, 27.0, 20.0, 30.0, 13.0, 17.0, 18.0, 11.0, 9.0, 11.0, 12.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-6.02734375, -5.848388671875, -5.66943359375, -5.490478515625, -5.3115234375, -5.132568359375, -4.95361328125, -4.774658203125, -4.595703125, -4.416748046875, -4.23779296875, -4.058837890625, -3.8798828125, -3.700927734375, -3.52197265625, -3.343017578125, -3.1640625, -2.985107421875, -2.80615234375, -2.627197265625, -2.4482421875, -2.269287109375, -2.09033203125, -1.911376953125, -1.732421875, -1.553466796875, -1.37451171875, -1.195556640625, -1.0166015625, -0.837646484375, -0.65869140625, -0.479736328125, -0.30078125, -0.121826171875, 0.05712890625, 0.236083984375, 0.4150390625, 0.593994140625, 0.77294921875, 0.951904296875, 1.130859375, 1.309814453125, 1.48876953125, 1.667724609375, 1.8466796875, 2.025634765625, 2.20458984375, 2.383544921875, 2.5625, 2.741455078125, 2.92041015625, 3.099365234375, 3.2783203125, 3.457275390625, 3.63623046875, 3.815185546875, 3.994140625, 4.173095703125, 4.35205078125, 4.531005859375, 4.7099609375, 4.888916015625, 5.06787109375, 5.246826171875, 5.42578125]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 5.0, 7.0, 9.0, 9.0, 10.0, 12.0, 19.0, 22.0, 19.0, 22.0, 22.0, 43.0, 51.0, 84.0, 146.0, 238.0, 577.0, 2263.0, 16277.0, 323225.0, 3181306.0, 638808.0, 26334.0, 3193.0, 778.0, 290.0, 137.0, 95.0, 54.0, 47.0, 27.0, 24.0, 25.0, 24.0, 23.0, 10.0, 7.0, 11.0, 8.0, 9.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.34375, -17.781005859375, -17.21826171875, -16.655517578125, -16.0927734375, -15.530029296875, -14.96728515625, -14.404541015625, -13.841796875, -13.279052734375, -12.71630859375, -12.153564453125, -11.5908203125, -11.028076171875, -10.46533203125, -9.902587890625, -9.33984375, -8.777099609375, -8.21435546875, -7.651611328125, -7.0888671875, -6.526123046875, -5.96337890625, -5.400634765625, -4.837890625, -4.275146484375, -3.71240234375, -3.149658203125, -2.5869140625, -2.024169921875, -1.46142578125, -0.898681640625, -0.3359375, 0.226806640625, 0.78955078125, 1.352294921875, 1.9150390625, 2.477783203125, 3.04052734375, 3.603271484375, 4.166015625, 4.728759765625, 5.29150390625, 5.854248046875, 6.4169921875, 6.979736328125, 7.54248046875, 8.105224609375, 8.66796875, 9.230712890625, 9.79345703125, 10.356201171875, 10.9189453125, 11.481689453125, 12.04443359375, 12.607177734375, 13.169921875, 13.732666015625, 14.29541015625, 14.858154296875, 15.4208984375, 15.983642578125, 16.54638671875, 17.109130859375, 17.671875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 5.0, 6.0, 10.0, 17.0, 25.0, 37.0, 62.0, 97.0, 120.0, 189.0, 297.0, 472.0, 694.0, 696.0, 485.0, 303.0, 186.0, 135.0, 82.0, 58.0, 37.0, 26.0, 20.0, 10.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.078125, -28.3125, -27.546875, -26.78125, -26.015625, -25.25, -24.484375, -23.71875, -22.953125, -22.1875, -21.421875, -20.65625, -19.890625, -19.125, -18.359375, -17.59375, -16.828125, -16.0625, -15.296875, -14.53125, -13.765625, -13.0, -12.234375, -11.46875, -10.703125, -9.9375, -9.171875, -8.40625, -7.640625, -6.875, -6.109375, -5.34375, -4.578125, -3.8125, -3.046875, -2.28125, -1.515625, -0.75, 0.015625, 0.78125, 1.546875, 2.3125, 3.078125, 3.84375, 4.609375, 5.375, 6.140625, 6.90625, 7.671875, 8.4375, 9.203125, 9.96875, 10.734375, 11.5, 12.265625, 13.03125, 13.796875, 14.5625, 15.328125, 16.09375, 16.859375, 17.625, 18.390625, 19.15625, 19.921875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 4.0, 5.0, 9.0, 19.0, 26.0, 38.0, 46.0, 77.0, 110.0, 180.0, 304.0, 626.0, 8843.0, 4169273.0, 13208.0, 710.0, 293.0, 194.0, 112.0, 70.0, 45.0, 33.0, 26.0, 12.0, 12.0, 8.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.71875, -53.28759765625, -49.8564453125, -46.42529296875, -42.994140625, -39.56298828125, -36.1318359375, -32.70068359375, -29.26953125, -25.83837890625, -22.4072265625, -18.97607421875, -15.544921875, -12.11376953125, -8.6826171875, -5.25146484375, -1.8203125, 1.61083984375, 5.0419921875, 8.47314453125, 11.904296875, 15.33544921875, 18.7666015625, 22.19775390625, 25.62890625, 29.06005859375, 32.4912109375, 35.92236328125, 39.353515625, 42.78466796875, 46.2158203125, 49.64697265625, 53.078125, 56.50927734375, 59.9404296875, 63.37158203125, 66.802734375, 70.23388671875, 73.6650390625, 77.09619140625, 80.52734375, 83.95849609375, 87.3896484375, 90.82080078125, 94.251953125, 97.68310546875, 101.1142578125, 104.54541015625, 107.9765625, 111.40771484375, 114.8388671875, 118.27001953125, 121.701171875, 125.13232421875, 128.5634765625, 131.99462890625, 135.42578125, 138.85693359375, 142.2880859375, 145.71923828125, 149.150390625, 152.58154296875, 156.0126953125, 159.44384765625, 162.875]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 25.0, 66.0, 82.0, 179.0, 231.0, 205.0, 114.0, 57.0, 31.0, 11.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-120.28728485107422, -117.25684356689453, -114.22640228271484, -111.19596099853516, -108.16551971435547, -105.13507080078125, -102.10462951660156, -99.07418823242188, -96.04374694824219, -93.0133056640625, -89.98286437988281, -86.95242309570312, -83.92198181152344, -80.89154052734375, -77.86109924316406, -74.83065032958984, -71.80021667480469, -68.769775390625, -65.73933410644531, -62.708892822265625, -59.67844772338867, -56.648006439208984, -53.6175651550293, -50.587120056152344, -47.556678771972656, -44.52623748779297, -41.49579620361328, -38.465354919433594, -35.43490982055664, -32.40446853637695, -29.374027252197266, -26.343584060668945, -23.313140869140625, -20.282699584960938, -17.252256393432617, -14.22181510925293, -11.191372871398926, -8.160930633544922, -5.130489349365234, -2.100046157836914, 0.9303951263427734, 3.9608371257781982, 6.991279125213623, 10.021720886230469, 13.052163124084473, 16.082605361938477, 19.113046646118164, 22.143489837646484, 25.173931121826172, 28.20437240600586, 31.23481559753418, 34.2652587890625, 37.29570007324219, 40.326141357421875, 43.35658264160156, 46.38702392578125, 49.41746520996094, 52.447906494140625, 55.47834777832031, 58.5087890625, 61.53923416137695, 64.56967163085938, 67.60011291503906, 70.63056182861328, 73.66100311279297]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 8.0, 6.0, 11.0, 6.0, 7.0, 8.0, 7.0, 9.0, 13.0, 7.0, 9.0, 21.0, 18.0, 23.0, 19.0, 21.0, 33.0, 29.0, 23.0, 43.0, 37.0, 44.0, 38.0, 37.0, 59.0, 30.0, 31.0, 26.0, 48.0, 34.0, 23.0, 26.0, 24.0, 25.0, 28.0, 21.0, 22.0, 18.0, 17.0, 14.0, 17.0, 14.0, 7.0, 11.0, 7.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-46.619117736816406, -45.10877990722656, -43.59844207763672, -42.088104248046875, -40.57776641845703, -39.06742858886719, -37.557090759277344, -36.046756744384766, -34.53641891479492, -33.02608108520508, -31.515743255615234, -30.00540542602539, -28.49506950378418, -26.984731674194336, -25.474393844604492, -23.96405792236328, -22.453718185424805, -20.94338035583496, -19.433042526245117, -17.922706604003906, -16.412368774414062, -14.902030944824219, -13.391693115234375, -11.881356239318848, -10.371018409729004, -8.86068058013916, -7.350343704223633, -5.840005874633789, -4.3296685218811035, -2.819331169128418, -1.3089933395385742, 0.20134353637695312, 1.7116813659667969, 3.2220187187194824, 4.732356071472168, 6.242693901062012, 7.753031253814697, 9.263368606567383, 10.773706436157227, 12.284043312072754, 13.794381141662598, 15.304718971252441, 16.81505584716797, 18.325393676757812, 19.835731506347656, 21.3460693359375, 22.856407165527344, 24.366743087768555, 25.8770809173584, 27.387418746948242, 28.897756576538086, 30.408092498779297, 31.91843032836914, 33.428768157958984, 34.93910598754883, 36.44944381713867, 37.959781646728516, 39.47011947631836, 40.9804573059082, 42.49079513549805, 44.00113296508789, 45.51146697998047, 47.02180480957031, 48.532142639160156, 50.04248046875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 7.0, 7.0, 6.0, 10.0, 9.0, 13.0, 22.0, 17.0, 21.0, 21.0, 18.0, 32.0, 32.0, 22.0, 37.0, 32.0, 45.0, 51.0, 37.0, 44.0, 39.0, 38.0, 42.0, 40.0, 32.0, 38.0, 31.0, 44.0, 25.0, 29.0, 28.0, 20.0, 17.0, 19.0, 16.0, 9.0, 11.0, 8.0, 6.0, 10.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-6.30078125, -6.11810302734375, -5.9354248046875, -5.75274658203125, -5.570068359375, -5.38739013671875, -5.2047119140625, -5.02203369140625, -4.83935546875, -4.65667724609375, -4.4739990234375, -4.29132080078125, -4.108642578125, -3.92596435546875, -3.7432861328125, -3.56060791015625, -3.3779296875, -3.19525146484375, -3.0125732421875, -2.82989501953125, -2.647216796875, -2.46453857421875, -2.2818603515625, -2.09918212890625, -1.91650390625, -1.73382568359375, -1.5511474609375, -1.36846923828125, -1.185791015625, -1.00311279296875, -0.8204345703125, -0.63775634765625, -0.455078125, -0.27239990234375, -0.0897216796875, 0.09295654296875, 0.275634765625, 0.45831298828125, 0.6409912109375, 0.82366943359375, 1.00634765625, 1.18902587890625, 1.3717041015625, 1.55438232421875, 1.737060546875, 1.91973876953125, 2.1024169921875, 2.28509521484375, 2.4677734375, 2.65045166015625, 2.8331298828125, 3.01580810546875, 3.198486328125, 3.38116455078125, 3.5638427734375, 3.74652099609375, 3.92919921875, 4.11187744140625, 4.2945556640625, 4.47723388671875, 4.659912109375, 4.84259033203125, 5.0252685546875, 5.20794677734375, 5.390625]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 7.0, 7.0, 20.0, 21.0, 33.0, 48.0, 73.0, 104.0, 170.0, 270.0, 386.0, 547.0, 851.0, 1296.0, 2065.0, 3168.0, 4793.0, 7574.0, 11570.0, 18002.0, 28414.0, 45666.0, 77408.0, 147466.0, 330488.0, 157189.0, 80678.0, 47823.0, 29554.0, 18711.0, 12078.0, 7733.0, 4861.0, 3289.0, 2163.0, 1363.0, 910.0, 615.0, 396.0, 254.0, 167.0, 100.0, 76.0, 62.0, 28.0, 21.0, 18.0, 6.0, 7.0, 8.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-1.392578125, -1.3510589599609375, -1.309539794921875, -1.2680206298828125, -1.22650146484375, -1.1849822998046875, -1.143463134765625, -1.1019439697265625, -1.0604248046875, -1.0189056396484375, -0.977386474609375, -0.9358673095703125, -0.89434814453125, -0.8528289794921875, -0.811309814453125, -0.7697906494140625, -0.728271484375, -0.6867523193359375, -0.645233154296875, -0.6037139892578125, -0.56219482421875, -0.5206756591796875, -0.479156494140625, -0.4376373291015625, -0.3961181640625, -0.3545989990234375, -0.313079833984375, -0.2715606689453125, -0.23004150390625, -0.1885223388671875, -0.147003173828125, -0.1054840087890625, -0.06396484375, -0.0224456787109375, 0.019073486328125, 0.0605926513671875, 0.10211181640625, 0.1436309814453125, 0.185150146484375, 0.2266693115234375, 0.2681884765625, 0.3097076416015625, 0.351226806640625, 0.3927459716796875, 0.43426513671875, 0.4757843017578125, 0.517303466796875, 0.5588226318359375, 0.600341796875, 0.6418609619140625, 0.683380126953125, 0.7248992919921875, 0.76641845703125, 0.8079376220703125, 0.849456787109375, 0.8909759521484375, 0.9324951171875, 0.9740142822265625, 1.015533447265625, 1.0570526123046875, 1.09857177734375, 1.1400909423828125, 1.181610107421875, 1.2231292724609375, 1.2646484375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 4.0, 3.0, 4.0, 3.0, 5.0, 4.0, 8.0, 11.0, 13.0, 13.0, 12.0, 20.0, 17.0, 17.0, 22.0, 21.0, 28.0, 22.0, 39.0, 22.0, 31.0, 41.0, 34.0, 39.0, 39.0, 1057.0, 53.0, 36.0, 34.0, 45.0, 34.0, 30.0, 36.0, 21.0, 22.0, 29.0, 14.0, 24.0, 25.0, 12.0, 17.0, 16.0, 12.0, 5.0, 7.0, 2.0, 4.0, 6.0, 4.0, 1.0, 6.0, 7.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.20703125, -3.099212646484375, -2.99139404296875, -2.883575439453125, -2.7757568359375, -2.667938232421875, -2.56011962890625, -2.452301025390625, -2.344482421875, -2.236663818359375, -2.12884521484375, -2.021026611328125, -1.9132080078125, -1.805389404296875, -1.69757080078125, -1.589752197265625, -1.48193359375, -1.374114990234375, -1.26629638671875, -1.158477783203125, -1.0506591796875, -0.942840576171875, -0.83502197265625, -0.727203369140625, -0.619384765625, -0.511566162109375, -0.40374755859375, -0.295928955078125, -0.1881103515625, -0.080291748046875, 0.02752685546875, 0.135345458984375, 0.2431640625, 0.350982666015625, 0.45880126953125, 0.566619873046875, 0.6744384765625, 0.782257080078125, 0.89007568359375, 0.997894287109375, 1.105712890625, 1.213531494140625, 1.32135009765625, 1.429168701171875, 1.5369873046875, 1.644805908203125, 1.75262451171875, 1.860443115234375, 1.96826171875, 2.076080322265625, 2.18389892578125, 2.291717529296875, 2.3995361328125, 2.507354736328125, 2.61517333984375, 2.722991943359375, 2.830810546875, 2.938629150390625, 3.04644775390625, 3.154266357421875, 3.2620849609375, 3.369903564453125, 3.47772216796875, 3.585540771484375, 3.693359375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 7.0, 18.0, 21.0, 28.0, 42.0, 66.0, 101.0, 148.0, 216.0, 331.0, 466.0, 671.0, 898.0, 1332.0, 1910.0, 2923.0, 4226.0, 6273.0, 9105.0, 13567.0, 20731.0, 32007.0, 50657.0, 84589.0, 160891.0, 1357337.0, 138092.0, 76278.0, 46413.0, 29331.0, 19172.0, 12571.0, 8539.0, 5765.0, 3879.0, 2644.0, 1792.0, 1299.0, 867.0, 629.0, 413.0, 312.0, 199.0, 134.0, 85.0, 57.0, 36.0, 20.0, 18.0, 15.0, 4.0, 5.0, 2.0, 5.0, 1.0, 0.0, 1.0], "bins": [-1.1767578125, -1.14044189453125, -1.1041259765625, -1.06781005859375, -1.031494140625, -0.99517822265625, -0.9588623046875, -0.92254638671875, -0.88623046875, -0.84991455078125, -0.8135986328125, -0.77728271484375, -0.740966796875, -0.70465087890625, -0.6683349609375, -0.63201904296875, -0.595703125, -0.55938720703125, -0.5230712890625, -0.48675537109375, -0.450439453125, -0.41412353515625, -0.3778076171875, -0.34149169921875, -0.30517578125, -0.26885986328125, -0.2325439453125, -0.19622802734375, -0.159912109375, -0.12359619140625, -0.0872802734375, -0.05096435546875, -0.0146484375, 0.02166748046875, 0.0579833984375, 0.09429931640625, 0.130615234375, 0.16693115234375, 0.2032470703125, 0.23956298828125, 0.27587890625, 0.31219482421875, 0.3485107421875, 0.38482666015625, 0.421142578125, 0.45745849609375, 0.4937744140625, 0.53009033203125, 0.56640625, 0.60272216796875, 0.6390380859375, 0.67535400390625, 0.711669921875, 0.74798583984375, 0.7843017578125, 0.82061767578125, 0.85693359375, 0.89324951171875, 0.9295654296875, 0.96588134765625, 1.002197265625, 1.03851318359375, 1.0748291015625, 1.11114501953125, 1.1474609375]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 7.0, 7.0, 10.0, 11.0, 26.0, 23.0, 22.0, 24.0, 46.0, 38.0, 63.0, 70.0, 91.0, 85.0, 79.0, 72.0, 71.0, 43.0, 35.0, 30.0, 30.0, 23.0, 21.0, 10.0, 9.0, 9.0, 5.0, 12.0, 4.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0006513595581054688, -0.0006284043192863464, -0.0006054490804672241, -0.0005824938416481018, -0.0005595386028289795, -0.0005365833640098572, -0.0005136281251907349, -0.0004906728863716125, -0.00046771764755249023, -0.0004447624087333679, -0.0004218071699142456, -0.0003988519310951233, -0.000375896692276001, -0.00035294145345687866, -0.00032998621463775635, -0.00030703097581863403, -0.0002840757369995117, -0.0002611204981803894, -0.0002381652593612671, -0.00021521002054214478, -0.00019225478172302246, -0.00016929954290390015, -0.00014634430408477783, -0.00012338906526565552, -0.0001004338264465332, -7.747858762741089e-05, -5.4523348808288574e-05, -3.156810998916626e-05, -8.612871170043945e-06, 1.4342367649078369e-05, 3.7297606468200684e-05, 6.0252845287323e-05, 8.320808410644531e-05, 0.00010616332292556763, 0.00012911856174468994, 0.00015207380056381226, 0.00017502903938293457, 0.00019798427820205688, 0.0002209395170211792, 0.00024389475584030151, 0.00026684999465942383, 0.00028980523347854614, 0.00031276047229766846, 0.00033571571111679077, 0.0003586709499359131, 0.0003816261887550354, 0.0004045814275741577, 0.00042753666639328003, 0.00045049190521240234, 0.00047344714403152466, 0.000496402382850647, 0.0005193576216697693, 0.0005423128604888916, 0.0005652680993080139, 0.0005882233381271362, 0.0006111785769462585, 0.0006341338157653809, 0.0006570890545845032, 0.0006800442934036255, 0.0007029995322227478, 0.0007259547710418701, 0.0007489100098609924, 0.0007718652486801147, 0.0007948204874992371, 0.0008177757263183594]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 7.0, 4.0, 11.0, 11.0, 17.0, 15.0, 24.0, 38.0, 49.0, 49.0, 93.0, 156.0, 239.0, 592.0, 7625.0, 1035989.0, 2421.0, 522.0, 226.0, 133.0, 88.0, 54.0, 52.0, 26.0, 20.0, 17.0, 16.0, 12.0, 6.0, 7.0, 3.0, 3.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0186004638671875, -0.018074989318847656, -0.017549514770507812, -0.01702404022216797, -0.016498565673828125, -0.01597309112548828, -0.015447616577148438, -0.014922142028808594, -0.01439666748046875, -0.013871192932128906, -0.013345718383789062, -0.012820243835449219, -0.012294769287109375, -0.011769294738769531, -0.011243820190429688, -0.010718345642089844, -0.01019287109375, -0.009667396545410156, -0.009141921997070312, -0.008616447448730469, -0.008090972900390625, -0.007565498352050781, -0.0070400238037109375, -0.006514549255371094, -0.00598907470703125, -0.005463600158691406, -0.0049381256103515625, -0.004412651062011719, -0.003887176513671875, -0.0033617019653320312, -0.0028362274169921875, -0.0023107528686523438, -0.0017852783203125, -0.0012598037719726562, -0.0007343292236328125, -0.00020885467529296875, 0.000316619873046875, 0.0008420944213867188, 0.0013675689697265625, 0.0018930435180664062, 0.00241851806640625, 0.0029439926147460938, 0.0034694671630859375, 0.003994941711425781, 0.004520416259765625, 0.005045890808105469, 0.0055713653564453125, 0.006096839904785156, 0.006622314453125, 0.007147789001464844, 0.0076732635498046875, 0.008198738098144531, 0.008724212646484375, 0.009249687194824219, 0.009775161743164062, 0.010300636291503906, 0.01082611083984375, 0.011351585388183594, 0.011877059936523438, 0.012402534484863281, 0.012928009033203125, 0.013453483581542969, 0.013978958129882812, 0.014504432678222656, 0.0150299072265625]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 10.0, 60.0, 136.0, 271.0, 275.0, 156.0, 70.0, 21.0, 8.0, 0.0, 2.0], "bins": [-0.0013958800118416548, -0.0013714209198951721, -0.0013469618279486895, -0.0013225027360022068, -0.0012980435276404023, -0.0012735844356939197, -0.001249125343747437, -0.0012246662518009543, -0.0012002071598544717, -0.001175748067907989, -0.0011512889759615064, -0.0011268298840150237, -0.0011023706756532192, -0.0010779115837067366, -0.001053452491760254, -0.0010289933998137712, -0.0010045343078672886, -0.000980075215920806, -0.0009556160657666624, -0.0009311569738201797, -0.000906697881873697, -0.0008822387317195535, -0.0008577796397730708, -0.0008333205478265882, -0.0008088613976724446, -0.0007844023057259619, -0.0007599431555718184, -0.0007354840636253357, -0.000711024971678853, -0.0006865658797323704, -0.0006621067295782268, -0.0006376476376317441, -0.0006131886038929224, -0.0005887295119464397, -0.0005642703617922962, -0.0005398112698458135, -0.0005153521778993309, -0.0004908930277451873, -0.0004664339357987046, -0.00044197484385222197, -0.0004175156936980784, -0.0003930565726477653, -0.0003685974807012826, -0.0003441383596509695, -0.00031967926770448685, -0.00029522014665417373, -0.0002707610256038606, -0.00024630193365737796, -0.0002218428417108953, -0.0001973837352124974, -0.00017292462871409953, -0.0001484655076637864, -0.00012400641571730375, -9.954729466699064e-05, -7.508818816859275e-05, -5.0629081670194864e-05, -2.6169975171796978e-05, -1.7108668544096872e-06, 2.2748241462977603e-05, 4.72073515993543e-05, 7.166645809775218e-05, 9.612557187210768e-05, 0.00012058467837050557, 0.00014504378486890346, 0.00016950289136730134]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 7.0, 14.0, 11.0, 21.0, 11.0, 19.0, 13.0, 8.0, 21.0, 26.0, 34.0, 36.0, 25.0, 31.0, 31.0, 38.0, 27.0, 33.0, 36.0, 41.0, 31.0, 44.0, 29.0, 43.0, 29.0, 43.0, 29.0, 24.0, 31.0, 40.0, 19.0, 24.0, 18.0, 14.0, 20.0, 11.0, 8.0, 11.0, 5.0, 10.0, 10.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.00030481815338134766, -0.00029512960463762283, -0.000285441055893898, -0.0002757525071501732, -0.00026606395840644836, -0.00025637540966272354, -0.0002466868609189987, -0.0002369983121752739, -0.00022730976343154907, -0.00021762121468782425, -0.00020793266594409943, -0.0001982441172003746, -0.00018855556845664978, -0.00017886701971292496, -0.00016917847096920013, -0.0001594899222254753, -0.0001498013734817505, -0.00014011282473802567, -0.00013042427599430084, -0.00012073572725057602, -0.0001110471785068512, -0.00010135862976312637, -9.167008101940155e-05, -8.198153227567673e-05, -7.22929835319519e-05, -6.260443478822708e-05, -5.291588604450226e-05, -4.3227337300777435e-05, -3.353878855705261e-05, -2.385023981332779e-05, -1.4161691069602966e-05, -4.473142325878143e-06, 5.21540641784668e-06, 1.4903955161571503e-05, 2.4592503905296326e-05, 3.428105264902115e-05, 4.396960139274597e-05, 5.3658150136470795e-05, 6.334669888019562e-05, 7.303524762392044e-05, 8.272379636764526e-05, 9.241234511137009e-05, 0.00010210089385509491, 0.00011178944259881973, 0.00012147799134254456, 0.00013116654008626938, 0.0001408550888299942, 0.00015054363757371902, 0.00016023218631744385, 0.00016992073506116867, 0.0001796092838048935, 0.00018929783254861832, 0.00019898638129234314, 0.00020867493003606796, 0.00021836347877979279, 0.0002280520275235176, 0.00023774057626724243, 0.00024742912501096725, 0.0002571176737546921, 0.0002668062224984169, 0.0002764947712421417, 0.00028618331998586655, 0.00029587186872959137, 0.0003055604174733162, 0.000315248966217041]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 7.0, 7.0, 6.0, 10.0, 9.0, 13.0, 22.0, 17.0, 21.0, 21.0, 18.0, 32.0, 32.0, 22.0, 37.0, 32.0, 45.0, 51.0, 37.0, 44.0, 39.0, 38.0, 42.0, 40.0, 32.0, 38.0, 31.0, 44.0, 25.0, 29.0, 28.0, 20.0, 17.0, 19.0, 16.0, 9.0, 11.0, 8.0, 6.0, 10.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-6.30078125, -6.11810302734375, -5.9354248046875, -5.75274658203125, -5.570068359375, -5.38739013671875, -5.2047119140625, -5.02203369140625, -4.83935546875, -4.65667724609375, -4.4739990234375, -4.29132080078125, -4.108642578125, -3.92596435546875, -3.7432861328125, -3.56060791015625, -3.3779296875, -3.19525146484375, -3.0125732421875, -2.82989501953125, -2.647216796875, -2.46453857421875, -2.2818603515625, -2.09918212890625, -1.91650390625, -1.73382568359375, -1.5511474609375, -1.36846923828125, -1.185791015625, -1.00311279296875, -0.8204345703125, -0.63775634765625, -0.455078125, -0.27239990234375, -0.0897216796875, 0.09295654296875, 0.275634765625, 0.45831298828125, 0.6409912109375, 0.82366943359375, 1.00634765625, 1.18902587890625, 1.3717041015625, 1.55438232421875, 1.737060546875, 1.91973876953125, 2.1024169921875, 2.28509521484375, 2.4677734375, 2.65045166015625, 2.8331298828125, 3.01580810546875, 3.198486328125, 3.38116455078125, 3.5638427734375, 3.74652099609375, 3.92919921875, 4.11187744140625, 4.2945556640625, 4.47723388671875, 4.659912109375, 4.84259033203125, 5.0252685546875, 5.20794677734375, 5.390625]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 8.0, 9.0, 17.0, 19.0, 21.0, 29.0, 41.0, 61.0, 89.0, 148.0, 201.0, 254.0, 381.0, 595.0, 833.0, 1224.0, 1988.0, 3135.0, 4756.0, 8189.0, 14389.0, 30453.0, 94157.0, 475757.0, 292315.0, 64295.0, 24210.0, 11916.0, 6842.0, 4176.0, 2681.0, 1768.0, 1138.0, 793.0, 511.0, 344.0, 233.0, 181.0, 114.0, 91.0, 51.0, 49.0, 22.0, 25.0, 17.0, 10.0, 14.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0], "bins": [-5.27734375, -5.1214599609375, -4.965576171875, -4.8096923828125, -4.65380859375, -4.4979248046875, -4.342041015625, -4.1861572265625, -4.0302734375, -3.8743896484375, -3.718505859375, -3.5626220703125, -3.40673828125, -3.2508544921875, -3.094970703125, -2.9390869140625, -2.783203125, -2.6273193359375, -2.471435546875, -2.3155517578125, -2.15966796875, -2.0037841796875, -1.847900390625, -1.6920166015625, -1.5361328125, -1.3802490234375, -1.224365234375, -1.0684814453125, -0.91259765625, -0.7567138671875, -0.600830078125, -0.4449462890625, -0.2890625, -0.1331787109375, 0.022705078125, 0.1785888671875, 0.33447265625, 0.4903564453125, 0.646240234375, 0.8021240234375, 0.9580078125, 1.1138916015625, 1.269775390625, 1.4256591796875, 1.58154296875, 1.7374267578125, 1.893310546875, 2.0491943359375, 2.205078125, 2.3609619140625, 2.516845703125, 2.6727294921875, 2.82861328125, 2.9844970703125, 3.140380859375, 3.2962646484375, 3.4521484375, 3.6080322265625, 3.763916015625, 3.9197998046875, 4.07568359375, 4.2315673828125, 4.387451171875, 4.5433349609375, 4.69921875]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 2.0, 3.0, 2.0, 4.0, 1.0, 3.0, 9.0, 8.0, 10.0, 14.0, 14.0, 7.0, 15.0, 20.0, 32.0, 21.0, 22.0, 45.0, 32.0, 39.0, 47.0, 51.0, 53.0, 90.0, 1730.0, 274.0, 82.0, 66.0, 44.0, 46.0, 39.0, 26.0, 28.0, 28.0, 22.0, 24.0, 17.0, 20.0, 12.0, 12.0, 6.0, 16.0, 7.0, 7.0, 4.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-24.75, -24.058837890625, -23.36767578125, -22.676513671875, -21.9853515625, -21.294189453125, -20.60302734375, -19.911865234375, -19.220703125, -18.529541015625, -17.83837890625, -17.147216796875, -16.4560546875, -15.764892578125, -15.07373046875, -14.382568359375, -13.69140625, -13.000244140625, -12.30908203125, -11.617919921875, -10.9267578125, -10.235595703125, -9.54443359375, -8.853271484375, -8.162109375, -7.470947265625, -6.77978515625, -6.088623046875, -5.3974609375, -4.706298828125, -4.01513671875, -3.323974609375, -2.6328125, -1.941650390625, -1.25048828125, -0.559326171875, 0.1318359375, 0.822998046875, 1.51416015625, 2.205322265625, 2.896484375, 3.587646484375, 4.27880859375, 4.969970703125, 5.6611328125, 6.352294921875, 7.04345703125, 7.734619140625, 8.42578125, 9.116943359375, 9.80810546875, 10.499267578125, 11.1904296875, 11.881591796875, 12.57275390625, 13.263916015625, 13.955078125, 14.646240234375, 15.33740234375, 16.028564453125, 16.7197265625, 17.410888671875, 18.10205078125, 18.793212890625, 19.484375]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 6.0, 5.0, 12.0, 12.0, 12.0, 18.0, 17.0, 34.0, 38.0, 47.0, 58.0, 77.0, 114.0, 184.0, 347.0, 684.0, 4655.0, 727558.0, 2404314.0, 5728.0, 749.0, 334.0, 191.0, 121.0, 99.0, 67.0, 42.0, 37.0, 25.0, 20.0, 21.0, 21.0, 9.0, 10.0, 10.0, 5.0, 6.0, 5.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-46.84375, -45.42578125, -44.0078125, -42.58984375, -41.171875, -39.75390625, -38.3359375, -36.91796875, -35.5, -34.08203125, -32.6640625, -31.24609375, -29.828125, -28.41015625, -26.9921875, -25.57421875, -24.15625, -22.73828125, -21.3203125, -19.90234375, -18.484375, -17.06640625, -15.6484375, -14.23046875, -12.8125, -11.39453125, -9.9765625, -8.55859375, -7.140625, -5.72265625, -4.3046875, -2.88671875, -1.46875, -0.05078125, 1.3671875, 2.78515625, 4.203125, 5.62109375, 7.0390625, 8.45703125, 9.875, 11.29296875, 12.7109375, 14.12890625, 15.546875, 16.96484375, 18.3828125, 19.80078125, 21.21875, 22.63671875, 24.0546875, 25.47265625, 26.890625, 28.30859375, 29.7265625, 31.14453125, 32.5625, 33.98046875, 35.3984375, 36.81640625, 38.234375, 39.65234375, 41.0703125, 42.48828125, 43.90625]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 109.0, 690.0, 205.0, 6.0, 2.0], "bins": [-247.667724609375, -243.57974243164062, -239.4917755126953, -235.40379333496094, -231.31582641601562, -227.22784423828125, -223.13987731933594, -219.05189514160156, -214.96392822265625, -210.87594604492188, -206.78797912597656, -202.6999969482422, -198.61203002929688, -194.5240478515625, -190.4360809326172, -186.3480987548828, -182.26011657714844, -178.17213439941406, -174.08416748046875, -169.99618530273438, -165.90821838378906, -161.8202362060547, -157.73226928710938, -153.644287109375, -149.55630493164062, -145.46832275390625, -141.38035583496094, -137.29237365722656, -133.20440673828125, -129.11642456054688, -125.02845001220703, -120.94047546386719, -116.8525161743164, -112.76454162597656, -108.67656707763672, -104.58859252929688, -100.5006103515625, -96.41264343261719, -92.32466125488281, -88.23668670654297, -84.14871215820312, -80.06073760986328, -75.97276306152344, -71.8847885131836, -67.79681396484375, -63.70883560180664, -59.62085723876953, -55.53288269042969, -51.444908142089844, -47.35693359375, -43.268959045410156, -39.18098068237305, -35.0930061340332, -31.00503158569336, -26.917055130004883, -22.829078674316406, -18.74110221862793, -14.65312671661377, -10.56515121459961, -6.477175712585449, -2.389200210571289, 1.6987743377685547, 5.786750793457031, 9.874727249145508, 13.962701797485352]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0, 9.0, 6.0, 9.0, 8.0, 15.0, 15.0, 22.0, 25.0, 30.0, 33.0, 40.0, 49.0, 44.0, 49.0, 64.0, 49.0, 46.0, 55.0, 51.0, 49.0, 41.0, 44.0, 43.0, 42.0, 32.0, 23.0, 22.0, 23.0, 13.0, 14.0, 13.0, 9.0, 6.0, 6.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.51502227783203, -62.0135383605957, -59.512054443359375, -57.01057052612305, -54.50908660888672, -52.007606506347656, -49.50612258911133, -47.004638671875, -44.50315475463867, -42.001670837402344, -39.500186920166016, -36.99870300292969, -34.497222900390625, -31.995737075805664, -29.49425506591797, -26.99277114868164, -24.491287231445312, -21.989803314208984, -19.488319396972656, -16.98683738708496, -14.485353469848633, -11.983869552612305, -9.482386589050293, -6.980903625488281, -4.479419708251953, -1.9779362678527832, 0.5235471725463867, 3.0250306129455566, 5.526514053344727, 8.027997970581055, 10.529480934143066, 13.030963897705078, 15.532455444335938, 18.033939361572266, 20.535423278808594, 23.03690528869629, 25.538389205932617, 28.039873123168945, 30.54135513305664, 33.04283905029297, 35.5443229675293, 38.045806884765625, 40.54729080200195, 43.04877471923828, 45.550254821777344, 48.05174255371094, 50.55322265625, 53.05470657348633, 55.556190490722656, 58.057674407958984, 60.55915832519531, 63.06064224243164, 65.56212615966797, 68.06360626220703, 70.56509399414062, 73.06657409667969, 75.56805419921875, 78.06953430175781, 80.5710220336914, 83.07250213623047, 85.57398986816406, 88.07546997070312, 90.57695770263672, 93.07843780517578, 95.57992553710938]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0, 3.0, 7.0, 8.0, 10.0, 8.0, 12.0, 24.0, 24.0, 10.0, 28.0, 24.0, 22.0, 37.0, 21.0, 38.0, 43.0, 48.0, 40.0, 40.0, 44.0, 49.0, 39.0, 45.0, 39.0, 30.0, 44.0, 45.0, 32.0, 19.0, 34.0, 25.0, 20.0, 16.0, 12.0, 16.0, 9.0, 10.0, 4.0, 10.0, 8.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.73046875, -6.533203125, -6.3359375, -6.138671875, -5.94140625, -5.744140625, -5.546875, -5.349609375, -5.15234375, -4.955078125, -4.7578125, -4.560546875, -4.36328125, -4.166015625, -3.96875, -3.771484375, -3.57421875, -3.376953125, -3.1796875, -2.982421875, -2.78515625, -2.587890625, -2.390625, -2.193359375, -1.99609375, -1.798828125, -1.6015625, -1.404296875, -1.20703125, -1.009765625, -0.8125, -0.615234375, -0.41796875, -0.220703125, -0.0234375, 0.173828125, 0.37109375, 0.568359375, 0.765625, 0.962890625, 1.16015625, 1.357421875, 1.5546875, 1.751953125, 1.94921875, 2.146484375, 2.34375, 2.541015625, 2.73828125, 2.935546875, 3.1328125, 3.330078125, 3.52734375, 3.724609375, 3.921875, 4.119140625, 4.31640625, 4.513671875, 4.7109375, 4.908203125, 5.10546875, 5.302734375, 5.5, 5.697265625, 5.89453125]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 6.0, 8.0, 9.0, 13.0, 13.0, 18.0, 23.0, 43.0, 42.0, 81.0, 105.0, 141.0, 227.0, 336.0, 534.0, 926.0, 1988.0, 4276.0, 10164.0, 27466.0, 91721.0, 358515.0, 1116699.0, 1537386.0, 748191.0, 207730.0, 55682.0, 18089.0, 7118.0, 3174.0, 1444.0, 819.0, 458.0, 266.0, 172.0, 112.0, 92.0, 48.0, 38.0, 29.0, 25.0, 17.0, 17.0, 11.0, 6.0, 0.0, 3.0, 5.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-7.4921875, -7.27374267578125, -7.0552978515625, -6.83685302734375, -6.618408203125, -6.39996337890625, -6.1815185546875, -5.96307373046875, -5.74462890625, -5.52618408203125, -5.3077392578125, -5.08929443359375, -4.870849609375, -4.65240478515625, -4.4339599609375, -4.21551513671875, -3.9970703125, -3.77862548828125, -3.5601806640625, -3.34173583984375, -3.123291015625, -2.90484619140625, -2.6864013671875, -2.46795654296875, -2.24951171875, -2.03106689453125, -1.8126220703125, -1.59417724609375, -1.375732421875, -1.15728759765625, -0.9388427734375, -0.72039794921875, -0.501953125, -0.28350830078125, -0.0650634765625, 0.15338134765625, 0.371826171875, 0.59027099609375, 0.8087158203125, 1.02716064453125, 1.24560546875, 1.46405029296875, 1.6824951171875, 1.90093994140625, 2.119384765625, 2.33782958984375, 2.5562744140625, 2.77471923828125, 2.9931640625, 3.21160888671875, 3.4300537109375, 3.64849853515625, 3.866943359375, 4.08538818359375, 4.3038330078125, 4.52227783203125, 4.74072265625, 4.95916748046875, 5.1776123046875, 5.39605712890625, 5.614501953125, 5.83294677734375, 6.0513916015625, 6.26983642578125, 6.48828125]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 5.0, 12.0, 16.0, 34.0, 46.0, 56.0, 97.0, 145.0, 247.0, 352.0, 531.0, 664.0, 571.0, 457.0, 302.0, 194.0, 109.0, 83.0, 50.0, 38.0, 25.0, 14.0, 11.0, 5.0, 7.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.84375, -14.09326171875, -13.3427734375, -12.59228515625, -11.841796875, -11.09130859375, -10.3408203125, -9.59033203125, -8.83984375, -8.08935546875, -7.3388671875, -6.58837890625, -5.837890625, -5.08740234375, -4.3369140625, -3.58642578125, -2.8359375, -2.08544921875, -1.3349609375, -0.58447265625, 0.166015625, 0.91650390625, 1.6669921875, 2.41748046875, 3.16796875, 3.91845703125, 4.6689453125, 5.41943359375, 6.169921875, 6.92041015625, 7.6708984375, 8.42138671875, 9.171875, 9.92236328125, 10.6728515625, 11.42333984375, 12.173828125, 12.92431640625, 13.6748046875, 14.42529296875, 15.17578125, 15.92626953125, 16.6767578125, 17.42724609375, 18.177734375, 18.92822265625, 19.6787109375, 20.42919921875, 21.1796875, 21.93017578125, 22.6806640625, 23.43115234375, 24.181640625, 24.93212890625, 25.6826171875, 26.43310546875, 27.18359375, 27.93408203125, 28.6845703125, 29.43505859375, 30.185546875, 30.93603515625, 31.6865234375, 32.43701171875, 33.1875]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 6.0, 4.0, 9.0, 15.0, 17.0, 28.0, 23.0, 53.0, 63.0, 88.0, 110.0, 175.0, 352.0, 783.0, 15814.0, 4133062.0, 41547.0, 1107.0, 406.0, 199.0, 130.0, 83.0, 51.0, 41.0, 28.0, 25.0, 17.0, 11.0, 6.0, 12.0, 4.0, 5.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.4375, -74.7275390625, -72.017578125, -69.3076171875, -66.59765625, -63.8876953125, -61.177734375, -58.4677734375, -55.7578125, -53.0478515625, -50.337890625, -47.6279296875, -44.91796875, -42.2080078125, -39.498046875, -36.7880859375, -34.078125, -31.3681640625, -28.658203125, -25.9482421875, -23.23828125, -20.5283203125, -17.818359375, -15.1083984375, -12.3984375, -9.6884765625, -6.978515625, -4.2685546875, -1.55859375, 1.1513671875, 3.861328125, 6.5712890625, 9.28125, 11.9912109375, 14.701171875, 17.4111328125, 20.12109375, 22.8310546875, 25.541015625, 28.2509765625, 30.9609375, 33.6708984375, 36.380859375, 39.0908203125, 41.80078125, 44.5107421875, 47.220703125, 49.9306640625, 52.640625, 55.3505859375, 58.060546875, 60.7705078125, 63.48046875, 66.1904296875, 68.900390625, 71.6103515625, 74.3203125, 77.0302734375, 79.740234375, 82.4501953125, 85.16015625, 87.8701171875, 90.580078125, 93.2900390625, 96.0]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 11.0, 79.0, 261.0, 396.0, 212.0, 46.0, 7.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-142.13323974609375, -135.7763671875, -129.41949462890625, -123.0626220703125, -116.70575714111328, -110.34888458251953, -103.99201202392578, -97.63514709472656, -91.27827453613281, -84.92140197753906, -78.56452941894531, -72.20765686035156, -65.85079193115234, -59.493919372558594, -53.137046813964844, -46.78017807006836, -40.423301696777344, -34.066429138183594, -27.70956039428711, -21.35268783569336, -14.995817184448242, -8.638946533203125, -2.282073974609375, 4.074794769287109, 10.43166732788086, 16.788537979125977, 23.145408630371094, 29.502281188964844, 35.859153747558594, 42.21602249145508, 48.57289505004883, 54.92976379394531, 61.28663635253906, 67.64350891113281, 74.00038146972656, 80.35725402832031, 86.71411895751953, 93.07099151611328, 99.42786407470703, 105.78472900390625, 112.1416015625, 118.49847412109375, 124.8553466796875, 131.21221923828125, 137.569091796875, 143.92596435546875, 150.2828369140625, 156.6396942138672, 162.99658203125, 169.35345458984375, 175.7103271484375, 182.06719970703125, 188.424072265625, 194.78094482421875, 201.1378173828125, 207.4946746826172, 213.85154724121094, 220.2084197998047, 226.56529235839844, 232.9221649169922, 239.27903747558594, 245.63589477539062, 251.99276733398438, 258.3496398925781, 264.7065124511719]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 8.0, 5.0, 2.0, 5.0, 5.0, 7.0, 8.0, 11.0, 11.0, 28.0, 11.0, 19.0, 17.0, 21.0, 17.0, 33.0, 33.0, 27.0, 38.0, 34.0, 34.0, 35.0, 45.0, 36.0, 29.0, 43.0, 39.0, 40.0, 33.0, 31.0, 40.0, 28.0, 22.0, 28.0, 31.0, 22.0, 19.0, 28.0, 11.0, 7.0, 8.0, 14.0, 3.0, 8.0, 12.0, 5.0, 9.0, 2.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0], "bins": [-52.616943359375, -51.07890701293945, -49.540870666503906, -48.002830505371094, -46.46479415893555, -44.9267578125, -43.38871765136719, -41.85068130493164, -40.312644958496094, -38.77460861206055, -37.236572265625, -35.69853210449219, -34.16049575805664, -32.622459411621094, -31.084421157836914, -29.546382904052734, -28.008346557617188, -26.47031021118164, -24.93227195739746, -23.39423370361328, -21.856197357177734, -20.318161010742188, -18.780122756958008, -17.242084503173828, -15.704048156738281, -14.166010856628418, -12.627973556518555, -11.089936256408691, -9.551898956298828, -8.013861656188965, -6.475824356079102, -4.937787055969238, -3.399749755859375, -1.8617124557495117, -0.32367515563964844, 1.2143621444702148, 2.752399444580078, 4.290436744689941, 5.828474044799805, 7.366511344909668, 8.904548645019531, 10.442585945129395, 11.980623245239258, 13.518660545349121, 15.056697845458984, 16.59473419189453, 18.13277244567871, 19.67081069946289, 21.208847045898438, 22.746883392333984, 24.284921646118164, 25.822959899902344, 27.36099624633789, 28.899032592773438, 30.437070846557617, 31.975109100341797, 33.513145446777344, 35.05118179321289, 36.58921813964844, 38.12725830078125, 39.6652946472168, 41.203330993652344, 42.741371154785156, 44.2794075012207, 45.81744384765625]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 8.0, 11.0, 12.0, 13.0, 8.0, 21.0, 25.0, 12.0, 19.0, 25.0, 25.0, 29.0, 29.0, 34.0, 39.0, 40.0, 38.0, 45.0, 47.0, 37.0, 34.0, 37.0, 38.0, 33.0, 42.0, 32.0, 38.0, 20.0, 27.0, 28.0, 25.0, 15.0, 22.0, 11.0, 19.0, 14.0, 12.0, 3.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0234375, -5.83740234375, -5.6513671875, -5.46533203125, -5.279296875, -5.09326171875, -4.9072265625, -4.72119140625, -4.53515625, -4.34912109375, -4.1630859375, -3.97705078125, -3.791015625, -3.60498046875, -3.4189453125, -3.23291015625, -3.046875, -2.86083984375, -2.6748046875, -2.48876953125, -2.302734375, -2.11669921875, -1.9306640625, -1.74462890625, -1.55859375, -1.37255859375, -1.1865234375, -1.00048828125, -0.814453125, -0.62841796875, -0.4423828125, -0.25634765625, -0.0703125, 0.11572265625, 0.3017578125, 0.48779296875, 0.673828125, 0.85986328125, 1.0458984375, 1.23193359375, 1.41796875, 1.60400390625, 1.7900390625, 1.97607421875, 2.162109375, 2.34814453125, 2.5341796875, 2.72021484375, 2.90625, 3.09228515625, 3.2783203125, 3.46435546875, 3.650390625, 3.83642578125, 4.0224609375, 4.20849609375, 4.39453125, 4.58056640625, 4.7666015625, 4.95263671875, 5.138671875, 5.32470703125, 5.5107421875, 5.69677734375, 5.8828125]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 6.0, 3.0, 2.0, 10.0, 13.0, 15.0, 27.0, 33.0, 47.0, 74.0, 101.0, 150.0, 237.0, 332.0, 481.0, 726.0, 1073.0, 1612.0, 2491.0, 3706.0, 5695.0, 8738.0, 13211.0, 20416.0, 31963.0, 52133.0, 88550.0, 180566.0, 309647.0, 132870.0, 72606.0, 43212.0, 27063.0, 17434.0, 11417.0, 7440.0, 4896.0, 3216.0, 2073.0, 1449.0, 897.0, 653.0, 418.0, 271.0, 178.0, 137.0, 92.0, 59.0, 36.0, 38.0, 22.0, 11.0, 12.0, 5.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.3447265625, -1.3031158447265625, -1.261505126953125, -1.2198944091796875, -1.17828369140625, -1.1366729736328125, -1.095062255859375, -1.0534515380859375, -1.0118408203125, -0.9702301025390625, -0.928619384765625, -0.8870086669921875, -0.84539794921875, -0.8037872314453125, -0.762176513671875, -0.7205657958984375, -0.678955078125, -0.6373443603515625, -0.595733642578125, -0.5541229248046875, -0.51251220703125, -0.4709014892578125, -0.429290771484375, -0.3876800537109375, -0.3460693359375, -0.3044586181640625, -0.262847900390625, -0.2212371826171875, -0.17962646484375, -0.1380157470703125, -0.096405029296875, -0.0547943115234375, -0.01318359375, 0.0284271240234375, 0.070037841796875, 0.1116485595703125, 0.15325927734375, 0.1948699951171875, 0.236480712890625, 0.2780914306640625, 0.3197021484375, 0.3613128662109375, 0.402923583984375, 0.4445343017578125, 0.48614501953125, 0.5277557373046875, 0.569366455078125, 0.6109771728515625, 0.652587890625, 0.6941986083984375, 0.735809326171875, 0.7774200439453125, 0.81903076171875, 0.8606414794921875, 0.902252197265625, 0.9438629150390625, 0.9854736328125, 1.0270843505859375, 1.068695068359375, 1.1103057861328125, 1.15191650390625, 1.1935272216796875, 1.235137939453125, 1.2767486572265625, 1.318359375]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 4.0, 8.0, 7.0, 10.0, 18.0, 12.0, 16.0, 19.0, 24.0, 26.0, 29.0, 23.0, 32.0, 33.0, 38.0, 41.0, 34.0, 35.0, 59.0, 1064.0, 44.0, 41.0, 43.0, 42.0, 40.0, 36.0, 25.0, 25.0, 32.0, 30.0, 26.0, 22.0, 17.0, 16.0, 12.0, 9.0, 4.0, 6.0, 3.0, 5.0, 7.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.2734375, -4.14892578125, -4.0244140625, -3.89990234375, -3.775390625, -3.65087890625, -3.5263671875, -3.40185546875, -3.27734375, -3.15283203125, -3.0283203125, -2.90380859375, -2.779296875, -2.65478515625, -2.5302734375, -2.40576171875, -2.28125, -2.15673828125, -2.0322265625, -1.90771484375, -1.783203125, -1.65869140625, -1.5341796875, -1.40966796875, -1.28515625, -1.16064453125, -1.0361328125, -0.91162109375, -0.787109375, -0.66259765625, -0.5380859375, -0.41357421875, -0.2890625, -0.16455078125, -0.0400390625, 0.08447265625, 0.208984375, 0.33349609375, 0.4580078125, 0.58251953125, 0.70703125, 0.83154296875, 0.9560546875, 1.08056640625, 1.205078125, 1.32958984375, 1.4541015625, 1.57861328125, 1.703125, 1.82763671875, 1.9521484375, 2.07666015625, 2.201171875, 2.32568359375, 2.4501953125, 2.57470703125, 2.69921875, 2.82373046875, 2.9482421875, 3.07275390625, 3.197265625, 3.32177734375, 3.4462890625, 3.57080078125, 3.6953125]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 2.0, 6.0, 13.0, 25.0, 26.0, 52.0, 63.0, 103.0, 184.0, 264.0, 394.0, 610.0, 951.0, 1470.0, 2343.0, 3601.0, 5746.0, 9148.0, 14428.0, 23406.0, 38861.0, 65898.0, 119551.0, 1344525.0, 220341.0, 100116.0, 56350.0, 33512.0, 20303.0, 12889.0, 7994.0, 5007.0, 3145.0, 2037.0, 1362.0, 853.0, 546.0, 366.0, 210.0, 153.0, 96.0, 54.0, 50.0, 25.0, 26.0, 10.0, 8.0, 6.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3369140625, -1.294952392578125, -1.25299072265625, -1.211029052734375, -1.1690673828125, -1.127105712890625, -1.08514404296875, -1.043182373046875, -1.001220703125, -0.959259033203125, -0.91729736328125, -0.875335693359375, -0.8333740234375, -0.791412353515625, -0.74945068359375, -0.707489013671875, -0.66552734375, -0.623565673828125, -0.58160400390625, -0.539642333984375, -0.4976806640625, -0.455718994140625, -0.41375732421875, -0.371795654296875, -0.329833984375, -0.287872314453125, -0.24591064453125, -0.203948974609375, -0.1619873046875, -0.120025634765625, -0.07806396484375, -0.036102294921875, 0.005859375, 0.047821044921875, 0.08978271484375, 0.131744384765625, 0.1737060546875, 0.215667724609375, 0.25762939453125, 0.299591064453125, 0.341552734375, 0.383514404296875, 0.42547607421875, 0.467437744140625, 0.5093994140625, 0.551361083984375, 0.59332275390625, 0.635284423828125, 0.67724609375, 0.719207763671875, 0.76116943359375, 0.803131103515625, 0.8450927734375, 0.887054443359375, 0.92901611328125, 0.970977783203125, 1.012939453125, 1.054901123046875, 1.09686279296875, 1.138824462890625, 1.1807861328125, 1.222747802734375, 1.26470947265625, 1.306671142578125, 1.3486328125]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 7.0, 11.0, 20.0, 17.0, 25.0, 36.0, 37.0, 36.0, 63.0, 64.0, 96.0, 86.0, 79.0, 80.0, 84.0, 63.0, 41.0, 36.0, 26.0, 17.0, 19.0, 16.0, 4.0, 12.0, 9.0, 7.0, 1.0, 0.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0005598068237304688, -0.0005398839712142944, -0.0005199611186981201, -0.0005000382661819458, -0.0004801154136657715, -0.00046019256114959717, -0.00044026970863342285, -0.00042034685611724854, -0.0004004240036010742, -0.0003805011510848999, -0.0003605782985687256, -0.00034065544605255127, -0.00032073259353637695, -0.00030080974102020264, -0.0002808868885040283, -0.000260964035987854, -0.0002410411834716797, -0.00022111833095550537, -0.00020119547843933105, -0.00018127262592315674, -0.00016134977340698242, -0.0001414269208908081, -0.00012150406837463379, -0.00010158121585845947, -8.165836334228516e-05, -6.173551082611084e-05, -4.1812658309936523e-05, -2.1889805793762207e-05, -1.9669532775878906e-06, 1.7955899238586426e-05, 3.787875175476074e-05, 5.780160427093506e-05, 7.772445678710938e-05, 9.764730930328369e-05, 0.00011757016181945801, 0.00013749301433563232, 0.00015741586685180664, 0.00017733871936798096, 0.00019726157188415527, 0.0002171844244003296, 0.0002371072769165039, 0.0002570301294326782, 0.00027695298194885254, 0.00029687583446502686, 0.00031679868698120117, 0.0003367215394973755, 0.0003566443920135498, 0.0003765672445297241, 0.00039649009704589844, 0.00041641294956207275, 0.00043633580207824707, 0.0004562586545944214, 0.0004761815071105957, 0.00049610435962677, 0.0005160272121429443, 0.0005359500646591187, 0.000555872917175293, 0.0005757957696914673, 0.0005957186222076416, 0.0006156414747238159, 0.0006355643272399902, 0.0006554871797561646, 0.0006754100322723389, 0.0006953328847885132, 0.0007152557373046875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 5.0, 7.0, 6.0, 12.0, 18.0, 22.0, 24.0, 44.0, 85.0, 173.0, 476.0, 28909.0, 1017434.0, 838.0, 227.0, 105.0, 64.0, 31.0, 38.0, 11.0, 10.0, 7.0, 4.0, 4.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0305328369140625, -0.02979135513305664, -0.02904987335205078, -0.028308391571044922, -0.027566909790039062, -0.026825428009033203, -0.026083946228027344, -0.025342464447021484, -0.024600982666015625, -0.023859500885009766, -0.023118019104003906, -0.022376537322998047, -0.021635055541992188, -0.020893573760986328, -0.02015209197998047, -0.01941061019897461, -0.01866912841796875, -0.01792764663696289, -0.01718616485595703, -0.016444683074951172, -0.015703201293945312, -0.014961719512939453, -0.014220237731933594, -0.013478755950927734, -0.012737274169921875, -0.011995792388916016, -0.011254310607910156, -0.010512828826904297, -0.009771347045898438, -0.009029865264892578, -0.008288383483886719, -0.007546901702880859, -0.006805419921875, -0.006063938140869141, -0.005322456359863281, -0.004580974578857422, -0.0038394927978515625, -0.003098011016845703, -0.0023565292358398438, -0.0016150474548339844, -0.000873565673828125, -0.00013208389282226562, 0.0006093978881835938, 0.0013508796691894531, 0.0020923614501953125, 0.002833843231201172, 0.0035753250122070312, 0.004316806793212891, 0.00505828857421875, 0.005799770355224609, 0.006541252136230469, 0.007282733917236328, 0.008024215698242188, 0.008765697479248047, 0.009507179260253906, 0.010248661041259766, 0.010990142822265625, 0.011731624603271484, 0.012473106384277344, 0.013214588165283203, 0.013956069946289062, 0.014697551727294922, 0.015439033508300781, 0.01618051528930664, 0.0169219970703125]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 88.0, 387.0, 404.0, 113.0, 13.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0019969951827079058, -0.0019495949381962419, -0.001902194693684578, -0.001854794449172914, -0.0018073942046612501, -0.0017599938437342644, -0.0017125935992226005, -0.0016651933547109365, -0.0016177931101992726, -0.0015703928656876087, -0.0015229926211759448, -0.0014755923766642809, -0.0014281920157372952, -0.0013807917712256312, -0.0013333915267139673, -0.0012859912822023034, -0.0012385910376906395, -0.0011911907931789756, -0.0011437905486673117, -0.0010963903041556478, -0.0010489900596439838, -0.001001589698716998, -0.0009541894542053342, -0.0009067892096936703, -0.0008593889651820064, -0.0008119887206703424, -0.0007645884761586785, -0.0007171881734393537, -0.0006697879289276898, -0.0006223876844160259, -0.000574987381696701, -0.0005275871371850371, -0.0004801868926733732, -0.0004327866481617093, -0.00038538637454621494, -0.00033798610093072057, -0.00029058585641905665, -0.0002431855973554775, -0.00019578533829189837, -0.000148385064676404, -0.00010098482016474009, -5.3584561101160944e-05, -6.184302037581801e-06, 4.121595702599734e-05, 8.861621608957648e-05, 0.00013601647515315562, 0.00018341673421673477, 0.00023081700783222914, 0.00027821725234389305, 0.00032561749685555696, 0.00037301777047105134, 0.0004204180440865457, 0.0004678182885982096, 0.0005152185331098735, 0.0005626188358291984, 0.0006100190803408623, 0.0006574193248525262, 0.0007048195693641901, 0.000752219813875854, 0.0007996201165951788, 0.0008470203611068428, 0.0008944206056185067, 0.0009418209083378315, 0.0009892211528494954, 0.0010366213973611593]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 10.0, 6.0, 4.0, 8.0, 10.0, 14.0, 16.0, 10.0, 16.0, 22.0, 22.0, 32.0, 30.0, 34.0, 33.0, 41.0, 48.0, 49.0, 38.0, 41.0, 39.0, 41.0, 47.0, 41.0, 41.0, 30.0, 38.0, 28.0, 35.0, 31.0, 25.0, 21.0, 16.0, 16.0, 15.0, 10.0, 11.0, 13.0, 9.0, 7.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002593398094177246, -0.0002509690821170807, -0.00024259835481643677, -0.00023422762751579285, -0.00022585690021514893, -0.000217486172914505, -0.00020911544561386108, -0.00020074471831321716, -0.00019237399101257324, -0.00018400326371192932, -0.0001756325364112854, -0.00016726180911064148, -0.00015889108180999756, -0.00015052035450935364, -0.00014214962720870972, -0.0001337788999080658, -0.00012540817260742188, -0.00011703744530677795, -0.00010866671800613403, -0.00010029599070549011, -9.192526340484619e-05, -8.355453610420227e-05, -7.518380880355835e-05, -6.681308150291443e-05, -5.844235420227051e-05, -5.007162690162659e-05, -4.1700899600982666e-05, -3.3330172300338745e-05, -2.4959444999694824e-05, -1.6588717699050903e-05, -8.217990398406982e-06, 1.5273690223693848e-07, 8.52346420288086e-06, 1.689419150352478e-05, 2.52649188041687e-05, 3.363564610481262e-05, 4.200637340545654e-05, 5.0377100706100464e-05, 5.8747828006744385e-05, 6.71185553073883e-05, 7.548928260803223e-05, 8.386000990867615e-05, 9.223073720932007e-05, 0.00010060146450996399, 0.00010897219181060791, 0.00011734291911125183, 0.00012571364641189575, 0.00013408437371253967, 0.0001424551010131836, 0.00015082582831382751, 0.00015919655561447144, 0.00016756728291511536, 0.00017593801021575928, 0.0001843087375164032, 0.00019267946481704712, 0.00020105019211769104, 0.00020942091941833496, 0.00021779164671897888, 0.0002261623740196228, 0.00023453310132026672, 0.00024290382862091064, 0.00025127455592155457, 0.0002596452832221985, 0.0002680160105228424, 0.00027638673782348633]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 8.0, 11.0, 12.0, 13.0, 8.0, 21.0, 25.0, 12.0, 19.0, 25.0, 25.0, 29.0, 29.0, 34.0, 39.0, 41.0, 37.0, 45.0, 47.0, 37.0, 34.0, 37.0, 38.0, 33.0, 42.0, 32.0, 38.0, 20.0, 27.0, 28.0, 25.0, 15.0, 22.0, 11.0, 19.0, 14.0, 12.0, 3.0, 6.0, 8.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0234375, -5.83740234375, -5.6513671875, -5.46533203125, -5.279296875, -5.09326171875, -4.9072265625, -4.72119140625, -4.53515625, -4.34912109375, -4.1630859375, -3.97705078125, -3.791015625, -3.60498046875, -3.4189453125, -3.23291015625, -3.046875, -2.86083984375, -2.6748046875, -2.48876953125, -2.302734375, -2.11669921875, -1.9306640625, -1.74462890625, -1.55859375, -1.37255859375, -1.1865234375, -1.00048828125, -0.814453125, -0.62841796875, -0.4423828125, -0.25634765625, -0.0703125, 0.11572265625, 0.3017578125, 0.48779296875, 0.673828125, 0.85986328125, 1.0458984375, 1.23193359375, 1.41796875, 1.60400390625, 1.7900390625, 1.97607421875, 2.162109375, 2.34814453125, 2.5341796875, 2.72021484375, 2.90625, 3.09228515625, 3.2783203125, 3.46435546875, 3.650390625, 3.83642578125, 4.0224609375, 4.20849609375, 4.39453125, 4.58056640625, 4.7666015625, 4.95263671875, 5.138671875, 5.32470703125, 5.5107421875, 5.69677734375, 5.8828125]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 5.0, 8.0, 9.0, 15.0, 15.0, 29.0, 29.0, 52.0, 63.0, 94.0, 152.0, 216.0, 324.0, 557.0, 902.0, 1473.0, 2701.0, 4714.0, 9047.0, 18111.0, 40949.0, 109024.0, 342896.0, 333583.0, 105442.0, 40177.0, 17930.0, 8920.0, 4711.0, 2589.0, 1408.0, 896.0, 542.0, 343.0, 188.0, 133.0, 81.0, 61.0, 46.0, 34.0, 24.0, 18.0, 10.0, 9.0, 9.0, 6.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.546875, -4.40472412109375, -4.2625732421875, -4.12042236328125, -3.978271484375, -3.83612060546875, -3.6939697265625, -3.55181884765625, -3.40966796875, -3.26751708984375, -3.1253662109375, -2.98321533203125, -2.841064453125, -2.69891357421875, -2.5567626953125, -2.41461181640625, -2.2724609375, -2.13031005859375, -1.9881591796875, -1.84600830078125, -1.703857421875, -1.56170654296875, -1.4195556640625, -1.27740478515625, -1.13525390625, -0.99310302734375, -0.8509521484375, -0.70880126953125, -0.566650390625, -0.42449951171875, -0.2823486328125, -0.14019775390625, 0.001953125, 0.14410400390625, 0.2862548828125, 0.42840576171875, 0.570556640625, 0.71270751953125, 0.8548583984375, 0.99700927734375, 1.13916015625, 1.28131103515625, 1.4234619140625, 1.56561279296875, 1.707763671875, 1.84991455078125, 1.9920654296875, 2.13421630859375, 2.2763671875, 2.41851806640625, 2.5606689453125, 2.70281982421875, 2.844970703125, 2.98712158203125, 3.1292724609375, 3.27142333984375, 3.41357421875, 3.55572509765625, 3.6978759765625, 3.84002685546875, 3.982177734375, 4.12432861328125, 4.2664794921875, 4.40863037109375, 4.55078125]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 2.0, 2.0, 6.0, 5.0, 9.0, 4.0, 16.0, 15.0, 13.0, 23.0, 25.0, 31.0, 23.0, 34.0, 40.0, 33.0, 38.0, 57.0, 64.0, 104.0, 263.0, 1615.0, 152.0, 83.0, 52.0, 54.0, 55.0, 27.0, 35.0, 32.0, 28.0, 23.0, 25.0, 16.0, 12.0, 4.0, 7.0, 8.0, 8.0, 3.0, 3.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-27.5625, -26.822021484375, -26.08154296875, -25.341064453125, -24.6005859375, -23.860107421875, -23.11962890625, -22.379150390625, -21.638671875, -20.898193359375, -20.15771484375, -19.417236328125, -18.6767578125, -17.936279296875, -17.19580078125, -16.455322265625, -15.71484375, -14.974365234375, -14.23388671875, -13.493408203125, -12.7529296875, -12.012451171875, -11.27197265625, -10.531494140625, -9.791015625, -9.050537109375, -8.31005859375, -7.569580078125, -6.8291015625, -6.088623046875, -5.34814453125, -4.607666015625, -3.8671875, -3.126708984375, -2.38623046875, -1.645751953125, -0.9052734375, -0.164794921875, 0.57568359375, 1.316162109375, 2.056640625, 2.797119140625, 3.53759765625, 4.278076171875, 5.0185546875, 5.759033203125, 6.49951171875, 7.239990234375, 7.98046875, 8.720947265625, 9.46142578125, 10.201904296875, 10.9423828125, 11.682861328125, 12.42333984375, 13.163818359375, 13.904296875, 14.644775390625, 15.38525390625, 16.125732421875, 16.8662109375, 17.606689453125, 18.34716796875, 19.087646484375, 19.828125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 3.0, 10.0, 4.0, 8.0, 16.0, 13.0, 22.0, 28.0, 53.0, 64.0, 94.0, 152.0, 262.0, 462.0, 1989.0, 153474.0, 2983207.0, 4301.0, 650.0, 331.0, 176.0, 95.0, 75.0, 71.0, 46.0, 29.0, 20.0, 15.0, 9.0, 10.0, 5.0, 7.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-68.875, -66.7978515625, -64.720703125, -62.6435546875, -60.56640625, -58.4892578125, -56.412109375, -54.3349609375, -52.2578125, -50.1806640625, -48.103515625, -46.0263671875, -43.94921875, -41.8720703125, -39.794921875, -37.7177734375, -35.640625, -33.5634765625, -31.486328125, -29.4091796875, -27.33203125, -25.2548828125, -23.177734375, -21.1005859375, -19.0234375, -16.9462890625, -14.869140625, -12.7919921875, -10.71484375, -8.6376953125, -6.560546875, -4.4833984375, -2.40625, -0.3291015625, 1.748046875, 3.8251953125, 5.90234375, 7.9794921875, 10.056640625, 12.1337890625, 14.2109375, 16.2880859375, 18.365234375, 20.4423828125, 22.51953125, 24.5966796875, 26.673828125, 28.7509765625, 30.828125, 32.9052734375, 34.982421875, 37.0595703125, 39.13671875, 41.2138671875, 43.291015625, 45.3681640625, 47.4453125, 49.5224609375, 51.599609375, 53.6767578125, 55.75390625, 57.8310546875, 59.908203125, 61.9853515625, 64.0625]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 49.0, 366.0, 502.0, 89.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.67717361450195, -36.1153678894043, -32.55356216430664, -28.991756439208984, -25.429950714111328, -21.86814308166504, -18.306337356567383, -14.744531631469727, -11.18272590637207, -7.620920181274414, -4.0591139793396, -0.49730777740478516, 3.064497947692871, 6.626304626464844, 10.1881103515625, 13.749916076660156, 17.311721801757812, 20.87352752685547, 24.435333251953125, 27.99713897705078, 31.558944702148438, 35.120750427246094, 38.68255615234375, 42.244361877441406, 45.80616760253906, 49.36797332763672, 52.929779052734375, 56.49158477783203, 60.05339050292969, 63.615196228027344, 67.177001953125, 70.73880767822266, 74.30062103271484, 77.8624267578125, 81.42423248291016, 84.98603820800781, 88.54784393310547, 92.10964965820312, 95.67145538330078, 99.23326110839844, 102.7950668334961, 106.35687255859375, 109.9186782836914, 113.48048400878906, 117.04228973388672, 120.60409545898438, 124.16590118408203, 127.72770690917969, 131.28952026367188, 134.85133361816406, 138.4131317138672, 141.97494506835938, 145.5367431640625, 149.0985565185547, 152.6603546142578, 156.22216796875, 159.78396606445312, 163.3457794189453, 166.90757751464844, 170.46939086914062, 174.03118896484375, 177.59300231933594, 181.15480041503906, 184.71661376953125, 188.27841186523438]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 7.0, 9.0, 5.0, 14.0, 12.0, 17.0, 16.0, 25.0, 28.0, 22.0, 39.0, 29.0, 40.0, 43.0, 39.0, 37.0, 41.0, 43.0, 50.0, 41.0, 53.0, 44.0, 51.0, 41.0, 42.0, 34.0, 34.0, 26.0, 24.0, 15.0, 21.0, 16.0, 12.0, 8.0, 9.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-65.4585952758789, -63.5390625, -61.61952590942383, -59.69999313354492, -57.78045654296875, -55.860923767089844, -53.94139099121094, -52.021854400634766, -50.10232162475586, -48.18278884887695, -46.26325225830078, -44.343719482421875, -42.4241828918457, -40.5046501159668, -38.585113525390625, -36.66558074951172, -34.74604797363281, -32.826515197753906, -30.906978607177734, -28.987445831298828, -27.06791114807129, -25.14837646484375, -23.22884178161621, -21.309307098388672, -19.3897705078125, -17.47023582458496, -15.550702095031738, -13.6311674118042, -11.711633682250977, -9.792098999023438, -7.872564315795898, -5.953030586242676, -4.033496856689453, -2.1139626502990723, -0.1944282054901123, 1.7251062393188477, 3.6446404457092285, 5.564174652099609, 7.483709335327148, 9.403243064880371, 11.32277774810791, 13.24231243133545, 15.161846160888672, 17.08138084411621, 19.00091552734375, 20.920448303222656, 22.839984893798828, 24.759517669677734, 26.679052352905273, 28.598587036132812, 30.51812171936035, 32.43765640258789, 34.3571891784668, 36.27672576904297, 38.196258544921875, 40.11579132080078, 42.03532791137695, 43.95486068725586, 45.87439727783203, 47.79393005371094, 49.71346664428711, 51.632999420166016, 53.55253601074219, 55.472068786621094, 57.3916015625]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 4.0, 5.0, 10.0, 4.0, 14.0, 11.0, 19.0, 15.0, 24.0, 14.0, 23.0, 24.0, 28.0, 29.0, 39.0, 31.0, 38.0, 40.0, 44.0, 48.0, 43.0, 40.0, 37.0, 41.0, 39.0, 42.0, 36.0, 30.0, 37.0, 17.0, 31.0, 27.0, 23.0, 13.0, 11.0, 20.0, 16.0, 7.0, 11.0, 4.0, 4.0, 5.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.44921875, -6.2467041015625, -6.044189453125, -5.8416748046875, -5.63916015625, -5.4366455078125, -5.234130859375, -5.0316162109375, -4.8291015625, -4.6265869140625, -4.424072265625, -4.2215576171875, -4.01904296875, -3.8165283203125, -3.614013671875, -3.4114990234375, -3.208984375, -3.0064697265625, -2.803955078125, -2.6014404296875, -2.39892578125, -2.1964111328125, -1.993896484375, -1.7913818359375, -1.5888671875, -1.3863525390625, -1.183837890625, -0.9813232421875, -0.77880859375, -0.5762939453125, -0.373779296875, -0.1712646484375, 0.03125, 0.2337646484375, 0.436279296875, 0.6387939453125, 0.84130859375, 1.0438232421875, 1.246337890625, 1.4488525390625, 1.6513671875, 1.8538818359375, 2.056396484375, 2.2589111328125, 2.46142578125, 2.6639404296875, 2.866455078125, 3.0689697265625, 3.271484375, 3.4739990234375, 3.676513671875, 3.8790283203125, 4.08154296875, 4.2840576171875, 4.486572265625, 4.6890869140625, 4.8916015625, 5.0941162109375, 5.296630859375, 5.4991455078125, 5.70166015625, 5.9041748046875, 6.106689453125, 6.3092041015625, 6.51171875]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 2.0, 3.0, 8.0, 5.0, 11.0, 13.0, 13.0, 12.0, 18.0, 14.0, 17.0, 24.0, 29.0, 39.0, 50.0, 67.0, 103.0, 148.0, 331.0, 1062.0, 27645.0, 3703698.0, 456598.0, 3241.0, 459.0, 199.0, 111.0, 73.0, 59.0, 47.0, 32.0, 27.0, 15.0, 23.0, 19.0, 11.0, 13.0, 11.0, 17.0, 4.0, 7.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.53125, -35.3798828125, -34.228515625, -33.0771484375, -31.92578125, -30.7744140625, -29.623046875, -28.4716796875, -27.3203125, -26.1689453125, -25.017578125, -23.8662109375, -22.71484375, -21.5634765625, -20.412109375, -19.2607421875, -18.109375, -16.9580078125, -15.806640625, -14.6552734375, -13.50390625, -12.3525390625, -11.201171875, -10.0498046875, -8.8984375, -7.7470703125, -6.595703125, -5.4443359375, -4.29296875, -3.1416015625, -1.990234375, -0.8388671875, 0.3125, 1.4638671875, 2.615234375, 3.7666015625, 4.91796875, 6.0693359375, 7.220703125, 8.3720703125, 9.5234375, 10.6748046875, 11.826171875, 12.9775390625, 14.12890625, 15.2802734375, 16.431640625, 17.5830078125, 18.734375, 19.8857421875, 21.037109375, 22.1884765625, 23.33984375, 24.4912109375, 25.642578125, 26.7939453125, 27.9453125, 29.0966796875, 30.248046875, 31.3994140625, 32.55078125, 33.7021484375, 34.853515625, 36.0048828125, 37.15625]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 5.0, 4.0, 9.0, 9.0, 12.0, 33.0, 44.0, 63.0, 82.0, 137.0, 211.0, 354.0, 503.0, 690.0, 628.0, 471.0, 296.0, 200.0, 137.0, 74.0, 45.0, 32.0, 25.0, 7.0, 7.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.2265625, -13.5426025390625, -12.858642578125, -12.1746826171875, -11.49072265625, -10.8067626953125, -10.122802734375, -9.4388427734375, -8.7548828125, -8.0709228515625, -7.386962890625, -6.7030029296875, -6.01904296875, -5.3350830078125, -4.651123046875, -3.9671630859375, -3.283203125, -2.5992431640625, -1.915283203125, -1.2313232421875, -0.54736328125, 0.1365966796875, 0.820556640625, 1.5045166015625, 2.1884765625, 2.8724365234375, 3.556396484375, 4.2403564453125, 4.92431640625, 5.6082763671875, 6.292236328125, 6.9761962890625, 7.66015625, 8.3441162109375, 9.028076171875, 9.7120361328125, 10.39599609375, 11.0799560546875, 11.763916015625, 12.4478759765625, 13.1318359375, 13.8157958984375, 14.499755859375, 15.1837158203125, 15.86767578125, 16.5516357421875, 17.235595703125, 17.9195556640625, 18.603515625, 19.2874755859375, 19.971435546875, 20.6553955078125, 21.33935546875, 22.0233154296875, 22.707275390625, 23.3912353515625, 24.0751953125, 24.7591552734375, 25.443115234375, 26.1270751953125, 26.81103515625, 27.4949951171875, 28.178955078125, 28.8629150390625, 29.546875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 2.0, 8.0, 6.0, 12.0, 22.0, 24.0, 35.0, 51.0, 62.0, 89.0, 141.0, 177.0, 313.0, 537.0, 1275.0, 33350.0, 4113358.0, 41879.0, 1353.0, 553.0, 287.0, 215.0, 144.0, 102.0, 71.0, 48.0, 40.0, 28.0, 34.0, 9.0, 12.0, 9.0, 10.0, 10.0, 7.0, 2.0, 1.0, 2.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-80.4375, -78.1728515625, -75.908203125, -73.6435546875, -71.37890625, -69.1142578125, -66.849609375, -64.5849609375, -62.3203125, -60.0556640625, -57.791015625, -55.5263671875, -53.26171875, -50.9970703125, -48.732421875, -46.4677734375, -44.203125, -41.9384765625, -39.673828125, -37.4091796875, -35.14453125, -32.8798828125, -30.615234375, -28.3505859375, -26.0859375, -23.8212890625, -21.556640625, -19.2919921875, -17.02734375, -14.7626953125, -12.498046875, -10.2333984375, -7.96875, -5.7041015625, -3.439453125, -1.1748046875, 1.08984375, 3.3544921875, 5.619140625, 7.8837890625, 10.1484375, 12.4130859375, 14.677734375, 16.9423828125, 19.20703125, 21.4716796875, 23.736328125, 26.0009765625, 28.265625, 30.5302734375, 32.794921875, 35.0595703125, 37.32421875, 39.5888671875, 41.853515625, 44.1181640625, 46.3828125, 48.6474609375, 50.912109375, 53.1767578125, 55.44140625, 57.7060546875, 59.970703125, 62.2353515625, 64.5]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 8.0, 11.0, 25.0, 48.0, 92.0, 151.0, 181.0, 178.0, 140.0, 88.0, 47.0, 19.0, 14.0, 8.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.51951599121094, -79.65733337402344, -76.79515075683594, -73.9329605102539, -71.0707778930664, -68.2085952758789, -65.3464126586914, -62.48422622680664, -59.622039794921875, -56.759857177734375, -53.89767074584961, -51.03548812866211, -48.173301696777344, -45.311119079589844, -42.448936462402344, -39.58675003051758, -36.72456741333008, -33.86238479614258, -31.000198364257812, -28.138015747070312, -25.275829315185547, -22.413646697998047, -19.551462173461914, -16.68927764892578, -13.827093124389648, -10.964908599853516, -8.102724075317383, -5.240540504455566, -2.3783559799194336, 0.4838285446166992, 3.3460121154785156, 6.208196640014648, 9.070381164550781, 11.932565689086914, 14.794750213623047, 17.656932830810547, 20.519119262695312, 23.381301879882812, 26.243486404418945, 29.105670928955078, 31.96785545349121, 34.830039978027344, 37.692222595214844, 40.55440902709961, 43.41659164428711, 46.278778076171875, 49.140960693359375, 52.003143310546875, 54.86532974243164, 57.72751235961914, 60.589698791503906, 63.451881408691406, 66.3140640258789, 69.17625427246094, 72.03843688964844, 74.90061950683594, 77.76280212402344, 80.62498474121094, 83.48716735839844, 86.34935760498047, 89.21154022216797, 92.07372283935547, 94.93590545654297, 97.798095703125, 100.6602783203125]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 2.0, 5.0, 6.0, 7.0, 6.0, 8.0, 5.0, 9.0, 7.0, 17.0, 18.0, 17.0, 18.0, 19.0, 18.0, 24.0, 26.0, 28.0, 24.0, 41.0, 32.0, 42.0, 37.0, 31.0, 35.0, 41.0, 36.0, 30.0, 35.0, 31.0, 40.0, 25.0, 26.0, 27.0, 21.0, 24.0, 23.0, 16.0, 21.0, 18.0, 16.0, 10.0, 18.0, 14.0, 12.0, 8.0, 2.0, 8.0, 4.0, 1.0, 7.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0], "bins": [-43.32525634765625, -42.01597213745117, -40.70669174194336, -39.39740753173828, -38.08812713623047, -36.77884292602539, -35.46956253051758, -34.1602783203125, -32.85099792480469, -31.541715621948242, -30.232433319091797, -28.92315101623535, -27.613868713378906, -26.304584503173828, -24.995302200317383, -23.686019897460938, -22.37673568725586, -21.067453384399414, -19.75817108154297, -18.448888778686523, -17.139606475830078, -15.830323219299316, -14.521039962768555, -13.21175765991211, -11.902475357055664, -10.593193054199219, -9.283910751342773, -7.974627494812012, -6.665345191955566, -5.356062889099121, -4.046780109405518, -2.737497329711914, -1.4282112121582031, -0.11892867088317871, 1.1903538703918457, 2.49963641166687, 3.8089189529418945, 5.11820125579834, 6.427484035491943, 7.736766815185547, 9.046049118041992, 10.355331420898438, 11.664613723754883, 12.973896980285645, 14.28317928314209, 15.592461585998535, 16.901744842529297, 18.211027145385742, 19.520309448242188, 20.829591751098633, 22.138874053955078, 23.448156356811523, 24.75743865966797, 26.066722869873047, 27.376005172729492, 28.685287475585938, 29.994569778442383, 31.303852081298828, 32.613136291503906, 33.92241668701172, 35.2317008972168, 36.54098129272461, 37.85026550292969, 39.1595458984375, 40.46883010864258]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 7.0, 5.0, 7.0, 11.0, 14.0, 12.0, 12.0, 16.0, 19.0, 16.0, 24.0, 21.0, 32.0, 31.0, 30.0, 42.0, 39.0, 36.0, 37.0, 49.0, 37.0, 42.0, 33.0, 27.0, 53.0, 44.0, 42.0, 29.0, 25.0, 29.0, 27.0, 26.0, 24.0, 21.0, 15.0, 11.0, 10.0, 13.0, 11.0, 11.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-6.9296875, -6.72637939453125, -6.5230712890625, -6.31976318359375, -6.116455078125, -5.91314697265625, -5.7098388671875, -5.50653076171875, -5.30322265625, -5.09991455078125, -4.8966064453125, -4.69329833984375, -4.489990234375, -4.28668212890625, -4.0833740234375, -3.88006591796875, -3.6767578125, -3.47344970703125, -3.2701416015625, -3.06683349609375, -2.863525390625, -2.66021728515625, -2.4569091796875, -2.25360107421875, -2.05029296875, -1.84698486328125, -1.6436767578125, -1.44036865234375, -1.237060546875, -1.03375244140625, -0.8304443359375, -0.62713623046875, -0.423828125, -0.22052001953125, -0.0172119140625, 0.18609619140625, 0.389404296875, 0.59271240234375, 0.7960205078125, 0.99932861328125, 1.20263671875, 1.40594482421875, 1.6092529296875, 1.81256103515625, 2.015869140625, 2.21917724609375, 2.4224853515625, 2.62579345703125, 2.8291015625, 3.03240966796875, 3.2357177734375, 3.43902587890625, 3.642333984375, 3.84564208984375, 4.0489501953125, 4.25225830078125, 4.45556640625, 4.65887451171875, 4.8621826171875, 5.06549072265625, 5.268798828125, 5.47210693359375, 5.6754150390625, 5.87872314453125, 6.08203125]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 5.0, 5.0, 12.0, 16.0, 19.0, 23.0, 40.0, 51.0, 85.0, 142.0, 171.0, 307.0, 354.0, 578.0, 843.0, 1307.0, 1872.0, 2738.0, 3956.0, 5931.0, 8730.0, 13218.0, 20098.0, 31089.0, 49818.0, 83674.0, 151536.0, 300993.0, 148445.0, 82317.0, 49494.0, 30869.0, 19863.0, 13038.0, 8661.0, 5876.0, 4002.0, 2672.0, 1812.0, 1256.0, 863.0, 538.0, 398.0, 256.0, 203.0, 111.0, 102.0, 61.0, 38.0, 29.0, 16.0, 13.0, 8.0, 7.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-1.25, -1.2089996337890625, -1.167999267578125, -1.1269989013671875, -1.08599853515625, -1.0449981689453125, -1.003997802734375, -0.9629974365234375, -0.9219970703125, -0.8809967041015625, -0.839996337890625, -0.7989959716796875, -0.75799560546875, -0.7169952392578125, -0.675994873046875, -0.6349945068359375, -0.593994140625, -0.5529937744140625, -0.511993408203125, -0.4709930419921875, -0.42999267578125, -0.3889923095703125, -0.347991943359375, -0.3069915771484375, -0.2659912109375, -0.2249908447265625, -0.183990478515625, -0.1429901123046875, -0.10198974609375, -0.0609893798828125, -0.019989013671875, 0.0210113525390625, 0.06201171875, 0.1030120849609375, 0.144012451171875, 0.1850128173828125, 0.22601318359375, 0.2670135498046875, 0.308013916015625, 0.3490142822265625, 0.3900146484375, 0.4310150146484375, 0.472015380859375, 0.5130157470703125, 0.55401611328125, 0.5950164794921875, 0.636016845703125, 0.6770172119140625, 0.718017578125, 0.7590179443359375, 0.800018310546875, 0.8410186767578125, 0.88201904296875, 0.9230194091796875, 0.964019775390625, 1.0050201416015625, 1.0460205078125, 1.0870208740234375, 1.128021240234375, 1.1690216064453125, 1.21002197265625, 1.2510223388671875, 1.292022705078125, 1.3330230712890625, 1.3740234375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 5.0, 6.0, 3.0, 6.0, 1.0, 7.0, 5.0, 8.0, 8.0, 14.0, 17.0, 16.0, 22.0, 14.0, 26.0, 37.0, 29.0, 34.0, 37.0, 30.0, 25.0, 39.0, 43.0, 42.0, 1060.0, 37.0, 59.0, 25.0, 27.0, 32.0, 30.0, 39.0, 35.0, 27.0, 25.0, 23.0, 25.0, 17.0, 18.0, 12.0, 11.0, 11.0, 12.0, 7.0, 4.0, 8.0, 2.0, 0.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0], "bins": [-4.34375, -4.218109130859375, -4.09246826171875, -3.966827392578125, -3.8411865234375, -3.715545654296875, -3.58990478515625, -3.464263916015625, -3.338623046875, -3.212982177734375, -3.08734130859375, -2.961700439453125, -2.8360595703125, -2.710418701171875, -2.58477783203125, -2.459136962890625, -2.33349609375, -2.207855224609375, -2.08221435546875, -1.956573486328125, -1.8309326171875, -1.705291748046875, -1.57965087890625, -1.454010009765625, -1.328369140625, -1.202728271484375, -1.07708740234375, -0.951446533203125, -0.8258056640625, -0.700164794921875, -0.57452392578125, -0.448883056640625, -0.3232421875, -0.197601318359375, -0.07196044921875, 0.053680419921875, 0.1793212890625, 0.304962158203125, 0.43060302734375, 0.556243896484375, 0.681884765625, 0.807525634765625, 0.93316650390625, 1.058807373046875, 1.1844482421875, 1.310089111328125, 1.43572998046875, 1.561370849609375, 1.68701171875, 1.812652587890625, 1.93829345703125, 2.063934326171875, 2.1895751953125, 2.315216064453125, 2.44085693359375, 2.566497802734375, 2.692138671875, 2.817779541015625, 2.94342041015625, 3.069061279296875, 3.1947021484375, 3.320343017578125, 3.44598388671875, 3.571624755859375, 3.697265625]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 9.0, 6.0, 12.0, 16.0, 26.0, 42.0, 66.0, 117.0, 162.0, 241.0, 360.0, 497.0, 800.0, 1118.0, 1622.0, 2402.0, 3453.0, 5280.0, 8121.0, 12195.0, 19426.0, 30571.0, 49563.0, 81357.0, 151688.0, 1360271.0, 150971.0, 81488.0, 49228.0, 30387.0, 19191.0, 12213.0, 7929.0, 5318.0, 3615.0, 2399.0, 1534.0, 1034.0, 798.0, 516.0, 370.0, 263.0, 163.0, 104.0, 68.0, 51.0, 28.0, 18.0, 8.0, 14.0, 3.0, 6.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.341796875, -1.2991943359375, -1.256591796875, -1.2139892578125, -1.17138671875, -1.1287841796875, -1.086181640625, -1.0435791015625, -1.0009765625, -0.9583740234375, -0.915771484375, -0.8731689453125, -0.83056640625, -0.7879638671875, -0.745361328125, -0.7027587890625, -0.66015625, -0.6175537109375, -0.574951171875, -0.5323486328125, -0.48974609375, -0.4471435546875, -0.404541015625, -0.3619384765625, -0.3193359375, -0.2767333984375, -0.234130859375, -0.1915283203125, -0.14892578125, -0.1063232421875, -0.063720703125, -0.0211181640625, 0.021484375, 0.0640869140625, 0.106689453125, 0.1492919921875, 0.19189453125, 0.2344970703125, 0.277099609375, 0.3197021484375, 0.3623046875, 0.4049072265625, 0.447509765625, 0.4901123046875, 0.53271484375, 0.5753173828125, 0.617919921875, 0.6605224609375, 0.703125, 0.7457275390625, 0.788330078125, 0.8309326171875, 0.87353515625, 0.9161376953125, 0.958740234375, 1.0013427734375, 1.0439453125, 1.0865478515625, 1.129150390625, 1.1717529296875, 1.21435546875, 1.2569580078125, 1.299560546875, 1.3421630859375, 1.384765625]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 5.0, 5.0, 5.0, 10.0, 13.0, 15.0, 13.0, 23.0, 38.0, 64.0, 74.0, 74.0, 95.0, 104.0, 95.0, 73.0, 78.0, 57.0, 49.0, 40.0, 27.0, 19.0, 9.0, 8.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006723403930664062, -0.000651828944683075, -0.0006313174962997437, -0.0006108060479164124, -0.0005902945995330811, -0.0005697831511497498, -0.0005492717027664185, -0.0005287602543830872, -0.0005082488059997559, -0.00048773735761642456, -0.00046722590923309326, -0.00044671446084976196, -0.00042620301246643066, -0.00040569156408309937, -0.00038518011569976807, -0.00036466866731643677, -0.00034415721893310547, -0.00032364577054977417, -0.00030313432216644287, -0.00028262287378311157, -0.0002621114253997803, -0.00024159997701644897, -0.00022108852863311768, -0.00020057708024978638, -0.00018006563186645508, -0.00015955418348312378, -0.00013904273509979248, -0.00011853128671646118, -9.801983833312988e-05, -7.750838994979858e-05, -5.6996941566467285e-05, -3.6485493183135986e-05, -1.5974044799804688e-05, 4.537403583526611e-06, 2.504885196685791e-05, 4.556030035018921e-05, 6.607174873352051e-05, 8.65831971168518e-05, 0.0001070946455001831, 0.0001276060938835144, 0.0001481175422668457, 0.000168628990650177, 0.0001891404390335083, 0.0002096518874168396, 0.0002301633358001709, 0.0002506747841835022, 0.0002711862325668335, 0.0002916976809501648, 0.0003122091293334961, 0.0003327205777168274, 0.0003532320261001587, 0.00037374347448349, 0.0003942549228668213, 0.0004147663712501526, 0.0004352778196334839, 0.0004557892680168152, 0.0004763007164001465, 0.0004968121647834778, 0.0005173236131668091, 0.0005378350615501404, 0.0005583465099334717, 0.000578857958316803, 0.0005993694067001343, 0.0006198808550834656, 0.0006403923034667969]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 5.0, 7.0, 15.0, 9.0, 23.0, 31.0, 45.0, 43.0, 82.0, 117.0, 172.0, 342.0, 919.0, 64346.0, 979043.0, 2206.0, 478.0, 223.0, 132.0, 81.0, 72.0, 42.0, 33.0, 23.0, 16.0, 9.0, 19.0, 6.0, 4.0, 5.0, 3.0, 2.0, 1.0, 6.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01270294189453125, -0.012295842170715332, -0.011888742446899414, -0.011481642723083496, -0.011074542999267578, -0.01066744327545166, -0.010260343551635742, -0.009853243827819824, -0.009446144104003906, -0.009039044380187988, -0.00863194465637207, -0.008224844932556152, -0.007817745208740234, -0.007410645484924316, -0.0070035457611083984, -0.0065964460372924805, -0.0061893463134765625, -0.0057822465896606445, -0.0053751468658447266, -0.004968047142028809, -0.004560947418212891, -0.004153847694396973, -0.0037467479705810547, -0.0033396482467651367, -0.0029325485229492188, -0.0025254487991333008, -0.002118349075317383, -0.0017112493515014648, -0.0013041496276855469, -0.0008970499038696289, -0.0004899501800537109, -8.285045623779297e-05, 0.000324249267578125, 0.000731348991394043, 0.001138448715209961, 0.001545548439025879, 0.0019526481628417969, 0.002359747886657715, 0.002766847610473633, 0.0031739473342895508, 0.0035810470581054688, 0.003988146781921387, 0.004395246505737305, 0.004802346229553223, 0.005209445953369141, 0.005616545677185059, 0.0060236454010009766, 0.0064307451248168945, 0.0068378448486328125, 0.0072449445724487305, 0.0076520442962646484, 0.008059144020080566, 0.008466243743896484, 0.008873343467712402, 0.00928044319152832, 0.009687542915344238, 0.010094642639160156, 0.010501742362976074, 0.010908842086791992, 0.01131594181060791, 0.011723041534423828, 0.012130141258239746, 0.012537240982055664, 0.012944340705871582, 0.0133514404296875]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 14.0, 50.0, 198.0, 366.0, 273.0, 86.0, 22.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011251653777435422, -0.0010926957475021482, -0.0010602261172607541, -0.00102775648701936, -0.000995286856777966, -0.000962817226536572, -0.000930347538087517, -0.000897877907846123, -0.0008654082776047289, -0.0008329386473633349, -0.0008004690171219409, -0.0007679993868805468, -0.0007355296984314919, -0.0007030600681900978, -0.0006705904379487038, -0.0006381208077073097, -0.0006056511774659157, -0.0005731815472245216, -0.0005407119169831276, -0.0005082422867417336, -0.00047577262739650905, -0.000443302997155115, -0.0004108333378098905, -0.00037836370756849647, -0.0003458940773271024, -0.0003134244470857084, -0.00028095481684431434, -0.00024848515749908984, -0.0002160155272576958, -0.00018354589701630175, -0.00015107625222299248, -0.00011860660742968321, -8.613703539595008e-05, -5.366739787859842e-05, -2.1197760361246765e-05, 1.1271877156104892e-05, 4.374151467345655e-05, 7.621114491485059e-05, 0.00010868078970815986, 0.00014115043450146914, 0.00017362006474286318, 0.00020608969498425722, 0.0002385593397775665, 0.00027102898457087576, 0.0003034986148122698, 0.00033596824505366385, 0.00036843790439888835, 0.0004009075346402824, 0.00043337716488167644, 0.0004658467951230705, 0.0004983164253644645, 0.0005307860556058586, 0.0005632557440549135, 0.0005957253742963076, 0.0006281950045377016, 0.0006606646347790956, 0.0006931342650204897, 0.0007256038952618837, 0.0007580735255032778, 0.0007905431557446718, 0.0008230127859860659, 0.0008554824162274599, 0.0008879521046765149, 0.0009204217349179089, 0.000952891365159303]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 3.0, 3.0, 4.0, 12.0, 6.0, 13.0, 11.0, 9.0, 17.0, 24.0, 17.0, 21.0, 33.0, 29.0, 37.0, 40.0, 39.0, 35.0, 37.0, 46.0, 42.0, 49.0, 41.0, 36.0, 44.0, 55.0, 40.0, 36.0, 33.0, 24.0, 29.0, 26.0, 21.0, 19.0, 18.0, 13.0, 11.0, 10.0, 6.0, 7.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020998716354370117, -0.00020259525626897812, -0.00019520334899425507, -0.000187811441719532, -0.00018041953444480896, -0.0001730276271700859, -0.00016563571989536285, -0.0001582438126206398, -0.00015085190534591675, -0.0001434599980711937, -0.00013606809079647064, -0.0001286761835217476, -0.00012128427624702454, -0.00011389236897230148, -0.00010650046169757843, -9.910855442285538e-05, -9.171664714813232e-05, -8.432473987340927e-05, -7.693283259868622e-05, -6.954092532396317e-05, -6.214901804924011e-05, -5.475711077451706e-05, -4.7365203499794006e-05, -3.997329622507095e-05, -3.25813889503479e-05, -2.5189481675624847e-05, -1.7797574400901794e-05, -1.0405667126178741e-05, -3.0137598514556885e-06, 4.3781474232673645e-06, 1.1770054697990417e-05, 1.916196197271347e-05, 2.6553869247436523e-05, 3.3945776522159576e-05, 4.133768379688263e-05, 4.872959107160568e-05, 5.6121498346328735e-05, 6.351340562105179e-05, 7.090531289577484e-05, 7.82972201704979e-05, 8.568912744522095e-05, 9.3081034719944e-05, 0.00010047294199466705, 0.0001078648492693901, 0.00011525675654411316, 0.0001226486638188362, 0.00013004057109355927, 0.00013743247836828232, 0.00014482438564300537, 0.00015221629291772842, 0.00015960820019245148, 0.00016700010746717453, 0.00017439201474189758, 0.00018178392201662064, 0.0001891758292913437, 0.00019656773656606674, 0.0002039596438407898, 0.00021135155111551285, 0.0002187434583902359, 0.00022613536566495895, 0.000233527272939682, 0.00024091918021440506, 0.0002483110874891281, 0.00025570299476385117, 0.0002630949020385742]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 7.0, 5.0, 7.0, 11.0, 14.0, 12.0, 12.0, 16.0, 19.0, 16.0, 24.0, 21.0, 32.0, 31.0, 30.0, 42.0, 39.0, 36.0, 37.0, 49.0, 37.0, 42.0, 33.0, 27.0, 53.0, 44.0, 42.0, 29.0, 25.0, 29.0, 27.0, 26.0, 24.0, 21.0, 15.0, 11.0, 10.0, 13.0, 11.0, 11.0, 3.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-6.9296875, -6.72637939453125, -6.5230712890625, -6.31976318359375, -6.116455078125, -5.91314697265625, -5.7098388671875, -5.50653076171875, -5.30322265625, -5.09991455078125, -4.8966064453125, -4.69329833984375, -4.489990234375, -4.28668212890625, -4.0833740234375, -3.88006591796875, -3.6767578125, -3.47344970703125, -3.2701416015625, -3.06683349609375, -2.863525390625, -2.66021728515625, -2.4569091796875, -2.25360107421875, -2.05029296875, -1.84698486328125, -1.6436767578125, -1.44036865234375, -1.237060546875, -1.03375244140625, -0.8304443359375, -0.62713623046875, -0.423828125, -0.22052001953125, -0.0172119140625, 0.18609619140625, 0.389404296875, 0.59271240234375, 0.7960205078125, 0.99932861328125, 1.20263671875, 1.40594482421875, 1.6092529296875, 1.81256103515625, 2.015869140625, 2.21917724609375, 2.4224853515625, 2.62579345703125, 2.8291015625, 3.03240966796875, 3.2357177734375, 3.43902587890625, 3.642333984375, 3.84564208984375, 4.0489501953125, 4.25225830078125, 4.45556640625, 4.65887451171875, 4.8621826171875, 5.06549072265625, 5.268798828125, 5.47210693359375, 5.6754150390625, 5.87872314453125, 6.08203125]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 6.0, 7.0, 11.0, 10.0, 25.0, 32.0, 50.0, 55.0, 92.0, 140.0, 199.0, 333.0, 490.0, 744.0, 1148.0, 1775.0, 2904.0, 4777.0, 7843.0, 13329.0, 24658.0, 47843.0, 102477.0, 270572.0, 329303.0, 120385.0, 54435.0, 27596.0, 14939.0, 8518.0, 5076.0, 3159.0, 1935.0, 1278.0, 825.0, 535.0, 356.0, 240.0, 145.0, 98.0, 68.0, 53.0, 37.0, 23.0, 13.0, 8.0, 6.0, 2.0, 3.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 3.0], "bins": [-3.912109375, -3.786285400390625, -3.66046142578125, -3.534637451171875, -3.4088134765625, -3.282989501953125, -3.15716552734375, -3.031341552734375, -2.905517578125, -2.779693603515625, -2.65386962890625, -2.528045654296875, -2.4022216796875, -2.276397705078125, -2.15057373046875, -2.024749755859375, -1.89892578125, -1.773101806640625, -1.64727783203125, -1.521453857421875, -1.3956298828125, -1.269805908203125, -1.14398193359375, -1.018157958984375, -0.892333984375, -0.766510009765625, -0.64068603515625, -0.514862060546875, -0.3890380859375, -0.263214111328125, -0.13739013671875, -0.011566162109375, 0.1142578125, 0.240081787109375, 0.36590576171875, 0.491729736328125, 0.6175537109375, 0.743377685546875, 0.86920166015625, 0.995025634765625, 1.120849609375, 1.246673583984375, 1.37249755859375, 1.498321533203125, 1.6241455078125, 1.749969482421875, 1.87579345703125, 2.001617431640625, 2.12744140625, 2.253265380859375, 2.37908935546875, 2.504913330078125, 2.6307373046875, 2.756561279296875, 2.88238525390625, 3.008209228515625, 3.134033203125, 3.259857177734375, 3.38568115234375, 3.511505126953125, 3.6373291015625, 3.763153076171875, 3.88897705078125, 4.014801025390625, 4.140625]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 6.0, 11.0, 18.0, 9.0, 5.0, 12.0, 13.0, 17.0, 18.0, 25.0, 28.0, 43.0, 41.0, 36.0, 46.0, 62.0, 64.0, 111.0, 445.0, 1480.0, 106.0, 62.0, 46.0, 44.0, 33.0, 37.0, 27.0, 33.0, 20.0, 21.0, 25.0, 18.0, 11.0, 10.0, 15.0, 11.0, 9.0, 4.0, 3.0, 6.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0], "bins": [-26.328125, -25.576171875, -24.82421875, -24.072265625, -23.3203125, -22.568359375, -21.81640625, -21.064453125, -20.3125, -19.560546875, -18.80859375, -18.056640625, -17.3046875, -16.552734375, -15.80078125, -15.048828125, -14.296875, -13.544921875, -12.79296875, -12.041015625, -11.2890625, -10.537109375, -9.78515625, -9.033203125, -8.28125, -7.529296875, -6.77734375, -6.025390625, -5.2734375, -4.521484375, -3.76953125, -3.017578125, -2.265625, -1.513671875, -0.76171875, -0.009765625, 0.7421875, 1.494140625, 2.24609375, 2.998046875, 3.75, 4.501953125, 5.25390625, 6.005859375, 6.7578125, 7.509765625, 8.26171875, 9.013671875, 9.765625, 10.517578125, 11.26953125, 12.021484375, 12.7734375, 13.525390625, 14.27734375, 15.029296875, 15.78125, 16.533203125, 17.28515625, 18.037109375, 18.7890625, 19.541015625, 20.29296875, 21.044921875, 21.796875]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 2.0, 4.0, 10.0, 8.0, 19.0, 20.0, 31.0, 45.0, 70.0, 103.0, 176.0, 426.0, 1220.0, 116619.0, 3023209.0, 2557.0, 548.0, 253.0, 106.0, 73.0, 62.0, 42.0, 29.0, 20.0, 8.0, 13.0, 8.0, 4.0, 9.0, 7.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.875, -64.810546875, -61.74609375, -58.681640625, -55.6171875, -52.552734375, -49.48828125, -46.423828125, -43.359375, -40.294921875, -37.23046875, -34.166015625, -31.1015625, -28.037109375, -24.97265625, -21.908203125, -18.84375, -15.779296875, -12.71484375, -9.650390625, -6.5859375, -3.521484375, -0.45703125, 2.607421875, 5.671875, 8.736328125, 11.80078125, 14.865234375, 17.9296875, 20.994140625, 24.05859375, 27.123046875, 30.1875, 33.251953125, 36.31640625, 39.380859375, 42.4453125, 45.509765625, 48.57421875, 51.638671875, 54.703125, 57.767578125, 60.83203125, 63.896484375, 66.9609375, 70.025390625, 73.08984375, 76.154296875, 79.21875, 82.283203125, 85.34765625, 88.412109375, 91.4765625, 94.541015625, 97.60546875, 100.669921875, 103.734375, 106.798828125, 109.86328125, 112.927734375, 115.9921875, 119.056640625, 122.12109375, 125.185546875, 128.25]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 33.0, 179.0, 476.0, 266.0, 43.0, 12.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-183.7351531982422, -180.10446166992188, -176.47378540039062, -172.8430938720703, -169.21240234375, -165.58172607421875, -161.95103454589844, -158.32034301757812, -154.68966674804688, -151.05897521972656, -147.4282989501953, -143.797607421875, -140.1669158935547, -136.53623962402344, -132.90554809570312, -129.27487182617188, -125.64418029785156, -122.01349639892578, -118.38280487060547, -114.75212097167969, -111.1214370727539, -107.49075317382812, -103.86006164550781, -100.22937774658203, -96.59868621826172, -92.96800231933594, -89.33731079101562, -85.70662689208984, -82.07594299316406, -78.44525146484375, -74.81456756591797, -71.18388366699219, -67.5531997680664, -63.92251205444336, -60.29182815551758, -56.66114044189453, -53.03045654296875, -49.3997688293457, -45.769081115722656, -42.138397216796875, -38.507713317871094, -34.87702560424805, -31.246341705322266, -27.61565399169922, -23.984970092773438, -20.35428237915039, -16.723596572875977, -13.092910766601562, -9.462223052978516, -5.831537246704102, -2.2008509635925293, 1.429835319519043, 5.060521125793457, 8.691207885742188, 12.321893692016602, 15.952579498291016, 19.58326530456543, 23.213951110839844, 26.844636917114258, 30.475322723388672, 34.10601043701172, 37.7366943359375, 41.36738204956055, 44.998069763183594, 48.628753662109375]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 2.0, 1.0, 3.0, 5.0, 9.0, 5.0, 11.0, 7.0, 10.0, 10.0, 14.0, 17.0, 14.0, 19.0, 20.0, 22.0, 19.0, 29.0, 28.0, 33.0, 37.0, 36.0, 44.0, 34.0, 23.0, 39.0, 30.0, 30.0, 40.0, 23.0, 29.0, 35.0, 36.0, 46.0, 26.0, 31.0, 28.0, 27.0, 18.0, 18.0, 13.0, 14.0, 18.0, 11.0, 8.0, 9.0, 8.0, 5.0, 2.0, 4.0, 1.0, 4.0, 2.0, 2.0, 3.0, 1.0], "bins": [-60.59782409667969, -58.80915832519531, -57.02048873901367, -55.23181915283203, -53.443153381347656, -51.65448760986328, -49.86581802368164, -48.0771484375, -46.288482666015625, -44.49981689453125, -42.71114730834961, -40.92247772216797, -39.133811950683594, -37.34514617919922, -35.55647659301758, -33.76780700683594, -31.979141235351562, -30.190473556518555, -28.401805877685547, -26.61313819885254, -24.82447052001953, -23.035802841186523, -21.247135162353516, -19.458467483520508, -17.6697998046875, -15.881132125854492, -14.092464447021484, -12.303796768188477, -10.515129089355469, -8.726461410522461, -6.937793731689453, -5.149126052856445, -3.360462188720703, -1.5717945098876953, 0.2168731689453125, 2.0055408477783203, 3.794208526611328, 5.582876205444336, 7.371543884277344, 9.160211563110352, 10.94887924194336, 12.737546920776367, 14.526214599609375, 16.314882278442383, 18.10354995727539, 19.8922176361084, 21.680885314941406, 23.469552993774414, 25.258220672607422, 27.04688835144043, 28.835556030273438, 30.624223709106445, 32.41289138793945, 34.201560974121094, 35.99022674560547, 37.778892517089844, 39.567562103271484, 41.356231689453125, 43.1448974609375, 44.933563232421875, 46.722232818603516, 48.510902404785156, 50.29956817626953, 52.088233947753906, 53.87690353393555]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 6.0, 2.0, 8.0, 5.0, 11.0, 11.0, 11.0, 16.0, 19.0, 14.0, 26.0, 22.0, 24.0, 34.0, 36.0, 38.0, 44.0, 27.0, 39.0, 50.0, 46.0, 48.0, 38.0, 43.0, 41.0, 51.0, 30.0, 26.0, 32.0, 30.0, 21.0, 27.0, 20.0, 20.0, 22.0, 14.0, 13.0, 14.0, 8.0, 4.0, 2.0, 3.0, 2.0, 8.0, 0.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-7.95703125, -7.7318115234375, -7.506591796875, -7.2813720703125, -7.05615234375, -6.8309326171875, -6.605712890625, -6.3804931640625, -6.1552734375, -5.9300537109375, -5.704833984375, -5.4796142578125, -5.25439453125, -5.0291748046875, -4.803955078125, -4.5787353515625, -4.353515625, -4.1282958984375, -3.903076171875, -3.6778564453125, -3.45263671875, -3.2274169921875, -3.002197265625, -2.7769775390625, -2.5517578125, -2.3265380859375, -2.101318359375, -1.8760986328125, -1.65087890625, -1.4256591796875, -1.200439453125, -0.9752197265625, -0.75, -0.5247802734375, -0.299560546875, -0.0743408203125, 0.15087890625, 0.3760986328125, 0.601318359375, 0.8265380859375, 1.0517578125, 1.2769775390625, 1.502197265625, 1.7274169921875, 1.95263671875, 2.1778564453125, 2.403076171875, 2.6282958984375, 2.853515625, 3.0787353515625, 3.303955078125, 3.5291748046875, 3.75439453125, 3.9796142578125, 4.204833984375, 4.4300537109375, 4.6552734375, 4.8804931640625, 5.105712890625, 5.3309326171875, 5.55615234375, 5.7813720703125, 6.006591796875, 6.2318115234375, 6.45703125]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 5.0, 6.0, 9.0, 8.0, 9.0, 12.0, 20.0, 24.0, 28.0, 41.0, 39.0, 55.0, 105.0, 121.0, 220.0, 324.0, 613.0, 1293.0, 2897.0, 7983.0, 26887.0, 138632.0, 751070.0, 1842486.0, 1112707.0, 245736.0, 44618.0, 11082.0, 3738.0, 1548.0, 807.0, 414.0, 231.0, 126.0, 96.0, 86.0, 50.0, 42.0, 39.0, 23.0, 16.0, 11.0, 11.0, 6.0, 7.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-10.7421875, -10.44091796875, -10.1396484375, -9.83837890625, -9.537109375, -9.23583984375, -8.9345703125, -8.63330078125, -8.33203125, -8.03076171875, -7.7294921875, -7.42822265625, -7.126953125, -6.82568359375, -6.5244140625, -6.22314453125, -5.921875, -5.62060546875, -5.3193359375, -5.01806640625, -4.716796875, -4.41552734375, -4.1142578125, -3.81298828125, -3.51171875, -3.21044921875, -2.9091796875, -2.60791015625, -2.306640625, -2.00537109375, -1.7041015625, -1.40283203125, -1.1015625, -0.80029296875, -0.4990234375, -0.19775390625, 0.103515625, 0.40478515625, 0.7060546875, 1.00732421875, 1.30859375, 1.60986328125, 1.9111328125, 2.21240234375, 2.513671875, 2.81494140625, 3.1162109375, 3.41748046875, 3.71875, 4.02001953125, 4.3212890625, 4.62255859375, 4.923828125, 5.22509765625, 5.5263671875, 5.82763671875, 6.12890625, 6.43017578125, 6.7314453125, 7.03271484375, 7.333984375, 7.63525390625, 7.9365234375, 8.23779296875, 8.5390625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 11.0, 20.0, 39.0, 88.0, 154.0, 317.0, 669.0, 1091.0, 854.0, 455.0, 205.0, 86.0, 51.0, 29.0, 6.0, 3.0, 0.0, 2.0, 1.0, 2.0], "bins": [-61.0625, -59.8819580078125, -58.701416015625, -57.5208740234375, -56.34033203125, -55.1597900390625, -53.979248046875, -52.7987060546875, -51.6181640625, -50.4376220703125, -49.257080078125, -48.0765380859375, -46.89599609375, -45.7154541015625, -44.534912109375, -43.3543701171875, -42.173828125, -40.9932861328125, -39.812744140625, -38.6322021484375, -37.45166015625, -36.2711181640625, -35.090576171875, -33.9100341796875, -32.7294921875, -31.5489501953125, -30.368408203125, -29.1878662109375, -28.00732421875, -26.8267822265625, -25.646240234375, -24.4656982421875, -23.28515625, -22.1046142578125, -20.924072265625, -19.7435302734375, -18.56298828125, -17.3824462890625, -16.201904296875, -15.0213623046875, -13.8408203125, -12.6602783203125, -11.479736328125, -10.2991943359375, -9.11865234375, -7.9381103515625, -6.757568359375, -5.5770263671875, -4.396484375, -3.2159423828125, -2.035400390625, -0.8548583984375, 0.32568359375, 1.5062255859375, 2.686767578125, 3.8673095703125, 5.0478515625, 6.2283935546875, 7.408935546875, 8.5894775390625, 9.77001953125, 10.9505615234375, 12.131103515625, 13.3116455078125, 14.4921875]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 7.0, 4.0, 8.0, 16.0, 20.0, 20.0, 38.0, 45.0, 73.0, 126.0, 167.0, 265.0, 470.0, 1139.0, 28647.0, 4144406.0, 16585.0, 971.0, 465.0, 260.0, 152.0, 118.0, 77.0, 64.0, 32.0, 31.0, 18.0, 16.0, 19.0, 4.0, 6.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.59375, -57.89599609375, -55.1982421875, -52.50048828125, -49.802734375, -47.10498046875, -44.4072265625, -41.70947265625, -39.01171875, -36.31396484375, -33.6162109375, -30.91845703125, -28.220703125, -25.52294921875, -22.8251953125, -20.12744140625, -17.4296875, -14.73193359375, -12.0341796875, -9.33642578125, -6.638671875, -3.94091796875, -1.2431640625, 1.45458984375, 4.15234375, 6.85009765625, 9.5478515625, 12.24560546875, 14.943359375, 17.64111328125, 20.3388671875, 23.03662109375, 25.734375, 28.43212890625, 31.1298828125, 33.82763671875, 36.525390625, 39.22314453125, 41.9208984375, 44.61865234375, 47.31640625, 50.01416015625, 52.7119140625, 55.40966796875, 58.107421875, 60.80517578125, 63.5029296875, 66.20068359375, 68.8984375, 71.59619140625, 74.2939453125, 76.99169921875, 79.689453125, 82.38720703125, 85.0849609375, 87.78271484375, 90.48046875, 93.17822265625, 95.8759765625, 98.57373046875, 101.271484375, 103.96923828125, 106.6669921875, 109.36474609375, 112.0625]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [2.0, 0.0, 6.0, 25.0, 65.0, 156.0, 301.0, 274.0, 136.0, 36.0, 10.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.28369140625, -31.10915184020996, -25.934612274169922, -20.760074615478516, -15.585535049438477, -10.410995483398438, -5.236457824707031, -0.061916351318359375, 5.112621307373047, 10.287160873413086, 15.461699485778809, 20.63623809814453, 25.81077766418457, 30.98531723022461, 36.159854888916016, 41.33439636230469, 46.508934020996094, 51.6834716796875, 56.85801315307617, 62.03255081176758, 67.20709228515625, 72.38162994384766, 77.55616760253906, 82.730712890625, 87.90524291992188, 93.07978057861328, 98.25431823730469, 103.42886352539062, 108.60340118408203, 113.77793884277344, 118.95247650146484, 124.12701416015625, 129.3015594482422, 134.47610473632812, 139.650634765625, 144.82518005371094, 149.9997100830078, 155.17425537109375, 160.34878540039062, 165.52333068847656, 170.6978759765625, 175.87242126464844, 181.0469512939453, 186.22149658203125, 191.39602661132812, 196.57057189941406, 201.7451171875, 206.91964721679688, 212.09417724609375, 217.2687225341797, 222.44325256347656, 227.6177978515625, 232.79232788085938, 237.9668731689453, 243.14141845703125, 248.31594848632812, 253.49049377441406, 258.6650390625, 263.8395690917969, 269.01409912109375, 274.18865966796875, 279.3631896972656, 284.5377197265625, 289.7122802734375, 294.8868103027344]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 14.0, 6.0, 14.0, 18.0, 18.0, 23.0, 30.0, 23.0, 29.0, 34.0, 33.0, 41.0, 42.0, 45.0, 50.0, 42.0, 57.0, 55.0, 48.0, 54.0, 44.0, 39.0, 41.0, 31.0, 39.0, 31.0, 19.0, 24.0, 11.0, 11.0, 10.0, 7.0, 6.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.12626647949219, -57.03227615356445, -54.93828582763672, -52.84429168701172, -50.750301361083984, -48.65631103515625, -46.562320709228516, -44.46833038330078, -42.37433624267578, -40.28034591674805, -38.18635559082031, -36.09236145019531, -33.99837112426758, -31.904380798339844, -29.81039047241211, -27.716400146484375, -25.62240982055664, -23.528419494628906, -21.43442726135254, -19.340436935424805, -17.246444702148438, -15.152454376220703, -13.058464050292969, -10.964472770690918, -8.870481491088867, -6.776490211486816, -4.682499408721924, -2.5885086059570312, -0.49451732635498047, 1.5994739532470703, 3.6934642791748047, 5.7874555587768555, 7.881446838378906, 9.975438117980957, 12.069429397583008, 14.163419723510742, 16.25741195678711, 18.351402282714844, 20.445392608642578, 22.539382934570312, 24.63337516784668, 26.727365493774414, 28.82135772705078, 30.915348052978516, 33.00933837890625, 35.10333251953125, 37.19731903076172, 39.29131317138672, 41.38530349731445, 43.47929382324219, 45.57328414916992, 47.667274475097656, 49.761268615722656, 51.85525894165039, 53.949249267578125, 56.04323959350586, 58.137229919433594, 60.23122024536133, 62.32521057128906, 64.41920471191406, 66.51319122314453, 68.60718536376953, 70.701171875, 72.795166015625, 74.88916015625]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 4.0, 9.0, 5.0, 9.0, 11.0, 10.0, 12.0, 7.0, 19.0, 20.0, 17.0, 26.0, 28.0, 30.0, 33.0, 36.0, 43.0, 40.0, 37.0, 40.0, 45.0, 37.0, 38.0, 39.0, 39.0, 42.0, 47.0, 31.0, 31.0, 30.0, 32.0, 23.0, 10.0, 17.0, 16.0, 25.0, 16.0, 14.0, 11.0, 8.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.2109375, -7.001708984375, -6.79248046875, -6.583251953125, -6.3740234375, -6.164794921875, -5.95556640625, -5.746337890625, -5.537109375, -5.327880859375, -5.11865234375, -4.909423828125, -4.7001953125, -4.490966796875, -4.28173828125, -4.072509765625, -3.86328125, -3.654052734375, -3.44482421875, -3.235595703125, -3.0263671875, -2.817138671875, -2.60791015625, -2.398681640625, -2.189453125, -1.980224609375, -1.77099609375, -1.561767578125, -1.3525390625, -1.143310546875, -0.93408203125, -0.724853515625, -0.515625, -0.306396484375, -0.09716796875, 0.112060546875, 0.3212890625, 0.530517578125, 0.73974609375, 0.948974609375, 1.158203125, 1.367431640625, 1.57666015625, 1.785888671875, 1.9951171875, 2.204345703125, 2.41357421875, 2.622802734375, 2.83203125, 3.041259765625, 3.25048828125, 3.459716796875, 3.6689453125, 3.878173828125, 4.08740234375, 4.296630859375, 4.505859375, 4.715087890625, 4.92431640625, 5.133544921875, 5.3427734375, 5.552001953125, 5.76123046875, 5.970458984375, 6.1796875]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 2.0, 5.0, 7.0, 9.0, 10.0, 12.0, 30.0, 42.0, 53.0, 91.0, 143.0, 183.0, 273.0, 405.0, 599.0, 942.0, 1430.0, 2170.0, 3185.0, 4874.0, 7628.0, 11504.0, 17869.0, 28493.0, 46186.0, 79772.0, 158127.0, 337351.0, 148594.0, 76508.0, 44804.0, 27126.0, 17342.0, 11279.0, 7501.0, 4847.0, 3064.0, 2096.0, 1305.0, 924.0, 593.0, 406.0, 274.0, 154.0, 124.0, 82.0, 54.0, 32.0, 24.0, 13.0, 12.0, 3.0, 6.0, 4.0, 2.0, 0.0, 1.0], "bins": [-1.6259765625, -1.57879638671875, -1.5316162109375, -1.48443603515625, -1.437255859375, -1.39007568359375, -1.3428955078125, -1.29571533203125, -1.24853515625, -1.20135498046875, -1.1541748046875, -1.10699462890625, -1.059814453125, -1.01263427734375, -0.9654541015625, -0.91827392578125, -0.87109375, -0.82391357421875, -0.7767333984375, -0.72955322265625, -0.682373046875, -0.63519287109375, -0.5880126953125, -0.54083251953125, -0.49365234375, -0.44647216796875, -0.3992919921875, -0.35211181640625, -0.304931640625, -0.25775146484375, -0.2105712890625, -0.16339111328125, -0.1162109375, -0.06903076171875, -0.0218505859375, 0.02532958984375, 0.072509765625, 0.11968994140625, 0.1668701171875, 0.21405029296875, 0.26123046875, 0.30841064453125, 0.3555908203125, 0.40277099609375, 0.449951171875, 0.49713134765625, 0.5443115234375, 0.59149169921875, 0.638671875, 0.68585205078125, 0.7330322265625, 0.78021240234375, 0.827392578125, 0.87457275390625, 0.9217529296875, 0.96893310546875, 1.01611328125, 1.06329345703125, 1.1104736328125, 1.15765380859375, 1.204833984375, 1.25201416015625, 1.2991943359375, 1.34637451171875, 1.3935546875]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 3.0, 2.0, 4.0, 3.0, 7.0, 6.0, 8.0, 12.0, 16.0, 15.0, 18.0, 24.0, 26.0, 20.0, 23.0, 36.0, 38.0, 29.0, 38.0, 27.0, 34.0, 37.0, 48.0, 40.0, 1054.0, 45.0, 46.0, 41.0, 25.0, 31.0, 32.0, 25.0, 33.0, 29.0, 27.0, 16.0, 13.0, 21.0, 16.0, 12.0, 8.0, 14.0, 4.0, 10.0, 7.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.02734375, -3.89361572265625, -3.7598876953125, -3.62615966796875, -3.492431640625, -3.35870361328125, -3.2249755859375, -3.09124755859375, -2.95751953125, -2.82379150390625, -2.6900634765625, -2.55633544921875, -2.422607421875, -2.28887939453125, -2.1551513671875, -2.02142333984375, -1.8876953125, -1.75396728515625, -1.6202392578125, -1.48651123046875, -1.352783203125, -1.21905517578125, -1.0853271484375, -0.95159912109375, -0.81787109375, -0.68414306640625, -0.5504150390625, -0.41668701171875, -0.282958984375, -0.14923095703125, -0.0155029296875, 0.11822509765625, 0.251953125, 0.38568115234375, 0.5194091796875, 0.65313720703125, 0.786865234375, 0.92059326171875, 1.0543212890625, 1.18804931640625, 1.32177734375, 1.45550537109375, 1.5892333984375, 1.72296142578125, 1.856689453125, 1.99041748046875, 2.1241455078125, 2.25787353515625, 2.3916015625, 2.52532958984375, 2.6590576171875, 2.79278564453125, 2.926513671875, 3.06024169921875, 3.1939697265625, 3.32769775390625, 3.46142578125, 3.59515380859375, 3.7288818359375, 3.86260986328125, 3.996337890625, 4.13006591796875, 4.2637939453125, 4.39752197265625, 4.53125]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 14.0, 13.0, 20.0, 30.0, 40.0, 75.0, 93.0, 127.0, 211.0, 307.0, 487.0, 729.0, 1099.0, 1598.0, 2470.0, 3737.0, 5594.0, 8660.0, 13494.0, 20848.0, 33244.0, 53723.0, 88484.0, 174375.0, 1352041.0, 133885.0, 74864.0, 46093.0, 28723.0, 18178.0, 11628.0, 7564.0, 4965.0, 3287.0, 2184.0, 1452.0, 933.0, 603.0, 412.0, 289.0, 190.0, 124.0, 88.0, 55.0, 34.0, 26.0, 12.0, 10.0, 11.0, 3.0, 6.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.439453125, -1.3949432373046875, -1.350433349609375, -1.3059234619140625, -1.26141357421875, -1.2169036865234375, -1.172393798828125, -1.1278839111328125, -1.0833740234375, -1.0388641357421875, -0.994354248046875, -0.9498443603515625, -0.90533447265625, -0.8608245849609375, -0.816314697265625, -0.7718048095703125, -0.727294921875, -0.6827850341796875, -0.638275146484375, -0.5937652587890625, -0.54925537109375, -0.5047454833984375, -0.460235595703125, -0.4157257080078125, -0.3712158203125, -0.3267059326171875, -0.282196044921875, -0.2376861572265625, -0.19317626953125, -0.1486663818359375, -0.104156494140625, -0.0596466064453125, -0.01513671875, 0.0293731689453125, 0.073883056640625, 0.1183929443359375, 0.16290283203125, 0.2074127197265625, 0.251922607421875, 0.2964324951171875, 0.3409423828125, 0.3854522705078125, 0.429962158203125, 0.4744720458984375, 0.51898193359375, 0.5634918212890625, 0.608001708984375, 0.6525115966796875, 0.697021484375, 0.7415313720703125, 0.786041259765625, 0.8305511474609375, 0.87506103515625, 0.9195709228515625, 0.964080810546875, 1.0085906982421875, 1.0531005859375, 1.0976104736328125, 1.142120361328125, 1.1866302490234375, 1.23114013671875, 1.2756500244140625, 1.320159912109375, 1.3646697998046875, 1.4091796875]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 3.0, 5.0, 3.0, 8.0, 11.0, 5.0, 9.0, 11.0, 12.0, 24.0, 27.0, 36.0, 37.0, 46.0, 59.0, 59.0, 79.0, 94.0, 101.0, 70.0, 60.0, 41.0, 32.0, 37.0, 25.0, 20.0, 22.0, 8.0, 10.0, 11.0, 4.0, 5.0, 8.0, 4.0, 3.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0007662773132324219, -0.0007405057549476624, -0.0007147341966629028, -0.0006889626383781433, -0.0006631910800933838, -0.0006374195218086243, -0.0006116479635238647, -0.0005858764052391052, -0.0005601048469543457, -0.0005343332886695862, -0.0005085617303848267, -0.00048279017210006714, -0.0004570186138153076, -0.0004312470555305481, -0.0004054754972457886, -0.00037970393896102905, -0.00035393238067626953, -0.00032816082239151, -0.0003023892641067505, -0.00027661770582199097, -0.00025084614753723145, -0.00022507458925247192, -0.0001993030309677124, -0.00017353147268295288, -0.00014775991439819336, -0.00012198835611343384, -9.621679782867432e-05, -7.04452395439148e-05, -4.4673681259155273e-05, -1.8902122974395752e-05, 6.8694353103637695e-06, 3.264099359512329e-05, 5.841255187988281e-05, 8.418411016464233e-05, 0.00010995566844940186, 0.00013572722673416138, 0.0001614987850189209, 0.00018727034330368042, 0.00021304190158843994, 0.00023881345987319946, 0.000264585018157959, 0.0002903565764427185, 0.00031612813472747803, 0.00034189969301223755, 0.00036767125129699707, 0.0003934428095817566, 0.0004192143678665161, 0.00044498592615127563, 0.00047075748443603516, 0.0004965290427207947, 0.0005223006010055542, 0.0005480721592903137, 0.0005738437175750732, 0.0005996152758598328, 0.0006253868341445923, 0.0006511583924293518, 0.0006769299507141113, 0.0007027015089988708, 0.0007284730672836304, 0.0007542446255683899, 0.0007800161838531494, 0.0008057877421379089, 0.0008315593004226685, 0.000857330858707428, 0.0008831024169921875]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 7.0, 6.0, 3.0, 6.0, 7.0, 9.0, 20.0, 20.0, 23.0, 28.0, 37.0, 39.0, 63.0, 105.0, 178.0, 375.0, 1033.0, 81484.0, 962267.0, 1686.0, 472.0, 212.0, 128.0, 84.0, 60.0, 49.0, 25.0, 25.0, 16.0, 12.0, 10.0, 10.0, 10.0, 8.0, 4.0, 5.0, 7.0, 2.0, 4.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01904296875, -0.018485307693481445, -0.01792764663696289, -0.017369985580444336, -0.01681232452392578, -0.016254663467407227, -0.015697002410888672, -0.015139341354370117, -0.014581680297851562, -0.014024019241333008, -0.013466358184814453, -0.012908697128295898, -0.012351036071777344, -0.011793375015258789, -0.011235713958740234, -0.01067805290222168, -0.010120391845703125, -0.00956273078918457, -0.009005069732666016, -0.008447408676147461, -0.007889747619628906, -0.0073320865631103516, -0.006774425506591797, -0.006216764450073242, -0.0056591033935546875, -0.005101442337036133, -0.004543781280517578, -0.0039861202239990234, -0.0034284591674804688, -0.002870798110961914, -0.0023131370544433594, -0.0017554759979248047, -0.00119781494140625, -0.0006401538848876953, -8.249282836914062e-05, 0.00047516822814941406, 0.0010328292846679688, 0.0015904903411865234, 0.002148151397705078, 0.002705812454223633, 0.0032634735107421875, 0.003821134567260742, 0.004378795623779297, 0.0049364566802978516, 0.005494117736816406, 0.006051778793334961, 0.006609439849853516, 0.00716710090637207, 0.007724761962890625, 0.00828242301940918, 0.008840084075927734, 0.009397745132446289, 0.009955406188964844, 0.010513067245483398, 0.011070728302001953, 0.011628389358520508, 0.012186050415039062, 0.012743711471557617, 0.013301372528076172, 0.013859033584594727, 0.014416694641113281, 0.014974355697631836, 0.01553201675415039, 0.016089677810668945, 0.0166473388671875]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 29.0, 148.0, 551.0, 242.0, 38.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0013260227860882878, -0.0012673856690526009, -0.001208748435601592, -0.001150111318565905, -0.0010914742015302181, -0.0010328369680792093, -0.0009741998510435224, -0.0009155626758001745, -0.0008569255005568266, -0.0007982883253134787, -0.0007396511500701308, -0.0006810140330344439, -0.000622376857791096, -0.0005637396825477481, -0.0005051025655120611, -0.00044646539026871324, -0.00038782821502536535, -0.00032919103978201747, -0.00027055389364250004, -0.0002119167329510674, -0.00015327957225963473, -9.464239701628685e-05, -3.6005250876769423e-05, 2.2631895262748003e-05, 8.126907050609589e-05, 0.00013990623119752854, 0.0001985433918889612, 0.0002571805380284786, 0.0003158177132718265, 0.0003744548885151744, 0.0004330920346546918, 0.0004917291807942092, 0.0005503662396222353, 0.0006090034148655832, 0.0006676405901089311, 0.000726277707144618, 0.0007849148823879659, 0.0008435520576313138, 0.0009021891746670008, 0.0009608263499103487, 0.0010194635251536965, 0.0010781006421893835, 0.0011367378756403923, 0.0011953749926760793, 0.0012540121097117662, 0.001312649343162775, 0.001371286460198462, 0.001429923577234149, 0.0014885608106851578, 0.0015471979277208447, 0.0016058351611718535, 0.0016644722782075405, 0.0017231095116585493, 0.0017817466286942363, 0.0018403837457299232, 0.001899020979180932, 0.001957658212631941, 0.0020162954460829496, 0.0020749324467033148, 0.0021335696801543236, 0.0021922069136053324, 0.002250844147056341, 0.0023094811476767063, 0.002368118381127715, 0.0024267553817480803]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 3.0, 4.0, 7.0, 5.0, 3.0, 9.0, 15.0, 18.0, 17.0, 23.0, 21.0, 29.0, 20.0, 28.0, 37.0, 36.0, 43.0, 38.0, 40.0, 56.0, 49.0, 44.0, 54.0, 45.0, 33.0, 38.0, 30.0, 35.0, 30.0, 31.0, 23.0, 26.0, 24.0, 15.0, 14.0, 16.0, 10.0, 8.0, 8.0, 4.0, 7.0, 5.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.00040918588638305664, -0.0003968309611082077, -0.00038447603583335876, -0.0003721211105585098, -0.0003597661852836609, -0.00034741126000881195, -0.000335056334733963, -0.0003227014094591141, -0.00031034648418426514, -0.0002979915589094162, -0.00028563663363456726, -0.0002732817083597183, -0.0002609267830848694, -0.00024857185781002045, -0.0002362169325351715, -0.00022386200726032257, -0.00021150708198547363, -0.0001991521567106247, -0.00018679723143577576, -0.00017444230616092682, -0.00016208738088607788, -0.00014973245561122894, -0.00013737753033638, -0.00012502260506153107, -0.00011266767978668213, -0.00010031275451183319, -8.795782923698425e-05, -7.560290396213531e-05, -6.324797868728638e-05, -5.089305341243744e-05, -3.85381281375885e-05, -2.6183202862739563e-05, -1.3828277587890625e-05, -1.473352313041687e-06, 1.0881572961807251e-05, 2.323649823665619e-05, 3.559142351150513e-05, 4.7946348786354065e-05, 6.0301274061203e-05, 7.265619933605194e-05, 8.501112461090088e-05, 9.736604988574982e-05, 0.00010972097516059875, 0.0001220759004354477, 0.00013443082571029663, 0.00014678575098514557, 0.0001591406762599945, 0.00017149560153484344, 0.00018385052680969238, 0.00019620545208454132, 0.00020856037735939026, 0.0002209153026342392, 0.00023327022790908813, 0.00024562515318393707, 0.000257980078458786, 0.00027033500373363495, 0.0002826899290084839, 0.0002950448542833328, 0.00030739977955818176, 0.0003197547048330307, 0.00033210963010787964, 0.0003444645553827286, 0.0003568194806575775, 0.00036917440593242645, 0.0003815293312072754]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 4.0, 9.0, 5.0, 9.0, 11.0, 10.0, 12.0, 7.0, 19.0, 20.0, 17.0, 26.0, 28.0, 30.0, 34.0, 35.0, 42.0, 41.0, 37.0, 40.0, 45.0, 37.0, 38.0, 39.0, 39.0, 42.0, 47.0, 31.0, 31.0, 30.0, 32.0, 23.0, 10.0, 17.0, 16.0, 25.0, 16.0, 14.0, 11.0, 8.0, 4.0, 3.0, 4.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.2109375, -7.001708984375, -6.79248046875, -6.583251953125, -6.3740234375, -6.164794921875, -5.95556640625, -5.746337890625, -5.537109375, -5.327880859375, -5.11865234375, -4.909423828125, -4.7001953125, -4.490966796875, -4.28173828125, -4.072509765625, -3.86328125, -3.654052734375, -3.44482421875, -3.235595703125, -3.0263671875, -2.817138671875, -2.60791015625, -2.398681640625, -2.189453125, -1.980224609375, -1.77099609375, -1.561767578125, -1.3525390625, -1.143310546875, -0.93408203125, -0.724853515625, -0.515625, -0.306396484375, -0.09716796875, 0.112060546875, 0.3212890625, 0.530517578125, 0.73974609375, 0.948974609375, 1.158203125, 1.367431640625, 1.57666015625, 1.785888671875, 1.9951171875, 2.204345703125, 2.41357421875, 2.622802734375, 2.83203125, 3.041259765625, 3.25048828125, 3.459716796875, 3.6689453125, 3.878173828125, 4.08740234375, 4.296630859375, 4.505859375, 4.715087890625, 4.92431640625, 5.133544921875, 5.3427734375, 5.552001953125, 5.76123046875, 5.970458984375, 6.1796875]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 3.0, 3.0, 13.0, 14.0, 15.0, 29.0, 30.0, 45.0, 64.0, 78.0, 115.0, 140.0, 239.0, 336.0, 482.0, 691.0, 1120.0, 1824.0, 2740.0, 4466.0, 7608.0, 13267.0, 24307.0, 46711.0, 100435.0, 241420.0, 322353.0, 143151.0, 63354.0, 31557.0, 17171.0, 9641.0, 5648.0, 3295.0, 2063.0, 1288.0, 922.0, 609.0, 399.0, 283.0, 192.0, 131.0, 82.0, 51.0, 40.0, 31.0, 26.0, 24.0, 16.0, 10.0, 10.0, 2.0, 5.0, 3.0, 3.0, 1.0, 3.0, 2.0], "bins": [-4.21484375, -4.083984375, -3.953125, -3.822265625, -3.69140625, -3.560546875, -3.4296875, -3.298828125, -3.16796875, -3.037109375, -2.90625, -2.775390625, -2.64453125, -2.513671875, -2.3828125, -2.251953125, -2.12109375, -1.990234375, -1.859375, -1.728515625, -1.59765625, -1.466796875, -1.3359375, -1.205078125, -1.07421875, -0.943359375, -0.8125, -0.681640625, -0.55078125, -0.419921875, -0.2890625, -0.158203125, -0.02734375, 0.103515625, 0.234375, 0.365234375, 0.49609375, 0.626953125, 0.7578125, 0.888671875, 1.01953125, 1.150390625, 1.28125, 1.412109375, 1.54296875, 1.673828125, 1.8046875, 1.935546875, 2.06640625, 2.197265625, 2.328125, 2.458984375, 2.58984375, 2.720703125, 2.8515625, 2.982421875, 3.11328125, 3.244140625, 3.375, 3.505859375, 3.63671875, 3.767578125, 3.8984375, 4.029296875, 4.16015625]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 6.0, 6.0, 16.0, 12.0, 13.0, 14.0, 10.0, 27.0, 32.0, 29.0, 42.0, 49.0, 49.0, 61.0, 65.0, 122.0, 1589.0, 359.0, 115.0, 88.0, 47.0, 47.0, 38.0, 38.0, 26.0, 37.0, 23.0, 15.0, 20.0, 11.0, 13.0, 7.0, 6.0, 5.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-31.625, -30.662841796875, -29.70068359375, -28.738525390625, -27.7763671875, -26.814208984375, -25.85205078125, -24.889892578125, -23.927734375, -22.965576171875, -22.00341796875, -21.041259765625, -20.0791015625, -19.116943359375, -18.15478515625, -17.192626953125, -16.23046875, -15.268310546875, -14.30615234375, -13.343994140625, -12.3818359375, -11.419677734375, -10.45751953125, -9.495361328125, -8.533203125, -7.571044921875, -6.60888671875, -5.646728515625, -4.6845703125, -3.722412109375, -2.76025390625, -1.798095703125, -0.8359375, 0.126220703125, 1.08837890625, 2.050537109375, 3.0126953125, 3.974853515625, 4.93701171875, 5.899169921875, 6.861328125, 7.823486328125, 8.78564453125, 9.747802734375, 10.7099609375, 11.672119140625, 12.63427734375, 13.596435546875, 14.55859375, 15.520751953125, 16.48291015625, 17.445068359375, 18.4072265625, 19.369384765625, 20.33154296875, 21.293701171875, 22.255859375, 23.218017578125, 24.18017578125, 25.142333984375, 26.1044921875, 27.066650390625, 28.02880859375, 28.990966796875, 29.953125]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 4.0, 3.0, 1.0, 7.0, 5.0, 14.0, 10.0, 18.0, 25.0, 28.0, 24.0, 46.0, 54.0, 76.0, 86.0, 151.0, 181.0, 306.0, 535.0, 2034.0, 256823.0, 2879361.0, 4172.0, 600.0, 337.0, 225.0, 153.0, 108.0, 79.0, 53.0, 47.0, 21.0, 22.0, 32.0, 18.0, 11.0, 10.0, 8.0, 7.0, 4.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-67.625, -65.4521484375, -63.279296875, -61.1064453125, -58.93359375, -56.7607421875, -54.587890625, -52.4150390625, -50.2421875, -48.0693359375, -45.896484375, -43.7236328125, -41.55078125, -39.3779296875, -37.205078125, -35.0322265625, -32.859375, -30.6865234375, -28.513671875, -26.3408203125, -24.16796875, -21.9951171875, -19.822265625, -17.6494140625, -15.4765625, -13.3037109375, -11.130859375, -8.9580078125, -6.78515625, -4.6123046875, -2.439453125, -0.2666015625, 1.90625, 4.0791015625, 6.251953125, 8.4248046875, 10.59765625, 12.7705078125, 14.943359375, 17.1162109375, 19.2890625, 21.4619140625, 23.634765625, 25.8076171875, 27.98046875, 30.1533203125, 32.326171875, 34.4990234375, 36.671875, 38.8447265625, 41.017578125, 43.1904296875, 45.36328125, 47.5361328125, 49.708984375, 51.8818359375, 54.0546875, 56.2275390625, 58.400390625, 60.5732421875, 62.74609375, 64.9189453125, 67.091796875, 69.2646484375, 71.4375]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 181.0, 716.0, 113.0, 3.0, 0.0, 0.0, 1.0], "bins": [-332.9162902832031, -327.218994140625, -321.5216979980469, -315.82440185546875, -310.1271057128906, -304.4298095703125, -298.73248291015625, -293.03521728515625, -287.337890625, -281.6405944824219, -275.94329833984375, -270.2460021972656, -264.5487060546875, -258.8514099121094, -253.1540985107422, -247.45680236816406, -241.759521484375, -236.06222534179688, -230.36492919921875, -224.66763305664062, -218.97032165527344, -213.2730255126953, -207.5757293701172, -201.87843322753906, -196.18112182617188, -190.48382568359375, -184.78652954101562, -179.0892333984375, -173.3919219970703, -167.6946258544922, -161.99732971191406, -156.30003356933594, -150.60275268554688, -144.90545654296875, -139.20816040039062, -133.5108642578125, -127.81356048583984, -122.11625671386719, -116.41896057128906, -110.72166442871094, -105.02436065673828, -99.32706451416016, -93.6297607421875, -87.93246459960938, -82.23516845703125, -76.53787231445312, -70.84056854248047, -65.14327239990234, -59.44596862792969, -53.7486686706543, -48.05137252807617, -42.35407257080078, -36.656776428222656, -30.959476470947266, -25.262176513671875, -19.56488037109375, -13.867582321166992, -8.170284271240234, -2.47298526763916, 3.224313735961914, 8.921611785888672, 14.61890983581543, 20.31620979309082, 26.013505935668945, 31.710805892944336]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 4.0, 4.0, 9.0, 6.0, 7.0, 14.0, 10.0, 14.0, 19.0, 28.0, 18.0, 28.0, 33.0, 33.0, 33.0, 32.0, 40.0, 40.0, 36.0, 40.0, 51.0, 41.0, 37.0, 37.0, 41.0, 38.0, 23.0, 39.0, 25.0, 36.0, 23.0, 25.0, 26.0, 14.0, 19.0, 11.0, 11.0, 13.0, 5.0, 12.0, 6.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-58.14025115966797, -56.377479553222656, -54.614707946777344, -52.85193634033203, -51.08916473388672, -49.326393127441406, -47.563621520996094, -45.80084991455078, -44.03807830810547, -42.275306701660156, -40.512535095214844, -38.74976348876953, -36.98699188232422, -35.224220275878906, -33.461448669433594, -31.69867706298828, -29.93590545654297, -28.173133850097656, -26.410362243652344, -24.64759063720703, -22.88481903076172, -21.122047424316406, -19.359275817871094, -17.59650421142578, -15.833732604980469, -14.070960998535156, -12.308189392089844, -10.545417785644531, -8.782646179199219, -7.019874572753906, -5.257102966308594, -3.4943313598632812, -1.7315559387207031, 0.031215667724609375, 1.7939872741699219, 3.5567588806152344, 5.319530487060547, 7.082302093505859, 8.845073699951172, 10.607845306396484, 12.370616912841797, 14.13338851928711, 15.896160125732422, 17.658931732177734, 19.421703338623047, 21.18447494506836, 22.947246551513672, 24.710018157958984, 26.472789764404297, 28.23556137084961, 29.998332977294922, 31.761104583740234, 33.52387619018555, 35.28664779663086, 37.04941940307617, 38.812191009521484, 40.5749626159668, 42.33773422241211, 44.10050582885742, 45.863277435302734, 47.62604904174805, 49.38882064819336, 51.15159225463867, 52.914363861083984, 54.6771354675293]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 2.0, 8.0, 11.0, 8.0, 9.0, 7.0, 10.0, 14.0, 13.0, 17.0, 16.0, 32.0, 28.0, 32.0, 28.0, 37.0, 31.0, 41.0, 26.0, 49.0, 39.0, 38.0, 36.0, 32.0, 39.0, 44.0, 33.0, 40.0, 43.0, 34.0, 22.0, 23.0, 18.0, 18.0, 15.0, 19.0, 21.0, 10.0, 19.0, 8.0, 6.0, 10.0, 6.0, 4.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.9609375, -6.7496337890625, -6.538330078125, -6.3270263671875, -6.11572265625, -5.9044189453125, -5.693115234375, -5.4818115234375, -5.2705078125, -5.0592041015625, -4.847900390625, -4.6365966796875, -4.42529296875, -4.2139892578125, -4.002685546875, -3.7913818359375, -3.580078125, -3.3687744140625, -3.157470703125, -2.9461669921875, -2.73486328125, -2.5235595703125, -2.312255859375, -2.1009521484375, -1.8896484375, -1.6783447265625, -1.467041015625, -1.2557373046875, -1.04443359375, -0.8331298828125, -0.621826171875, -0.4105224609375, -0.19921875, 0.0120849609375, 0.223388671875, 0.4346923828125, 0.64599609375, 0.8572998046875, 1.068603515625, 1.2799072265625, 1.4912109375, 1.7025146484375, 1.913818359375, 2.1251220703125, 2.33642578125, 2.5477294921875, 2.759033203125, 2.9703369140625, 3.181640625, 3.3929443359375, 3.604248046875, 3.8155517578125, 4.02685546875, 4.2381591796875, 4.449462890625, 4.6607666015625, 4.8720703125, 5.0833740234375, 5.294677734375, 5.5059814453125, 5.71728515625, 5.9285888671875, 6.139892578125, 6.3511962890625, 6.5625]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 3.0, 6.0, 6.0, 10.0, 10.0, 8.0, 5.0, 15.0, 19.0, 16.0, 28.0, 27.0, 35.0, 62.0, 72.0, 91.0, 168.0, 275.0, 654.0, 2623.0, 28645.0, 1581531.0, 2515690.0, 58896.0, 3668.0, 812.0, 296.0, 162.0, 109.0, 67.0, 48.0, 42.0, 37.0, 15.0, 13.0, 12.0, 18.0, 16.0, 15.0, 13.0, 9.0, 8.0, 4.0, 6.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-25.21875, -24.456787109375, -23.69482421875, -22.932861328125, -22.1708984375, -21.408935546875, -20.64697265625, -19.885009765625, -19.123046875, -18.361083984375, -17.59912109375, -16.837158203125, -16.0751953125, -15.313232421875, -14.55126953125, -13.789306640625, -13.02734375, -12.265380859375, -11.50341796875, -10.741455078125, -9.9794921875, -9.217529296875, -8.45556640625, -7.693603515625, -6.931640625, -6.169677734375, -5.40771484375, -4.645751953125, -3.8837890625, -3.121826171875, -2.35986328125, -1.597900390625, -0.8359375, -0.073974609375, 0.68798828125, 1.449951171875, 2.2119140625, 2.973876953125, 3.73583984375, 4.497802734375, 5.259765625, 6.021728515625, 6.78369140625, 7.545654296875, 8.3076171875, 9.069580078125, 9.83154296875, 10.593505859375, 11.35546875, 12.117431640625, 12.87939453125, 13.641357421875, 14.4033203125, 15.165283203125, 15.92724609375, 16.689208984375, 17.451171875, 18.213134765625, 18.97509765625, 19.737060546875, 20.4990234375, 21.260986328125, 22.02294921875, 22.784912109375, 23.546875]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 5.0, 13.0, 6.0, 16.0, 13.0, 31.0, 45.0, 68.0, 84.0, 130.0, 167.0, 234.0, 340.0, 426.0, 539.0, 471.0, 433.0, 281.0, 232.0, 154.0, 104.0, 83.0, 56.0, 36.0, 30.0, 23.0, 14.0, 9.0, 11.0, 7.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-18.015625, -17.498779296875, -16.98193359375, -16.465087890625, -15.9482421875, -15.431396484375, -14.91455078125, -14.397705078125, -13.880859375, -13.364013671875, -12.84716796875, -12.330322265625, -11.8134765625, -11.296630859375, -10.77978515625, -10.262939453125, -9.74609375, -9.229248046875, -8.71240234375, -8.195556640625, -7.6787109375, -7.161865234375, -6.64501953125, -6.128173828125, -5.611328125, -5.094482421875, -4.57763671875, -4.060791015625, -3.5439453125, -3.027099609375, -2.51025390625, -1.993408203125, -1.4765625, -0.959716796875, -0.44287109375, 0.073974609375, 0.5908203125, 1.107666015625, 1.62451171875, 2.141357421875, 2.658203125, 3.175048828125, 3.69189453125, 4.208740234375, 4.7255859375, 5.242431640625, 5.75927734375, 6.276123046875, 6.79296875, 7.309814453125, 7.82666015625, 8.343505859375, 8.8603515625, 9.377197265625, 9.89404296875, 10.410888671875, 10.927734375, 11.444580078125, 11.96142578125, 12.478271484375, 12.9951171875, 13.511962890625, 14.02880859375, 14.545654296875, 15.0625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 6.0, 10.0, 7.0, 13.0, 14.0, 15.0, 29.0, 31.0, 36.0, 59.0, 75.0, 77.0, 127.0, 189.0, 334.0, 729.0, 4260.0, 3216965.0, 966968.0, 2705.0, 636.0, 314.0, 191.0, 135.0, 65.0, 69.0, 44.0, 43.0, 39.0, 31.0, 13.0, 15.0, 9.0, 9.0, 8.0, 5.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.71875, -60.38916015625, -58.0595703125, -55.72998046875, -53.400390625, -51.07080078125, -48.7412109375, -46.41162109375, -44.08203125, -41.75244140625, -39.4228515625, -37.09326171875, -34.763671875, -32.43408203125, -30.1044921875, -27.77490234375, -25.4453125, -23.11572265625, -20.7861328125, -18.45654296875, -16.126953125, -13.79736328125, -11.4677734375, -9.13818359375, -6.80859375, -4.47900390625, -2.1494140625, 0.18017578125, 2.509765625, 4.83935546875, 7.1689453125, 9.49853515625, 11.828125, 14.15771484375, 16.4873046875, 18.81689453125, 21.146484375, 23.47607421875, 25.8056640625, 28.13525390625, 30.46484375, 32.79443359375, 35.1240234375, 37.45361328125, 39.783203125, 42.11279296875, 44.4423828125, 46.77197265625, 49.1015625, 51.43115234375, 53.7607421875, 56.09033203125, 58.419921875, 60.74951171875, 63.0791015625, 65.40869140625, 67.73828125, 70.06787109375, 72.3974609375, 74.72705078125, 77.056640625, 79.38623046875, 81.7158203125, 84.04541015625, 86.375]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 18.0, 38.0, 83.0, 105.0, 179.0, 203.0, 169.0, 115.0, 51.0, 28.0, 14.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.1317024230957, -39.1724967956543, -36.21329116821289, -33.254085540771484, -30.294879913330078, -27.335674285888672, -24.3764705657959, -21.417264938354492, -18.458059310913086, -15.49885368347168, -12.539648056030273, -9.580443382263184, -6.621237754821777, -3.662032127380371, -0.7028274536132812, 2.256378173828125, 5.215583801269531, 8.174789428710938, 11.133995056152344, 14.093199729919434, 17.052406311035156, 20.011611938476562, 22.970815658569336, 25.930021286010742, 28.88922691345215, 31.848432540893555, 34.80763626098633, 37.766841888427734, 40.72604751586914, 43.68525314331055, 46.64445877075195, 49.60366439819336, 52.56287384033203, 55.52207946777344, 58.481285095214844, 61.44049072265625, 64.39969635009766, 67.35890197753906, 70.31810760498047, 73.27731323242188, 76.23651885986328, 79.19572448730469, 82.1549301147461, 85.1141357421875, 88.0733413696289, 91.03254699707031, 93.99175262451172, 96.95095825195312, 99.91015625, 102.8693618774414, 105.82856750488281, 108.78777313232422, 111.74697875976562, 114.70618438720703, 117.66539001464844, 120.62459564208984, 123.58380126953125, 126.54300689697266, 129.50221252441406, 132.46141052246094, 135.42062377929688, 138.37982177734375, 141.3390350341797, 144.29823303222656, 147.2574462890625]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 7.0, 8.0, 7.0, 8.0, 10.0, 13.0, 10.0, 17.0, 21.0, 25.0, 25.0, 37.0, 22.0, 29.0, 29.0, 42.0, 34.0, 49.0, 38.0, 39.0, 44.0, 44.0, 39.0, 41.0, 42.0, 33.0, 28.0, 24.0, 27.0, 28.0, 24.0, 28.0, 24.0, 21.0, 15.0, 11.0, 16.0, 11.0, 6.0, 10.0, 4.0, 5.0, 2.0, 5.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.05523681640625, -44.60493850708008, -43.154640197753906, -41.704345703125, -40.25404739379883, -38.803749084472656, -37.353450775146484, -35.90315246582031, -34.45285415649414, -33.00255584716797, -31.55225944519043, -30.101961135864258, -28.651662826538086, -27.201366424560547, -25.751068115234375, -24.300769805908203, -22.850473403930664, -21.400175094604492, -19.949878692626953, -18.49958038330078, -17.04928207397461, -15.598984718322754, -14.148687362670898, -12.698389053344727, -11.248091697692871, -9.797794342041016, -8.347496032714844, -6.897198677062988, -5.446900844573975, -3.996603012084961, -2.5463056564331055, -1.0960073471069336, 0.3542900085449219, 1.804587721824646, 3.25488543510437, 4.705183029174805, 6.155480861663818, 7.605778694152832, 9.056076049804688, 10.50637435913086, 11.956671714782715, 13.40696907043457, 14.857267379760742, 16.30756378173828, 17.757862091064453, 19.208160400390625, 20.658458709716797, 22.10875701904297, 23.559053421020508, 25.00935173034668, 26.45964813232422, 27.90994644165039, 29.360244750976562, 30.810543060302734, 32.260841369628906, 33.71113586425781, 35.161434173583984, 36.611732482910156, 38.06203079223633, 39.5123291015625, 40.962623596191406, 42.41292190551758, 43.86322021484375, 45.31351852416992, 46.763816833496094]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 7.0, 3.0, 5.0, 6.0, 11.0, 10.0, 4.0, 12.0, 14.0, 13.0, 20.0, 24.0, 19.0, 27.0, 33.0, 29.0, 38.0, 50.0, 40.0, 35.0, 36.0, 40.0, 41.0, 41.0, 53.0, 47.0, 48.0, 24.0, 37.0, 42.0, 25.0, 23.0, 21.0, 22.0, 14.0, 19.0, 22.0, 16.0, 8.0, 8.0, 10.0, 4.0, 4.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.97265625, -7.74847412109375, -7.5242919921875, -7.30010986328125, -7.075927734375, -6.85174560546875, -6.6275634765625, -6.40338134765625, -6.17919921875, -5.95501708984375, -5.7308349609375, -5.50665283203125, -5.282470703125, -5.05828857421875, -4.8341064453125, -4.60992431640625, -4.3857421875, -4.16156005859375, -3.9373779296875, -3.71319580078125, -3.489013671875, -3.26483154296875, -3.0406494140625, -2.81646728515625, -2.59228515625, -2.36810302734375, -2.1439208984375, -1.91973876953125, -1.695556640625, -1.47137451171875, -1.2471923828125, -1.02301025390625, -0.798828125, -0.57464599609375, -0.3504638671875, -0.12628173828125, 0.097900390625, 0.32208251953125, 0.5462646484375, 0.77044677734375, 0.99462890625, 1.21881103515625, 1.4429931640625, 1.66717529296875, 1.891357421875, 2.11553955078125, 2.3397216796875, 2.56390380859375, 2.7880859375, 3.01226806640625, 3.2364501953125, 3.46063232421875, 3.684814453125, 3.90899658203125, 4.1331787109375, 4.35736083984375, 4.58154296875, 4.80572509765625, 5.0299072265625, 5.25408935546875, 5.478271484375, 5.70245361328125, 5.9266357421875, 6.15081787109375, 6.375]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 5.0, 8.0, 5.0, 12.0, 17.0, 22.0, 21.0, 48.0, 78.0, 91.0, 160.0, 233.0, 381.0, 549.0, 824.0, 1252.0, 1849.0, 2730.0, 4044.0, 5912.0, 8826.0, 13249.0, 19522.0, 29986.0, 47401.0, 78275.0, 151161.0, 317740.0, 148973.0, 78614.0, 47429.0, 29749.0, 19453.0, 12845.0, 8794.0, 5990.0, 3998.0, 2699.0, 1891.0, 1264.0, 827.0, 570.0, 333.0, 280.0, 141.0, 97.0, 75.0, 49.0, 37.0, 24.0, 14.0, 4.0, 8.0, 6.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.431640625, -1.3861846923828125, -1.340728759765625, -1.2952728271484375, -1.24981689453125, -1.2043609619140625, -1.158905029296875, -1.1134490966796875, -1.0679931640625, -1.0225372314453125, -0.977081298828125, -0.9316253662109375, -0.88616943359375, -0.8407135009765625, -0.795257568359375, -0.7498016357421875, -0.704345703125, -0.6588897705078125, -0.613433837890625, -0.5679779052734375, -0.52252197265625, -0.4770660400390625, -0.431610107421875, -0.3861541748046875, -0.3406982421875, -0.2952423095703125, -0.249786376953125, -0.2043304443359375, -0.15887451171875, -0.1134185791015625, -0.067962646484375, -0.0225067138671875, 0.02294921875, 0.0684051513671875, 0.113861083984375, 0.1593170166015625, 0.20477294921875, 0.2502288818359375, 0.295684814453125, 0.3411407470703125, 0.3865966796875, 0.4320526123046875, 0.477508544921875, 0.5229644775390625, 0.56842041015625, 0.6138763427734375, 0.659332275390625, 0.7047882080078125, 0.750244140625, 0.7957000732421875, 0.841156005859375, 0.8866119384765625, 0.93206787109375, 0.9775238037109375, 1.022979736328125, 1.0684356689453125, 1.1138916015625, 1.1593475341796875, 1.204803466796875, 1.2502593994140625, 1.29571533203125, 1.3411712646484375, 1.386627197265625, 1.4320831298828125, 1.4775390625]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 7.0, 6.0, 14.0, 10.0, 12.0, 10.0, 13.0, 11.0, 22.0, 20.0, 18.0, 22.0, 32.0, 29.0, 35.0, 38.0, 34.0, 32.0, 36.0, 37.0, 33.0, 1064.0, 51.0, 32.0, 35.0, 42.0, 45.0, 39.0, 29.0, 30.0, 18.0, 23.0, 25.0, 18.0, 13.0, 20.0, 22.0, 15.0, 13.0, 11.0, 3.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.12109375, -3.98760986328125, -3.8541259765625, -3.72064208984375, -3.587158203125, -3.45367431640625, -3.3201904296875, -3.18670654296875, -3.05322265625, -2.91973876953125, -2.7862548828125, -2.65277099609375, -2.519287109375, -2.38580322265625, -2.2523193359375, -2.11883544921875, -1.9853515625, -1.85186767578125, -1.7183837890625, -1.58489990234375, -1.451416015625, -1.31793212890625, -1.1844482421875, -1.05096435546875, -0.91748046875, -0.78399658203125, -0.6505126953125, -0.51702880859375, -0.383544921875, -0.25006103515625, -0.1165771484375, 0.01690673828125, 0.150390625, 0.28387451171875, 0.4173583984375, 0.55084228515625, 0.684326171875, 0.81781005859375, 0.9512939453125, 1.08477783203125, 1.21826171875, 1.35174560546875, 1.4852294921875, 1.61871337890625, 1.752197265625, 1.88568115234375, 2.0191650390625, 2.15264892578125, 2.2861328125, 2.41961669921875, 2.5531005859375, 2.68658447265625, 2.820068359375, 2.95355224609375, 3.0870361328125, 3.22052001953125, 3.35400390625, 3.48748779296875, 3.6209716796875, 3.75445556640625, 3.887939453125, 4.02142333984375, 4.1549072265625, 4.28839111328125, 4.421875]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 9.0, 7.0, 18.0, 23.0, 28.0, 38.0, 70.0, 93.0, 138.0, 212.0, 313.0, 467.0, 758.0, 1198.0, 1932.0, 2829.0, 4165.0, 6231.0, 9534.0, 14610.0, 22896.0, 35484.0, 58524.0, 98999.0, 197936.0, 1330020.0, 121283.0, 70079.0, 42454.0, 26580.0, 17295.0, 11178.0, 7394.0, 4994.0, 3137.0, 2089.0, 1397.0, 943.0, 620.0, 398.0, 267.0, 157.0, 122.0, 72.0, 51.0, 34.0, 19.0, 19.0, 11.0, 6.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0], "bins": [-1.4013671875, -1.357818603515625, -1.31427001953125, -1.270721435546875, -1.2271728515625, -1.183624267578125, -1.14007568359375, -1.096527099609375, -1.052978515625, -1.009429931640625, -0.96588134765625, -0.922332763671875, -0.8787841796875, -0.835235595703125, -0.79168701171875, -0.748138427734375, -0.70458984375, -0.661041259765625, -0.61749267578125, -0.573944091796875, -0.5303955078125, -0.486846923828125, -0.44329833984375, -0.399749755859375, -0.356201171875, -0.312652587890625, -0.26910400390625, -0.225555419921875, -0.1820068359375, -0.138458251953125, -0.09490966796875, -0.051361083984375, -0.0078125, 0.035736083984375, 0.07928466796875, 0.122833251953125, 0.1663818359375, 0.209930419921875, 0.25347900390625, 0.297027587890625, 0.340576171875, 0.384124755859375, 0.42767333984375, 0.471221923828125, 0.5147705078125, 0.558319091796875, 0.60186767578125, 0.645416259765625, 0.68896484375, 0.732513427734375, 0.77606201171875, 0.819610595703125, 0.8631591796875, 0.906707763671875, 0.95025634765625, 0.993804931640625, 1.037353515625, 1.080902099609375, 1.12445068359375, 1.167999267578125, 1.2115478515625, 1.255096435546875, 1.29864501953125, 1.342193603515625, 1.3857421875]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 5.0, 4.0, 4.0, 6.0, 6.0, 11.0, 11.0, 13.0, 16.0, 19.0, 34.0, 43.0, 46.0, 67.0, 81.0, 102.0, 110.0, 100.0, 84.0, 57.0, 34.0, 30.0, 29.0, 16.0, 15.0, 20.0, 7.0, 6.0, 11.0, 6.0, 6.0, 2.0, 3.0, 4.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0009541511535644531, -0.0009224489331245422, -0.0008907467126846313, -0.0008590444922447205, -0.0008273422718048096, -0.0007956400513648987, -0.0007639378309249878, -0.0007322356104850769, -0.000700533390045166, -0.0006688311696052551, -0.0006371289491653442, -0.0006054267287254333, -0.0005737245082855225, -0.0005420222878456116, -0.0005103200674057007, -0.0004786178469657898, -0.0004469156265258789, -0.000415213406085968, -0.00038351118564605713, -0.00035180896520614624, -0.00032010674476623535, -0.00028840452432632446, -0.0002567023038864136, -0.00022500008344650269, -0.0001932978630065918, -0.0001615956425666809, -0.00012989342212677002, -9.819120168685913e-05, -6.648898124694824e-05, -3.4786760807037354e-05, -3.084540367126465e-06, 2.8617680072784424e-05, 6.031990051269531e-05, 9.20221209526062e-05, 0.0001237243413925171, 0.00015542656183242798, 0.00018712878227233887, 0.00021883100271224976, 0.00025053322315216064, 0.00028223544359207153, 0.0003139376640319824, 0.0003456398844718933, 0.0003773421049118042, 0.0004090443253517151, 0.000440746545791626, 0.00047244876623153687, 0.0005041509866714478, 0.0005358532071113586, 0.0005675554275512695, 0.0005992576479911804, 0.0006309598684310913, 0.0006626620888710022, 0.0006943643093109131, 0.000726066529750824, 0.0007577687501907349, 0.0007894709706306458, 0.0008211731910705566, 0.0008528754115104675, 0.0008845776319503784, 0.0009162798523902893, 0.0009479820728302002, 0.000979684293270111, 0.001011386513710022, 0.0010430887341499329, 0.0010747909545898438]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 2.0, 10.0, 5.0, 7.0, 6.0, 16.0, 13.0, 21.0, 19.0, 36.0, 35.0, 77.0, 128.0, 392.0, 2676.0, 1042663.0, 1781.0, 318.0, 138.0, 53.0, 36.0, 28.0, 17.0, 17.0, 11.0, 11.0, 11.0, 5.0, 6.0, 3.0, 2.0, 7.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.028961181640625, -0.028144121170043945, -0.02732706069946289, -0.026510000228881836, -0.02569293975830078, -0.024875879287719727, -0.024058818817138672, -0.023241758346557617, -0.022424697875976562, -0.021607637405395508, -0.020790576934814453, -0.0199735164642334, -0.019156455993652344, -0.01833939552307129, -0.017522335052490234, -0.01670527458190918, -0.015888214111328125, -0.01507115364074707, -0.014254093170166016, -0.013437032699584961, -0.012619972229003906, -0.011802911758422852, -0.010985851287841797, -0.010168790817260742, -0.009351730346679688, -0.008534669876098633, -0.007717609405517578, -0.0069005489349365234, -0.006083488464355469, -0.005266427993774414, -0.004449367523193359, -0.0036323070526123047, -0.00281524658203125, -0.0019981861114501953, -0.0011811256408691406, -0.00036406517028808594, 0.00045299530029296875, 0.0012700557708740234, 0.002087116241455078, 0.002904176712036133, 0.0037212371826171875, 0.004538297653198242, 0.005355358123779297, 0.0061724185943603516, 0.006989479064941406, 0.007806539535522461, 0.008623600006103516, 0.00944066047668457, 0.010257720947265625, 0.01107478141784668, 0.011891841888427734, 0.012708902359008789, 0.013525962829589844, 0.014343023300170898, 0.015160083770751953, 0.015977144241333008, 0.016794204711914062, 0.017611265182495117, 0.018428325653076172, 0.019245386123657227, 0.02006244659423828, 0.020879507064819336, 0.02169656753540039, 0.022513628005981445, 0.0233306884765625]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 15.0, 20.0, 59.0, 126.0, 202.0, 260.0, 156.0, 105.0, 47.0, 13.0, 9.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0010729484492912889, -0.001050261897034943, -0.0010275753447785974, -0.0010048887925222516, -0.0009822022402659059, -0.0009595156298018992, -0.0009368290775455534, -0.0009141425252892077, -0.000891455973032862, -0.0008687694207765162, -0.0008460828685201705, -0.0008233962580561638, -0.000800709705799818, -0.0007780231535434723, -0.0007553366012871265, -0.0007326500490307808, -0.000709963496774435, -0.0006872769445180893, -0.0006645903922617435, -0.0006419038400053978, -0.0006192172295413911, -0.0005965306772850454, -0.0005738441250286996, -0.0005511575727723539, -0.0005284709623083472, -0.0005057844100520015, -0.00048309782869182527, -0.0004604112764354795, -0.00043772472417913377, -0.00041503814281895757, -0.0003923515905626118, -0.00036966503830626607, -0.0003469784860499203, -0.00032429193379357457, -0.00030160535243339837, -0.0002789188001770526, -0.00025623224792070687, -0.0002335456811124459, -0.00021085911430418491, -0.00018817256204783916, -0.0001654859952395782, -0.0001427994284313172, -0.00012011287617497146, -9.742630936671048e-05, -7.473974983440712e-05, -5.205319030210376e-05, -2.936662349384278e-05, -6.680071237497032e-06, 1.6006495570763946e-05, 3.869305510306731e-05, 6.137961463537067e-05, 8.406618144363165e-05, 0.00010675274097593501, 0.00012943930050823838, 0.00015212586731649935, 0.0001748124195728451, 0.00019749898638110608, 0.00022018555318936706, 0.0002428721054457128, 0.00026555865770205855, 0.00028824523906223476, 0.0003109317913185805, 0.0003336183726787567, 0.00035630492493510246, 0.0003789914771914482]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 7.0, 7.0, 7.0, 9.0, 18.0, 9.0, 19.0, 20.0, 23.0, 34.0, 27.0, 28.0, 26.0, 30.0, 15.0, 31.0, 40.0, 50.0, 46.0, 50.0, 51.0, 40.0, 45.0, 40.0, 39.0, 33.0, 39.0, 32.0, 22.0, 26.0, 24.0, 18.0, 18.0, 11.0, 22.0, 7.0, 3.0, 7.0, 3.0, 9.0, 7.0, 4.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0004093050956726074, -0.0003965124487876892, -0.000383719801902771, -0.0003709271550178528, -0.00035813450813293457, -0.00034534186124801636, -0.00033254921436309814, -0.00031975656747817993, -0.0003069639205932617, -0.0002941712737083435, -0.0002813786268234253, -0.0002685859799385071, -0.00025579333305358887, -0.00024300068616867065, -0.00023020803928375244, -0.00021741539239883423, -0.00020462274551391602, -0.0001918300986289978, -0.0001790374517440796, -0.00016624480485916138, -0.00015345215797424316, -0.00014065951108932495, -0.00012786686420440674, -0.00011507421731948853, -0.00010228157043457031, -8.94889235496521e-05, -7.669627666473389e-05, -6.390362977981567e-05, -5.111098289489746e-05, -3.831833600997925e-05, -2.5525689125061035e-05, -1.2733042240142822e-05, 5.960464477539063e-08, 1.2852251529693604e-05, 2.5644898414611816e-05, 3.843754529953003e-05, 5.123019218444824e-05, 6.402283906936646e-05, 7.681548595428467e-05, 8.960813283920288e-05, 0.0001024007797241211, 0.0001151934266090393, 0.00012798607349395752, 0.00014077872037887573, 0.00015357136726379395, 0.00016636401414871216, 0.00017915666103363037, 0.00019194930791854858, 0.0002047419548034668, 0.000217534601688385, 0.00023032724857330322, 0.00024311989545822144, 0.00025591254234313965, 0.00026870518922805786, 0.0002814978361129761, 0.0002942904829978943, 0.0003070831298828125, 0.0003198757767677307, 0.0003326684236526489, 0.00034546107053756714, 0.00035825371742248535, 0.00037104636430740356, 0.0003838390111923218, 0.00039663165807724, 0.0004094243049621582]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 7.0, 3.0, 5.0, 6.0, 11.0, 10.0, 4.0, 12.0, 14.0, 13.0, 21.0, 23.0, 19.0, 27.0, 33.0, 29.0, 38.0, 50.0, 40.0, 35.0, 36.0, 40.0, 41.0, 41.0, 53.0, 47.0, 48.0, 24.0, 37.0, 42.0, 24.0, 24.0, 21.0, 22.0, 14.0, 19.0, 22.0, 16.0, 8.0, 8.0, 10.0, 4.0, 4.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.97265625, -7.74847412109375, -7.5242919921875, -7.30010986328125, -7.075927734375, -6.85174560546875, -6.6275634765625, -6.40338134765625, -6.17919921875, -5.95501708984375, -5.7308349609375, -5.50665283203125, -5.282470703125, -5.05828857421875, -4.8341064453125, -4.60992431640625, -4.3857421875, -4.16156005859375, -3.9373779296875, -3.71319580078125, -3.489013671875, -3.26483154296875, -3.0406494140625, -2.81646728515625, -2.59228515625, -2.36810302734375, -2.1439208984375, -1.91973876953125, -1.695556640625, -1.47137451171875, -1.2471923828125, -1.02301025390625, -0.798828125, -0.57464599609375, -0.3504638671875, -0.12628173828125, 0.097900390625, 0.32208251953125, 0.5462646484375, 0.77044677734375, 0.99462890625, 1.21881103515625, 1.4429931640625, 1.66717529296875, 1.891357421875, 2.11553955078125, 2.3397216796875, 2.56390380859375, 2.7880859375, 3.01226806640625, 3.2364501953125, 3.46063232421875, 3.684814453125, 3.90899658203125, 4.1331787109375, 4.35736083984375, 4.58154296875, 4.80572509765625, 5.0299072265625, 5.25408935546875, 5.478271484375, 5.70245361328125, 5.9266357421875, 6.15081787109375, 6.375]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 3.0, 0.0, 2.0, 3.0, 4.0, 10.0, 3.0, 9.0, 13.0, 18.0, 25.0, 29.0, 39.0, 45.0, 55.0, 74.0, 91.0, 128.0, 190.0, 238.0, 336.0, 488.0, 781.0, 1310.0, 2105.0, 4215.0, 9856.0, 27726.0, 95474.0, 431968.0, 350130.0, 80896.0, 24058.0, 8586.0, 3972.0, 1998.0, 1204.0, 720.0, 473.0, 342.0, 233.0, 183.0, 131.0, 100.0, 79.0, 42.0, 39.0, 33.0, 31.0, 18.0, 18.0, 15.0, 9.0, 8.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-7.9765625, -7.726806640625, -7.47705078125, -7.227294921875, -6.9775390625, -6.727783203125, -6.47802734375, -6.228271484375, -5.978515625, -5.728759765625, -5.47900390625, -5.229248046875, -4.9794921875, -4.729736328125, -4.47998046875, -4.230224609375, -3.98046875, -3.730712890625, -3.48095703125, -3.231201171875, -2.9814453125, -2.731689453125, -2.48193359375, -2.232177734375, -1.982421875, -1.732666015625, -1.48291015625, -1.233154296875, -0.9833984375, -0.733642578125, -0.48388671875, -0.234130859375, 0.015625, 0.265380859375, 0.51513671875, 0.764892578125, 1.0146484375, 1.264404296875, 1.51416015625, 1.763916015625, 2.013671875, 2.263427734375, 2.51318359375, 2.762939453125, 3.0126953125, 3.262451171875, 3.51220703125, 3.761962890625, 4.01171875, 4.261474609375, 4.51123046875, 4.760986328125, 5.0107421875, 5.260498046875, 5.51025390625, 5.760009765625, 6.009765625, 6.259521484375, 6.50927734375, 6.759033203125, 7.0087890625, 7.258544921875, 7.50830078125, 7.758056640625, 8.0078125]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 2.0, 4.0, 8.0, 7.0, 10.0, 8.0, 16.0, 26.0, 18.0, 20.0, 27.0, 31.0, 36.0, 31.0, 45.0, 52.0, 56.0, 75.0, 171.0, 1618.0, 242.0, 115.0, 60.0, 52.0, 43.0, 62.0, 28.0, 39.0, 27.0, 22.0, 17.0, 17.0, 17.0, 14.0, 10.0, 9.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-32.0, -31.1728515625, -30.345703125, -29.5185546875, -28.69140625, -27.8642578125, -27.037109375, -26.2099609375, -25.3828125, -24.5556640625, -23.728515625, -22.9013671875, -22.07421875, -21.2470703125, -20.419921875, -19.5927734375, -18.765625, -17.9384765625, -17.111328125, -16.2841796875, -15.45703125, -14.6298828125, -13.802734375, -12.9755859375, -12.1484375, -11.3212890625, -10.494140625, -9.6669921875, -8.83984375, -8.0126953125, -7.185546875, -6.3583984375, -5.53125, -4.7041015625, -3.876953125, -3.0498046875, -2.22265625, -1.3955078125, -0.568359375, 0.2587890625, 1.0859375, 1.9130859375, 2.740234375, 3.5673828125, 4.39453125, 5.2216796875, 6.048828125, 6.8759765625, 7.703125, 8.5302734375, 9.357421875, 10.1845703125, 11.01171875, 11.8388671875, 12.666015625, 13.4931640625, 14.3203125, 15.1474609375, 15.974609375, 16.8017578125, 17.62890625, 18.4560546875, 19.283203125, 20.1103515625, 20.9375]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 2.0, 4.0, 7.0, 23.0, 20.0, 46.0, 39.0, 66.0, 117.0, 191.0, 347.0, 716.0, 8918.0, 3129686.0, 4146.0, 596.0, 291.0, 151.0, 110.0, 79.0, 49.0, 42.0, 23.0, 15.0, 9.0, 8.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.75, -86.4775390625, -83.205078125, -79.9326171875, -76.66015625, -73.3876953125, -70.115234375, -66.8427734375, -63.5703125, -60.2978515625, -57.025390625, -53.7529296875, -50.48046875, -47.2080078125, -43.935546875, -40.6630859375, -37.390625, -34.1181640625, -30.845703125, -27.5732421875, -24.30078125, -21.0283203125, -17.755859375, -14.4833984375, -11.2109375, -7.9384765625, -4.666015625, -1.3935546875, 1.87890625, 5.1513671875, 8.423828125, 11.6962890625, 14.96875, 18.2412109375, 21.513671875, 24.7861328125, 28.05859375, 31.3310546875, 34.603515625, 37.8759765625, 41.1484375, 44.4208984375, 47.693359375, 50.9658203125, 54.23828125, 57.5107421875, 60.783203125, 64.0556640625, 67.328125, 70.6005859375, 73.873046875, 77.1455078125, 80.41796875, 83.6904296875, 86.962890625, 90.2353515625, 93.5078125, 96.7802734375, 100.052734375, 103.3251953125, 106.59765625, 109.8701171875, 113.142578125, 116.4150390625, 119.6875]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 15.0, 422.0, 538.0, 42.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.77162551879883, -36.734867095947266, -30.698104858398438, -24.661346435546875, -18.62458610534668, -12.587825775146484, -6.551067352294922, -0.5143051147460938, 5.522453308105469, 11.559213638305664, 17.59597396850586, 23.632732391357422, 29.669492721557617, 35.70625305175781, 41.743011474609375, 47.7797737121582, 53.816532135009766, 59.85329055786133, 65.89005279541016, 71.92681121826172, 77.96356964111328, 84.00033569335938, 90.03709411621094, 96.0738525390625, 102.11061096191406, 108.14736938476562, 114.18412780761719, 120.22088623046875, 126.25765228271484, 132.29440307617188, 138.3311767578125, 144.36793518066406, 150.40467834472656, 156.44143676757812, 162.4781951904297, 168.51495361328125, 174.5517120361328, 180.58847045898438, 186.625244140625, 192.66200256347656, 198.69876098632812, 204.7355194091797, 210.77227783203125, 216.8090362548828, 222.84579467773438, 228.882568359375, 234.9193115234375, 240.95608520507812, 246.99282836914062, 253.0295867919922, 259.06634521484375, 265.1031188964844, 271.1398620605469, 277.1766357421875, 283.21337890625, 289.2501525878906, 295.28692626953125, 301.3236999511719, 307.3604431152344, 313.397216796875, 319.4339599609375, 325.4707336425781, 331.5074768066406, 337.54425048828125, 343.58099365234375]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 9.0, 3.0, 4.0, 5.0, 12.0, 14.0, 6.0, 25.0, 14.0, 17.0, 25.0, 23.0, 34.0, 25.0, 43.0, 44.0, 48.0, 54.0, 49.0, 54.0, 56.0, 48.0, 48.0, 43.0, 47.0, 32.0, 41.0, 25.0, 22.0, 28.0, 23.0, 22.0, 15.0, 9.0, 10.0, 10.0, 8.0, 5.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-84.30008697509766, -81.90290832519531, -79.5057373046875, -77.10855865478516, -74.71138000488281, -72.314208984375, -69.91703033447266, -67.51985168457031, -65.1226806640625, -62.72550582885742, -60.32832717895508, -57.93115234375, -55.533973693847656, -53.13679885864258, -50.7396240234375, -48.342445373535156, -45.94526672363281, -43.548091888427734, -41.15091323852539, -38.75373840332031, -36.35655975341797, -33.95938491821289, -31.562210083007812, -29.1650333404541, -26.76785659790039, -24.37067985534668, -21.97350311279297, -19.57632827758789, -17.17915153503418, -14.781974792480469, -12.384799003601074, -9.98762321472168, -7.5904541015625, -5.193277835845947, -2.7961015701293945, -0.3989253044128418, 1.998250961303711, 4.395427703857422, 6.792603492736816, 9.189779281616211, 11.586956024169922, 13.984132766723633, 16.381309509277344, 18.778484344482422, 21.175661087036133, 23.572837829589844, 25.970012664794922, 28.367189407348633, 30.764366149902344, 33.16154098510742, 35.558719635009766, 37.955894470214844, 40.35307312011719, 42.750247955322266, 45.147422790527344, 47.54460144042969, 49.941776275634766, 52.338951110839844, 54.73612976074219, 57.133304595947266, 59.530479431152344, 61.92765808105469, 64.32483673095703, 66.72200775146484, 69.11918640136719]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 9.0, 3.0, 9.0, 14.0, 18.0, 7.0, 15.0, 16.0, 20.0, 22.0, 33.0, 32.0, 34.0, 31.0, 41.0, 40.0, 48.0, 36.0, 46.0, 52.0, 46.0, 49.0, 49.0, 39.0, 38.0, 41.0, 33.0, 29.0, 18.0, 16.0, 21.0, 15.0, 23.0, 11.0, 18.0, 10.0, 2.0, 4.0, 9.0, 1.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.984375, -8.729736328125, -8.47509765625, -8.220458984375, -7.9658203125, -7.711181640625, -7.45654296875, -7.201904296875, -6.947265625, -6.692626953125, -6.43798828125, -6.183349609375, -5.9287109375, -5.674072265625, -5.41943359375, -5.164794921875, -4.91015625, -4.655517578125, -4.40087890625, -4.146240234375, -3.8916015625, -3.636962890625, -3.38232421875, -3.127685546875, -2.873046875, -2.618408203125, -2.36376953125, -2.109130859375, -1.8544921875, -1.599853515625, -1.34521484375, -1.090576171875, -0.8359375, -0.581298828125, -0.32666015625, -0.072021484375, 0.1826171875, 0.437255859375, 0.69189453125, 0.946533203125, 1.201171875, 1.455810546875, 1.71044921875, 1.965087890625, 2.2197265625, 2.474365234375, 2.72900390625, 2.983642578125, 3.23828125, 3.492919921875, 3.74755859375, 4.002197265625, 4.2568359375, 4.511474609375, 4.76611328125, 5.020751953125, 5.275390625, 5.530029296875, 5.78466796875, 6.039306640625, 6.2939453125, 6.548583984375, 6.80322265625, 7.057861328125, 7.3125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 8.0, 4.0, 4.0, 7.0, 8.0, 13.0, 6.0, 19.0, 8.0, 19.0, 18.0, 22.0, 32.0, 36.0, 32.0, 36.0, 84.0, 248.0, 886.0, 4986.0, 202007.0, 3653506.0, 324539.0, 6242.0, 889.0, 251.0, 102.0, 49.0, 36.0, 28.0, 21.0, 18.0, 12.0, 15.0, 22.0, 15.0, 12.0, 18.0, 8.0, 7.0, 4.0, 3.0, 2.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-31.796875, -30.90234375, -30.0078125, -29.11328125, -28.21875, -27.32421875, -26.4296875, -25.53515625, -24.640625, -23.74609375, -22.8515625, -21.95703125, -21.0625, -20.16796875, -19.2734375, -18.37890625, -17.484375, -16.58984375, -15.6953125, -14.80078125, -13.90625, -13.01171875, -12.1171875, -11.22265625, -10.328125, -9.43359375, -8.5390625, -7.64453125, -6.75, -5.85546875, -4.9609375, -4.06640625, -3.171875, -2.27734375, -1.3828125, -0.48828125, 0.40625, 1.30078125, 2.1953125, 3.08984375, 3.984375, 4.87890625, 5.7734375, 6.66796875, 7.5625, 8.45703125, 9.3515625, 10.24609375, 11.140625, 12.03515625, 12.9296875, 13.82421875, 14.71875, 15.61328125, 16.5078125, 17.40234375, 18.296875, 19.19140625, 20.0859375, 20.98046875, 21.875, 22.76953125, 23.6640625, 24.55859375, 25.453125]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 4.0, 3.0, 3.0, 6.0, 3.0, 4.0, 8.0, 2.0, 12.0, 17.0, 25.0, 26.0, 27.0, 34.0, 51.0, 50.0, 84.0, 99.0, 121.0, 161.0, 207.0, 253.0, 361.0, 401.0, 396.0, 356.0, 302.0, 235.0, 186.0, 155.0, 101.0, 82.0, 66.0, 51.0, 46.0, 42.0, 21.0, 25.0, 16.0, 13.0, 6.0, 3.0, 5.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-12.8984375, -12.498046875, -12.09765625, -11.697265625, -11.296875, -10.896484375, -10.49609375, -10.095703125, -9.6953125, -9.294921875, -8.89453125, -8.494140625, -8.09375, -7.693359375, -7.29296875, -6.892578125, -6.4921875, -6.091796875, -5.69140625, -5.291015625, -4.890625, -4.490234375, -4.08984375, -3.689453125, -3.2890625, -2.888671875, -2.48828125, -2.087890625, -1.6875, -1.287109375, -0.88671875, -0.486328125, -0.0859375, 0.314453125, 0.71484375, 1.115234375, 1.515625, 1.916015625, 2.31640625, 2.716796875, 3.1171875, 3.517578125, 3.91796875, 4.318359375, 4.71875, 5.119140625, 5.51953125, 5.919921875, 6.3203125, 6.720703125, 7.12109375, 7.521484375, 7.921875, 8.322265625, 8.72265625, 9.123046875, 9.5234375, 9.923828125, 10.32421875, 10.724609375, 11.125, 11.525390625, 11.92578125, 12.326171875, 12.7265625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 5.0, 7.0, 11.0, 10.0, 18.0, 10.0, 26.0, 24.0, 38.0, 42.0, 56.0, 73.0, 88.0, 119.0, 135.0, 170.0, 225.0, 375.0, 682.0, 3812.0, 2417753.0, 1765143.0, 3346.0, 632.0, 364.0, 245.0, 181.0, 131.0, 118.0, 87.0, 60.0, 55.0, 56.0, 37.0, 37.0, 33.0, 15.0, 12.0, 12.0, 13.0, 9.0, 8.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.875, -58.7744140625, -56.673828125, -54.5732421875, -52.47265625, -50.3720703125, -48.271484375, -46.1708984375, -44.0703125, -41.9697265625, -39.869140625, -37.7685546875, -35.66796875, -33.5673828125, -31.466796875, -29.3662109375, -27.265625, -25.1650390625, -23.064453125, -20.9638671875, -18.86328125, -16.7626953125, -14.662109375, -12.5615234375, -10.4609375, -8.3603515625, -6.259765625, -4.1591796875, -2.05859375, 0.0419921875, 2.142578125, 4.2431640625, 6.34375, 8.4443359375, 10.544921875, 12.6455078125, 14.74609375, 16.8466796875, 18.947265625, 21.0478515625, 23.1484375, 25.2490234375, 27.349609375, 29.4501953125, 31.55078125, 33.6513671875, 35.751953125, 37.8525390625, 39.953125, 42.0537109375, 44.154296875, 46.2548828125, 48.35546875, 50.4560546875, 52.556640625, 54.6572265625, 56.7578125, 58.8583984375, 60.958984375, 63.0595703125, 65.16015625, 67.2607421875, 69.361328125, 71.4619140625, 73.5625]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 8.0, 12.0, 29.0, 51.0, 75.0, 98.0, 128.0, 143.0, 142.0, 136.0, 81.0, 48.0, 27.0, 14.0, 11.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-92.23548126220703, -90.16744995117188, -88.09941864013672, -86.03138732910156, -83.9633560180664, -81.89532470703125, -79.8272933959961, -77.75926208496094, -75.69123077392578, -73.62319946289062, -71.55516815185547, -69.48713684082031, -67.41910552978516, -65.35107421875, -63.283042907714844, -61.21501159667969, -59.146976470947266, -57.07894515991211, -55.01091384887695, -52.9428825378418, -50.87485122680664, -48.806819915771484, -46.73878479003906, -44.670753479003906, -42.60272216796875, -40.534690856933594, -38.46665954589844, -36.39862823486328, -34.330596923828125, -32.26256561279297, -30.19453239440918, -28.126501083374023, -26.0584716796875, -23.990440368652344, -21.922409057617188, -19.85437774658203, -17.786346435546875, -15.718314170837402, -13.65028190612793, -11.582250595092773, -9.514219284057617, -7.446187973022461, -5.3781561851501465, -3.310124397277832, -1.2420930862426758, 0.8259382247924805, 2.893970489501953, 4.962001800537109, 7.030033111572266, 9.098064422607422, 11.166095733642578, 13.23412799835205, 15.302159309387207, 17.370189666748047, 19.438222885131836, 21.506254196166992, 23.57428550720215, 25.642316818237305, 27.71034812927246, 29.77838134765625, 31.846412658691406, 33.91444396972656, 35.98247528076172, 38.050506591796875, 40.11853790283203]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 10.0, 7.0, 1.0, 15.0, 11.0, 18.0, 17.0, 12.0, 19.0, 24.0, 25.0, 27.0, 29.0, 33.0, 38.0, 28.0, 44.0, 32.0, 43.0, 30.0, 36.0, 45.0, 38.0, 20.0, 31.0, 34.0, 38.0, 43.0, 29.0, 33.0, 20.0, 25.0, 24.0, 14.0, 12.0, 13.0, 15.0, 14.0, 7.0, 8.0, 6.0, 6.0, 9.0, 1.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0], "bins": [-45.43064880371094, -44.04736328125, -42.66407775878906, -41.280792236328125, -39.89750671386719, -38.51422119140625, -37.13093566894531, -35.747650146484375, -34.36436462402344, -32.9810791015625, -31.597793579101562, -30.214508056640625, -28.831222534179688, -27.44793701171875, -26.064651489257812, -24.681365966796875, -23.298080444335938, -21.914794921875, -20.531509399414062, -19.148223876953125, -17.764938354492188, -16.38165283203125, -14.998367309570312, -13.615081787109375, -12.231796264648438, -10.8485107421875, -9.465225219726562, -8.081939697265625, -6.6986541748046875, -5.31536865234375, -3.9320831298828125, -2.548797607421875, -1.1655120849609375, 0.2177734375, 1.6010589599609375, 2.984344482421875, 4.3676300048828125, 5.75091552734375, 7.1342010498046875, 8.517486572265625, 9.900772094726562, 11.2840576171875, 12.667343139648438, 14.050628662109375, 15.433914184570312, 16.81719970703125, 18.200485229492188, 19.583770751953125, 20.967056274414062, 22.350341796875, 23.733627319335938, 25.116912841796875, 26.500198364257812, 27.88348388671875, 29.266769409179688, 30.650054931640625, 32.03334045410156, 33.4166259765625, 34.79991149902344, 36.183197021484375, 37.56648254394531, 38.94976806640625, 40.33305358886719, 41.716339111328125, 43.09962463378906]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 7.0, 5.0, 7.0, 14.0, 8.0, 5.0, 11.0, 21.0, 16.0, 24.0, 21.0, 32.0, 23.0, 33.0, 34.0, 21.0, 38.0, 38.0, 45.0, 34.0, 35.0, 36.0, 44.0, 46.0, 49.0, 45.0, 41.0, 33.0, 23.0, 28.0, 23.0, 30.0, 24.0, 20.0, 14.0, 13.0, 16.0, 6.0, 8.0, 8.0, 8.0, 4.0, 2.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.6171875, -7.3885498046875, -7.159912109375, -6.9312744140625, -6.70263671875, -6.4739990234375, -6.245361328125, -6.0167236328125, -5.7880859375, -5.5594482421875, -5.330810546875, -5.1021728515625, -4.87353515625, -4.6448974609375, -4.416259765625, -4.1876220703125, -3.958984375, -3.7303466796875, -3.501708984375, -3.2730712890625, -3.04443359375, -2.8157958984375, -2.587158203125, -2.3585205078125, -2.1298828125, -1.9012451171875, -1.672607421875, -1.4439697265625, -1.21533203125, -0.9866943359375, -0.758056640625, -0.5294189453125, -0.30078125, -0.0721435546875, 0.156494140625, 0.3851318359375, 0.61376953125, 0.8424072265625, 1.071044921875, 1.2996826171875, 1.5283203125, 1.7569580078125, 1.985595703125, 2.2142333984375, 2.44287109375, 2.6715087890625, 2.900146484375, 3.1287841796875, 3.357421875, 3.5860595703125, 3.814697265625, 4.0433349609375, 4.27197265625, 4.5006103515625, 4.729248046875, 4.9578857421875, 5.1865234375, 5.4151611328125, 5.643798828125, 5.8724365234375, 6.10107421875, 6.3297119140625, 6.558349609375, 6.7869873046875, 7.015625]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 7.0, 8.0, 9.0, 13.0, 20.0, 35.0, 47.0, 71.0, 98.0, 173.0, 249.0, 364.0, 544.0, 773.0, 1016.0, 1601.0, 2355.0, 3407.0, 5093.0, 7439.0, 11327.0, 17097.0, 26515.0, 42472.0, 72049.0, 135025.0, 321474.0, 173970.0, 86353.0, 49832.0, 30549.0, 19511.0, 12788.0, 8488.0, 5640.0, 3862.0, 2628.0, 1788.0, 1240.0, 816.0, 568.0, 409.0, 255.0, 198.0, 150.0, 91.0, 51.0, 35.0, 21.0, 16.0, 18.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.5126953125, -1.463348388671875, -1.41400146484375, -1.364654541015625, -1.3153076171875, -1.265960693359375, -1.21661376953125, -1.167266845703125, -1.117919921875, -1.068572998046875, -1.01922607421875, -0.969879150390625, -0.9205322265625, -0.871185302734375, -0.82183837890625, -0.772491455078125, -0.72314453125, -0.673797607421875, -0.62445068359375, -0.575103759765625, -0.5257568359375, -0.476409912109375, -0.42706298828125, -0.377716064453125, -0.328369140625, -0.279022216796875, -0.22967529296875, -0.180328369140625, -0.1309814453125, -0.081634521484375, -0.03228759765625, 0.017059326171875, 0.06640625, 0.115753173828125, 0.16510009765625, 0.214447021484375, 0.2637939453125, 0.313140869140625, 0.36248779296875, 0.411834716796875, 0.461181640625, 0.510528564453125, 0.55987548828125, 0.609222412109375, 0.6585693359375, 0.707916259765625, 0.75726318359375, 0.806610107421875, 0.85595703125, 0.905303955078125, 0.95465087890625, 1.003997802734375, 1.0533447265625, 1.102691650390625, 1.15203857421875, 1.201385498046875, 1.250732421875, 1.300079345703125, 1.34942626953125, 1.398773193359375, 1.4481201171875, 1.497467041015625, 1.54681396484375, 1.596160888671875, 1.6455078125]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 3.0, 1.0, 5.0, 5.0, 5.0, 13.0, 9.0, 17.0, 10.0, 20.0, 13.0, 21.0, 18.0, 21.0, 23.0, 41.0, 37.0, 41.0, 50.0, 50.0, 45.0, 36.0, 1070.0, 47.0, 37.0, 43.0, 34.0, 33.0, 48.0, 32.0, 36.0, 29.0, 16.0, 18.0, 18.0, 12.0, 8.0, 11.0, 12.0, 12.0, 7.0, 9.0, 2.0, 4.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-5.0234375, -4.86871337890625, -4.7139892578125, -4.55926513671875, -4.404541015625, -4.24981689453125, -4.0950927734375, -3.94036865234375, -3.78564453125, -3.63092041015625, -3.4761962890625, -3.32147216796875, -3.166748046875, -3.01202392578125, -2.8572998046875, -2.70257568359375, -2.5478515625, -2.39312744140625, -2.2384033203125, -2.08367919921875, -1.928955078125, -1.77423095703125, -1.6195068359375, -1.46478271484375, -1.31005859375, -1.15533447265625, -1.0006103515625, -0.84588623046875, -0.691162109375, -0.53643798828125, -0.3817138671875, -0.22698974609375, -0.072265625, 0.08245849609375, 0.2371826171875, 0.39190673828125, 0.546630859375, 0.70135498046875, 0.8560791015625, 1.01080322265625, 1.16552734375, 1.32025146484375, 1.4749755859375, 1.62969970703125, 1.784423828125, 1.93914794921875, 2.0938720703125, 2.24859619140625, 2.4033203125, 2.55804443359375, 2.7127685546875, 2.86749267578125, 3.022216796875, 3.17694091796875, 3.3316650390625, 3.48638916015625, 3.64111328125, 3.79583740234375, 3.9505615234375, 4.10528564453125, 4.260009765625, 4.41473388671875, 4.5694580078125, 4.72418212890625, 4.87890625]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 7.0, 19.0, 16.0, 39.0, 42.0, 66.0, 101.0, 147.0, 195.0, 284.0, 440.0, 641.0, 986.0, 1407.0, 2066.0, 3034.0, 4517.0, 6725.0, 10295.0, 15766.0, 24847.0, 41511.0, 71346.0, 133044.0, 1362527.0, 186377.0, 91761.0, 52033.0, 30926.0, 19270.0, 12234.0, 7972.0, 5245.0, 3642.0, 2514.0, 1662.0, 1099.0, 732.0, 530.0, 328.0, 233.0, 174.0, 115.0, 77.0, 43.0, 27.0, 24.0, 16.0, 18.0, 2.0, 6.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.5654296875, -1.5160675048828125, -1.466705322265625, -1.4173431396484375, -1.36798095703125, -1.3186187744140625, -1.269256591796875, -1.2198944091796875, -1.1705322265625, -1.1211700439453125, -1.071807861328125, -1.0224456787109375, -0.97308349609375, -0.9237213134765625, -0.874359130859375, -0.8249969482421875, -0.775634765625, -0.7262725830078125, -0.676910400390625, -0.6275482177734375, -0.57818603515625, -0.5288238525390625, -0.479461669921875, -0.4300994873046875, -0.3807373046875, -0.3313751220703125, -0.282012939453125, -0.2326507568359375, -0.18328857421875, -0.1339263916015625, -0.084564208984375, -0.0352020263671875, 0.01416015625, 0.0635223388671875, 0.112884521484375, 0.1622467041015625, 0.21160888671875, 0.2609710693359375, 0.310333251953125, 0.3596954345703125, 0.4090576171875, 0.4584197998046875, 0.507781982421875, 0.5571441650390625, 0.60650634765625, 0.6558685302734375, 0.705230712890625, 0.7545928955078125, 0.803955078125, 0.8533172607421875, 0.902679443359375, 0.9520416259765625, 1.00140380859375, 1.0507659912109375, 1.100128173828125, 1.1494903564453125, 1.1988525390625, 1.2482147216796875, 1.297576904296875, 1.3469390869140625, 1.39630126953125, 1.4456634521484375, 1.495025634765625, 1.5443878173828125, 1.59375]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 2.0, 6.0, 4.0, 1.0, 6.0, 2.0, 5.0, 8.0, 9.0, 13.0, 24.0, 13.0, 23.0, 22.0, 29.0, 40.0, 42.0, 66.0, 40.0, 60.0, 74.0, 74.0, 67.0, 69.0, 53.0, 58.0, 35.0, 24.0, 19.0, 20.0, 14.0, 10.0, 15.0, 10.0, 6.0, 7.0, 11.0, 4.0, 5.0, 7.0, 0.0, 2.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0008554458618164062, -0.0008290410041809082, -0.0008026361465454102, -0.0007762312889099121, -0.0007498264312744141, -0.000723421573638916, -0.000697016716003418, -0.0006706118583679199, -0.0006442070007324219, -0.0006178021430969238, -0.0005913972854614258, -0.0005649924278259277, -0.0005385875701904297, -0.0005121827125549316, -0.0004857778549194336, -0.00045937299728393555, -0.0004329681396484375, -0.00040656328201293945, -0.0003801584243774414, -0.00035375356674194336, -0.0003273487091064453, -0.00030094385147094727, -0.0002745389938354492, -0.00024813413619995117, -0.00022172927856445312, -0.00019532442092895508, -0.00016891956329345703, -0.00014251470565795898, -0.00011610984802246094, -8.970499038696289e-05, -6.330013275146484e-05, -3.68952751159668e-05, -1.049041748046875e-05, 1.5914440155029297e-05, 4.2319297790527344e-05, 6.872415542602539e-05, 9.512901306152344e-05, 0.00012153387069702148, 0.00014793872833251953, 0.00017434358596801758, 0.00020074844360351562, 0.00022715330123901367, 0.0002535581588745117, 0.00027996301651000977, 0.0003063678741455078, 0.00033277273178100586, 0.0003591775894165039, 0.00038558244705200195, 0.0004119873046875, 0.00043839216232299805, 0.0004647970199584961, 0.0004912018775939941, 0.0005176067352294922, 0.0005440115928649902, 0.0005704164505004883, 0.0005968213081359863, 0.0006232261657714844, 0.0006496310234069824, 0.0006760358810424805, 0.0007024407386779785, 0.0007288455963134766, 0.0007552504539489746, 0.0007816553115844727, 0.0008080601692199707, 0.0008344650268554688]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 2.0, 10.0, 2.0, 10.0, 9.0, 12.0, 7.0, 9.0, 11.0, 17.0, 19.0, 25.0, 33.0, 62.0, 95.0, 159.0, 529.0, 4573.0, 1039951.0, 2086.0, 414.0, 176.0, 78.0, 47.0, 47.0, 26.0, 29.0, 17.0, 17.0, 19.0, 14.0, 8.0, 9.0, 4.0, 3.0, 5.0, 3.0, 6.0, 4.0, 3.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0217742919921875, -0.021058320999145508, -0.020342350006103516, -0.019626379013061523, -0.01891040802001953, -0.01819443702697754, -0.017478466033935547, -0.016762495040893555, -0.016046524047851562, -0.01533055305480957, -0.014614582061767578, -0.013898611068725586, -0.013182640075683594, -0.012466669082641602, -0.01175069808959961, -0.011034727096557617, -0.010318756103515625, -0.009602785110473633, -0.00888681411743164, -0.008170843124389648, -0.007454872131347656, -0.006738901138305664, -0.006022930145263672, -0.00530695915222168, -0.0045909881591796875, -0.0038750171661376953, -0.003159046173095703, -0.002443075180053711, -0.0017271041870117188, -0.0010111331939697266, -0.0002951622009277344, 0.0004208087921142578, 0.00113677978515625, 0.0018527507781982422, 0.0025687217712402344, 0.0032846927642822266, 0.004000663757324219, 0.004716634750366211, 0.005432605743408203, 0.006148576736450195, 0.0068645477294921875, 0.00758051872253418, 0.008296489715576172, 0.009012460708618164, 0.009728431701660156, 0.010444402694702148, 0.01116037368774414, 0.011876344680786133, 0.012592315673828125, 0.013308286666870117, 0.01402425765991211, 0.014740228652954102, 0.015456199645996094, 0.016172170639038086, 0.016888141632080078, 0.01760411262512207, 0.018320083618164062, 0.019036054611206055, 0.019752025604248047, 0.02046799659729004, 0.02118396759033203, 0.021899938583374023, 0.022615909576416016, 0.023331880569458008, 0.0240478515625]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 9.0, 14.0, 32.0, 79.0, 138.0, 201.0, 227.0, 152.0, 94.0, 40.0, 17.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000686230487190187, -0.0006648541893810034, -0.0006434779497794807, -0.000622101710177958, -0.0006007254123687744, -0.0005793491145595908, -0.0005579728749580681, -0.0005365966353565454, -0.0005152203375473619, -0.0004938440397381783, -0.00047246780013665557, -0.00045109153143130243, -0.0004297152627259493, -0.00040833899402059615, -0.000386962725315243, -0.00036558645660988986, -0.0003442101879045367, -0.0003228339191991836, -0.00030145765049383044, -0.0002800813817884773, -0.00025870511308312416, -0.00023732884437777102, -0.00021595257567241788, -0.00019457630696706474, -0.0001732000382617116, -0.00015182376955635846, -0.00013044750085100532, -0.00010907123214565217, -8.769496344029903e-05, -6.63186947349459e-05, -4.494242602959275e-05, -2.356615732423961e-05, -2.189888618886471e-06, 1.918638008646667e-05, 4.056264879181981e-05, 6.193891749717295e-05, 8.331518620252609e-05, 0.00010469145490787923, 0.00012606772361323237, 0.00014744399231858552, 0.00016882026102393866, 0.0001901965297292918, 0.00021157279843464494, 0.00023294906713999808, 0.0002543253358453512, 0.00027570160455070436, 0.0002970778732560575, 0.00031845414196141064, 0.0003398304106667638, 0.0003612066793721169, 0.00038258294807747006, 0.0004039592167828232, 0.00042533548548817635, 0.0004467117541935295, 0.00046808802289888263, 0.0004894642625004053, 0.0005108405603095889, 0.0005322168581187725, 0.0005535930977202952, 0.0005749693373218179, 0.0005963456351310015, 0.0006177219329401851, 0.0006390981725417078, 0.0006604744121432304, 0.000681850709952414]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 4.0, 4.0, 3.0, 8.0, 10.0, 9.0, 11.0, 15.0, 21.0, 10.0, 21.0, 27.0, 30.0, 27.0, 26.0, 36.0, 44.0, 39.0, 47.0, 34.0, 46.0, 38.0, 34.0, 34.0, 45.0, 29.0, 42.0, 36.0, 28.0, 34.0, 32.0, 32.0, 17.0, 21.0, 20.0, 17.0, 11.0, 14.0, 5.0, 17.0, 7.0, 5.0, 4.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0003921985626220703, -0.0003783050924539566, -0.0003644116222858429, -0.0003505181521177292, -0.0003366246819496155, -0.00032273121178150177, -0.00030883774161338806, -0.00029494427144527435, -0.00028105080127716064, -0.00026715733110904694, -0.00025326386094093323, -0.00023937039077281952, -0.0002254769206047058, -0.0002115834504365921, -0.0001976899802684784, -0.00018379651010036469, -0.00016990303993225098, -0.00015600956976413727, -0.00014211609959602356, -0.00012822262942790985, -0.00011432915925979614, -0.00010043568909168243, -8.654221892356873e-05, -7.264874875545502e-05, -5.875527858734131e-05, -4.48618084192276e-05, -3.096833825111389e-05, -1.7074868083000183e-05, -3.1813979148864746e-06, 1.0712072253227234e-05, 2.4605542421340942e-05, 3.849901258945465e-05, 5.239248275756836e-05, 6.628595292568207e-05, 8.017942309379578e-05, 9.407289326190948e-05, 0.0001079663634300232, 0.0001218598335981369, 0.0001357533037662506, 0.00014964677393436432, 0.00016354024410247803, 0.00017743371427059174, 0.00019132718443870544, 0.00020522065460681915, 0.00021911412477493286, 0.00023300759494304657, 0.0002469010651111603, 0.000260794535279274, 0.0002746880054473877, 0.0002885814756155014, 0.0003024749457836151, 0.0003163684159517288, 0.00033026188611984253, 0.00034415535628795624, 0.00035804882645606995, 0.00037194229662418365, 0.00038583576679229736, 0.00039972923696041107, 0.0004136227071285248, 0.0004275161772966385, 0.0004414096474647522, 0.0004553031176328659, 0.0004691965878009796, 0.0004830900579690933, 0.000496983528137207]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 7.0, 5.0, 7.0, 14.0, 8.0, 5.0, 11.0, 21.0, 16.0, 24.0, 21.0, 32.0, 23.0, 33.0, 34.0, 21.0, 38.0, 38.0, 45.0, 34.0, 35.0, 36.0, 44.0, 46.0, 49.0, 45.0, 41.0, 33.0, 23.0, 28.0, 23.0, 30.0, 24.0, 20.0, 14.0, 13.0, 16.0, 6.0, 8.0, 8.0, 8.0, 4.0, 2.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.6171875, -7.3885498046875, -7.159912109375, -6.9312744140625, -6.70263671875, -6.4739990234375, -6.245361328125, -6.0167236328125, -5.7880859375, -5.5594482421875, -5.330810546875, -5.1021728515625, -4.87353515625, -4.6448974609375, -4.416259765625, -4.1876220703125, -3.958984375, -3.7303466796875, -3.501708984375, -3.2730712890625, -3.04443359375, -2.8157958984375, -2.587158203125, -2.3585205078125, -2.1298828125, -1.9012451171875, -1.672607421875, -1.4439697265625, -1.21533203125, -0.9866943359375, -0.758056640625, -0.5294189453125, -0.30078125, -0.0721435546875, 0.156494140625, 0.3851318359375, 0.61376953125, 0.8424072265625, 1.071044921875, 1.2996826171875, 1.5283203125, 1.7569580078125, 1.985595703125, 2.2142333984375, 2.44287109375, 2.6715087890625, 2.900146484375, 3.1287841796875, 3.357421875, 3.5860595703125, 3.814697265625, 4.0433349609375, 4.27197265625, 4.5006103515625, 4.729248046875, 4.9578857421875, 5.1865234375, 5.4151611328125, 5.643798828125, 5.8724365234375, 6.10107421875, 6.3297119140625, 6.558349609375, 6.7869873046875, 7.015625]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 4.0, 6.0, 13.0, 22.0, 20.0, 34.0, 35.0, 70.0, 72.0, 109.0, 147.0, 221.0, 348.0, 464.0, 687.0, 1112.0, 1929.0, 3250.0, 6428.0, 12957.0, 29423.0, 74818.0, 226490.0, 430543.0, 158439.0, 55481.0, 22680.0, 10174.0, 5168.0, 2774.0, 1652.0, 971.0, 631.0, 417.0, 272.0, 222.0, 139.0, 106.0, 65.0, 42.0, 34.0, 16.0, 25.0, 22.0, 8.0, 7.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.1953125, -6.009521484375, -5.82373046875, -5.637939453125, -5.4521484375, -5.266357421875, -5.08056640625, -4.894775390625, -4.708984375, -4.523193359375, -4.33740234375, -4.151611328125, -3.9658203125, -3.780029296875, -3.59423828125, -3.408447265625, -3.22265625, -3.036865234375, -2.85107421875, -2.665283203125, -2.4794921875, -2.293701171875, -2.10791015625, -1.922119140625, -1.736328125, -1.550537109375, -1.36474609375, -1.178955078125, -0.9931640625, -0.807373046875, -0.62158203125, -0.435791015625, -0.25, -0.064208984375, 0.12158203125, 0.307373046875, 0.4931640625, 0.678955078125, 0.86474609375, 1.050537109375, 1.236328125, 1.422119140625, 1.60791015625, 1.793701171875, 1.9794921875, 2.165283203125, 2.35107421875, 2.536865234375, 2.72265625, 2.908447265625, 3.09423828125, 3.280029296875, 3.4658203125, 3.651611328125, 3.83740234375, 4.023193359375, 4.208984375, 4.394775390625, 4.58056640625, 4.766357421875, 4.9521484375, 5.137939453125, 5.32373046875, 5.509521484375, 5.6953125]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 10.0, 12.0, 11.0, 8.0, 12.0, 15.0, 16.0, 25.0, 26.0, 21.0, 33.0, 47.0, 39.0, 43.0, 57.0, 67.0, 163.0, 1681.0, 240.0, 87.0, 58.0, 52.0, 42.0, 34.0, 43.0, 37.0, 38.0, 24.0, 15.0, 15.0, 11.0, 11.0, 9.0, 9.0, 12.0, 5.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.8125, -21.959228515625, -21.10595703125, -20.252685546875, -19.3994140625, -18.546142578125, -17.69287109375, -16.839599609375, -15.986328125, -15.133056640625, -14.27978515625, -13.426513671875, -12.5732421875, -11.719970703125, -10.86669921875, -10.013427734375, -9.16015625, -8.306884765625, -7.45361328125, -6.600341796875, -5.7470703125, -4.893798828125, -4.04052734375, -3.187255859375, -2.333984375, -1.480712890625, -0.62744140625, 0.225830078125, 1.0791015625, 1.932373046875, 2.78564453125, 3.638916015625, 4.4921875, 5.345458984375, 6.19873046875, 7.052001953125, 7.9052734375, 8.758544921875, 9.61181640625, 10.465087890625, 11.318359375, 12.171630859375, 13.02490234375, 13.878173828125, 14.7314453125, 15.584716796875, 16.43798828125, 17.291259765625, 18.14453125, 18.997802734375, 19.85107421875, 20.704345703125, 21.5576171875, 22.410888671875, 23.26416015625, 24.117431640625, 24.970703125, 25.823974609375, 26.67724609375, 27.530517578125, 28.3837890625, 29.237060546875, 30.09033203125, 30.943603515625, 31.796875]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 4.0, 8.0, 6.0, 24.0, 14.0, 26.0, 28.0, 44.0, 48.0, 89.0, 106.0, 161.0, 180.0, 308.0, 426.0, 1169.0, 131046.0, 3007624.0, 2734.0, 587.0, 302.0, 211.0, 129.0, 104.0, 82.0, 52.0, 50.0, 36.0, 28.0, 17.0, 17.0, 11.0, 7.0, 4.0, 5.0, 6.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-69.6875, -67.2978515625, -64.908203125, -62.5185546875, -60.12890625, -57.7392578125, -55.349609375, -52.9599609375, -50.5703125, -48.1806640625, -45.791015625, -43.4013671875, -41.01171875, -38.6220703125, -36.232421875, -33.8427734375, -31.453125, -29.0634765625, -26.673828125, -24.2841796875, -21.89453125, -19.5048828125, -17.115234375, -14.7255859375, -12.3359375, -9.9462890625, -7.556640625, -5.1669921875, -2.77734375, -0.3876953125, 2.001953125, 4.3916015625, 6.78125, 9.1708984375, 11.560546875, 13.9501953125, 16.33984375, 18.7294921875, 21.119140625, 23.5087890625, 25.8984375, 28.2880859375, 30.677734375, 33.0673828125, 35.45703125, 37.8466796875, 40.236328125, 42.6259765625, 45.015625, 47.4052734375, 49.794921875, 52.1845703125, 54.57421875, 56.9638671875, 59.353515625, 61.7431640625, 64.1328125, 66.5224609375, 68.912109375, 71.3017578125, 73.69140625, 76.0810546875, 78.470703125, 80.8603515625, 83.25]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 76.0, 807.0, 128.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-322.8515625, -317.0433044433594, -311.23504638671875, -305.42681884765625, -299.6185607910156, -293.810302734375, -288.0020446777344, -282.19378662109375, -276.38555908203125, -270.5773010253906, -264.76904296875, -258.9608154296875, -253.15255737304688, -247.34429931640625, -241.53604125976562, -235.72779846191406, -229.91954040527344, -224.1112823486328, -218.30303955078125, -212.49478149414062, -206.68653869628906, -200.87828063964844, -195.07003784179688, -189.26177978515625, -183.45352172851562, -177.645263671875, -171.83702087402344, -166.0287628173828, -160.22052001953125, -154.41226196289062, -148.60400390625, -142.79576110839844, -136.9875030517578, -131.1792449951172, -125.37100219726562, -119.562744140625, -113.75450134277344, -107.94624328613281, -102.13799285888672, -96.32974243164062, -90.52149200439453, -84.71324157714844, -78.90499114990234, -73.09674072265625, -67.28848266601562, -61.4802360534668, -55.67198181152344, -49.863731384277344, -44.05548095703125, -38.247230529785156, -32.43898010253906, -26.630725860595703, -20.82247543334961, -15.014225006103516, -9.205970764160156, -3.3977203369140625, 2.4105300903320312, 8.218781471252441, 14.027032852172852, 19.835285186767578, 25.643535614013672, 31.451786041259766, 37.260040283203125, 43.06829071044922, 48.87654113769531]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 4.0, 3.0, 4.0, 15.0, 10.0, 8.0, 17.0, 12.0, 19.0, 22.0, 29.0, 37.0, 30.0, 36.0, 30.0, 39.0, 39.0, 40.0, 38.0, 33.0, 42.0, 36.0, 49.0, 37.0, 55.0, 43.0, 33.0, 27.0, 28.0, 30.0, 26.0, 21.0, 20.0, 18.0, 15.0, 13.0, 8.0, 5.0, 10.0, 3.0, 6.0, 8.0, 0.0, 3.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-54.60637664794922, -52.60236358642578, -50.598350524902344, -48.594337463378906, -46.59032440185547, -44.58631134033203, -42.582298278808594, -40.578285217285156, -38.57427215576172, -36.57025909423828, -34.566246032714844, -32.562232971191406, -30.55821990966797, -28.55420684814453, -26.55019187927246, -24.546178817749023, -22.542163848876953, -20.538150787353516, -18.534137725830078, -16.53012466430664, -14.526110649108887, -12.52209758758545, -10.518083572387695, -8.514070510864258, -6.51005744934082, -4.506044387817383, -2.502030849456787, -0.4980173110961914, 1.505995750427246, 3.5100088119506836, 5.5140228271484375, 7.518035888671875, 9.522048950195312, 11.52606201171875, 13.530075073242188, 15.534089088439941, 17.538101196289062, 19.5421142578125, 21.54612922668457, 23.550142288208008, 25.554155349731445, 27.558168411254883, 29.56218147277832, 31.56619644165039, 33.57020950317383, 35.574222564697266, 37.5782356262207, 39.58224868774414, 41.58626174926758, 43.590274810791016, 45.59428787231445, 47.59830093383789, 49.60231399536133, 51.606327056884766, 53.61034393310547, 55.614356994628906, 57.618370056152344, 59.62238311767578, 61.62639617919922, 63.630409240722656, 65.6344223022461, 67.63843536376953, 69.64244842529297, 71.6464614868164, 73.65047454833984]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 3.0, 4.0, 4.0, 9.0, 12.0, 13.0, 19.0, 19.0, 15.0, 14.0, 33.0, 26.0, 28.0, 29.0, 29.0, 33.0, 38.0, 40.0, 39.0, 43.0, 36.0, 35.0, 46.0, 46.0, 47.0, 40.0, 42.0, 33.0, 29.0, 38.0, 18.0, 23.0, 20.0, 27.0, 8.0, 11.0, 13.0, 13.0, 6.0, 7.0, 2.0, 8.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-8.765625, -8.51568603515625, -8.2657470703125, -8.01580810546875, -7.765869140625, -7.51593017578125, -7.2659912109375, -7.01605224609375, -6.76611328125, -6.51617431640625, -6.2662353515625, -6.01629638671875, -5.766357421875, -5.51641845703125, -5.2664794921875, -5.01654052734375, -4.7666015625, -4.51666259765625, -4.2667236328125, -4.01678466796875, -3.766845703125, -3.51690673828125, -3.2669677734375, -3.01702880859375, -2.76708984375, -2.51715087890625, -2.2672119140625, -2.01727294921875, -1.767333984375, -1.51739501953125, -1.2674560546875, -1.01751708984375, -0.767578125, -0.51763916015625, -0.2677001953125, -0.01776123046875, 0.232177734375, 0.48211669921875, 0.7320556640625, 0.98199462890625, 1.23193359375, 1.48187255859375, 1.7318115234375, 1.98175048828125, 2.231689453125, 2.48162841796875, 2.7315673828125, 2.98150634765625, 3.2314453125, 3.48138427734375, 3.7313232421875, 3.98126220703125, 4.231201171875, 4.48114013671875, 4.7310791015625, 4.98101806640625, 5.23095703125, 5.48089599609375, 5.7308349609375, 5.98077392578125, 6.230712890625, 6.48065185546875, 6.7305908203125, 6.98052978515625, 7.23046875]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 7.0, 4.0, 3.0, 5.0, 14.0, 12.0, 14.0, 16.0, 23.0, 15.0, 14.0, 33.0, 40.0, 57.0, 55.0, 100.0, 161.0, 280.0, 748.0, 2554.0, 19150.0, 489527.0, 3029046.0, 625515.0, 22563.0, 2722.0, 740.0, 306.0, 166.0, 86.0, 66.0, 61.0, 32.0, 28.0, 15.0, 20.0, 21.0, 11.0, 12.0, 10.0, 8.0, 7.0, 8.0, 2.0, 5.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-20.46875, -19.8583984375, -19.248046875, -18.6376953125, -18.02734375, -17.4169921875, -16.806640625, -16.1962890625, -15.5859375, -14.9755859375, -14.365234375, -13.7548828125, -13.14453125, -12.5341796875, -11.923828125, -11.3134765625, -10.703125, -10.0927734375, -9.482421875, -8.8720703125, -8.26171875, -7.6513671875, -7.041015625, -6.4306640625, -5.8203125, -5.2099609375, -4.599609375, -3.9892578125, -3.37890625, -2.7685546875, -2.158203125, -1.5478515625, -0.9375, -0.3271484375, 0.283203125, 0.8935546875, 1.50390625, 2.1142578125, 2.724609375, 3.3349609375, 3.9453125, 4.5556640625, 5.166015625, 5.7763671875, 6.38671875, 6.9970703125, 7.607421875, 8.2177734375, 8.828125, 9.4384765625, 10.048828125, 10.6591796875, 11.26953125, 11.8798828125, 12.490234375, 13.1005859375, 13.7109375, 14.3212890625, 14.931640625, 15.5419921875, 16.15234375, 16.7626953125, 17.373046875, 17.9833984375, 18.59375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 0.0, 0.0, 5.0, 7.0, 4.0, 5.0, 11.0, 14.0, 8.0, 12.0, 24.0, 41.0, 39.0, 41.0, 62.0, 73.0, 80.0, 113.0, 118.0, 194.0, 222.0, 300.0, 371.0, 386.0, 368.0, 322.0, 312.0, 183.0, 175.0, 127.0, 114.0, 74.0, 58.0, 51.0, 40.0, 25.0, 18.0, 24.0, 9.0, 19.0, 5.0, 5.0, 1.0, 6.0, 8.0, 4.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.1328125, -12.74365234375, -12.3544921875, -11.96533203125, -11.576171875, -11.18701171875, -10.7978515625, -10.40869140625, -10.01953125, -9.63037109375, -9.2412109375, -8.85205078125, -8.462890625, -8.07373046875, -7.6845703125, -7.29541015625, -6.90625, -6.51708984375, -6.1279296875, -5.73876953125, -5.349609375, -4.96044921875, -4.5712890625, -4.18212890625, -3.79296875, -3.40380859375, -3.0146484375, -2.62548828125, -2.236328125, -1.84716796875, -1.4580078125, -1.06884765625, -0.6796875, -0.29052734375, 0.0986328125, 0.48779296875, 0.876953125, 1.26611328125, 1.6552734375, 2.04443359375, 2.43359375, 2.82275390625, 3.2119140625, 3.60107421875, 3.990234375, 4.37939453125, 4.7685546875, 5.15771484375, 5.546875, 5.93603515625, 6.3251953125, 6.71435546875, 7.103515625, 7.49267578125, 7.8818359375, 8.27099609375, 8.66015625, 9.04931640625, 9.4384765625, 9.82763671875, 10.216796875, 10.60595703125, 10.9951171875, 11.38427734375, 11.7734375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 8.0, 8.0, 12.0, 9.0, 18.0, 15.0, 34.0, 40.0, 36.0, 65.0, 81.0, 82.0, 127.0, 181.0, 216.0, 401.0, 628.0, 4142.0, 3944853.0, 240555.0, 1170.0, 447.0, 293.0, 193.0, 152.0, 107.0, 88.0, 74.0, 57.0, 43.0, 36.0, 27.0, 22.0, 15.0, 16.0, 16.0, 2.0, 9.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-61.09375, -58.62939453125, -56.1650390625, -53.70068359375, -51.236328125, -48.77197265625, -46.3076171875, -43.84326171875, -41.37890625, -38.91455078125, -36.4501953125, -33.98583984375, -31.521484375, -29.05712890625, -26.5927734375, -24.12841796875, -21.6640625, -19.19970703125, -16.7353515625, -14.27099609375, -11.806640625, -9.34228515625, -6.8779296875, -4.41357421875, -1.94921875, 0.51513671875, 2.9794921875, 5.44384765625, 7.908203125, 10.37255859375, 12.8369140625, 15.30126953125, 17.765625, 20.22998046875, 22.6943359375, 25.15869140625, 27.623046875, 30.08740234375, 32.5517578125, 35.01611328125, 37.48046875, 39.94482421875, 42.4091796875, 44.87353515625, 47.337890625, 49.80224609375, 52.2666015625, 54.73095703125, 57.1953125, 59.65966796875, 62.1240234375, 64.58837890625, 67.052734375, 69.51708984375, 71.9814453125, 74.44580078125, 76.91015625, 79.37451171875, 81.8388671875, 84.30322265625, 86.767578125, 89.23193359375, 91.6962890625, 94.16064453125, 96.625]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 10.0, 34.0, 72.0, 165.0, 227.0, 225.0, 149.0, 75.0, 34.0, 19.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-48.257625579833984, -45.065650939941406, -41.873680114746094, -38.681705474853516, -35.48973083496094, -32.297760009765625, -29.105785369873047, -25.91381072998047, -22.721837997436523, -19.529865264892578, -16.337890625, -13.145917892456055, -9.953944206237793, -6.761970520019531, -3.569997787475586, -0.3780231475830078, 2.8139495849609375, 6.005923271179199, 9.197896957397461, 12.389869689941406, 15.581843376159668, 18.77381706237793, 21.965789794921875, 25.157764434814453, 28.3497371673584, 31.541709899902344, 34.73368453979492, 37.9256591796875, 41.11763000488281, 44.30960464477539, 47.50157928466797, 50.69355010986328, 53.885520935058594, 57.07749557495117, 60.269466400146484, 63.46144104003906, 66.65341186523438, 69.84539031982422, 73.03736114501953, 76.22933959960938, 79.42131042480469, 82.61328125, 85.80525970458984, 88.99723052978516, 92.18920135498047, 95.38117980957031, 98.57315063476562, 101.76512145996094, 104.95709228515625, 108.14906311035156, 111.3410415649414, 114.53301239013672, 117.72498321533203, 120.91696166992188, 124.10893249511719, 127.3009033203125, 130.49288940429688, 133.6848602294922, 136.8768310546875, 140.06881713867188, 143.2607879638672, 146.4527587890625, 149.6447296142578, 152.83670043945312, 156.02867126464844]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 5.0, 3.0, 12.0, 6.0, 11.0, 9.0, 10.0, 18.0, 20.0, 24.0, 22.0, 27.0, 38.0, 32.0, 37.0, 36.0, 35.0, 34.0, 36.0, 38.0, 34.0, 34.0, 34.0, 47.0, 41.0, 32.0, 41.0, 31.0, 28.0, 27.0, 30.0, 16.0, 18.0, 31.0, 16.0, 23.0, 18.0, 13.0, 9.0, 9.0, 11.0, 0.0, 3.0, 5.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-52.3963623046875, -50.881500244140625, -49.36663818359375, -47.851776123046875, -46.3369140625, -44.82205581665039, -43.307193756103516, -41.79233169555664, -40.277469635009766, -38.76260757446289, -37.247745513916016, -35.73288345336914, -34.21802520751953, -32.703163146972656, -31.18830108642578, -29.673439025878906, -28.15857696533203, -26.643714904785156, -25.12885284423828, -23.61399269104004, -22.099130630493164, -20.58426856994629, -19.069408416748047, -17.554546356201172, -16.039684295654297, -14.524822235107422, -13.009961128234863, -11.495100021362305, -9.98023796081543, -8.465375900268555, -6.950514793395996, -5.4356536865234375, -3.9207916259765625, -2.4059300422668457, -0.8910684585571289, 0.6237931251525879, 2.1386547088623047, 3.6535162925720215, 5.168377876281738, 6.683238983154297, 8.198101043701172, 9.712963104248047, 11.227824211120605, 12.742685317993164, 14.257547378540039, 15.772409439086914, 17.287269592285156, 18.80213165283203, 20.316993713378906, 21.83185577392578, 23.346717834472656, 24.8615779876709, 26.376440048217773, 27.89130210876465, 29.40616226196289, 30.921024322509766, 32.43588638305664, 33.950748443603516, 35.46561050415039, 36.980472564697266, 38.495330810546875, 40.01019287109375, 41.525054931640625, 43.0399169921875, 44.554779052734375]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 10.0, 22.0, 16.0, 23.0, 24.0, 25.0, 25.0, 33.0, 35.0, 42.0, 37.0, 42.0, 44.0, 36.0, 44.0, 36.0, 49.0, 46.0, 53.0, 42.0, 36.0, 33.0, 40.0, 31.0, 26.0, 29.0, 23.0, 22.0, 17.0, 12.0, 3.0, 8.0, 9.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-9.2734375, -9.01165771484375, -8.7498779296875, -8.48809814453125, -8.226318359375, -7.96453857421875, -7.7027587890625, -7.44097900390625, -7.17919921875, -6.91741943359375, -6.6556396484375, -6.39385986328125, -6.132080078125, -5.87030029296875, -5.6085205078125, -5.34674072265625, -5.0849609375, -4.82318115234375, -4.5614013671875, -4.29962158203125, -4.037841796875, -3.77606201171875, -3.5142822265625, -3.25250244140625, -2.99072265625, -2.72894287109375, -2.4671630859375, -2.20538330078125, -1.943603515625, -1.68182373046875, -1.4200439453125, -1.15826416015625, -0.896484375, -0.63470458984375, -0.3729248046875, -0.11114501953125, 0.150634765625, 0.41241455078125, 0.6741943359375, 0.93597412109375, 1.19775390625, 1.45953369140625, 1.7213134765625, 1.98309326171875, 2.244873046875, 2.50665283203125, 2.7684326171875, 3.03021240234375, 3.2919921875, 3.55377197265625, 3.8155517578125, 4.07733154296875, 4.339111328125, 4.60089111328125, 4.8626708984375, 5.12445068359375, 5.38623046875, 5.64801025390625, 5.9097900390625, 6.17156982421875, 6.433349609375, 6.69512939453125, 6.9569091796875, 7.21868896484375, 7.48046875]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 7.0, 11.0, 7.0, 11.0, 15.0, 23.0, 30.0, 50.0, 59.0, 102.0, 153.0, 251.0, 388.0, 573.0, 917.0, 1456.0, 2262.0, 3693.0, 6342.0, 10983.0, 18997.0, 32817.0, 60507.0, 118611.0, 314564.0, 247763.0, 103160.0, 53716.0, 29461.0, 16886.0, 9905.0, 5763.0, 3406.0, 2031.0, 1287.0, 742.0, 558.0, 349.0, 216.0, 131.0, 112.0, 77.0, 52.0, 40.0, 27.0, 8.0, 21.0, 8.0, 5.0, 1.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.029296875, -1.967620849609375, -1.90594482421875, -1.844268798828125, -1.7825927734375, -1.720916748046875, -1.65924072265625, -1.597564697265625, -1.535888671875, -1.474212646484375, -1.41253662109375, -1.350860595703125, -1.2891845703125, -1.227508544921875, -1.16583251953125, -1.104156494140625, -1.04248046875, -0.980804443359375, -0.91912841796875, -0.857452392578125, -0.7957763671875, -0.734100341796875, -0.67242431640625, -0.610748291015625, -0.549072265625, -0.487396240234375, -0.42572021484375, -0.364044189453125, -0.3023681640625, -0.240692138671875, -0.17901611328125, -0.117340087890625, -0.0556640625, 0.006011962890625, 0.06768798828125, 0.129364013671875, 0.1910400390625, 0.252716064453125, 0.31439208984375, 0.376068115234375, 0.437744140625, 0.499420166015625, 0.56109619140625, 0.622772216796875, 0.6844482421875, 0.746124267578125, 0.80780029296875, 0.869476318359375, 0.93115234375, 0.992828369140625, 1.05450439453125, 1.116180419921875, 1.1778564453125, 1.239532470703125, 1.30120849609375, 1.362884521484375, 1.424560546875, 1.486236572265625, 1.54791259765625, 1.609588623046875, 1.6712646484375, 1.732940673828125, 1.79461669921875, 1.856292724609375, 1.91796875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 3.0, 7.0, 6.0, 6.0, 4.0, 9.0, 7.0, 6.0, 14.0, 17.0, 14.0, 20.0, 15.0, 21.0, 39.0, 14.0, 33.0, 36.0, 26.0, 26.0, 30.0, 34.0, 43.0, 39.0, 1059.0, 45.0, 35.0, 28.0, 48.0, 45.0, 36.0, 27.0, 23.0, 23.0, 24.0, 28.0, 23.0, 19.0, 19.0, 16.0, 10.0, 5.0, 14.0, 7.0, 7.0, 3.0, 7.0, 4.0, 6.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.51171875, -4.37396240234375, -4.2362060546875, -4.09844970703125, -3.960693359375, -3.82293701171875, -3.6851806640625, -3.54742431640625, -3.40966796875, -3.27191162109375, -3.1341552734375, -2.99639892578125, -2.858642578125, -2.72088623046875, -2.5831298828125, -2.44537353515625, -2.3076171875, -2.16986083984375, -2.0321044921875, -1.89434814453125, -1.756591796875, -1.61883544921875, -1.4810791015625, -1.34332275390625, -1.20556640625, -1.06781005859375, -0.9300537109375, -0.79229736328125, -0.654541015625, -0.51678466796875, -0.3790283203125, -0.24127197265625, -0.103515625, 0.03424072265625, 0.1719970703125, 0.30975341796875, 0.447509765625, 0.58526611328125, 0.7230224609375, 0.86077880859375, 0.99853515625, 1.13629150390625, 1.2740478515625, 1.41180419921875, 1.549560546875, 1.68731689453125, 1.8250732421875, 1.96282958984375, 2.1005859375, 2.23834228515625, 2.3760986328125, 2.51385498046875, 2.651611328125, 2.78936767578125, 2.9271240234375, 3.06488037109375, 3.20263671875, 3.34039306640625, 3.4781494140625, 3.61590576171875, 3.753662109375, 3.89141845703125, 4.0291748046875, 4.16693115234375, 4.3046875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 3.0, 9.0, 7.0, 11.0, 22.0, 29.0, 44.0, 45.0, 88.0, 148.0, 207.0, 290.0, 438.0, 611.0, 904.0, 1245.0, 1854.0, 2573.0, 3797.0, 5603.0, 8171.0, 12113.0, 18272.0, 27639.0, 42943.0, 68253.0, 117033.0, 1316308.0, 200319.0, 97666.0, 58864.0, 37128.0, 24266.0, 15996.0, 10900.0, 7279.0, 4963.0, 3372.0, 2389.0, 1604.0, 1173.0, 809.0, 534.0, 388.0, 255.0, 183.0, 129.0, 86.0, 69.0, 32.0, 25.0, 26.0, 14.0, 2.0, 6.0, 3.0, 1.0, 0.0, 2.0, 3.0], "bins": [-1.4111328125, -1.3668212890625, -1.322509765625, -1.2781982421875, -1.23388671875, -1.1895751953125, -1.145263671875, -1.1009521484375, -1.056640625, -1.0123291015625, -0.968017578125, -0.9237060546875, -0.87939453125, -0.8350830078125, -0.790771484375, -0.7464599609375, -0.7021484375, -0.6578369140625, -0.613525390625, -0.5692138671875, -0.52490234375, -0.4805908203125, -0.436279296875, -0.3919677734375, -0.34765625, -0.3033447265625, -0.259033203125, -0.2147216796875, -0.17041015625, -0.1260986328125, -0.081787109375, -0.0374755859375, 0.0068359375, 0.0511474609375, 0.095458984375, 0.1397705078125, 0.18408203125, 0.2283935546875, 0.272705078125, 0.3170166015625, 0.361328125, 0.4056396484375, 0.449951171875, 0.4942626953125, 0.53857421875, 0.5828857421875, 0.627197265625, 0.6715087890625, 0.7158203125, 0.7601318359375, 0.804443359375, 0.8487548828125, 0.89306640625, 0.9373779296875, 0.981689453125, 1.0260009765625, 1.0703125, 1.1146240234375, 1.158935546875, 1.2032470703125, 1.24755859375, 1.2918701171875, 1.336181640625, 1.3804931640625, 1.4248046875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 7.0, 6.0, 6.0, 5.0, 11.0, 10.0, 18.0, 18.0, 21.0, 28.0, 39.0, 56.0, 56.0, 87.0, 119.0, 117.0, 91.0, 78.0, 51.0, 43.0, 26.0, 21.0, 23.0, 20.0, 10.0, 16.0, 5.0, 5.0, 9.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011224746704101562, -0.0010943710803985596, -0.0010662674903869629, -0.0010381639003753662, -0.0010100603103637695, -0.0009819567203521729, -0.0009538531303405762, -0.0009257495403289795, -0.0008976459503173828, -0.0008695423603057861, -0.0008414387702941895, -0.0008133351802825928, -0.0007852315902709961, -0.0007571280002593994, -0.0007290244102478027, -0.0007009208202362061, -0.0006728172302246094, -0.0006447136402130127, -0.000616610050201416, -0.0005885064601898193, -0.0005604028701782227, -0.000532299280166626, -0.0005041956901550293, -0.0004760921001434326, -0.00044798851013183594, -0.00041988492012023926, -0.0003917813301086426, -0.0003636777400970459, -0.0003355741500854492, -0.00030747056007385254, -0.00027936697006225586, -0.0002512633800506592, -0.0002231597900390625, -0.00019505620002746582, -0.00016695261001586914, -0.00013884902000427246, -0.00011074542999267578, -8.26418399810791e-05, -5.453824996948242e-05, -2.6434659957885742e-05, 1.6689300537109375e-06, 2.9772520065307617e-05, 5.78761100769043e-05, 8.597970008850098e-05, 0.00011408329010009766, 0.00014218688011169434, 0.00017029047012329102, 0.0001983940601348877, 0.00022649765014648438, 0.00025460124015808105, 0.00028270483016967773, 0.0003108084201812744, 0.0003389120101928711, 0.0003670156002044678, 0.00039511919021606445, 0.00042322278022766113, 0.0004513263702392578, 0.0004794299602508545, 0.0005075335502624512, 0.0005356371402740479, 0.0005637407302856445, 0.0005918443202972412, 0.0006199479103088379, 0.0006480515003204346, 0.0006761550903320312]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 7.0, 4.0, 12.0, 5.0, 16.0, 22.0, 20.0, 29.0, 41.0, 62.0, 92.0, 207.0, 646.0, 122213.0, 923787.0, 852.0, 217.0, 106.0, 55.0, 39.0, 26.0, 17.0, 19.0, 19.0, 10.0, 8.0, 6.0, 7.0, 3.0, 3.0, 6.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0174102783203125, -0.016687393188476562, -0.015964508056640625, -0.015241622924804688, -0.01451873779296875, -0.013795852661132812, -0.013072967529296875, -0.012350082397460938, -0.011627197265625, -0.010904312133789062, -0.010181427001953125, -0.009458541870117188, -0.00873565673828125, -0.008012771606445312, -0.007289886474609375, -0.0065670013427734375, -0.0058441162109375, -0.0051212310791015625, -0.004398345947265625, -0.0036754608154296875, -0.00295257568359375, -0.0022296905517578125, -0.001506805419921875, -0.0007839202880859375, -6.103515625e-05, 0.0006618499755859375, 0.001384735107421875, 0.0021076202392578125, 0.00283050537109375, 0.0035533905029296875, 0.004276275634765625, 0.0049991607666015625, 0.0057220458984375, 0.0064449310302734375, 0.007167816162109375, 0.007890701293945312, 0.00861358642578125, 0.009336471557617188, 0.010059356689453125, 0.010782241821289062, 0.011505126953125, 0.012228012084960938, 0.012950897216796875, 0.013673782348632812, 0.01439666748046875, 0.015119552612304688, 0.015842437744140625, 0.016565322875976562, 0.0172882080078125, 0.018011093139648438, 0.018733978271484375, 0.019456863403320312, 0.02017974853515625, 0.020902633666992188, 0.021625518798828125, 0.022348403930664062, 0.0230712890625, 0.023794174194335938, 0.024517059326171875, 0.025239944458007812, 0.02596282958984375, 0.026685714721679688, 0.027408599853515625, 0.028131484985351562, 0.0288543701171875]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 14.0, 48.0, 93.0, 219.0, 259.0, 193.0, 118.0, 44.0, 19.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0010692458599805832, -0.0010452260030433536, -0.001021206029690802, -0.0009971861727535725, -0.0009731663158163428, -0.0009491464006714523, -0.0009251264855265617, -0.0009011066285893321, -0.0008770867134444416, -0.000853066798299551, -0.0008290469413623214, -0.0008050270262174308, -0.0007810071692802012, -0.0007569872541353106, -0.000732967397198081, -0.0007089474820531905, -0.0006849275669082999, -0.0006609076517634094, -0.0006368877948261797, -0.0006128678796812892, -0.0005888480227440596, -0.000564828107599169, -0.0005408081924542785, -0.0005167883355170488, -0.0004927684785798192, -0.0004687485925387591, -0.000444728706497699, -0.0004207087913528085, -0.0003966889053117484, -0.0003726690192706883, -0.0003486491332296282, -0.0003246292471885681, -0.000300609361147508, -0.00027658947510644794, -0.00025256958906538785, -0.00022854968847241253, -0.0002045297878794372, -0.00018050990183837712, -0.00015649001579731703, -0.0001324701152043417, -0.00010845022916328162, -8.443033584626392e-05, -6.041044616722502e-05, -3.639055648818612e-05, -1.2370663171168417e-05, 1.1649230145849288e-05, 3.566911618690938e-05, 5.9689016779884696e-05, 8.370890282094479e-05, 0.00010772879613796249, 0.0001317486894549802, 0.00015576857549604028, 0.0001797884760890156, 0.0002038083621300757, 0.00022782824817113578, 0.0002518481342121959, 0.0002758680493570864, 0.0002998879353981465, 0.0003239078214392066, 0.00034792773658409715, 0.00037194762262515724, 0.00039596750866621733, 0.0004199873947072774, 0.0004440072807483375, 0.0004680271667893976]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 9.0, 6.0, 7.0, 15.0, 13.0, 11.0, 18.0, 22.0, 24.0, 22.0, 37.0, 27.0, 42.0, 42.0, 53.0, 35.0, 49.0, 48.0, 44.0, 40.0, 45.0, 35.0, 45.0, 35.0, 42.0, 34.0, 34.0, 29.0, 30.0, 22.0, 20.0, 9.0, 10.0, 9.0, 9.0, 9.0, 3.0, 3.0, 5.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.0004190206527709961, -0.00040757376700639725, -0.0003961268812417984, -0.00038467999547719955, -0.0003732331097126007, -0.00036178622394800186, -0.000350339338183403, -0.00033889245241880417, -0.0003274455666542053, -0.0003159986808896065, -0.00030455179512500763, -0.0002931049093604088, -0.00028165802359580994, -0.0002702111378312111, -0.00025876425206661224, -0.0002473173663020134, -0.00023587048053741455, -0.0002244235947728157, -0.00021297670900821686, -0.000201529823243618, -0.00019008293747901917, -0.00017863605171442032, -0.00016718916594982147, -0.00015574228018522263, -0.00014429539442062378, -0.00013284850865602493, -0.00012140162289142609, -0.00010995473712682724, -9.85078513622284e-05, -8.706096559762955e-05, -7.56140798330307e-05, -6.416719406843185e-05, -5.272030830383301e-05, -4.127342253923416e-05, -2.9826536774635315e-05, -1.837965101003647e-05, -6.932765245437622e-06, 4.514120519161224e-06, 1.596100628376007e-05, 2.7407892048358917e-05, 3.8854777812957764e-05, 5.030166357755661e-05, 6.174854934215546e-05, 7.31954351067543e-05, 8.464232087135315e-05, 9.6089206635952e-05, 0.00010753609240055084, 0.00011898297816514969, 0.00013042986392974854, 0.00014187674969434738, 0.00015332363545894623, 0.00016477052122354507, 0.00017621740698814392, 0.00018766429275274277, 0.00019911117851734161, 0.00021055806428194046, 0.0002220049500465393, 0.00023345183581113815, 0.000244898721575737, 0.00025634560734033585, 0.0002677924931049347, 0.00027923937886953354, 0.0002906862646341324, 0.00030213315039873123, 0.0003135800361633301]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 9.0, 10.0, 22.0, 16.0, 23.0, 24.0, 25.0, 25.0, 33.0, 35.0, 42.0, 37.0, 42.0, 44.0, 36.0, 44.0, 36.0, 49.0, 46.0, 53.0, 42.0, 36.0, 33.0, 40.0, 31.0, 26.0, 29.0, 23.0, 22.0, 17.0, 12.0, 3.0, 8.0, 9.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-9.2734375, -9.01165771484375, -8.7498779296875, -8.48809814453125, -8.226318359375, -7.96453857421875, -7.7027587890625, -7.44097900390625, -7.17919921875, -6.91741943359375, -6.6556396484375, -6.39385986328125, -6.132080078125, -5.87030029296875, -5.6085205078125, -5.34674072265625, -5.0849609375, -4.82318115234375, -4.5614013671875, -4.29962158203125, -4.037841796875, -3.77606201171875, -3.5142822265625, -3.25250244140625, -2.99072265625, -2.72894287109375, -2.4671630859375, -2.20538330078125, -1.943603515625, -1.68182373046875, -1.4200439453125, -1.15826416015625, -0.896484375, -0.63470458984375, -0.3729248046875, -0.11114501953125, 0.150634765625, 0.41241455078125, 0.6741943359375, 0.93597412109375, 1.19775390625, 1.45953369140625, 1.7213134765625, 1.98309326171875, 2.244873046875, 2.50665283203125, 2.7684326171875, 3.03021240234375, 3.2919921875, 3.55377197265625, 3.8155517578125, 4.07733154296875, 4.339111328125, 4.60089111328125, 4.8626708984375, 5.12445068359375, 5.38623046875, 5.64801025390625, 5.9097900390625, 6.17156982421875, 6.433349609375, 6.69512939453125, 6.9569091796875, 7.21868896484375, 7.48046875]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 8.0, 5.0, 11.0, 17.0, 30.0, 27.0, 47.0, 64.0, 88.0, 134.0, 225.0, 380.0, 734.0, 1645.0, 3773.0, 10328.0, 36693.0, 178496.0, 631272.0, 138944.0, 30226.0, 8973.0, 3217.0, 1466.0, 729.0, 384.0, 228.0, 134.0, 77.0, 55.0, 40.0, 33.0, 16.0, 6.0, 17.0, 12.0, 5.0, 7.0, 2.0, 4.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0], "bins": [-9.0, -8.7459716796875, -8.491943359375, -8.2379150390625, -7.98388671875, -7.7298583984375, -7.475830078125, -7.2218017578125, -6.9677734375, -6.7137451171875, -6.459716796875, -6.2056884765625, -5.95166015625, -5.6976318359375, -5.443603515625, -5.1895751953125, -4.935546875, -4.6815185546875, -4.427490234375, -4.1734619140625, -3.91943359375, -3.6654052734375, -3.411376953125, -3.1573486328125, -2.9033203125, -2.6492919921875, -2.395263671875, -2.1412353515625, -1.88720703125, -1.6331787109375, -1.379150390625, -1.1251220703125, -0.87109375, -0.6170654296875, -0.363037109375, -0.1090087890625, 0.14501953125, 0.3990478515625, 0.653076171875, 0.9071044921875, 1.1611328125, 1.4151611328125, 1.669189453125, 1.9232177734375, 2.17724609375, 2.4312744140625, 2.685302734375, 2.9393310546875, 3.193359375, 3.4473876953125, 3.701416015625, 3.9554443359375, 4.20947265625, 4.4635009765625, 4.717529296875, 4.9715576171875, 5.2255859375, 5.4796142578125, 5.733642578125, 5.9876708984375, 6.24169921875, 6.4957275390625, 6.749755859375, 7.0037841796875, 7.2578125]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 2.0, 2.0, 8.0, 3.0, 12.0, 5.0, 14.0, 8.0, 18.0, 11.0, 18.0, 34.0, 19.0, 31.0, 29.0, 36.0, 40.0, 49.0, 40.0, 50.0, 80.0, 406.0, 1602.0, 120.0, 53.0, 56.0, 40.0, 30.0, 28.0, 35.0, 34.0, 17.0, 19.0, 23.0, 10.0, 7.0, 16.0, 9.0, 12.0, 5.0, 5.0, 4.0, 6.0, 3.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-29.125, -28.270751953125, -27.41650390625, -26.562255859375, -25.7080078125, -24.853759765625, -23.99951171875, -23.145263671875, -22.291015625, -21.436767578125, -20.58251953125, -19.728271484375, -18.8740234375, -18.019775390625, -17.16552734375, -16.311279296875, -15.45703125, -14.602783203125, -13.74853515625, -12.894287109375, -12.0400390625, -11.185791015625, -10.33154296875, -9.477294921875, -8.623046875, -7.768798828125, -6.91455078125, -6.060302734375, -5.2060546875, -4.351806640625, -3.49755859375, -2.643310546875, -1.7890625, -0.934814453125, -0.08056640625, 0.773681640625, 1.6279296875, 2.482177734375, 3.33642578125, 4.190673828125, 5.044921875, 5.899169921875, 6.75341796875, 7.607666015625, 8.4619140625, 9.316162109375, 10.17041015625, 11.024658203125, 11.87890625, 12.733154296875, 13.58740234375, 14.441650390625, 15.2958984375, 16.150146484375, 17.00439453125, 17.858642578125, 18.712890625, 19.567138671875, 20.42138671875, 21.275634765625, 22.1298828125, 22.984130859375, 23.83837890625, 24.692626953125, 25.546875]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 8.0, 7.0, 7.0, 14.0, 14.0, 19.0, 26.0, 32.0, 60.0, 84.0, 133.0, 154.0, 274.0, 482.0, 2028.0, 3075365.0, 64705.0, 1087.0, 394.0, 262.0, 158.0, 115.0, 73.0, 41.0, 43.0, 34.0, 22.0, 13.0, 19.0, 9.0, 8.0, 2.0, 5.0, 6.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-69.25, -66.669921875, -64.08984375, -61.509765625, -58.9296875, -56.349609375, -53.76953125, -51.189453125, -48.609375, -46.029296875, -43.44921875, -40.869140625, -38.2890625, -35.708984375, -33.12890625, -30.548828125, -27.96875, -25.388671875, -22.80859375, -20.228515625, -17.6484375, -15.068359375, -12.48828125, -9.908203125, -7.328125, -4.748046875, -2.16796875, 0.412109375, 2.9921875, 5.572265625, 8.15234375, 10.732421875, 13.3125, 15.892578125, 18.47265625, 21.052734375, 23.6328125, 26.212890625, 28.79296875, 31.373046875, 33.953125, 36.533203125, 39.11328125, 41.693359375, 44.2734375, 46.853515625, 49.43359375, 52.013671875, 54.59375, 57.173828125, 59.75390625, 62.333984375, 64.9140625, 67.494140625, 70.07421875, 72.654296875, 75.234375, 77.814453125, 80.39453125, 82.974609375, 85.5546875, 88.134765625, 90.71484375, 93.294921875, 95.875]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [72.0, 599.0, 320.0, 24.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.697109222412109, -2.5370020866394043, 0.6231050491333008, 3.783212661743164, 6.943319320678711, 10.103425979614258, 13.263534545898438, 16.423641204833984, 19.58374786376953, 22.743854522705078, 25.903961181640625, 29.064069747924805, 32.22417449951172, 35.38428497314453, 38.54439163208008, 41.704498291015625, 44.86460494995117, 48.02471160888672, 51.184818267822266, 54.34492492675781, 57.505035400390625, 60.665138244628906, 63.82524871826172, 66.9853515625, 70.14546203613281, 73.30557250976562, 76.4656753540039, 79.62578582763672, 82.785888671875, 85.94599914550781, 89.10610961914062, 92.2662124633789, 95.42631530761719, 98.58642578125, 101.74652862548828, 104.9066390991211, 108.06674194335938, 111.22685241699219, 114.386962890625, 117.54706573486328, 120.70716857910156, 123.86727905273438, 127.02738189697266, 130.18748474121094, 133.34759521484375, 136.50770568847656, 139.66781616210938, 142.82791137695312, 145.988037109375, 149.1481475830078, 152.30825805664062, 155.46835327148438, 158.6284637451172, 161.78857421875, 164.9486846923828, 168.10879516601562, 171.26889038085938, 174.4290008544922, 177.589111328125, 180.74920654296875, 183.90931701660156, 187.06942749023438, 190.2295379638672, 193.3896484375, 196.54974365234375]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 6.0, 3.0, 4.0, 5.0, 6.0, 9.0, 16.0, 12.0, 13.0, 14.0, 22.0, 19.0, 27.0, 30.0, 35.0, 35.0, 40.0, 31.0, 49.0, 33.0, 40.0, 40.0, 47.0, 54.0, 41.0, 32.0, 37.0, 26.0, 35.0, 42.0, 30.0, 20.0, 26.0, 17.0, 22.0, 13.0, 22.0, 12.0, 8.0, 5.0, 8.0, 10.0, 4.0, 4.0, 2.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-70.63871765136719, -68.52887725830078, -66.41903686523438, -64.30919647216797, -62.1993522644043, -60.08951187133789, -57.97966766357422, -55.86982727050781, -53.759986877441406, -51.650146484375, -49.540306091308594, -47.43046188354492, -45.320621490478516, -43.21078109741211, -41.10093688964844, -38.99109649658203, -36.881256103515625, -34.77141571044922, -32.66157531738281, -30.55173110961914, -28.441890716552734, -26.332050323486328, -24.22220802307129, -22.11236572265625, -20.002525329589844, -17.892684936523438, -15.782842636108398, -13.673001289367676, -11.563159942626953, -9.45331859588623, -7.343477249145508, -5.233635902404785, -3.1237945556640625, -1.0139532089233398, 1.0958881378173828, 3.2057294845581055, 5.315570831298828, 7.425412178039551, 9.535253524780273, 11.645094871520996, 13.754936218261719, 15.864777565002441, 17.974618911743164, 20.084461212158203, 22.19430160522461, 24.304141998291016, 26.413984298706055, 28.523826599121094, 30.6336669921875, 32.743507385253906, 34.85334777832031, 36.963191986083984, 39.07303237915039, 41.1828727722168, 43.29271697998047, 45.402557373046875, 47.51239776611328, 49.62223815917969, 51.732078552246094, 53.841922760009766, 55.95176315307617, 58.06160354614258, 60.17144775390625, 62.281288146972656, 64.39112854003906]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 7.0, 9.0, 12.0, 16.0, 17.0, 18.0, 18.0, 28.0, 16.0, 32.0, 31.0, 33.0, 47.0, 43.0, 41.0, 32.0, 37.0, 37.0, 50.0, 55.0, 40.0, 40.0, 34.0, 49.0, 33.0, 34.0, 34.0, 25.0, 34.0, 24.0, 16.0, 14.0, 13.0, 6.0, 6.0, 8.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-9.421875, -9.15423583984375, -8.8865966796875, -8.61895751953125, -8.351318359375, -8.08367919921875, -7.8160400390625, -7.54840087890625, -7.28076171875, -7.01312255859375, -6.7454833984375, -6.47784423828125, -6.210205078125, -5.94256591796875, -5.6749267578125, -5.40728759765625, -5.1396484375, -4.87200927734375, -4.6043701171875, -4.33673095703125, -4.069091796875, -3.80145263671875, -3.5338134765625, -3.26617431640625, -2.99853515625, -2.73089599609375, -2.4632568359375, -2.19561767578125, -1.927978515625, -1.66033935546875, -1.3927001953125, -1.12506103515625, -0.857421875, -0.58978271484375, -0.3221435546875, -0.05450439453125, 0.213134765625, 0.48077392578125, 0.7484130859375, 1.01605224609375, 1.28369140625, 1.55133056640625, 1.8189697265625, 2.08660888671875, 2.354248046875, 2.62188720703125, 2.8895263671875, 3.15716552734375, 3.4248046875, 3.69244384765625, 3.9600830078125, 4.22772216796875, 4.495361328125, 4.76300048828125, 5.0306396484375, 5.29827880859375, 5.56591796875, 5.83355712890625, 6.1011962890625, 6.36883544921875, 6.636474609375, 6.90411376953125, 7.1717529296875, 7.43939208984375, 7.70703125]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 2.0, 3.0, 12.0, 7.0, 14.0, 22.0, 32.0, 30.0, 38.0, 52.0, 57.0, 51.0, 75.0, 96.0, 165.0, 246.0, 575.0, 1503.0, 7308.0, 129956.0, 2571115.0, 1431849.0, 44920.0, 3893.0, 1012.0, 425.0, 228.0, 140.0, 79.0, 80.0, 59.0, 55.0, 44.0, 34.0, 29.0, 15.0, 11.0, 13.0, 12.0, 7.0, 7.0, 5.0, 5.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.78125, -21.1181640625, -20.455078125, -19.7919921875, -19.12890625, -18.4658203125, -17.802734375, -17.1396484375, -16.4765625, -15.8134765625, -15.150390625, -14.4873046875, -13.82421875, -13.1611328125, -12.498046875, -11.8349609375, -11.171875, -10.5087890625, -9.845703125, -9.1826171875, -8.51953125, -7.8564453125, -7.193359375, -6.5302734375, -5.8671875, -5.2041015625, -4.541015625, -3.8779296875, -3.21484375, -2.5517578125, -1.888671875, -1.2255859375, -0.5625, 0.1005859375, 0.763671875, 1.4267578125, 2.08984375, 2.7529296875, 3.416015625, 4.0791015625, 4.7421875, 5.4052734375, 6.068359375, 6.7314453125, 7.39453125, 8.0576171875, 8.720703125, 9.3837890625, 10.046875, 10.7099609375, 11.373046875, 12.0361328125, 12.69921875, 13.3623046875, 14.025390625, 14.6884765625, 15.3515625, 16.0146484375, 16.677734375, 17.3408203125, 18.00390625, 18.6669921875, 19.330078125, 19.9931640625, 20.65625]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 4.0, 8.0, 6.0, 13.0, 11.0, 12.0, 18.0, 23.0, 34.0, 40.0, 53.0, 68.0, 88.0, 127.0, 146.0, 190.0, 288.0, 355.0, 459.0, 408.0, 387.0, 306.0, 235.0, 185.0, 139.0, 111.0, 81.0, 66.0, 51.0, 50.0, 27.0, 13.0, 15.0, 11.0, 9.0, 7.0, 8.0, 6.0, 4.0, 3.0, 6.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.1015625, -12.694580078125, -12.28759765625, -11.880615234375, -11.4736328125, -11.066650390625, -10.65966796875, -10.252685546875, -9.845703125, -9.438720703125, -9.03173828125, -8.624755859375, -8.2177734375, -7.810791015625, -7.40380859375, -6.996826171875, -6.58984375, -6.182861328125, -5.77587890625, -5.368896484375, -4.9619140625, -4.554931640625, -4.14794921875, -3.740966796875, -3.333984375, -2.927001953125, -2.52001953125, -2.113037109375, -1.7060546875, -1.299072265625, -0.89208984375, -0.485107421875, -0.078125, 0.328857421875, 0.73583984375, 1.142822265625, 1.5498046875, 1.956787109375, 2.36376953125, 2.770751953125, 3.177734375, 3.584716796875, 3.99169921875, 4.398681640625, 4.8056640625, 5.212646484375, 5.61962890625, 6.026611328125, 6.43359375, 6.840576171875, 7.24755859375, 7.654541015625, 8.0615234375, 8.468505859375, 8.87548828125, 9.282470703125, 9.689453125, 10.096435546875, 10.50341796875, 10.910400390625, 11.3173828125, 11.724365234375, 12.13134765625, 12.538330078125, 12.9453125]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 1.0, 1.0, 5.0, 4.0, 10.0, 10.0, 15.0, 14.0, 21.0, 23.0, 31.0, 36.0, 42.0, 39.0, 56.0, 85.0, 84.0, 113.0, 144.0, 185.0, 221.0, 286.0, 484.0, 1144.0, 75884.0, 4098572.0, 14246.0, 807.0, 412.0, 278.0, 196.0, 172.0, 127.0, 86.0, 92.0, 66.0, 50.0, 52.0, 38.0, 30.0, 25.0, 15.0, 16.0, 18.0, 18.0, 9.0, 6.0, 3.0, 8.0, 6.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-65.875, -63.775390625, -61.67578125, -59.576171875, -57.4765625, -55.376953125, -53.27734375, -51.177734375, -49.078125, -46.978515625, -44.87890625, -42.779296875, -40.6796875, -38.580078125, -36.48046875, -34.380859375, -32.28125, -30.181640625, -28.08203125, -25.982421875, -23.8828125, -21.783203125, -19.68359375, -17.583984375, -15.484375, -13.384765625, -11.28515625, -9.185546875, -7.0859375, -4.986328125, -2.88671875, -0.787109375, 1.3125, 3.412109375, 5.51171875, 7.611328125, 9.7109375, 11.810546875, 13.91015625, 16.009765625, 18.109375, 20.208984375, 22.30859375, 24.408203125, 26.5078125, 28.607421875, 30.70703125, 32.806640625, 34.90625, 37.005859375, 39.10546875, 41.205078125, 43.3046875, 45.404296875, 47.50390625, 49.603515625, 51.703125, 53.802734375, 55.90234375, 58.001953125, 60.1015625, 62.201171875, 64.30078125, 66.400390625, 68.5]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 17.0, 68.0, 155.0, 222.0, 273.0, 180.0, 74.0, 14.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-52.968814849853516, -49.451629638671875, -45.934444427490234, -42.417259216308594, -38.90007781982422, -35.38289260864258, -31.865707397460938, -28.34852409362793, -24.83133888244629, -21.31415367126465, -17.79697036743164, -14.27978515625, -10.762600898742676, -7.245416641235352, -3.728231430053711, -0.21104812622070312, 3.3061370849609375, 6.823321342468262, 10.340505599975586, 13.857690811157227, 17.374874114990234, 20.892059326171875, 24.409244537353516, 27.926427841186523, 31.443613052368164, 34.96079635620117, 38.47798156738281, 41.99516677856445, 45.512351989746094, 49.02953338623047, 52.546722412109375, 56.06390380859375, 59.581092834472656, 63.0982780456543, 66.61546325683594, 70.13264465332031, 73.64983367919922, 77.1670150756836, 80.6842041015625, 84.20138549804688, 87.71856689453125, 91.23574829101562, 94.75293731689453, 98.2701187133789, 101.78730773925781, 105.30448913574219, 108.82167053222656, 112.33885955810547, 115.85604858398438, 119.37322998046875, 122.89041900634766, 126.40760040283203, 129.92478942871094, 133.4419708251953, 136.9591522216797, 140.47633361816406, 143.99351501464844, 147.5106964111328, 151.0278778076172, 154.54507446289062, 158.062255859375, 161.57943725585938, 165.09661865234375, 168.61380004882812, 172.13099670410156]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 6.0, 8.0, 12.0, 12.0, 14.0, 22.0, 9.0, 19.0, 21.0, 17.0, 28.0, 23.0, 33.0, 41.0, 36.0, 35.0, 36.0, 29.0, 39.0, 45.0, 45.0, 48.0, 43.0, 25.0, 40.0, 38.0, 33.0, 30.0, 31.0, 17.0, 26.0, 23.0, 26.0, 12.0, 11.0, 16.0, 11.0, 10.0, 8.0, 5.0, 3.0, 1.0, 3.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-44.05128479003906, -42.695159912109375, -41.33903503417969, -39.98291015625, -38.62678527832031, -37.270660400390625, -35.91453552246094, -34.55841064453125, -33.20228576660156, -31.846160888671875, -30.490036010742188, -29.1339111328125, -27.777786254882812, -26.421661376953125, -25.065534591674805, -23.709409713745117, -22.353282928466797, -20.99715805053711, -19.641033172607422, -18.284908294677734, -16.928783416748047, -15.572657585144043, -14.216531753540039, -12.860406875610352, -11.504281997680664, -10.148157119750977, -8.792032241821289, -7.435906410217285, -6.079781532287598, -4.72365665435791, -3.3675308227539062, -2.0114059448242188, -0.6552810668945312, 0.7008440494537354, 2.056969165802002, 3.4130945205688477, 4.769219398498535, 6.125344276428223, 7.481470108032227, 8.837594985961914, 10.193719863891602, 11.549844741821289, 12.905969619750977, 14.26209545135498, 15.618220329284668, 16.974346160888672, 18.33047103881836, 19.686595916748047, 21.042720794677734, 22.398845672607422, 23.75497055053711, 25.111095428466797, 26.467220306396484, 27.823345184326172, 29.179471969604492, 30.53559684753418, 31.891721725463867, 33.24784851074219, 34.603973388671875, 35.96009826660156, 37.31622314453125, 38.67234802246094, 40.028472900390625, 41.38459777832031, 42.74072265625]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 9.0, 13.0, 7.0, 17.0, 19.0, 23.0, 22.0, 20.0, 18.0, 33.0, 30.0, 30.0, 43.0, 28.0, 44.0, 46.0, 47.0, 42.0, 42.0, 38.0, 38.0, 40.0, 45.0, 32.0, 36.0, 35.0, 34.0, 26.0, 21.0, 26.0, 17.0, 15.0, 12.0, 14.0, 9.0, 7.0, 3.0, 9.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-8.453125, -8.205322265625, -7.95751953125, -7.709716796875, -7.4619140625, -7.214111328125, -6.96630859375, -6.718505859375, -6.470703125, -6.222900390625, -5.97509765625, -5.727294921875, -5.4794921875, -5.231689453125, -4.98388671875, -4.736083984375, -4.48828125, -4.240478515625, -3.99267578125, -3.744873046875, -3.4970703125, -3.249267578125, -3.00146484375, -2.753662109375, -2.505859375, -2.258056640625, -2.01025390625, -1.762451171875, -1.5146484375, -1.266845703125, -1.01904296875, -0.771240234375, -0.5234375, -0.275634765625, -0.02783203125, 0.219970703125, 0.4677734375, 0.715576171875, 0.96337890625, 1.211181640625, 1.458984375, 1.706787109375, 1.95458984375, 2.202392578125, 2.4501953125, 2.697998046875, 2.94580078125, 3.193603515625, 3.44140625, 3.689208984375, 3.93701171875, 4.184814453125, 4.4326171875, 4.680419921875, 4.92822265625, 5.176025390625, 5.423828125, 5.671630859375, 5.91943359375, 6.167236328125, 6.4150390625, 6.662841796875, 6.91064453125, 7.158447265625, 7.40625]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 5.0, 3.0, 7.0, 9.0, 14.0, 16.0, 34.0, 42.0, 54.0, 89.0, 118.0, 196.0, 281.0, 454.0, 692.0, 1084.0, 1755.0, 2797.0, 4389.0, 7193.0, 11600.0, 19289.0, 32209.0, 55962.0, 100992.0, 234274.0, 305868.0, 115155.0, 62628.0, 35943.0, 21385.0, 12997.0, 7912.0, 4845.0, 2989.0, 1853.0, 1213.0, 745.0, 514.0, 322.0, 216.0, 134.0, 105.0, 65.0, 36.0, 31.0, 15.0, 15.0, 8.0, 4.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7724609375, -1.7135772705078125, -1.654693603515625, -1.5958099365234375, -1.53692626953125, -1.4780426025390625, -1.419158935546875, -1.3602752685546875, -1.3013916015625, -1.2425079345703125, -1.183624267578125, -1.1247406005859375, -1.06585693359375, -1.0069732666015625, -0.948089599609375, -0.8892059326171875, -0.830322265625, -0.7714385986328125, -0.712554931640625, -0.6536712646484375, -0.59478759765625, -0.5359039306640625, -0.477020263671875, -0.4181365966796875, -0.3592529296875, -0.3003692626953125, -0.241485595703125, -0.1826019287109375, -0.12371826171875, -0.0648345947265625, -0.005950927734375, 0.0529327392578125, 0.11181640625, 0.1707000732421875, 0.229583740234375, 0.2884674072265625, 0.34735107421875, 0.4062347412109375, 0.465118408203125, 0.5240020751953125, 0.5828857421875, 0.6417694091796875, 0.700653076171875, 0.7595367431640625, 0.81842041015625, 0.8773040771484375, 0.936187744140625, 0.9950714111328125, 1.053955078125, 1.1128387451171875, 1.171722412109375, 1.2306060791015625, 1.28948974609375, 1.3483734130859375, 1.407257080078125, 1.4661407470703125, 1.5250244140625, 1.5839080810546875, 1.642791748046875, 1.7016754150390625, 1.76055908203125, 1.8194427490234375, 1.878326416015625, 1.9372100830078125, 1.99609375]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [6.0, 2.0, 3.0, 7.0, 5.0, 7.0, 6.0, 7.0, 13.0, 8.0, 9.0, 21.0, 14.0, 18.0, 17.0, 24.0, 27.0, 23.0, 31.0, 38.0, 27.0, 25.0, 24.0, 41.0, 31.0, 49.0, 38.0, 36.0, 1060.0, 34.0, 28.0, 35.0, 22.0, 32.0, 37.0, 16.0, 22.0, 27.0, 25.0, 16.0, 22.0, 12.0, 20.0, 9.0, 7.0, 10.0, 13.0, 8.0, 7.0, 6.0, 3.0, 1.0, 2.0, 2.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-3.8203125, -3.68487548828125, -3.5494384765625, -3.41400146484375, -3.278564453125, -3.14312744140625, -3.0076904296875, -2.87225341796875, -2.73681640625, -2.60137939453125, -2.4659423828125, -2.33050537109375, -2.195068359375, -2.05963134765625, -1.9241943359375, -1.78875732421875, -1.6533203125, -1.51788330078125, -1.3824462890625, -1.24700927734375, -1.111572265625, -0.97613525390625, -0.8406982421875, -0.70526123046875, -0.56982421875, -0.43438720703125, -0.2989501953125, -0.16351318359375, -0.028076171875, 0.10736083984375, 0.2427978515625, 0.37823486328125, 0.513671875, 0.64910888671875, 0.7845458984375, 0.91998291015625, 1.055419921875, 1.19085693359375, 1.3262939453125, 1.46173095703125, 1.59716796875, 1.73260498046875, 1.8680419921875, 2.00347900390625, 2.138916015625, 2.27435302734375, 2.4097900390625, 2.54522705078125, 2.6806640625, 2.81610107421875, 2.9515380859375, 3.08697509765625, 3.222412109375, 3.35784912109375, 3.4932861328125, 3.62872314453125, 3.76416015625, 3.89959716796875, 4.0350341796875, 4.17047119140625, 4.305908203125, 4.44134521484375, 4.5767822265625, 4.71221923828125, 4.84765625]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 5.0, 13.0, 13.0, 17.0, 26.0, 38.0, 69.0, 99.0, 142.0, 194.0, 288.0, 463.0, 668.0, 1028.0, 1536.0, 2206.0, 3173.0, 4674.0, 7060.0, 10549.0, 15775.0, 24242.0, 37671.0, 59750.0, 99017.0, 206536.0, 1315116.0, 114794.0, 67808.0, 42619.0, 27376.0, 17951.0, 11888.0, 7884.0, 5263.0, 3638.0, 2389.0, 1667.0, 1095.0, 788.0, 562.0, 367.0, 243.0, 157.0, 114.0, 63.0, 33.0, 24.0, 16.0, 13.0, 11.0, 9.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.5341796875, -1.4864349365234375, -1.438690185546875, -1.3909454345703125, -1.34320068359375, -1.2954559326171875, -1.247711181640625, -1.1999664306640625, -1.1522216796875, -1.1044769287109375, -1.056732177734375, -1.0089874267578125, -0.96124267578125, -0.9134979248046875, -0.865753173828125, -0.8180084228515625, -0.770263671875, -0.7225189208984375, -0.674774169921875, -0.6270294189453125, -0.57928466796875, -0.5315399169921875, -0.483795166015625, -0.4360504150390625, -0.3883056640625, -0.3405609130859375, -0.292816162109375, -0.2450714111328125, -0.19732666015625, -0.1495819091796875, -0.101837158203125, -0.0540924072265625, -0.00634765625, 0.0413970947265625, 0.089141845703125, 0.1368865966796875, 0.18463134765625, 0.2323760986328125, 0.280120849609375, 0.3278656005859375, 0.3756103515625, 0.4233551025390625, 0.471099853515625, 0.5188446044921875, 0.56658935546875, 0.6143341064453125, 0.662078857421875, 0.7098236083984375, 0.757568359375, 0.8053131103515625, 0.853057861328125, 0.9008026123046875, 0.94854736328125, 0.9962921142578125, 1.044036865234375, 1.0917816162109375, 1.1395263671875, 1.1872711181640625, 1.235015869140625, 1.2827606201171875, 1.33050537109375, 1.3782501220703125, 1.425994873046875, 1.4737396240234375, 1.521484375]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 7.0, 4.0, 10.0, 13.0, 21.0, 18.0, 39.0, 42.0, 72.0, 101.0, 143.0, 161.0, 102.0, 76.0, 52.0, 45.0, 22.0, 23.0, 16.0, 11.0, 3.0, 5.0, 3.0, 5.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0019025802612304688, -0.0018513351678848267, -0.0018000900745391846, -0.0017488449811935425, -0.0016975998878479004, -0.0016463547945022583, -0.0015951097011566162, -0.0015438646078109741, -0.001492619514465332, -0.00144137442111969, -0.0013901293277740479, -0.0013388842344284058, -0.0012876391410827637, -0.0012363940477371216, -0.0011851489543914795, -0.0011339038610458374, -0.0010826587677001953, -0.0010314136743545532, -0.0009801685810089111, -0.000928923487663269, -0.000877678394317627, -0.0008264333009719849, -0.0007751882076263428, -0.0007239431142807007, -0.0006726980209350586, -0.0006214529275894165, -0.0005702078342437744, -0.0005189627408981323, -0.00046771764755249023, -0.00041647255420684814, -0.00036522746086120605, -0.00031398236751556396, -0.0002627372741699219, -0.00021149218082427979, -0.0001602470874786377, -0.0001090019941329956, -5.7756900787353516e-05, -6.511807441711426e-06, 4.4733285903930664e-05, 9.597837924957275e-05, 0.00014722347259521484, 0.00019846856594085693, 0.000249713659286499, 0.0003009587526321411, 0.0003522038459777832, 0.0004034489393234253, 0.0004546940326690674, 0.0005059391260147095, 0.0005571842193603516, 0.0006084293127059937, 0.0006596744060516357, 0.0007109194993972778, 0.0007621645927429199, 0.000813409686088562, 0.0008646547794342041, 0.0009158998727798462, 0.0009671449661254883, 0.0010183900594711304, 0.0010696351528167725, 0.0011208802461624146, 0.0011721253395080566, 0.0012233704328536987, 0.0012746155261993408, 0.001325860619544983, 0.001377105712890625]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 8.0, 5.0, 6.0, 6.0, 16.0, 28.0, 20.0, 40.0, 71.0, 127.0, 271.0, 1349.0, 1043456.0, 2456.0, 346.0, 141.0, 66.0, 42.0, 25.0, 24.0, 15.0, 13.0, 6.0, 3.0, 5.0, 1.0, 3.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0357666015625, -0.03455781936645508, -0.033349037170410156, -0.032140254974365234, -0.030931472778320312, -0.02972269058227539, -0.02851390838623047, -0.027305126190185547, -0.026096343994140625, -0.024887561798095703, -0.02367877960205078, -0.02246999740600586, -0.021261215209960938, -0.020052433013916016, -0.018843650817871094, -0.017634868621826172, -0.01642608642578125, -0.015217304229736328, -0.014008522033691406, -0.012799739837646484, -0.011590957641601562, -0.01038217544555664, -0.009173393249511719, -0.007964611053466797, -0.006755828857421875, -0.005547046661376953, -0.004338264465332031, -0.0031294822692871094, -0.0019207000732421875, -0.0007119178771972656, 0.0004968643188476562, 0.0017056465148925781, 0.0029144287109375, 0.004123210906982422, 0.005331993103027344, 0.006540775299072266, 0.0077495574951171875, 0.00895833969116211, 0.010167121887207031, 0.011375904083251953, 0.012584686279296875, 0.013793468475341797, 0.015002250671386719, 0.01621103286743164, 0.017419815063476562, 0.018628597259521484, 0.019837379455566406, 0.021046161651611328, 0.02225494384765625, 0.023463726043701172, 0.024672508239746094, 0.025881290435791016, 0.027090072631835938, 0.02829885482788086, 0.02950763702392578, 0.030716419219970703, 0.031925201416015625, 0.03313398361206055, 0.03434276580810547, 0.03555154800415039, 0.03676033020019531, 0.037969112396240234, 0.039177894592285156, 0.04038667678833008, 0.041595458984375]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 26.0, 245.0, 564.0, 152.0, 20.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00042708791443146765, -0.0003602508513722569, -0.0002934137883130461, -0.00022657672525383532, -0.00015973966219462454, -9.290259913541377e-05, -2.606553607620299e-05, 4.077152698300779e-05, 0.00010760859004221857, 0.00017444565310142934, 0.00024128271616064012, 0.0003081197792198509, 0.0003749568422790617, 0.00044179390533827245, 0.0005086309975013137, 0.0005754680605605245, 0.0006423051236197352, 0.000709142186678946, 0.0007759792497381568, 0.0008428163127973676, 0.0009096533758565784, 0.0009764904389157891, 0.001043327501975, 0.0011101645650342107, 0.0011770016280934215, 0.0012438386911526322, 0.001310675754211843, 0.0013775128172710538, 0.0014443498803302646, 0.0015111869433894753, 0.0015780240064486861, 0.001644861069507897, 0.0017116980161517859, 0.0017785350792109966, 0.0018453721422702074, 0.0019122092053294182, 0.001979046268388629, 0.0020458833314478397, 0.0021127203945070505, 0.0021795574575662613, 0.002246394520625472, 0.002313231583684683, 0.0023800686467438936, 0.0024469057098031044, 0.002513742772862315, 0.002580579835921526, 0.0026474168989807367, 0.0027142539620399475, 0.0027810910250991583, 0.002847928088158369, 0.00291476515121758, 0.0029816022142767906, 0.0030484392773360014, 0.003115276340395212, 0.003182113403454423, 0.0032489504665136337, 0.0033157875295728445, 0.0033826245926320553, 0.003449461655691266, 0.003516298718750477, 0.0035831357818096876, 0.0036499728448688984, 0.003716809907928109, 0.00378364697098732, 0.0038504840340465307]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 5.0, 7.0, 8.0, 11.0, 10.0, 22.0, 12.0, 18.0, 17.0, 26.0, 30.0, 27.0, 26.0, 28.0, 45.0, 38.0, 31.0, 42.0, 44.0, 39.0, 31.0, 42.0, 34.0, 42.0, 45.0, 28.0, 33.0, 37.0, 30.0, 26.0, 22.0, 27.0, 18.0, 20.0, 10.0, 17.0, 16.0, 7.0, 4.0, 6.0, 3.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0005319118499755859, -0.0005159378051757812, -0.0004999637603759766, -0.0004839897155761719, -0.0004680156707763672, -0.0004520416259765625, -0.0004360675811767578, -0.0004200935363769531, -0.00040411949157714844, -0.00038814544677734375, -0.00037217140197753906, -0.0003561973571777344, -0.0003402233123779297, -0.000324249267578125, -0.0003082752227783203, -0.0002923011779785156, -0.00027632713317871094, -0.00026035308837890625, -0.00024437904357910156, -0.00022840499877929688, -0.0002124309539794922, -0.0001964569091796875, -0.0001804828643798828, -0.00016450881958007812, -0.00014853477478027344, -0.00013256072998046875, -0.00011658668518066406, -0.00010061264038085938, -8.463859558105469e-05, -6.866455078125e-05, -5.269050598144531e-05, -3.6716461181640625e-05, -2.0742416381835938e-05, -4.76837158203125e-06, 1.1205673217773438e-05, 2.7179718017578125e-05, 4.315376281738281e-05, 5.91278076171875e-05, 7.510185241699219e-05, 9.107589721679688e-05, 0.00010704994201660156, 0.00012302398681640625, 0.00013899803161621094, 0.00015497207641601562, 0.0001709461212158203, 0.000186920166015625, 0.0002028942108154297, 0.00021886825561523438, 0.00023484230041503906, 0.00025081634521484375, 0.00026679039001464844, 0.0002827644348144531, 0.0002987384796142578, 0.0003147125244140625, 0.0003306865692138672, 0.0003466606140136719, 0.00036263465881347656, 0.00037860870361328125, 0.00039458274841308594, 0.0004105567932128906, 0.0004265308380126953, 0.0004425048828125, 0.0004584789276123047, 0.0004744529724121094, 0.0004904270172119141]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 9.0, 13.0, 7.0, 17.0, 19.0, 23.0, 22.0, 20.0, 18.0, 33.0, 30.0, 30.0, 43.0, 28.0, 44.0, 46.0, 47.0, 42.0, 42.0, 38.0, 38.0, 40.0, 45.0, 32.0, 36.0, 35.0, 34.0, 26.0, 21.0, 26.0, 17.0, 15.0, 12.0, 14.0, 9.0, 7.0, 3.0, 9.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-8.453125, -8.205322265625, -7.95751953125, -7.709716796875, -7.4619140625, -7.214111328125, -6.96630859375, -6.718505859375, -6.470703125, -6.222900390625, -5.97509765625, -5.727294921875, -5.4794921875, -5.231689453125, -4.98388671875, -4.736083984375, -4.48828125, -4.240478515625, -3.99267578125, -3.744873046875, -3.4970703125, -3.249267578125, -3.00146484375, -2.753662109375, -2.505859375, -2.258056640625, -2.01025390625, -1.762451171875, -1.5146484375, -1.266845703125, -1.01904296875, -0.771240234375, -0.5234375, -0.275634765625, -0.02783203125, 0.219970703125, 0.4677734375, 0.715576171875, 0.96337890625, 1.211181640625, 1.458984375, 1.706787109375, 1.95458984375, 2.202392578125, 2.4501953125, 2.697998046875, 2.94580078125, 3.193603515625, 3.44140625, 3.689208984375, 3.93701171875, 4.184814453125, 4.4326171875, 4.680419921875, 4.92822265625, 5.176025390625, 5.423828125, 5.671630859375, 5.91943359375, 6.167236328125, 6.4150390625, 6.662841796875, 6.91064453125, 7.158447265625, 7.40625]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 6.0, 9.0, 9.0, 10.0, 18.0, 39.0, 31.0, 58.0, 63.0, 99.0, 178.0, 282.0, 442.0, 801.0, 1420.0, 2874.0, 6041.0, 12784.0, 30482.0, 88936.0, 348919.0, 395119.0, 99594.0, 33436.0, 13742.0, 6441.0, 3074.0, 1561.0, 759.0, 469.0, 277.0, 208.0, 106.0, 81.0, 61.0, 41.0, 33.0, 15.0, 10.0, 12.0, 9.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.37109375, -6.1839599609375, -5.996826171875, -5.8096923828125, -5.62255859375, -5.4354248046875, -5.248291015625, -5.0611572265625, -4.8740234375, -4.6868896484375, -4.499755859375, -4.3126220703125, -4.12548828125, -3.9383544921875, -3.751220703125, -3.5640869140625, -3.376953125, -3.1898193359375, -3.002685546875, -2.8155517578125, -2.62841796875, -2.4412841796875, -2.254150390625, -2.0670166015625, -1.8798828125, -1.6927490234375, -1.505615234375, -1.3184814453125, -1.13134765625, -0.9442138671875, -0.757080078125, -0.5699462890625, -0.3828125, -0.1956787109375, -0.008544921875, 0.1785888671875, 0.36572265625, 0.5528564453125, 0.739990234375, 0.9271240234375, 1.1142578125, 1.3013916015625, 1.488525390625, 1.6756591796875, 1.86279296875, 2.0499267578125, 2.237060546875, 2.4241943359375, 2.611328125, 2.7984619140625, 2.985595703125, 3.1727294921875, 3.35986328125, 3.5469970703125, 3.734130859375, 3.9212646484375, 4.1083984375, 4.2955322265625, 4.482666015625, 4.6697998046875, 4.85693359375, 5.0440673828125, 5.231201171875, 5.4183349609375, 5.60546875]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 4.0, 4.0, 5.0, 4.0, 2.0, 7.0, 6.0, 12.0, 6.0, 6.0, 12.0, 15.0, 14.0, 21.0, 30.0, 26.0, 43.0, 37.0, 35.0, 28.0, 35.0, 46.0, 51.0, 56.0, 203.0, 1720.0, 179.0, 62.0, 34.0, 56.0, 47.0, 36.0, 19.0, 22.0, 23.0, 24.0, 25.0, 20.0, 11.0, 9.0, 15.0, 11.0, 7.0, 6.0, 6.0, 4.0, 4.0, 8.0, 5.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.46875, -23.63818359375, -22.8076171875, -21.97705078125, -21.146484375, -20.31591796875, -19.4853515625, -18.65478515625, -17.82421875, -16.99365234375, -16.1630859375, -15.33251953125, -14.501953125, -13.67138671875, -12.8408203125, -12.01025390625, -11.1796875, -10.34912109375, -9.5185546875, -8.68798828125, -7.857421875, -7.02685546875, -6.1962890625, -5.36572265625, -4.53515625, -3.70458984375, -2.8740234375, -2.04345703125, -1.212890625, -0.38232421875, 0.4482421875, 1.27880859375, 2.109375, 2.93994140625, 3.7705078125, 4.60107421875, 5.431640625, 6.26220703125, 7.0927734375, 7.92333984375, 8.75390625, 9.58447265625, 10.4150390625, 11.24560546875, 12.076171875, 12.90673828125, 13.7373046875, 14.56787109375, 15.3984375, 16.22900390625, 17.0595703125, 17.89013671875, 18.720703125, 19.55126953125, 20.3818359375, 21.21240234375, 22.04296875, 22.87353515625, 23.7041015625, 24.53466796875, 25.365234375, 26.19580078125, 27.0263671875, 27.85693359375, 28.6875]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 7.0, 6.0, 5.0, 5.0, 6.0, 8.0, 9.0, 12.0, 22.0, 13.0, 21.0, 44.0, 49.0, 57.0, 63.0, 63.0, 100.0, 160.0, 174.0, 309.0, 633.0, 4728.0, 3076949.0, 59588.0, 1178.0, 412.0, 254.0, 190.0, 127.0, 92.0, 95.0, 74.0, 53.0, 46.0, 48.0, 24.0, 19.0, 9.0, 7.0, 14.0, 11.0, 8.0, 6.0, 3.0, 4.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-66.9375, -64.892578125, -62.84765625, -60.802734375, -58.7578125, -56.712890625, -54.66796875, -52.623046875, -50.578125, -48.533203125, -46.48828125, -44.443359375, -42.3984375, -40.353515625, -38.30859375, -36.263671875, -34.21875, -32.173828125, -30.12890625, -28.083984375, -26.0390625, -23.994140625, -21.94921875, -19.904296875, -17.859375, -15.814453125, -13.76953125, -11.724609375, -9.6796875, -7.634765625, -5.58984375, -3.544921875, -1.5, 0.544921875, 2.58984375, 4.634765625, 6.6796875, 8.724609375, 10.76953125, 12.814453125, 14.859375, 16.904296875, 18.94921875, 20.994140625, 23.0390625, 25.083984375, 27.12890625, 29.173828125, 31.21875, 33.263671875, 35.30859375, 37.353515625, 39.3984375, 41.443359375, 43.48828125, 45.533203125, 47.578125, 49.623046875, 51.66796875, 53.712890625, 55.7578125, 57.802734375, 59.84765625, 61.892578125, 63.9375]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [69.0, 837.0, 106.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.47899055480957, -3.2261953353881836, 2.026599884033203, 7.27939510345459, 12.532190322875977, 17.78498649597168, 23.03778076171875, 28.29057502746582, 33.543373107910156, 38.79616928100586, 44.04896545410156, 49.3017578125, 54.5545539855957, 59.807350158691406, 65.06014251708984, 70.31294250488281, 75.56573486328125, 80.81852722167969, 86.07132720947266, 91.3241195678711, 96.57691955566406, 101.8297119140625, 107.08250427246094, 112.33529663085938, 117.58809661865234, 122.84088897705078, 128.09368896484375, 133.3464813232422, 138.59927368164062, 143.85208129882812, 149.10487365722656, 154.357666015625, 159.61044311523438, 164.8632354736328, 170.11602783203125, 175.36883544921875, 180.6216278076172, 185.87442016601562, 191.12721252441406, 196.3800048828125, 201.6328125, 206.88560485839844, 212.13839721679688, 217.39120483398438, 222.6439971923828, 227.89678955078125, 233.1495819091797, 238.40237426757812, 243.65516662597656, 248.907958984375, 254.16075134277344, 259.4135437011719, 264.6663513183594, 269.91912841796875, 275.17193603515625, 280.42474365234375, 285.6775207519531, 290.9303283691406, 296.18310546875, 301.4359130859375, 306.6886901855469, 311.9414978027344, 317.1943054199219, 322.44708251953125, 327.69989013671875]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 5.0, 4.0, 6.0, 3.0, 3.0, 12.0, 10.0, 4.0, 9.0, 17.0, 20.0, 15.0, 23.0, 30.0, 27.0, 36.0, 32.0, 39.0, 39.0, 39.0, 41.0, 54.0, 41.0, 33.0, 34.0, 35.0, 36.0, 43.0, 48.0, 33.0, 35.0, 40.0, 30.0, 23.0, 15.0, 18.0, 16.0, 10.0, 8.0, 7.0, 5.0, 9.0, 6.0, 4.0, 8.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-69.30738067626953, -67.1528091430664, -64.99822998046875, -62.843658447265625, -60.689083099365234, -58.534507751464844, -56.37993621826172, -54.22536087036133, -52.07078552246094, -49.91621017456055, -47.761634826660156, -45.60706329345703, -43.45248794555664, -41.29791259765625, -39.143341064453125, -36.988765716552734, -34.834190368652344, -32.67961502075195, -30.525041580200195, -28.370468139648438, -26.215892791748047, -24.061317443847656, -21.9067440032959, -19.75217056274414, -17.59759521484375, -15.443020820617676, -13.288446426391602, -11.133872032165527, -8.979297637939453, -6.824723243713379, -4.670148849487305, -2.5155744552612305, -0.3610076904296875, 1.7935667037963867, 3.948141098022461, 6.102715492248535, 8.25728988647461, 10.411864280700684, 12.566438674926758, 14.721013069152832, 16.875587463378906, 19.030162811279297, 21.184736251831055, 23.339309692382812, 25.493885040283203, 27.648460388183594, 29.80303382873535, 31.95760726928711, 34.1121826171875, 36.26675796508789, 38.42133331298828, 40.575904846191406, 42.7304801940918, 44.88505554199219, 47.03962707519531, 49.1942024230957, 51.348777770996094, 53.503353118896484, 55.657928466796875, 57.8125, 59.96707534790039, 62.12165069580078, 64.2762222290039, 66.43080139160156, 68.58537292480469]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 7.0, 5.0, 9.0, 9.0, 13.0, 17.0, 21.0, 20.0, 30.0, 29.0, 26.0, 20.0, 33.0, 47.0, 44.0, 38.0, 43.0, 38.0, 31.0, 45.0, 52.0, 36.0, 33.0, 43.0, 34.0, 30.0, 42.0, 36.0, 28.0, 26.0, 20.0, 19.0, 15.0, 11.0, 15.0, 7.0, 11.0, 5.0, 4.0, 3.0, 0.0, 1.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.7109375, -8.4481201171875, -8.185302734375, -7.9224853515625, -7.65966796875, -7.3968505859375, -7.134033203125, -6.8712158203125, -6.6083984375, -6.3455810546875, -6.082763671875, -5.8199462890625, -5.55712890625, -5.2943115234375, -5.031494140625, -4.7686767578125, -4.505859375, -4.2430419921875, -3.980224609375, -3.7174072265625, -3.45458984375, -3.1917724609375, -2.928955078125, -2.6661376953125, -2.4033203125, -2.1405029296875, -1.877685546875, -1.6148681640625, -1.35205078125, -1.0892333984375, -0.826416015625, -0.5635986328125, -0.30078125, -0.0379638671875, 0.224853515625, 0.4876708984375, 0.75048828125, 1.0133056640625, 1.276123046875, 1.5389404296875, 1.8017578125, 2.0645751953125, 2.327392578125, 2.5902099609375, 2.85302734375, 3.1158447265625, 3.378662109375, 3.6414794921875, 3.904296875, 4.1671142578125, 4.429931640625, 4.6927490234375, 4.95556640625, 5.2183837890625, 5.481201171875, 5.7440185546875, 6.0068359375, 6.2696533203125, 6.532470703125, 6.7952880859375, 7.05810546875, 7.3209228515625, 7.583740234375, 7.8465576171875, 8.109375]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 7.0, 3.0, 2.0, 9.0, 6.0, 10.0, 12.0, 21.0, 14.0, 28.0, 30.0, 29.0, 38.0, 44.0, 77.0, 129.0, 233.0, 667.0, 2433.0, 21380.0, 1463711.0, 2648289.0, 51939.0, 3442.0, 885.0, 333.0, 154.0, 91.0, 55.0, 34.0, 31.0, 26.0, 26.0, 19.0, 15.0, 10.0, 18.0, 6.0, 8.0, 5.0, 1.0, 7.0, 3.0, 1.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-28.4375, -27.60400390625, -26.7705078125, -25.93701171875, -25.103515625, -24.27001953125, -23.4365234375, -22.60302734375, -21.76953125, -20.93603515625, -20.1025390625, -19.26904296875, -18.435546875, -17.60205078125, -16.7685546875, -15.93505859375, -15.1015625, -14.26806640625, -13.4345703125, -12.60107421875, -11.767578125, -10.93408203125, -10.1005859375, -9.26708984375, -8.43359375, -7.60009765625, -6.7666015625, -5.93310546875, -5.099609375, -4.26611328125, -3.4326171875, -2.59912109375, -1.765625, -0.93212890625, -0.0986328125, 0.73486328125, 1.568359375, 2.40185546875, 3.2353515625, 4.06884765625, 4.90234375, 5.73583984375, 6.5693359375, 7.40283203125, 8.236328125, 9.06982421875, 9.9033203125, 10.73681640625, 11.5703125, 12.40380859375, 13.2373046875, 14.07080078125, 14.904296875, 15.73779296875, 16.5712890625, 17.40478515625, 18.23828125, 19.07177734375, 19.9052734375, 20.73876953125, 21.572265625, 22.40576171875, 23.2392578125, 24.07275390625, 24.90625]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 7.0, 8.0, 14.0, 20.0, 27.0, 46.0, 60.0, 87.0, 131.0, 147.0, 215.0, 378.0, 543.0, 633.0, 553.0, 388.0, 248.0, 186.0, 118.0, 77.0, 47.0, 44.0, 32.0, 21.0, 17.0, 9.0, 9.0, 4.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.1484375, -13.5709228515625, -12.993408203125, -12.4158935546875, -11.83837890625, -11.2608642578125, -10.683349609375, -10.1058349609375, -9.5283203125, -8.9508056640625, -8.373291015625, -7.7957763671875, -7.21826171875, -6.6407470703125, -6.063232421875, -5.4857177734375, -4.908203125, -4.3306884765625, -3.753173828125, -3.1756591796875, -2.59814453125, -2.0206298828125, -1.443115234375, -0.8656005859375, -0.2880859375, 0.2894287109375, 0.866943359375, 1.4444580078125, 2.02197265625, 2.5994873046875, 3.177001953125, 3.7545166015625, 4.33203125, 4.9095458984375, 5.487060546875, 6.0645751953125, 6.64208984375, 7.2196044921875, 7.797119140625, 8.3746337890625, 8.9521484375, 9.5296630859375, 10.107177734375, 10.6846923828125, 11.26220703125, 11.8397216796875, 12.417236328125, 12.9947509765625, 13.572265625, 14.1497802734375, 14.727294921875, 15.3048095703125, 15.88232421875, 16.4598388671875, 17.037353515625, 17.6148681640625, 18.1923828125, 18.7698974609375, 19.347412109375, 19.9249267578125, 20.50244140625, 21.0799560546875, 21.657470703125, 22.2349853515625, 22.8125]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 12.0, 12.0, 18.0, 13.0, 26.0, 39.0, 67.0, 75.0, 60.0, 118.0, 138.0, 188.0, 317.0, 402.0, 851.0, 31646.0, 4153545.0, 4773.0, 657.0, 324.0, 244.0, 177.0, 134.0, 124.0, 81.0, 57.0, 56.0, 39.0, 30.0, 11.0, 14.0, 13.0, 8.0, 7.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-109.3125, -106.38671875, -103.4609375, -100.53515625, -97.609375, -94.68359375, -91.7578125, -88.83203125, -85.90625, -82.98046875, -80.0546875, -77.12890625, -74.203125, -71.27734375, -68.3515625, -65.42578125, -62.5, -59.57421875, -56.6484375, -53.72265625, -50.796875, -47.87109375, -44.9453125, -42.01953125, -39.09375, -36.16796875, -33.2421875, -30.31640625, -27.390625, -24.46484375, -21.5390625, -18.61328125, -15.6875, -12.76171875, -9.8359375, -6.91015625, -3.984375, -1.05859375, 1.8671875, 4.79296875, 7.71875, 10.64453125, 13.5703125, 16.49609375, 19.421875, 22.34765625, 25.2734375, 28.19921875, 31.125, 34.05078125, 36.9765625, 39.90234375, 42.828125, 45.75390625, 48.6796875, 51.60546875, 54.53125, 57.45703125, 60.3828125, 63.30859375, 66.234375, 69.16015625, 72.0859375, 75.01171875, 77.9375]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 6.0, 70.0, 246.0, 410.0, 227.0, 47.0, 9.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-96.56920623779297, -91.5889892578125, -86.60877227783203, -81.62855529785156, -76.64834594726562, -71.66812133789062, -66.68791198730469, -61.70769500732422, -56.72747802734375, -51.74726104736328, -46.76704406738281, -41.78683090209961, -36.80661392211914, -31.826396942138672, -26.846181869506836, -21.865966796875, -16.88574981689453, -11.905533790588379, -6.925317764282227, -1.9451017379760742, 3.035114288330078, 8.015331268310547, 12.995546340942383, 17.97576141357422, 22.955978393554688, 27.936195373535156, 32.916412353515625, 37.89662551879883, 42.8768424987793, 47.857059478759766, 52.83727264404297, 57.81748962402344, 62.79771423339844, 67.7779312133789, 72.75814819335938, 77.73836517333984, 82.71858215332031, 87.69879150390625, 92.67900848388672, 97.65922546386719, 102.63944244384766, 107.61965942382812, 112.5998764038086, 117.58009338378906, 122.560302734375, 127.54052734375, 132.52073669433594, 137.50094604492188, 142.48117065429688, 147.4613800048828, 152.4416046142578, 157.42181396484375, 162.40203857421875, 167.3822479248047, 172.3624725341797, 177.34268188476562, 182.32290649414062, 187.30311584472656, 192.28334045410156, 197.2635498046875, 202.2437744140625, 207.22398376464844, 212.20420837402344, 217.18441772460938, 222.1646270751953]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 2.0, 8.0, 5.0, 8.0, 12.0, 3.0, 11.0, 15.0, 19.0, 16.0, 19.0, 17.0, 30.0, 36.0, 31.0, 35.0, 50.0, 43.0, 47.0, 48.0, 48.0, 35.0, 47.0, 36.0, 39.0, 47.0, 39.0, 34.0, 40.0, 27.0, 29.0, 35.0, 16.0, 15.0, 12.0, 13.0, 13.0, 8.0, 5.0, 2.0, 3.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.671512603759766, -46.068721771240234, -44.46593475341797, -42.86314392089844, -41.260353088378906, -39.65756607055664, -38.05477523803711, -36.451988220214844, -34.84919738769531, -33.24640655517578, -31.643619537353516, -30.040828704833984, -28.438039779663086, -26.835250854492188, -25.232460021972656, -23.629671096801758, -22.02688217163086, -20.42409324645996, -18.821304321289062, -17.21851348876953, -15.615724563598633, -14.012935638427734, -12.41014575958252, -10.807355880737305, -9.204566955566406, -7.60177755355835, -5.998988151550293, -4.396198749542236, -2.7934093475341797, -1.1906204223632812, 0.4121694564819336, 2.0149593353271484, 3.6177520751953125, 5.220541477203369, 6.823330879211426, 8.42612075805664, 10.028909683227539, 11.631698608398438, 13.234488487243652, 14.837278366088867, 16.440067291259766, 18.042856216430664, 19.645645141601562, 21.248435974121094, 22.851224899291992, 24.45401382446289, 26.056804656982422, 27.65959358215332, 29.26238250732422, 30.865171432495117, 32.467960357666016, 34.07075119018555, 35.67353820800781, 37.276329040527344, 38.879119873046875, 40.481910705566406, 42.08469772338867, 43.6874885559082, 45.29027557373047, 46.89306640625, 48.49585723876953, 50.0986442565918, 51.70143508911133, 53.304222106933594, 54.907012939453125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 5.0, 5.0, 5.0, 9.0, 9.0, 11.0, 12.0, 10.0, 15.0, 16.0, 28.0, 27.0, 24.0, 30.0, 37.0, 51.0, 27.0, 36.0, 36.0, 51.0, 48.0, 39.0, 33.0, 40.0, 28.0, 41.0, 38.0, 38.0, 32.0, 43.0, 30.0, 30.0, 22.0, 14.0, 18.0, 20.0, 9.0, 8.0, 8.0, 8.0, 6.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-8.0859375, -7.83795166015625, -7.5899658203125, -7.34197998046875, -7.093994140625, -6.84600830078125, -6.5980224609375, -6.35003662109375, -6.10205078125, -5.85406494140625, -5.6060791015625, -5.35809326171875, -5.110107421875, -4.86212158203125, -4.6141357421875, -4.36614990234375, -4.1181640625, -3.87017822265625, -3.6221923828125, -3.37420654296875, -3.126220703125, -2.87823486328125, -2.6302490234375, -2.38226318359375, -2.13427734375, -1.88629150390625, -1.6383056640625, -1.39031982421875, -1.142333984375, -0.89434814453125, -0.6463623046875, -0.39837646484375, -0.150390625, 0.09759521484375, 0.3455810546875, 0.59356689453125, 0.841552734375, 1.08953857421875, 1.3375244140625, 1.58551025390625, 1.83349609375, 2.08148193359375, 2.3294677734375, 2.57745361328125, 2.825439453125, 3.07342529296875, 3.3214111328125, 3.56939697265625, 3.8173828125, 4.06536865234375, 4.3133544921875, 4.56134033203125, 4.809326171875, 5.05731201171875, 5.3052978515625, 5.55328369140625, 5.80126953125, 6.04925537109375, 6.2972412109375, 6.54522705078125, 6.793212890625, 7.04119873046875, 7.2891845703125, 7.53717041015625, 7.78515625]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 4.0, 7.0, 18.0, 14.0, 31.0, 25.0, 63.0, 89.0, 140.0, 189.0, 293.0, 421.0, 688.0, 984.0, 1445.0, 2231.0, 3469.0, 5324.0, 8671.0, 13976.0, 23470.0, 39693.0, 71203.0, 136964.0, 354109.0, 179365.0, 86382.0, 47634.0, 27359.0, 16448.0, 10069.0, 6224.0, 3974.0, 2545.0, 1694.0, 1134.0, 729.0, 481.0, 353.0, 218.0, 141.0, 89.0, 61.0, 35.0, 30.0, 29.0, 17.0, 10.0, 9.0, 4.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.8662109375, -1.8090667724609375, -1.751922607421875, -1.6947784423828125, -1.63763427734375, -1.5804901123046875, -1.523345947265625, -1.4662017822265625, -1.4090576171875, -1.3519134521484375, -1.294769287109375, -1.2376251220703125, -1.18048095703125, -1.1233367919921875, -1.066192626953125, -1.0090484619140625, -0.951904296875, -0.8947601318359375, -0.837615966796875, -0.7804718017578125, -0.72332763671875, -0.6661834716796875, -0.609039306640625, -0.5518951416015625, -0.4947509765625, -0.4376068115234375, -0.380462646484375, -0.3233184814453125, -0.26617431640625, -0.2090301513671875, -0.151885986328125, -0.0947418212890625, -0.03759765625, 0.0195465087890625, 0.076690673828125, 0.1338348388671875, 0.19097900390625, 0.2481231689453125, 0.305267333984375, 0.3624114990234375, 0.4195556640625, 0.4766998291015625, 0.533843994140625, 0.5909881591796875, 0.64813232421875, 0.7052764892578125, 0.762420654296875, 0.8195648193359375, 0.876708984375, 0.9338531494140625, 0.990997314453125, 1.0481414794921875, 1.10528564453125, 1.1624298095703125, 1.219573974609375, 1.2767181396484375, 1.3338623046875, 1.3910064697265625, 1.448150634765625, 1.5052947998046875, 1.56243896484375, 1.6195831298828125, 1.676727294921875, 1.7338714599609375, 1.791015625]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 5.0, 5.0, 4.0, 12.0, 12.0, 12.0, 10.0, 13.0, 23.0, 24.0, 27.0, 29.0, 39.0, 53.0, 40.0, 37.0, 61.0, 52.0, 1071.0, 51.0, 53.0, 49.0, 45.0, 44.0, 41.0, 27.0, 32.0, 40.0, 25.0, 28.0, 15.0, 13.0, 14.0, 5.0, 9.0, 5.0, 2.0, 7.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-7.65625, -7.4644775390625, -7.272705078125, -7.0809326171875, -6.88916015625, -6.6973876953125, -6.505615234375, -6.3138427734375, -6.1220703125, -5.9302978515625, -5.738525390625, -5.5467529296875, -5.35498046875, -5.1632080078125, -4.971435546875, -4.7796630859375, -4.587890625, -4.3961181640625, -4.204345703125, -4.0125732421875, -3.82080078125, -3.6290283203125, -3.437255859375, -3.2454833984375, -3.0537109375, -2.8619384765625, -2.670166015625, -2.4783935546875, -2.28662109375, -2.0948486328125, -1.903076171875, -1.7113037109375, -1.51953125, -1.3277587890625, -1.135986328125, -0.9442138671875, -0.75244140625, -0.5606689453125, -0.368896484375, -0.1771240234375, 0.0146484375, 0.2064208984375, 0.398193359375, 0.5899658203125, 0.78173828125, 0.9735107421875, 1.165283203125, 1.3570556640625, 1.548828125, 1.7406005859375, 1.932373046875, 2.1241455078125, 2.31591796875, 2.5076904296875, 2.699462890625, 2.8912353515625, 3.0830078125, 3.2747802734375, 3.466552734375, 3.6583251953125, 3.85009765625, 4.0418701171875, 4.233642578125, 4.4254150390625, 4.6171875]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 7.0, 10.0, 15.0, 20.0, 32.0, 36.0, 56.0, 137.0, 227.0, 390.0, 740.0, 1314.0, 2463.0, 4467.0, 8252.0, 15673.0, 30572.0, 62243.0, 135877.0, 1444593.0, 215232.0, 87623.0, 41843.0, 21222.0, 11086.0, 5841.0, 3167.0, 1745.0, 982.0, 550.0, 289.0, 163.0, 99.0, 51.0, 34.0, 29.0, 10.0, 7.0, 11.0, 7.0, 6.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.390625, -2.315277099609375, -2.23992919921875, -2.164581298828125, -2.0892333984375, -2.013885498046875, -1.93853759765625, -1.863189697265625, -1.787841796875, -1.712493896484375, -1.63714599609375, -1.561798095703125, -1.4864501953125, -1.411102294921875, -1.33575439453125, -1.260406494140625, -1.18505859375, -1.109710693359375, -1.03436279296875, -0.959014892578125, -0.8836669921875, -0.808319091796875, -0.73297119140625, -0.657623291015625, -0.582275390625, -0.506927490234375, -0.43157958984375, -0.356231689453125, -0.2808837890625, -0.205535888671875, -0.13018798828125, -0.054840087890625, 0.0205078125, 0.095855712890625, 0.17120361328125, 0.246551513671875, 0.3218994140625, 0.397247314453125, 0.47259521484375, 0.547943115234375, 0.623291015625, 0.698638916015625, 0.77398681640625, 0.849334716796875, 0.9246826171875, 1.000030517578125, 1.07537841796875, 1.150726318359375, 1.22607421875, 1.301422119140625, 1.37677001953125, 1.452117919921875, 1.5274658203125, 1.602813720703125, 1.67816162109375, 1.753509521484375, 1.828857421875, 1.904205322265625, 1.97955322265625, 2.054901123046875, 2.1302490234375, 2.205596923828125, 2.28094482421875, 2.356292724609375, 2.431640625]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 3.0, 4.0, 5.0, 10.0, 10.0, 5.0, 11.0, 6.0, 16.0, 17.0, 25.0, 38.0, 49.0, 59.0, 65.0, 87.0, 82.0, 80.0, 66.0, 60.0, 40.0, 40.0, 40.0, 29.0, 32.0, 24.0, 11.0, 17.0, 10.0, 7.0, 7.0, 11.0, 4.0, 1.0, 1.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.0008382797241210938, -0.0008128508925437927, -0.0007874220609664917, -0.0007619932293891907, -0.0007365643978118896, -0.0007111355662345886, -0.0006857067346572876, -0.0006602779030799866, -0.0006348490715026855, -0.0006094202399253845, -0.0005839914083480835, -0.0005585625767707825, -0.0005331337451934814, -0.0005077049136161804, -0.0004822760820388794, -0.00045684725046157837, -0.00043141841888427734, -0.0004059895873069763, -0.0003805607557296753, -0.00035513192415237427, -0.00032970309257507324, -0.0003042742609977722, -0.0002788454294204712, -0.00025341659784317017, -0.00022798776626586914, -0.00020255893468856812, -0.0001771301031112671, -0.00015170127153396606, -0.00012627243995666504, -0.00010084360837936401, -7.541477680206299e-05, -4.998594522476196e-05, -2.4557113647460938e-05, 8.717179298400879e-07, 2.6300549507141113e-05, 5.172938108444214e-05, 7.715821266174316e-05, 0.00010258704423904419, 0.00012801587581634521, 0.00015344470739364624, 0.00017887353897094727, 0.0002043023705482483, 0.00022973120212554932, 0.00025516003370285034, 0.00028058886528015137, 0.0003060176968574524, 0.0003314465284347534, 0.00035687536001205444, 0.00038230419158935547, 0.0004077330231666565, 0.0004331618547439575, 0.00045859068632125854, 0.00048401951789855957, 0.0005094483494758606, 0.0005348771810531616, 0.0005603060126304626, 0.0005857348442077637, 0.0006111636757850647, 0.0006365925073623657, 0.0006620213389396667, 0.0006874501705169678, 0.0007128790020942688, 0.0007383078336715698, 0.0007637366652488708, 0.0007891654968261719]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 1.0, 5.0, 4.0, 1.0, 8.0, 7.0, 14.0, 12.0, 20.0, 19.0, 41.0, 32.0, 65.0, 68.0, 131.0, 222.0, 397.0, 1945.0, 1033470.0, 10779.0, 610.0, 248.0, 137.0, 89.0, 56.0, 38.0, 24.0, 20.0, 15.0, 14.0, 15.0, 5.0, 9.0, 8.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.0199127197265625, -0.019283771514892578, -0.018654823303222656, -0.018025875091552734, -0.017396926879882812, -0.01676797866821289, -0.01613903045654297, -0.015510082244873047, -0.014881134033203125, -0.014252185821533203, -0.013623237609863281, -0.01299428939819336, -0.012365341186523438, -0.011736392974853516, -0.011107444763183594, -0.010478496551513672, -0.00984954833984375, -0.009220600128173828, -0.008591651916503906, -0.007962703704833984, -0.0073337554931640625, -0.006704807281494141, -0.006075859069824219, -0.005446910858154297, -0.004817962646484375, -0.004189014434814453, -0.0035600662231445312, -0.0029311180114746094, -0.0023021697998046875, -0.0016732215881347656, -0.0010442733764648438, -0.0004153251647949219, 0.000213623046875, 0.0008425712585449219, 0.0014715194702148438, 0.0021004676818847656, 0.0027294158935546875, 0.0033583641052246094, 0.003987312316894531, 0.004616260528564453, 0.005245208740234375, 0.005874156951904297, 0.006503105163574219, 0.007132053375244141, 0.0077610015869140625, 0.008389949798583984, 0.009018898010253906, 0.009647846221923828, 0.01027679443359375, 0.010905742645263672, 0.011534690856933594, 0.012163639068603516, 0.012792587280273438, 0.01342153549194336, 0.014050483703613281, 0.014679431915283203, 0.015308380126953125, 0.015937328338623047, 0.01656627655029297, 0.01719522476196289, 0.017824172973632812, 0.018453121185302734, 0.019082069396972656, 0.019711017608642578, 0.0203399658203125]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 17.0, 142.0, 496.0, 312.0, 40.0, 7.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.002744688419625163, -0.0026894821785390377, -0.002634276170283556, -0.0025790699291974306, -0.0025238636881113052, -0.00246865744702518, -0.002413451438769698, -0.0023582451976835728, -0.0023030389565974474, -0.002247832715511322, -0.0021926267072558403, -0.002137420466169715, -0.0020822142250835896, -0.002027007983997464, -0.0019718019757419825, -0.001916595734655857, -0.0018613894935697317, -0.0018061833688989282, -0.0017509771278128028, -0.0016957710031419992, -0.0016405647620558739, -0.0015853586373850703, -0.001530152396298945, -0.0014749462716281414, -0.0014197401469573379, -0.0013645340222865343, -0.001309327781200409, -0.0012541216565296054, -0.00119891541544348, -0.0011437092907726765, -0.001088503049686551, -0.0010332969250157475, -0.0009780905675143003, -0.0009228843846358359, -0.0008676782017573714, -0.000812472018878907, -0.0007572658360004425, -0.000702059711329639, -0.0006468534702435136, -0.00059164734557271, -0.0005364412209019065, -0.00048123503802344203, -0.00042602885514497757, -0.0003708226722665131, -0.00031561648938804865, -0.00026041033561341465, -0.00020520415273495018, -0.00014999796985648572, -9.479175787419081e-05, -3.9585578633705154e-05, 1.56206006067805e-05, 7.082677620928735e-05, 0.0001260329590877518, 0.00018123912741430104, 0.0002364453102927655, 0.00029165149317122996, 0.0003468576760496944, 0.0004020638589281589, 0.00045727004180662334, 0.0005124761955812573, 0.0005676823784597218, 0.0006228885613381863, 0.0006780947442166507, 0.0007333009270951152, 0.0007885071099735796]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 4.0, 4.0, 7.0, 8.0, 15.0, 10.0, 15.0, 12.0, 22.0, 16.0, 22.0, 24.0, 31.0, 37.0, 36.0, 34.0, 31.0, 36.0, 55.0, 35.0, 55.0, 37.0, 30.0, 32.0, 31.0, 35.0, 35.0, 46.0, 35.0, 20.0, 31.0, 21.0, 23.0, 21.0, 21.0, 13.0, 12.0, 7.0, 7.0, 9.0, 6.0, 10.0, 3.0, 1.0, 3.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00036716461181640625, -0.0003546290099620819, -0.00034209340810775757, -0.00032955780625343323, -0.0003170222043991089, -0.00030448660254478455, -0.0002919510006904602, -0.00027941539883613586, -0.0002668797969818115, -0.0002543441951274872, -0.00024180859327316284, -0.0002292729914188385, -0.00021673738956451416, -0.00020420178771018982, -0.00019166618585586548, -0.00017913058400154114, -0.0001665949821472168, -0.00015405938029289246, -0.00014152377843856812, -0.00012898817658424377, -0.00011645257472991943, -0.00010391697287559509, -9.138137102127075e-05, -7.884576916694641e-05, -6.631016731262207e-05, -5.377456545829773e-05, -4.123896360397339e-05, -2.8703361749649048e-05, -1.6167759895324707e-05, -3.632158041000366e-06, 8.903443813323975e-06, 2.1439045667648315e-05, 3.3974647521972656e-05, 4.6510249376297e-05, 5.904585123062134e-05, 7.158145308494568e-05, 8.411705493927002e-05, 9.665265679359436e-05, 0.0001091882586479187, 0.00012172386050224304, 0.00013425946235656738, 0.00014679506421089172, 0.00015933066606521606, 0.0001718662679195404, 0.00018440186977386475, 0.0001969374716281891, 0.00020947307348251343, 0.00022200867533683777, 0.0002345442771911621, 0.00024707987904548645, 0.0002596154808998108, 0.00027215108275413513, 0.00028468668460845947, 0.0002972222864627838, 0.00030975788831710815, 0.0003222934901714325, 0.00033482909202575684, 0.0003473646938800812, 0.0003599002957344055, 0.00037243589758872986, 0.0003849714994430542, 0.00039750710129737854, 0.0004100427031517029, 0.0004225783050060272, 0.00043511390686035156]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 5.0, 5.0, 5.0, 9.0, 9.0, 11.0, 12.0, 10.0, 15.0, 16.0, 28.0, 27.0, 24.0, 30.0, 37.0, 51.0, 27.0, 36.0, 36.0, 51.0, 48.0, 39.0, 33.0, 40.0, 28.0, 41.0, 38.0, 38.0, 32.0, 43.0, 30.0, 30.0, 22.0, 14.0, 18.0, 20.0, 9.0, 8.0, 8.0, 8.0, 6.0, 4.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-8.0859375, -7.83795166015625, -7.5899658203125, -7.34197998046875, -7.093994140625, -6.84600830078125, -6.5980224609375, -6.35003662109375, -6.10205078125, -5.85406494140625, -5.6060791015625, -5.35809326171875, -5.110107421875, -4.86212158203125, -4.6141357421875, -4.36614990234375, -4.1181640625, -3.87017822265625, -3.6221923828125, -3.37420654296875, -3.126220703125, -2.87823486328125, -2.6302490234375, -2.38226318359375, -2.13427734375, -1.88629150390625, -1.6383056640625, -1.39031982421875, -1.142333984375, -0.89434814453125, -0.6463623046875, -0.39837646484375, -0.150390625, 0.09759521484375, 0.3455810546875, 0.59356689453125, 0.841552734375, 1.08953857421875, 1.3375244140625, 1.58551025390625, 1.83349609375, 2.08148193359375, 2.3294677734375, 2.57745361328125, 2.825439453125, 3.07342529296875, 3.3214111328125, 3.56939697265625, 3.8173828125, 4.06536865234375, 4.3133544921875, 4.56134033203125, 4.809326171875, 5.05731201171875, 5.3052978515625, 5.55328369140625, 5.80126953125, 6.04925537109375, 6.2972412109375, 6.54522705078125, 6.793212890625, 7.04119873046875, 7.2891845703125, 7.53717041015625, 7.78515625]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 9.0, 5.0, 5.0, 8.0, 13.0, 14.0, 17.0, 35.0, 42.0, 55.0, 94.0, 84.0, 110.0, 144.0, 259.0, 422.0, 912.0, 2230.0, 6420.0, 20277.0, 66549.0, 230879.0, 504901.0, 149437.0, 44223.0, 13580.0, 4452.0, 1540.0, 665.0, 352.0, 238.0, 140.0, 122.0, 102.0, 47.0, 45.0, 37.0, 23.0, 18.0, 14.0, 15.0, 5.0, 10.0, 5.0, 3.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.3984375, -8.138671875, -7.87890625, -7.619140625, -7.359375, -7.099609375, -6.83984375, -6.580078125, -6.3203125, -6.060546875, -5.80078125, -5.541015625, -5.28125, -5.021484375, -4.76171875, -4.501953125, -4.2421875, -3.982421875, -3.72265625, -3.462890625, -3.203125, -2.943359375, -2.68359375, -2.423828125, -2.1640625, -1.904296875, -1.64453125, -1.384765625, -1.125, -0.865234375, -0.60546875, -0.345703125, -0.0859375, 0.173828125, 0.43359375, 0.693359375, 0.953125, 1.212890625, 1.47265625, 1.732421875, 1.9921875, 2.251953125, 2.51171875, 2.771484375, 3.03125, 3.291015625, 3.55078125, 3.810546875, 4.0703125, 4.330078125, 4.58984375, 4.849609375, 5.109375, 5.369140625, 5.62890625, 5.888671875, 6.1484375, 6.408203125, 6.66796875, 6.927734375, 7.1875, 7.447265625, 7.70703125, 7.966796875, 8.2265625]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 6.0, 1.0, 7.0, 7.0, 7.0, 12.0, 18.0, 14.0, 21.0, 22.0, 28.0, 37.0, 52.0, 44.0, 43.0, 45.0, 61.0, 140.0, 1668.0, 299.0, 97.0, 66.0, 56.0, 41.0, 40.0, 33.0, 34.0, 30.0, 18.0, 26.0, 20.0, 13.0, 13.0, 9.0, 6.0, 6.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.671875, -23.749755859375, -22.82763671875, -21.905517578125, -20.9833984375, -20.061279296875, -19.13916015625, -18.217041015625, -17.294921875, -16.372802734375, -15.45068359375, -14.528564453125, -13.6064453125, -12.684326171875, -11.76220703125, -10.840087890625, -9.91796875, -8.995849609375, -8.07373046875, -7.151611328125, -6.2294921875, -5.307373046875, -4.38525390625, -3.463134765625, -2.541015625, -1.618896484375, -0.69677734375, 0.225341796875, 1.1474609375, 2.069580078125, 2.99169921875, 3.913818359375, 4.8359375, 5.758056640625, 6.68017578125, 7.602294921875, 8.5244140625, 9.446533203125, 10.36865234375, 11.290771484375, 12.212890625, 13.135009765625, 14.05712890625, 14.979248046875, 15.9013671875, 16.823486328125, 17.74560546875, 18.667724609375, 19.58984375, 20.511962890625, 21.43408203125, 22.356201171875, 23.2783203125, 24.200439453125, 25.12255859375, 26.044677734375, 26.966796875, 27.888916015625, 28.81103515625, 29.733154296875, 30.6552734375, 31.577392578125, 32.49951171875, 33.421630859375, 34.34375]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 4.0, 10.0, 4.0, 15.0, 6.0, 16.0, 22.0, 27.0, 45.0, 62.0, 87.0, 88.0, 153.0, 238.0, 397.0, 1048.0, 24369.0, 3113615.0, 3836.0, 672.0, 325.0, 213.0, 132.0, 84.0, 61.0, 49.0, 31.0, 36.0, 15.0, 18.0, 15.0, 4.0, 4.0, 4.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-73.75, -71.146484375, -68.54296875, -65.939453125, -63.3359375, -60.732421875, -58.12890625, -55.525390625, -52.921875, -50.318359375, -47.71484375, -45.111328125, -42.5078125, -39.904296875, -37.30078125, -34.697265625, -32.09375, -29.490234375, -26.88671875, -24.283203125, -21.6796875, -19.076171875, -16.47265625, -13.869140625, -11.265625, -8.662109375, -6.05859375, -3.455078125, -0.8515625, 1.751953125, 4.35546875, 6.958984375, 9.5625, 12.166015625, 14.76953125, 17.373046875, 19.9765625, 22.580078125, 25.18359375, 27.787109375, 30.390625, 32.994140625, 35.59765625, 38.201171875, 40.8046875, 43.408203125, 46.01171875, 48.615234375, 51.21875, 53.822265625, 56.42578125, 59.029296875, 61.6328125, 64.236328125, 66.83984375, 69.443359375, 72.046875, 74.650390625, 77.25390625, 79.857421875, 82.4609375, 85.064453125, 87.66796875, 90.271484375, 92.875]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [7.0, 184.0, 666.0, 154.0, 7.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.984514236450195, -6.025250434875488, -2.0659866333007812, 1.8932771682739258, 5.852540969848633, 9.811803817749023, 13.771068572998047, 17.73033332824707, 21.68959617614746, 25.648860931396484, 29.608123779296875, 33.567386627197266, 37.526649475097656, 41.48591613769531, 45.4451789855957, 49.404441833496094, 53.36370849609375, 57.32297134399414, 61.28223419189453, 65.24150085449219, 69.20075988769531, 73.16002655029297, 77.11929321289062, 81.07855224609375, 85.0378189086914, 88.99708557128906, 92.95634460449219, 96.91561126708984, 100.8748779296875, 104.83413696289062, 108.79340362548828, 112.75267028808594, 116.71192932128906, 120.67119598388672, 124.63045501708984, 128.5897216796875, 132.54898071289062, 136.50823974609375, 140.46751403808594, 144.42677307128906, 148.38604736328125, 152.34530639648438, 156.30458068847656, 160.2638397216797, 164.2230987548828, 168.182373046875, 172.14163208007812, 176.10089111328125, 180.06015014648438, 184.0194091796875, 187.9786834716797, 191.9379425048828, 195.89720153808594, 199.85647583007812, 203.81573486328125, 207.77499389648438, 211.7342529296875, 215.69351196289062, 219.6527862548828, 223.61204528808594, 227.57130432128906, 231.53057861328125, 235.48983764648438, 239.4490966796875, 243.4083709716797]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 6.0, 6.0, 7.0, 15.0, 17.0, 23.0, 17.0, 22.0, 28.0, 20.0, 21.0, 26.0, 37.0, 50.0, 42.0, 43.0, 58.0, 42.0, 36.0, 38.0, 40.0, 46.0, 42.0, 37.0, 34.0, 32.0, 22.0, 30.0, 25.0, 20.0, 14.0, 17.0, 12.0, 11.0, 15.0, 12.0, 7.0, 10.0, 6.0, 3.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-69.4298095703125, -67.39058685302734, -65.35135650634766, -63.3121337890625, -61.27290725708008, -59.233680725097656, -57.1944580078125, -55.15523147583008, -53.116004943847656, -51.076778411865234, -49.03755187988281, -46.998329162597656, -44.959102630615234, -42.91987609863281, -40.880653381347656, -38.841426849365234, -36.80220031738281, -34.76297378540039, -32.72374725341797, -30.684524536132812, -28.64529800415039, -26.60607147216797, -24.56684684753418, -22.52762222290039, -20.48839569091797, -18.449169158935547, -16.409944534301758, -14.370718955993652, -12.331493377685547, -10.292267799377441, -8.253042221069336, -6.2138166427612305, -4.174587249755859, -2.135361671447754, -0.09613609313964844, 1.943089485168457, 3.9823150634765625, 6.021540641784668, 8.060766220092773, 10.099991798400879, 12.139217376708984, 14.17844295501709, 16.217668533325195, 18.256893157958984, 20.296119689941406, 22.335346221923828, 24.374570846557617, 26.413795471191406, 28.453022003173828, 30.49224853515625, 32.531471252441406, 34.57069778442383, 36.60992431640625, 38.64915084838867, 40.688377380371094, 42.72760009765625, 44.76682662963867, 46.806053161621094, 48.84527587890625, 50.88450241088867, 52.923728942871094, 54.962955474853516, 57.00218200683594, 59.041404724121094, 61.080631256103516]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 7.0, 6.0, 5.0, 15.0, 5.0, 13.0, 11.0, 10.0, 20.0, 10.0, 17.0, 17.0, 25.0, 32.0, 31.0, 36.0, 27.0, 42.0, 34.0, 41.0, 39.0, 46.0, 40.0, 33.0, 33.0, 37.0, 35.0, 42.0, 26.0, 30.0, 31.0, 39.0, 21.0, 31.0, 23.0, 20.0, 18.0, 14.0, 10.0, 3.0, 11.0, 3.0, 4.0, 6.0, 2.0, 6.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-8.09375, -7.8453369140625, -7.596923828125, -7.3485107421875, -7.10009765625, -6.8516845703125, -6.603271484375, -6.3548583984375, -6.1064453125, -5.8580322265625, -5.609619140625, -5.3612060546875, -5.11279296875, -4.8643798828125, -4.615966796875, -4.3675537109375, -4.119140625, -3.8707275390625, -3.622314453125, -3.3739013671875, -3.12548828125, -2.8770751953125, -2.628662109375, -2.3802490234375, -2.1318359375, -1.8834228515625, -1.635009765625, -1.3865966796875, -1.13818359375, -0.8897705078125, -0.641357421875, -0.3929443359375, -0.14453125, 0.1038818359375, 0.352294921875, 0.6007080078125, 0.84912109375, 1.0975341796875, 1.345947265625, 1.5943603515625, 1.8427734375, 2.0911865234375, 2.339599609375, 2.5880126953125, 2.83642578125, 3.0848388671875, 3.333251953125, 3.5816650390625, 3.830078125, 4.0784912109375, 4.326904296875, 4.5753173828125, 4.82373046875, 5.0721435546875, 5.320556640625, 5.5689697265625, 5.8173828125, 6.0657958984375, 6.314208984375, 6.5626220703125, 6.81103515625, 7.0594482421875, 7.307861328125, 7.5562744140625, 7.8046875]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 6.0, 7.0, 9.0, 8.0, 10.0, 15.0, 14.0, 14.0, 27.0, 17.0, 37.0, 44.0, 57.0, 87.0, 85.0, 123.0, 193.0, 414.0, 1242.0, 7962.0, 325711.0, 3534353.0, 313919.0, 7650.0, 1143.0, 370.0, 200.0, 119.0, 86.0, 77.0, 54.0, 46.0, 42.0, 36.0, 20.0, 19.0, 12.0, 13.0, 10.0, 6.0, 6.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0], "bins": [-26.65625, -25.8603515625, -25.064453125, -24.2685546875, -23.47265625, -22.6767578125, -21.880859375, -21.0849609375, -20.2890625, -19.4931640625, -18.697265625, -17.9013671875, -17.10546875, -16.3095703125, -15.513671875, -14.7177734375, -13.921875, -13.1259765625, -12.330078125, -11.5341796875, -10.73828125, -9.9423828125, -9.146484375, -8.3505859375, -7.5546875, -6.7587890625, -5.962890625, -5.1669921875, -4.37109375, -3.5751953125, -2.779296875, -1.9833984375, -1.1875, -0.3916015625, 0.404296875, 1.2001953125, 1.99609375, 2.7919921875, 3.587890625, 4.3837890625, 5.1796875, 5.9755859375, 6.771484375, 7.5673828125, 8.36328125, 9.1591796875, 9.955078125, 10.7509765625, 11.546875, 12.3427734375, 13.138671875, 13.9345703125, 14.73046875, 15.5263671875, 16.322265625, 17.1181640625, 17.9140625, 18.7099609375, 19.505859375, 20.3017578125, 21.09765625, 21.8935546875, 22.689453125, 23.4853515625, 24.28125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 9.0, 13.0, 13.0, 18.0, 34.0, 32.0, 34.0, 50.0, 62.0, 69.0, 112.0, 133.0, 193.0, 230.0, 339.0, 428.0, 485.0, 425.0, 343.0, 281.0, 182.0, 152.0, 90.0, 83.0, 64.0, 40.0, 44.0, 28.0, 17.0, 14.0, 15.0, 11.0, 8.0, 7.0, 2.0, 1.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-12.8828125, -12.4869384765625, -12.091064453125, -11.6951904296875, -11.29931640625, -10.9034423828125, -10.507568359375, -10.1116943359375, -9.7158203125, -9.3199462890625, -8.924072265625, -8.5281982421875, -8.13232421875, -7.7364501953125, -7.340576171875, -6.9447021484375, -6.548828125, -6.1529541015625, -5.757080078125, -5.3612060546875, -4.96533203125, -4.5694580078125, -4.173583984375, -3.7777099609375, -3.3818359375, -2.9859619140625, -2.590087890625, -2.1942138671875, -1.79833984375, -1.4024658203125, -1.006591796875, -0.6107177734375, -0.21484375, 0.1810302734375, 0.576904296875, 0.9727783203125, 1.36865234375, 1.7645263671875, 2.160400390625, 2.5562744140625, 2.9521484375, 3.3480224609375, 3.743896484375, 4.1397705078125, 4.53564453125, 4.9315185546875, 5.327392578125, 5.7232666015625, 6.119140625, 6.5150146484375, 6.910888671875, 7.3067626953125, 7.70263671875, 8.0985107421875, 8.494384765625, 8.8902587890625, 9.2861328125, 9.6820068359375, 10.077880859375, 10.4737548828125, 10.86962890625, 11.2655029296875, 11.661376953125, 12.0572509765625, 12.453125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 6.0, 8.0, 1.0, 16.0, 16.0, 16.0, 28.0, 20.0, 34.0, 57.0, 46.0, 67.0, 85.0, 74.0, 113.0, 144.0, 163.0, 242.0, 317.0, 536.0, 2313.0, 2514052.0, 1671952.0, 2004.0, 483.0, 327.0, 227.0, 179.0, 133.0, 119.0, 88.0, 88.0, 58.0, 58.0, 41.0, 46.0, 35.0, 28.0, 19.0, 11.0, 11.0, 15.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-79.9375, -77.5849609375, -75.232421875, -72.8798828125, -70.52734375, -68.1748046875, -65.822265625, -63.4697265625, -61.1171875, -58.7646484375, -56.412109375, -54.0595703125, -51.70703125, -49.3544921875, -47.001953125, -44.6494140625, -42.296875, -39.9443359375, -37.591796875, -35.2392578125, -32.88671875, -30.5341796875, -28.181640625, -25.8291015625, -23.4765625, -21.1240234375, -18.771484375, -16.4189453125, -14.06640625, -11.7138671875, -9.361328125, -7.0087890625, -4.65625, -2.3037109375, 0.048828125, 2.4013671875, 4.75390625, 7.1064453125, 9.458984375, 11.8115234375, 14.1640625, 16.5166015625, 18.869140625, 21.2216796875, 23.57421875, 25.9267578125, 28.279296875, 30.6318359375, 32.984375, 35.3369140625, 37.689453125, 40.0419921875, 42.39453125, 44.7470703125, 47.099609375, 49.4521484375, 51.8046875, 54.1572265625, 56.509765625, 58.8623046875, 61.21484375, 63.5673828125, 65.919921875, 68.2724609375, 70.625]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 7.0, 32.0, 64.0, 126.0, 180.0, 197.0, 179.0, 109.0, 68.0, 29.0, 10.0, 7.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.745609283447266, -39.496551513671875, -37.24748992919922, -34.99843215942383, -32.74937438964844, -30.500314712524414, -28.25125503540039, -26.002197265625, -23.753137588500977, -21.504077911376953, -19.255020141601562, -17.00596046447754, -14.756901741027832, -12.507843017578125, -10.258783340454102, -8.009724617004395, -5.7606658935546875, -3.5116069316864014, -1.2625479698181152, 0.98651123046875, 3.235569953918457, 5.484628677368164, 7.7336883544921875, 9.982747077941895, 12.231805801391602, 14.480864524841309, 16.729923248291016, 18.97898292541504, 21.228042602539062, 23.477100372314453, 25.726160049438477, 27.9752197265625, 30.224281311035156, 32.47333908081055, 34.7224006652832, 36.971458435058594, 39.220516204833984, 41.469573974609375, 43.71863555908203, 45.96769332885742, 48.21675109863281, 50.4658088684082, 52.71487045288086, 54.96392822265625, 57.21298599243164, 59.46204376220703, 61.71110534667969, 63.96016311645508, 66.209228515625, 68.45829010009766, 70.70734405517578, 72.95640563964844, 75.2054672241211, 77.45452117919922, 79.70358276367188, 81.95264434814453, 84.20169830322266, 86.45075988769531, 88.69981384277344, 90.9488754272461, 93.19793701171875, 95.44699096679688, 97.69605255126953, 99.94511413574219, 102.19416809082031]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 10.0, 5.0, 13.0, 10.0, 13.0, 18.0, 17.0, 9.0, 13.0, 18.0, 24.0, 26.0, 28.0, 28.0, 38.0, 41.0, 30.0, 36.0, 28.0, 38.0, 35.0, 38.0, 42.0, 38.0, 35.0, 41.0, 27.0, 27.0, 23.0, 32.0, 31.0, 27.0, 16.0, 20.0, 22.0, 10.0, 17.0, 11.0, 9.0, 8.0, 7.0, 5.0, 10.0, 4.0, 3.0, 3.0, 6.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-39.891395568847656, -38.626068115234375, -37.360740661621094, -36.09541320800781, -34.830081939697266, -33.564754486083984, -32.2994270324707, -31.034099578857422, -29.76877212524414, -28.50344467163086, -27.238115310668945, -25.972787857055664, -24.707460403442383, -23.44213104248047, -22.176803588867188, -20.911476135253906, -19.646146774291992, -18.38081932067871, -17.115489959716797, -15.850162506103516, -14.584835052490234, -13.319506645202637, -12.054178237915039, -10.788850784301758, -9.52352237701416, -8.258193969726562, -6.992866516113281, -5.727538108825684, -4.462210178375244, -3.1968822479248047, -1.931553840637207, -0.6662263870239258, 0.5991020202636719, 1.8644300699234009, 3.12975811958313, 4.395086288452148, 5.660414218902588, 6.925742149353027, 8.191070556640625, 9.456398010253906, 10.721726417541504, 11.987054824829102, 13.252382278442383, 14.51771068572998, 15.783039093017578, 17.04836654663086, 18.31369400024414, 19.579021453857422, 20.844350814819336, 22.109678268432617, 23.37500762939453, 24.640335083007812, 25.905662536621094, 27.170989990234375, 28.43631935119629, 29.70164680480957, 30.966976165771484, 32.232303619384766, 33.49763107299805, 34.762962341308594, 36.028289794921875, 37.293617248535156, 38.55894470214844, 39.82427215576172, 41.089599609375]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 6.0, 9.0, 2.0, 3.0, 10.0, 12.0, 13.0, 13.0, 15.0, 15.0, 16.0, 20.0, 29.0, 24.0, 25.0, 25.0, 34.0, 39.0, 39.0, 44.0, 39.0, 41.0, 29.0, 44.0, 47.0, 36.0, 32.0, 26.0, 38.0, 45.0, 40.0, 27.0, 22.0, 20.0, 22.0, 10.0, 22.0, 15.0, 11.0, 15.0, 5.0, 8.0, 7.0, 2.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-7.8359375, -7.596435546875, -7.35693359375, -7.117431640625, -6.8779296875, -6.638427734375, -6.39892578125, -6.159423828125, -5.919921875, -5.680419921875, -5.44091796875, -5.201416015625, -4.9619140625, -4.722412109375, -4.48291015625, -4.243408203125, -4.00390625, -3.764404296875, -3.52490234375, -3.285400390625, -3.0458984375, -2.806396484375, -2.56689453125, -2.327392578125, -2.087890625, -1.848388671875, -1.60888671875, -1.369384765625, -1.1298828125, -0.890380859375, -0.65087890625, -0.411376953125, -0.171875, 0.067626953125, 0.30712890625, 0.546630859375, 0.7861328125, 1.025634765625, 1.26513671875, 1.504638671875, 1.744140625, 1.983642578125, 2.22314453125, 2.462646484375, 2.7021484375, 2.941650390625, 3.18115234375, 3.420654296875, 3.66015625, 3.899658203125, 4.13916015625, 4.378662109375, 4.6181640625, 4.857666015625, 5.09716796875, 5.336669921875, 5.576171875, 5.815673828125, 6.05517578125, 6.294677734375, 6.5341796875, 6.773681640625, 7.01318359375, 7.252685546875, 7.4921875]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 7.0, 11.0, 9.0, 21.0, 30.0, 38.0, 69.0, 83.0, 109.0, 166.0, 219.0, 353.0, 478.0, 728.0, 1012.0, 1445.0, 2090.0, 2984.0, 4441.0, 6329.0, 9443.0, 13928.0, 21143.0, 32890.0, 52076.0, 87797.0, 174103.0, 302428.0, 132127.0, 72815.0, 44270.0, 28099.0, 18328.0, 12111.0, 8302.0, 5453.0, 3912.0, 2619.0, 1832.0, 1318.0, 863.0, 627.0, 417.0, 303.0, 252.0, 157.0, 90.0, 74.0, 50.0, 28.0, 32.0, 20.0, 13.0, 9.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0], "bins": [-1.546875, -1.49749755859375, -1.4481201171875, -1.39874267578125, -1.349365234375, -1.29998779296875, -1.2506103515625, -1.20123291015625, -1.15185546875, -1.10247802734375, -1.0531005859375, -1.00372314453125, -0.954345703125, -0.90496826171875, -0.8555908203125, -0.80621337890625, -0.7568359375, -0.70745849609375, -0.6580810546875, -0.60870361328125, -0.559326171875, -0.50994873046875, -0.4605712890625, -0.41119384765625, -0.36181640625, -0.31243896484375, -0.2630615234375, -0.21368408203125, -0.164306640625, -0.11492919921875, -0.0655517578125, -0.01617431640625, 0.033203125, 0.08258056640625, 0.1319580078125, 0.18133544921875, 0.230712890625, 0.28009033203125, 0.3294677734375, 0.37884521484375, 0.42822265625, 0.47760009765625, 0.5269775390625, 0.57635498046875, 0.625732421875, 0.67510986328125, 0.7244873046875, 0.77386474609375, 0.8232421875, 0.87261962890625, 0.9219970703125, 0.97137451171875, 1.020751953125, 1.07012939453125, 1.1195068359375, 1.16888427734375, 1.21826171875, 1.26763916015625, 1.3170166015625, 1.36639404296875, 1.415771484375, 1.46514892578125, 1.5145263671875, 1.56390380859375, 1.61328125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 1.0, 4.0, 4.0, 8.0, 11.0, 9.0, 6.0, 6.0, 18.0, 18.0, 35.0, 27.0, 20.0, 40.0, 34.0, 32.0, 40.0, 37.0, 36.0, 49.0, 42.0, 1070.0, 45.0, 52.0, 30.0, 36.0, 33.0, 40.0, 40.0, 35.0, 14.0, 26.0, 22.0, 23.0, 15.0, 23.0, 16.0, 3.0, 6.0, 4.0, 8.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-5.85546875, -5.68572998046875, -5.5159912109375, -5.34625244140625, -5.176513671875, -5.00677490234375, -4.8370361328125, -4.66729736328125, -4.49755859375, -4.32781982421875, -4.1580810546875, -3.98834228515625, -3.818603515625, -3.64886474609375, -3.4791259765625, -3.30938720703125, -3.1396484375, -2.96990966796875, -2.8001708984375, -2.63043212890625, -2.460693359375, -2.29095458984375, -2.1212158203125, -1.95147705078125, -1.78173828125, -1.61199951171875, -1.4422607421875, -1.27252197265625, -1.102783203125, -0.93304443359375, -0.7633056640625, -0.59356689453125, -0.423828125, -0.25408935546875, -0.0843505859375, 0.08538818359375, 0.255126953125, 0.42486572265625, 0.5946044921875, 0.76434326171875, 0.93408203125, 1.10382080078125, 1.2735595703125, 1.44329833984375, 1.613037109375, 1.78277587890625, 1.9525146484375, 2.12225341796875, 2.2919921875, 2.46173095703125, 2.6314697265625, 2.80120849609375, 2.970947265625, 3.14068603515625, 3.3104248046875, 3.48016357421875, 3.64990234375, 3.81964111328125, 3.9893798828125, 4.15911865234375, 4.328857421875, 4.49859619140625, 4.6683349609375, 4.83807373046875, 5.0078125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 4.0, 12.0, 17.0, 29.0, 51.0, 72.0, 114.0, 143.0, 252.0, 368.0, 598.0, 908.0, 1439.0, 2211.0, 3507.0, 5509.0, 8770.0, 14379.0, 23764.0, 40000.0, 69578.0, 126924.0, 1368717.0, 199380.0, 95203.0, 54094.0, 31427.0, 18653.0, 11527.0, 7235.0, 4472.0, 2693.0, 1765.0, 1196.0, 738.0, 506.0, 314.0, 202.0, 136.0, 76.0, 48.0, 36.0, 18.0, 20.0, 10.0, 4.0, 8.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.83203125, -1.7743682861328125, -1.716705322265625, -1.6590423583984375, -1.60137939453125, -1.5437164306640625, -1.486053466796875, -1.4283905029296875, -1.3707275390625, -1.3130645751953125, -1.255401611328125, -1.1977386474609375, -1.14007568359375, -1.0824127197265625, -1.024749755859375, -0.9670867919921875, -0.909423828125, -0.8517608642578125, -0.794097900390625, -0.7364349365234375, -0.67877197265625, -0.6211090087890625, -0.563446044921875, -0.5057830810546875, -0.4481201171875, -0.3904571533203125, -0.332794189453125, -0.2751312255859375, -0.21746826171875, -0.1598052978515625, -0.102142333984375, -0.0444793701171875, 0.01318359375, 0.0708465576171875, 0.128509521484375, 0.1861724853515625, 0.24383544921875, 0.3014984130859375, 0.359161376953125, 0.4168243408203125, 0.4744873046875, 0.5321502685546875, 0.589813232421875, 0.6474761962890625, 0.70513916015625, 0.7628021240234375, 0.820465087890625, 0.8781280517578125, 0.935791015625, 0.9934539794921875, 1.051116943359375, 1.1087799072265625, 1.16644287109375, 1.2241058349609375, 1.281768798828125, 1.3394317626953125, 1.3970947265625, 1.4547576904296875, 1.512420654296875, 1.5700836181640625, 1.62774658203125, 1.6854095458984375, 1.743072509765625, 1.8007354736328125, 1.8583984375]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 9.0, 7.0, 14.0, 7.0, 22.0, 33.0, 50.0, 69.0, 101.0, 169.0, 160.0, 115.0, 75.0, 52.0, 32.0, 19.0, 17.0, 11.0, 10.0, 3.0, 5.0, 5.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0017843246459960938, -0.001720622181892395, -0.0016569197177886963, -0.0015932172536849976, -0.0015295147895812988, -0.0014658123254776, -0.0014021098613739014, -0.0013384073972702026, -0.001274704933166504, -0.0012110024690628052, -0.0011473000049591064, -0.0010835975408554077, -0.001019895076751709, -0.0009561926126480103, -0.0008924901485443115, -0.0008287876844406128, -0.0007650852203369141, -0.0007013827562332153, -0.0006376802921295166, -0.0005739778280258179, -0.0005102753639221191, -0.0004465728998184204, -0.0003828704357147217, -0.00031916797161102295, -0.0002554655075073242, -0.0001917630434036255, -0.00012806057929992676, -6.435811519622803e-05, -6.556510925292969e-07, 6.304681301116943e-05, 0.00012674927711486816, 0.0001904517412185669, 0.0002541542053222656, 0.00031785666942596436, 0.0003815591335296631, 0.0004452615976333618, 0.0005089640617370605, 0.0005726665258407593, 0.000636368989944458, 0.0007000714540481567, 0.0007637739181518555, 0.0008274763822555542, 0.0008911788463592529, 0.0009548813104629517, 0.0010185837745666504, 0.0010822862386703491, 0.0011459887027740479, 0.0012096911668777466, 0.0012733936309814453, 0.001337096095085144, 0.0014007985591888428, 0.0014645010232925415, 0.0015282034873962402, 0.001591905951499939, 0.0016556084156036377, 0.0017193108797073364, 0.0017830133438110352, 0.0018467158079147339, 0.0019104182720184326, 0.0019741207361221313, 0.00203782320022583, 0.002101525664329529, 0.0021652281284332275, 0.0022289305925369263, 0.002292633056640625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 5.0, 2.0, 5.0, 8.0, 11.0, 13.0, 21.0, 29.0, 52.0, 88.0, 144.0, 398.0, 3496.0, 1042875.0, 853.0, 215.0, 125.0, 75.0, 38.0, 24.0, 18.0, 11.0, 13.0, 10.0, 8.0, 3.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.051483154296875, -0.0500645637512207, -0.048645973205566406, -0.04722738265991211, -0.04580879211425781, -0.044390201568603516, -0.04297161102294922, -0.04155302047729492, -0.040134429931640625, -0.03871583938598633, -0.03729724884033203, -0.035878658294677734, -0.03446006774902344, -0.03304147720336914, -0.031622886657714844, -0.030204296112060547, -0.02878570556640625, -0.027367115020751953, -0.025948524475097656, -0.02452993392944336, -0.023111343383789062, -0.021692752838134766, -0.02027416229248047, -0.018855571746826172, -0.017436981201171875, -0.016018390655517578, -0.014599800109863281, -0.013181209564208984, -0.011762619018554688, -0.01034402847290039, -0.008925437927246094, -0.007506847381591797, -0.0060882568359375, -0.004669666290283203, -0.0032510757446289062, -0.0018324851989746094, -0.0004138946533203125, 0.0010046958923339844, 0.0024232864379882812, 0.003841876983642578, 0.005260467529296875, 0.006679058074951172, 0.008097648620605469, 0.009516239166259766, 0.010934829711914062, 0.01235342025756836, 0.013772010803222656, 0.015190601348876953, 0.01660919189453125, 0.018027782440185547, 0.019446372985839844, 0.02086496353149414, 0.022283554077148438, 0.023702144622802734, 0.02512073516845703, 0.026539325714111328, 0.027957916259765625, 0.029376506805419922, 0.03079509735107422, 0.032213687896728516, 0.03363227844238281, 0.03505086898803711, 0.036469459533691406, 0.0378880500793457, 0.039306640625]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 33.0, 978.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.013962460681796074, -0.013723205775022507, -0.01348395086824894, -0.013244695961475372, -0.013005441054701805, -0.012766186147928238, -0.01252693124115467, -0.012287676334381104, -0.012048421427607536, -0.011809166520833969, -0.011569911614060402, -0.011330656707286835, -0.011091401800513268, -0.0108521468937397, -0.010612891986966133, -0.010373637080192566, -0.010134383104741573, -0.009895128197968006, -0.009655873291194439, -0.009416618384420872, -0.009177363477647305, -0.008938108570873737, -0.00869885366410017, -0.008459599688649178, -0.00822034478187561, -0.007981089875102043, -0.007741834968328476, -0.007502580061554909, -0.0072633251547813416, -0.007024070248007774, -0.0067848158068954945, -0.006545560900121927, -0.006306305527687073, -0.0060670506209135056, -0.005827795714139938, -0.005588540807366371, -0.005349285900592804, -0.005110030993819237, -0.004870776552706957, -0.00463152164593339, -0.0043922667391598225, -0.004153011832386255, -0.003913756925612688, -0.0036745022516697645, -0.0034352473448961973, -0.00319599243812263, -0.0029567377641797066, -0.0027174828574061394, -0.002478227950632572, -0.002238973043859005, -0.0019997181370854378, -0.0017604634631425142, -0.001521208556368947, -0.0012819536495953798, -0.0010426988592371345, -0.0008034440688788891, -0.0005641890456900001, -0.00032493419712409377, -8.567934855818748e-05, 0.0001535755000077188, 0.0003928303485736251, 0.0006320852553471923, 0.0008713400457054377, 0.001110594836063683, 0.0013498497428372502]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 1.0, 3.0, 4.0, 1.0, 0.0, 7.0, 6.0, 9.0, 6.0, 6.0, 17.0, 9.0, 13.0, 12.0, 12.0, 10.0, 22.0, 21.0, 19.0, 28.0, 38.0, 30.0, 33.0, 32.0, 31.0, 35.0, 38.0, 37.0, 41.0, 46.0, 38.0, 31.0, 30.0, 36.0, 37.0, 22.0, 36.0, 28.0, 19.0, 26.0, 29.0, 19.0, 14.0, 13.0, 15.0, 12.0, 8.0, 8.0, 3.0, 4.0, 6.0, 3.0, 0.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0005628466606140137, -0.0005447752773761749, -0.0005267038941383362, -0.0005086325109004974, -0.0004905611276626587, -0.00047248974442481995, -0.0004544183611869812, -0.00043634697794914246, -0.0004182755947113037, -0.00040020421147346497, -0.0003821328282356262, -0.0003640614449977875, -0.00034599006175994873, -0.00032791867852211, -0.00030984729528427124, -0.0002917759120464325, -0.00027370452880859375, -0.000255633145570755, -0.00023756176233291626, -0.00021949037909507751, -0.00020141899585723877, -0.00018334761261940002, -0.00016527622938156128, -0.00014720484614372253, -0.0001291334629058838, -0.00011106207966804504, -9.29906964302063e-05, -7.491931319236755e-05, -5.684792995452881e-05, -3.8776546716690063e-05, -2.070516347885132e-05, -2.6337802410125732e-06, 1.5437602996826172e-05, 3.350898623466492e-05, 5.158036947250366e-05, 6.965175271034241e-05, 8.772313594818115e-05, 0.0001057945191860199, 0.00012386590242385864, 0.0001419372856616974, 0.00016000866889953613, 0.00017808005213737488, 0.00019615143537521362, 0.00021422281861305237, 0.0002322942018508911, 0.00025036558508872986, 0.0002684369683265686, 0.00028650835156440735, 0.0003045797348022461, 0.00032265111804008484, 0.0003407225012779236, 0.00035879388451576233, 0.0003768652677536011, 0.0003949366509914398, 0.00041300803422927856, 0.0004310794174671173, 0.00044915080070495605, 0.0004672221839427948, 0.00048529356718063354, 0.0005033649504184723, 0.000521436333656311, 0.0005395077168941498, 0.0005575791001319885, 0.0005756504833698273, 0.000593721866607666]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 2.0, 6.0, 9.0, 2.0, 3.0, 10.0, 12.0, 13.0, 13.0, 15.0, 15.0, 16.0, 20.0, 29.0, 24.0, 25.0, 25.0, 34.0, 39.0, 39.0, 44.0, 39.0, 41.0, 29.0, 44.0, 47.0, 36.0, 32.0, 26.0, 38.0, 45.0, 40.0, 27.0, 22.0, 20.0, 22.0, 10.0, 22.0, 15.0, 11.0, 15.0, 5.0, 8.0, 7.0, 2.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-7.8359375, -7.596435546875, -7.35693359375, -7.117431640625, -6.8779296875, -6.638427734375, -6.39892578125, -6.159423828125, -5.919921875, -5.680419921875, -5.44091796875, -5.201416015625, -4.9619140625, -4.722412109375, -4.48291015625, -4.243408203125, -4.00390625, -3.764404296875, -3.52490234375, -3.285400390625, -3.0458984375, -2.806396484375, -2.56689453125, -2.327392578125, -2.087890625, -1.848388671875, -1.60888671875, -1.369384765625, -1.1298828125, -0.890380859375, -0.65087890625, -0.411376953125, -0.171875, 0.067626953125, 0.30712890625, 0.546630859375, 0.7861328125, 1.025634765625, 1.26513671875, 1.504638671875, 1.744140625, 1.983642578125, 2.22314453125, 2.462646484375, 2.7021484375, 2.941650390625, 3.18115234375, 3.420654296875, 3.66015625, 3.899658203125, 4.13916015625, 4.378662109375, 4.6181640625, 4.857666015625, 5.09716796875, 5.336669921875, 5.576171875, 5.815673828125, 6.05517578125, 6.294677734375, 6.5341796875, 6.773681640625, 7.01318359375, 7.252685546875, 7.4921875]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 8.0, 9.0, 6.0, 10.0, 12.0, 21.0, 21.0, 33.0, 24.0, 33.0, 55.0, 75.0, 103.0, 108.0, 196.0, 293.0, 471.0, 942.0, 2480.0, 10085.0, 69706.0, 740226.0, 195388.0, 20977.0, 4117.0, 1322.0, 604.0, 375.0, 238.0, 147.0, 117.0, 89.0, 59.0, 39.0, 39.0, 30.0, 28.0, 14.0, 16.0, 6.0, 11.0, 8.0, 5.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-14.7890625, -14.3369140625, -13.884765625, -13.4326171875, -12.98046875, -12.5283203125, -12.076171875, -11.6240234375, -11.171875, -10.7197265625, -10.267578125, -9.8154296875, -9.36328125, -8.9111328125, -8.458984375, -8.0068359375, -7.5546875, -7.1025390625, -6.650390625, -6.1982421875, -5.74609375, -5.2939453125, -4.841796875, -4.3896484375, -3.9375, -3.4853515625, -3.033203125, -2.5810546875, -2.12890625, -1.6767578125, -1.224609375, -0.7724609375, -0.3203125, 0.1318359375, 0.583984375, 1.0361328125, 1.48828125, 1.9404296875, 2.392578125, 2.8447265625, 3.296875, 3.7490234375, 4.201171875, 4.6533203125, 5.10546875, 5.5576171875, 6.009765625, 6.4619140625, 6.9140625, 7.3662109375, 7.818359375, 8.2705078125, 8.72265625, 9.1748046875, 9.626953125, 10.0791015625, 10.53125, 10.9833984375, 11.435546875, 11.8876953125, 12.33984375, 12.7919921875, 13.244140625, 13.6962890625, 14.1484375]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 15.0, 16.0, 16.0, 18.0, 24.0, 33.0, 21.0, 36.0, 34.0, 51.0, 47.0, 45.0, 63.0, 174.0, 1816.0, 167.0, 61.0, 67.0, 52.0, 38.0, 42.0, 28.0, 33.0, 21.0, 20.0, 25.0, 13.0, 16.0, 11.0, 11.0, 7.0, 6.0, 3.0, 2.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-34.875, -33.920654296875, -32.96630859375, -32.011962890625, -31.0576171875, -30.103271484375, -29.14892578125, -28.194580078125, -27.240234375, -26.285888671875, -25.33154296875, -24.377197265625, -23.4228515625, -22.468505859375, -21.51416015625, -20.559814453125, -19.60546875, -18.651123046875, -17.69677734375, -16.742431640625, -15.7880859375, -14.833740234375, -13.87939453125, -12.925048828125, -11.970703125, -11.016357421875, -10.06201171875, -9.107666015625, -8.1533203125, -7.198974609375, -6.24462890625, -5.290283203125, -4.3359375, -3.381591796875, -2.42724609375, -1.472900390625, -0.5185546875, 0.435791015625, 1.39013671875, 2.344482421875, 3.298828125, 4.253173828125, 5.20751953125, 6.161865234375, 7.1162109375, 8.070556640625, 9.02490234375, 9.979248046875, 10.93359375, 11.887939453125, 12.84228515625, 13.796630859375, 14.7509765625, 15.705322265625, 16.65966796875, 17.614013671875, 18.568359375, 19.522705078125, 20.47705078125, 21.431396484375, 22.3857421875, 23.340087890625, 24.29443359375, 25.248779296875, 26.203125]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 5.0, 8.0, 8.0, 17.0, 9.0, 19.0, 22.0, 27.0, 24.0, 34.0, 45.0, 73.0, 81.0, 136.0, 262.0, 490.0, 3682.0, 3131867.0, 7494.0, 611.0, 262.0, 131.0, 104.0, 52.0, 55.0, 25.0, 40.0, 28.0, 17.0, 17.0, 22.0, 13.0, 6.0, 3.0, 7.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.3125, -74.5087890625, -71.705078125, -68.9013671875, -66.09765625, -63.2939453125, -60.490234375, -57.6865234375, -54.8828125, -52.0791015625, -49.275390625, -46.4716796875, -43.66796875, -40.8642578125, -38.060546875, -35.2568359375, -32.453125, -29.6494140625, -26.845703125, -24.0419921875, -21.23828125, -18.4345703125, -15.630859375, -12.8271484375, -10.0234375, -7.2197265625, -4.416015625, -1.6123046875, 1.19140625, 3.9951171875, 6.798828125, 9.6025390625, 12.40625, 15.2099609375, 18.013671875, 20.8173828125, 23.62109375, 26.4248046875, 29.228515625, 32.0322265625, 34.8359375, 37.6396484375, 40.443359375, 43.2470703125, 46.05078125, 48.8544921875, 51.658203125, 54.4619140625, 57.265625, 60.0693359375, 62.873046875, 65.6767578125, 68.48046875, 71.2841796875, 74.087890625, 76.8916015625, 79.6953125, 82.4990234375, 85.302734375, 88.1064453125, 90.91015625, 93.7138671875, 96.517578125, 99.3212890625, 102.125]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 7.0, 71.0, 255.0, 369.0, 225.0, 71.0, 15.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.99539566040039, -21.15118408203125, -19.30697250366211, -17.462759017944336, -15.618547439575195, -13.774335861206055, -11.930123329162598, -10.08591079711914, -8.24169921875, -6.397487163543701, -4.553275108337402, -2.7090630531311035, -0.8648509979248047, 0.9793605804443359, 2.823573112487793, 4.66778564453125, 6.511997222900391, 8.356208801269531, 10.200421333312988, 12.044633865356445, 13.888845443725586, 15.733057022094727, 17.5772705078125, 19.42148208618164, 21.26569366455078, 23.109905242919922, 24.954116821289062, 26.798330307006836, 28.642541885375977, 30.486753463745117, 32.33096694946289, 34.17517852783203, 36.01939392089844, 37.86360549926758, 39.70781707763672, 41.55202865600586, 43.396240234375, 45.240455627441406, 47.08466720581055, 48.92887878417969, 50.77309036254883, 52.61730194091797, 54.46151351928711, 56.30572509765625, 58.149940490722656, 59.99414825439453, 61.83836364746094, 63.68257522583008, 65.52678680419922, 67.37100219726562, 69.2152099609375, 71.0594253540039, 72.90363311767578, 74.74784851074219, 76.59205627441406, 78.43627166748047, 80.28048706054688, 82.12470245361328, 83.96891021728516, 85.81312561035156, 87.65733337402344, 89.50154876708984, 91.34575653076172, 93.18997192382812, 95.0341796875]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 5.0, 8.0, 8.0, 7.0, 7.0, 10.0, 9.0, 18.0, 17.0, 21.0, 22.0, 19.0, 23.0, 29.0, 30.0, 26.0, 37.0, 38.0, 33.0, 32.0, 39.0, 39.0, 40.0, 39.0, 38.0, 43.0, 35.0, 27.0, 27.0, 29.0, 37.0, 27.0, 27.0, 16.0, 24.0, 21.0, 15.0, 18.0, 8.0, 13.0, 4.0, 9.0, 8.0, 5.0, 6.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.51881408691406, -65.35431671142578, -63.189823150634766, -61.02532958984375, -58.86083221435547, -56.69633483886719, -54.53184127807617, -52.367347717285156, -50.202850341796875, -48.038352966308594, -45.87385940551758, -43.70936584472656, -41.54486846923828, -39.38037109375, -37.215877532958984, -35.05138397216797, -32.88688659667969, -30.72239112854004, -28.55789566040039, -26.393400192260742, -24.228904724121094, -22.064409255981445, -19.899913787841797, -17.73541831970215, -15.5709228515625, -13.406427383422852, -11.241931915283203, -9.077436447143555, -6.912940979003906, -4.748445510864258, -2.5839500427246094, -0.41945457458496094, 1.7450485229492188, 3.909543991088867, 6.074039459228516, 8.238534927368164, 10.403030395507812, 12.567525863647461, 14.73202133178711, 16.896516799926758, 19.061012268066406, 21.225507736206055, 23.390003204345703, 25.55449867248535, 27.718994140625, 29.88348960876465, 32.0479850769043, 34.21247863769531, 36.376976013183594, 38.541473388671875, 40.70596694946289, 42.870460510253906, 45.03495788574219, 47.19945526123047, 49.363948822021484, 51.5284423828125, 53.69293975830078, 55.85743713378906, 58.02193069458008, 60.186424255371094, 62.350921630859375, 64.51541900634766, 66.67991638183594, 68.84440612792969, 71.00890350341797]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 5.0, 3.0, 9.0, 12.0, 10.0, 16.0, 9.0, 18.0, 16.0, 17.0, 28.0, 33.0, 28.0, 25.0, 30.0, 29.0, 37.0, 35.0, 52.0, 39.0, 42.0, 41.0, 44.0, 32.0, 39.0, 45.0, 37.0, 29.0, 35.0, 29.0, 27.0, 22.0, 21.0, 20.0, 17.0, 11.0, 12.0, 12.0, 7.0, 9.0, 2.0, 9.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0], "bins": [-9.0, -8.7344970703125, -8.468994140625, -8.2034912109375, -7.93798828125, -7.6724853515625, -7.406982421875, -7.1414794921875, -6.8759765625, -6.6104736328125, -6.344970703125, -6.0794677734375, -5.81396484375, -5.5484619140625, -5.282958984375, -5.0174560546875, -4.751953125, -4.4864501953125, -4.220947265625, -3.9554443359375, -3.68994140625, -3.4244384765625, -3.158935546875, -2.8934326171875, -2.6279296875, -2.3624267578125, -2.096923828125, -1.8314208984375, -1.56591796875, -1.3004150390625, -1.034912109375, -0.7694091796875, -0.50390625, -0.2384033203125, 0.027099609375, 0.2926025390625, 0.55810546875, 0.8236083984375, 1.089111328125, 1.3546142578125, 1.6201171875, 1.8856201171875, 2.151123046875, 2.4166259765625, 2.68212890625, 2.9476318359375, 3.213134765625, 3.4786376953125, 3.744140625, 4.0096435546875, 4.275146484375, 4.5406494140625, 4.80615234375, 5.0716552734375, 5.337158203125, 5.6026611328125, 5.8681640625, 6.1336669921875, 6.399169921875, 6.6646728515625, 6.93017578125, 7.1956787109375, 7.461181640625, 7.7266845703125, 7.9921875]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 5.0, 8.0, 9.0, 10.0, 15.0, 20.0, 26.0, 31.0, 41.0, 58.0, 59.0, 106.0, 146.0, 224.0, 377.0, 736.0, 1550.0, 3854.0, 12195.0, 55427.0, 317365.0, 1246939.0, 1687123.0, 694042.0, 137327.0, 25535.0, 6488.0, 2241.0, 958.0, 482.0, 288.0, 185.0, 102.0, 74.0, 75.0, 42.0, 24.0, 28.0, 23.0, 11.0, 10.0, 7.0, 7.0, 2.0, 3.0, 1.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0], "bins": [-11.234375, -10.9063720703125, -10.578369140625, -10.2503662109375, -9.92236328125, -9.5943603515625, -9.266357421875, -8.9383544921875, -8.6103515625, -8.2823486328125, -7.954345703125, -7.6263427734375, -7.29833984375, -6.9703369140625, -6.642333984375, -6.3143310546875, -5.986328125, -5.6583251953125, -5.330322265625, -5.0023193359375, -4.67431640625, -4.3463134765625, -4.018310546875, -3.6903076171875, -3.3623046875, -3.0343017578125, -2.706298828125, -2.3782958984375, -2.05029296875, -1.7222900390625, -1.394287109375, -1.0662841796875, -0.73828125, -0.4102783203125, -0.082275390625, 0.2457275390625, 0.57373046875, 0.9017333984375, 1.229736328125, 1.5577392578125, 1.8857421875, 2.2137451171875, 2.541748046875, 2.8697509765625, 3.19775390625, 3.5257568359375, 3.853759765625, 4.1817626953125, 4.509765625, 4.8377685546875, 5.165771484375, 5.4937744140625, 5.82177734375, 6.1497802734375, 6.477783203125, 6.8057861328125, 7.1337890625, 7.4617919921875, 7.789794921875, 8.1177978515625, 8.44580078125, 8.7738037109375, 9.101806640625, 9.4298095703125, 9.7578125]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 3.0, 7.0, 15.0, 21.0, 30.0, 39.0, 43.0, 75.0, 104.0, 139.0, 162.0, 224.0, 338.0, 458.0, 589.0, 447.0, 367.0, 265.0, 205.0, 150.0, 98.0, 73.0, 64.0, 52.0, 32.0, 31.0, 12.0, 5.0, 8.0, 8.0, 8.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.921875, -19.348388671875, -18.77490234375, -18.201416015625, -17.6279296875, -17.054443359375, -16.48095703125, -15.907470703125, -15.333984375, -14.760498046875, -14.18701171875, -13.613525390625, -13.0400390625, -12.466552734375, -11.89306640625, -11.319580078125, -10.74609375, -10.172607421875, -9.59912109375, -9.025634765625, -8.4521484375, -7.878662109375, -7.30517578125, -6.731689453125, -6.158203125, -5.584716796875, -5.01123046875, -4.437744140625, -3.8642578125, -3.290771484375, -2.71728515625, -2.143798828125, -1.5703125, -0.996826171875, -0.42333984375, 0.150146484375, 0.7236328125, 1.297119140625, 1.87060546875, 2.444091796875, 3.017578125, 3.591064453125, 4.16455078125, 4.738037109375, 5.3115234375, 5.885009765625, 6.45849609375, 7.031982421875, 7.60546875, 8.178955078125, 8.75244140625, 9.325927734375, 9.8994140625, 10.472900390625, 11.04638671875, 11.619873046875, 12.193359375, 12.766845703125, 13.34033203125, 13.913818359375, 14.4873046875, 15.060791015625, 15.63427734375, 16.207763671875, 16.78125]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 1.0, 3.0, 5.0, 3.0, 8.0, 6.0, 10.0, 12.0, 20.0, 24.0, 32.0, 38.0, 46.0, 56.0, 70.0, 84.0, 103.0, 111.0, 150.0, 146.0, 214.0, 276.0, 410.0, 858.0, 2858.0, 375497.0, 3802168.0, 7840.0, 1174.0, 495.0, 298.0, 238.0, 178.0, 162.0, 144.0, 119.0, 86.0, 72.0, 58.0, 55.0, 40.0, 38.0, 25.0, 10.0, 11.0, 18.0, 4.0, 5.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-60.90625, -58.88818359375, -56.8701171875, -54.85205078125, -52.833984375, -50.81591796875, -48.7978515625, -46.77978515625, -44.76171875, -42.74365234375, -40.7255859375, -38.70751953125, -36.689453125, -34.67138671875, -32.6533203125, -30.63525390625, -28.6171875, -26.59912109375, -24.5810546875, -22.56298828125, -20.544921875, -18.52685546875, -16.5087890625, -14.49072265625, -12.47265625, -10.45458984375, -8.4365234375, -6.41845703125, -4.400390625, -2.38232421875, -0.3642578125, 1.65380859375, 3.671875, 5.68994140625, 7.7080078125, 9.72607421875, 11.744140625, 13.76220703125, 15.7802734375, 17.79833984375, 19.81640625, 21.83447265625, 23.8525390625, 25.87060546875, 27.888671875, 29.90673828125, 31.9248046875, 33.94287109375, 35.9609375, 37.97900390625, 39.9970703125, 42.01513671875, 44.033203125, 46.05126953125, 48.0693359375, 50.08740234375, 52.10546875, 54.12353515625, 56.1416015625, 58.15966796875, 60.177734375, 62.19580078125, 64.2138671875, 66.23193359375, 68.25]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 37.0, 413.0, 484.0, 70.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-65.61930847167969, -57.503746032714844, -49.38818359375, -41.272621154785156, -33.15705871582031, -25.04149627685547, -16.925933837890625, -8.810371398925781, -0.6948089599609375, 7.420753479003906, 15.53631591796875, 23.651878356933594, 31.767440795898438, 39.88300323486328, 47.998565673828125, 56.11412811279297, 64.22969055175781, 72.34525299072266, 80.4608154296875, 88.57637786865234, 96.69194030761719, 104.80750274658203, 112.92306518554688, 121.03862762451172, 129.15419006347656, 137.26974487304688, 145.38531494140625, 153.50088500976562, 161.61643981933594, 169.73199462890625, 177.84756469726562, 185.963134765625, 194.07867431640625, 202.19424438476562, 210.30979919433594, 218.42535400390625, 226.54092407226562, 234.656494140625, 242.7720489501953, 250.88760375976562, 259.003173828125, 267.1187438964844, 275.23431396484375, 283.349853515625, 291.4654235839844, 299.58099365234375, 307.696533203125, 315.8121032714844, 323.92767333984375, 332.0432434082031, 340.1588134765625, 348.27435302734375, 356.3899230957031, 364.5054931640625, 372.62103271484375, 380.7366027832031, 388.8521728515625, 396.9677429199219, 405.08331298828125, 413.1988525390625, 421.3144226074219, 429.42999267578125, 437.5455322265625, 445.6611022949219, 453.77667236328125]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 4.0, 7.0, 6.0, 9.0, 9.0, 7.0, 12.0, 11.0, 14.0, 13.0, 17.0, 29.0, 30.0, 34.0, 31.0, 28.0, 32.0, 38.0, 32.0, 26.0, 36.0, 31.0, 34.0, 47.0, 38.0, 42.0, 36.0, 38.0, 27.0, 33.0, 32.0, 13.0, 21.0, 33.0, 17.0, 23.0, 25.0, 11.0, 18.0, 12.0, 6.0, 11.0, 5.0, 6.0, 3.0, 3.0, 6.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.64710998535156, -51.99271774291992, -50.33832931518555, -48.683937072753906, -47.02954864501953, -45.37515640258789, -43.72076416015625, -42.066375732421875, -40.4119873046875, -38.75759506225586, -37.103206634521484, -35.448814392089844, -33.79442596435547, -32.14003372192383, -30.48564338684082, -28.831253051757812, -27.176860809326172, -25.522470474243164, -23.868080139160156, -22.213687896728516, -20.55929946899414, -18.9049072265625, -17.250516891479492, -15.596126556396484, -13.941736221313477, -12.287345886230469, -10.632955551147461, -8.978564262390137, -7.324173927307129, -5.669783592224121, -4.015392303466797, -2.361001968383789, -0.7066116333007812, 0.9477789402008057, 2.6021695137023926, 4.256560325622559, 5.910950660705566, 7.565340995788574, 9.219732284545898, 10.874122619628906, 12.528512954711914, 14.182903289794922, 15.83729362487793, 17.491683959960938, 19.146076202392578, 20.800464630126953, 22.454856872558594, 24.1092472076416, 25.76363754272461, 27.418027877807617, 29.072418212890625, 30.726810455322266, 32.38119888305664, 34.03559112548828, 35.689979553222656, 37.3443717956543, 38.99876403808594, 40.65315628051758, 42.30754470825195, 43.961936950683594, 45.61632537841797, 47.27071762084961, 48.92510986328125, 50.579498291015625, 52.23388671875]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 8.0, 5.0, 3.0, 5.0, 11.0, 9.0, 17.0, 17.0, 8.0, 13.0, 19.0, 26.0, 18.0, 33.0, 32.0, 32.0, 38.0, 36.0, 50.0, 42.0, 35.0, 45.0, 42.0, 36.0, 37.0, 41.0, 39.0, 42.0, 37.0, 32.0, 23.0, 27.0, 26.0, 20.0, 11.0, 15.0, 8.0, 23.0, 6.0, 9.0, 8.0, 5.0, 4.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-8.515625, -8.26470947265625, -8.0137939453125, -7.76287841796875, -7.511962890625, -7.26104736328125, -7.0101318359375, -6.75921630859375, -6.50830078125, -6.25738525390625, -6.0064697265625, -5.75555419921875, -5.504638671875, -5.25372314453125, -5.0028076171875, -4.75189208984375, -4.5009765625, -4.25006103515625, -3.9991455078125, -3.74822998046875, -3.497314453125, -3.24639892578125, -2.9954833984375, -2.74456787109375, -2.49365234375, -2.24273681640625, -1.9918212890625, -1.74090576171875, -1.489990234375, -1.23907470703125, -0.9881591796875, -0.73724365234375, -0.486328125, -0.23541259765625, 0.0155029296875, 0.26641845703125, 0.517333984375, 0.76824951171875, 1.0191650390625, 1.27008056640625, 1.52099609375, 1.77191162109375, 2.0228271484375, 2.27374267578125, 2.524658203125, 2.77557373046875, 3.0264892578125, 3.27740478515625, 3.5283203125, 3.77923583984375, 4.0301513671875, 4.28106689453125, 4.531982421875, 4.78289794921875, 5.0338134765625, 5.28472900390625, 5.53564453125, 5.78656005859375, 6.0374755859375, 6.28839111328125, 6.539306640625, 6.79022216796875, 7.0411376953125, 7.29205322265625, 7.54296875]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 8.0, 5.0, 7.0, 12.0, 20.0, 26.0, 45.0, 61.0, 86.0, 124.0, 180.0, 264.0, 387.0, 601.0, 839.0, 1291.0, 1849.0, 2776.0, 4281.0, 6279.0, 9708.0, 14938.0, 23127.0, 37173.0, 63092.0, 115846.0, 281646.0, 229257.0, 101965.0, 56954.0, 34056.0, 21302.0, 13738.0, 8886.0, 5862.0, 3907.0, 2616.0, 1710.0, 1125.0, 845.0, 523.0, 352.0, 258.0, 160.0, 133.0, 83.0, 52.0, 31.0, 31.0, 17.0, 10.0, 11.0, 7.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.625, -1.5706634521484375, -1.516326904296875, -1.4619903564453125, -1.40765380859375, -1.3533172607421875, -1.298980712890625, -1.2446441650390625, -1.1903076171875, -1.1359710693359375, -1.081634521484375, -1.0272979736328125, -0.97296142578125, -0.9186248779296875, -0.864288330078125, -0.8099517822265625, -0.755615234375, -0.7012786865234375, -0.646942138671875, -0.5926055908203125, -0.53826904296875, -0.4839324951171875, -0.429595947265625, -0.3752593994140625, -0.3209228515625, -0.2665863037109375, -0.212249755859375, -0.1579132080078125, -0.10357666015625, -0.0492401123046875, 0.005096435546875, 0.0594329833984375, 0.11376953125, 0.1681060791015625, 0.222442626953125, 0.2767791748046875, 0.33111572265625, 0.3854522705078125, 0.439788818359375, 0.4941253662109375, 0.5484619140625, 0.6027984619140625, 0.657135009765625, 0.7114715576171875, 0.76580810546875, 0.8201446533203125, 0.874481201171875, 0.9288177490234375, 0.983154296875, 1.0374908447265625, 1.091827392578125, 1.1461639404296875, 1.20050048828125, 1.2548370361328125, 1.309173583984375, 1.3635101318359375, 1.4178466796875, 1.4721832275390625, 1.526519775390625, 1.5808563232421875, 1.63519287109375, 1.6895294189453125, 1.743865966796875, 1.7982025146484375, 1.8525390625]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 6.0, 4.0, 4.0, 9.0, 10.0, 8.0, 21.0, 22.0, 18.0, 18.0, 17.0, 23.0, 23.0, 19.0, 33.0, 38.0, 25.0, 42.0, 39.0, 39.0, 42.0, 1072.0, 45.0, 45.0, 37.0, 39.0, 35.0, 32.0, 29.0, 30.0, 30.0, 25.0, 20.0, 16.0, 20.0, 18.0, 12.0, 7.0, 13.0, 7.0, 7.0, 6.0, 7.0, 8.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0], "bins": [-4.875, -4.7269287109375, -4.578857421875, -4.4307861328125, -4.28271484375, -4.1346435546875, -3.986572265625, -3.8385009765625, -3.6904296875, -3.5423583984375, -3.394287109375, -3.2462158203125, -3.09814453125, -2.9500732421875, -2.802001953125, -2.6539306640625, -2.505859375, -2.3577880859375, -2.209716796875, -2.0616455078125, -1.91357421875, -1.7655029296875, -1.617431640625, -1.4693603515625, -1.3212890625, -1.1732177734375, -1.025146484375, -0.8770751953125, -0.72900390625, -0.5809326171875, -0.432861328125, -0.2847900390625, -0.13671875, 0.0113525390625, 0.159423828125, 0.3074951171875, 0.45556640625, 0.6036376953125, 0.751708984375, 0.8997802734375, 1.0478515625, 1.1959228515625, 1.343994140625, 1.4920654296875, 1.64013671875, 1.7882080078125, 1.936279296875, 2.0843505859375, 2.232421875, 2.3804931640625, 2.528564453125, 2.6766357421875, 2.82470703125, 2.9727783203125, 3.120849609375, 3.2689208984375, 3.4169921875, 3.5650634765625, 3.713134765625, 3.8612060546875, 4.00927734375, 4.1573486328125, 4.305419921875, 4.4534912109375, 4.6015625]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 1.0, 2.0, 6.0, 7.0, 19.0, 23.0, 46.0, 43.0, 75.0, 95.0, 172.0, 241.0, 339.0, 512.0, 706.0, 1058.0, 1476.0, 2229.0, 3233.0, 5021.0, 7405.0, 10955.0, 16501.0, 25493.0, 40481.0, 65983.0, 114817.0, 1333631.0, 210064.0, 96440.0, 57178.0, 35294.0, 22804.0, 14669.0, 9725.0, 6517.0, 4388.0, 3063.0, 2098.0, 1367.0, 947.0, 604.0, 432.0, 291.0, 225.0, 150.0, 103.0, 66.0, 47.0, 40.0, 21.0, 15.0, 8.0, 5.0, 2.0, 1.0, 5.0, 3.0, 0.0, 1.0], "bins": [-1.5283203125, -1.4803466796875, -1.432373046875, -1.3843994140625, -1.33642578125, -1.2884521484375, -1.240478515625, -1.1925048828125, -1.14453125, -1.0965576171875, -1.048583984375, -1.0006103515625, -0.95263671875, -0.9046630859375, -0.856689453125, -0.8087158203125, -0.7607421875, -0.7127685546875, -0.664794921875, -0.6168212890625, -0.56884765625, -0.5208740234375, -0.472900390625, -0.4249267578125, -0.376953125, -0.3289794921875, -0.281005859375, -0.2330322265625, -0.18505859375, -0.1370849609375, -0.089111328125, -0.0411376953125, 0.0068359375, 0.0548095703125, 0.102783203125, 0.1507568359375, 0.19873046875, 0.2467041015625, 0.294677734375, 0.3426513671875, 0.390625, 0.4385986328125, 0.486572265625, 0.5345458984375, 0.58251953125, 0.6304931640625, 0.678466796875, 0.7264404296875, 0.7744140625, 0.8223876953125, 0.870361328125, 0.9183349609375, 0.96630859375, 1.0142822265625, 1.062255859375, 1.1102294921875, 1.158203125, 1.2061767578125, 1.254150390625, 1.3021240234375, 1.35009765625, 1.3980712890625, 1.446044921875, 1.4940185546875, 1.5419921875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 5.0, 5.0, 4.0, 11.0, 2.0, 8.0, 12.0, 9.0, 27.0, 24.0, 35.0, 42.0, 58.0, 73.0, 70.0, 88.0, 81.0, 84.0, 80.0, 55.0, 41.0, 31.0, 31.0, 38.0, 17.0, 13.0, 17.0, 3.0, 3.0, 5.0, 3.0, 6.0, 2.0, 6.0, 4.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0009694099426269531, -0.0009409934282302856, -0.0009125769138336182, -0.0008841603994369507, -0.0008557438850402832, -0.0008273273706436157, -0.0007989108562469482, -0.0007704943418502808, -0.0007420778274536133, -0.0007136613130569458, -0.0006852447986602783, -0.0006568282842636108, -0.0006284117698669434, -0.0005999952554702759, -0.0005715787410736084, -0.0005431622266769409, -0.0005147457122802734, -0.00048632919788360596, -0.0004579126834869385, -0.000429496169090271, -0.0004010796546936035, -0.00037266314029693604, -0.00034424662590026855, -0.0003158301115036011, -0.0002874135971069336, -0.0002589970827102661, -0.00023058056831359863, -0.00020216405391693115, -0.00017374753952026367, -0.0001453310251235962, -0.00011691451072692871, -8.849799633026123e-05, -6.008148193359375e-05, -3.166496753692627e-05, -3.248453140258789e-06, 2.516806125640869e-05, 5.358457565307617e-05, 8.200109004974365e-05, 0.00011041760444641113, 0.0001388341188430786, 0.0001672506332397461, 0.00019566714763641357, 0.00022408366203308105, 0.00025250017642974854, 0.000280916690826416, 0.0003093332052230835, 0.000337749719619751, 0.00036616623401641846, 0.00039458274841308594, 0.0004229992628097534, 0.0004514157772064209, 0.0004798322916030884, 0.0005082488059997559, 0.0005366653203964233, 0.0005650818347930908, 0.0005934983491897583, 0.0006219148635864258, 0.0006503313779830933, 0.0006787478923797607, 0.0007071644067764282, 0.0007355809211730957, 0.0007639974355697632, 0.0007924139499664307, 0.0008208304643630981, 0.0008492469787597656]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 5.0, 1.0, 3.0, 7.0, 5.0, 7.0, 14.0, 15.0, 23.0, 40.0, 62.0, 63.0, 108.0, 220.0, 427.0, 1796.0, 1041000.0, 3629.0, 520.0, 213.0, 138.0, 79.0, 53.0, 24.0, 30.0, 14.0, 10.0, 5.0, 13.0, 8.0, 7.0, 3.0, 1.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021881103515625, -0.021115779876708984, -0.02035045623779297, -0.019585132598876953, -0.018819808959960938, -0.018054485321044922, -0.017289161682128906, -0.01652383804321289, -0.015758514404296875, -0.01499319076538086, -0.014227867126464844, -0.013462543487548828, -0.012697219848632812, -0.011931896209716797, -0.011166572570800781, -0.010401248931884766, -0.00963592529296875, -0.008870601654052734, -0.008105278015136719, -0.007339954376220703, -0.0065746307373046875, -0.005809307098388672, -0.005043983459472656, -0.004278659820556641, -0.003513336181640625, -0.0027480125427246094, -0.0019826889038085938, -0.0012173652648925781, -0.0004520416259765625, 0.0003132820129394531, 0.0010786056518554688, 0.0018439292907714844, 0.0026092529296875, 0.0033745765686035156, 0.004139900207519531, 0.004905223846435547, 0.0056705474853515625, 0.006435871124267578, 0.007201194763183594, 0.00796651840209961, 0.008731842041015625, 0.00949716567993164, 0.010262489318847656, 0.011027812957763672, 0.011793136596679688, 0.012558460235595703, 0.013323783874511719, 0.014089107513427734, 0.01485443115234375, 0.015619754791259766, 0.01638507843017578, 0.017150402069091797, 0.017915725708007812, 0.018681049346923828, 0.019446372985839844, 0.02021169662475586, 0.020977020263671875, 0.02174234390258789, 0.022507667541503906, 0.023272991180419922, 0.024038314819335938, 0.024803638458251953, 0.02556896209716797, 0.026334285736083984, 0.027099609375]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 12.0, 129.0, 496.0, 328.0, 48.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00042423742706887424, -0.00036940391873940825, -0.00031457041040994227, -0.0002597369020804763, -0.00020490337919909507, -0.00015006985631771386, -9.523634798824787e-05, -4.0402839658781886e-05, 1.44306686706841e-05, 6.926417700015008e-05, 0.00012409768532961607, 0.00017893120821099728, 0.00023376471654046327, 0.0002885982394218445, 0.00034343174775131047, 0.00039826525608077645, 0.00045309876441024244, 0.0005079322727397084, 0.0005627658101730049, 0.0006175992893986404, 0.0006724328268319368, 0.0007272663060575724, 0.0007820998434908688, 0.0008369333809241652, 0.0008917668601498008, 0.0009466003975830972, 0.0010014339350163937, 0.0010562674142420292, 0.0011111008934676647, 0.0011659343726933002, 0.0012207679683342576, 0.0012756014475598931, 0.0013304349267855287, 0.0013852684060111642, 0.0014401020016521215, 0.001494935480877757, 0.0015497689601033926, 0.0016046024393290281, 0.0016594360349699855, 0.001714269514195621, 0.0017691029934212565, 0.001823936472646892, 0.0018787700682878494, 0.001933603547513485, 0.0019884370267391205, 0.002043270505964756, 0.0020981039851903915, 0.002152937464416027, 0.0022077711764723063, 0.0022626046556979418, 0.0023174381349235773, 0.002372271614149213, 0.002427105326205492, 0.0024819388054311275, 0.002536772284656763, 0.0025916057638823986, 0.002646439243108034, 0.0027012727223336697, 0.002756106201559305, 0.0028109396807849407, 0.00286577339284122, 0.0029206068720668554, 0.002975440351292491, 0.0030302738305181265, 0.003085107309743762]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 2.0, 2.0, 8.0, 4.0, 10.0, 8.0, 13.0, 10.0, 21.0, 14.0, 28.0, 22.0, 28.0, 30.0, 24.0, 18.0, 31.0, 39.0, 33.0, 35.0, 36.0, 31.0, 42.0, 52.0, 33.0, 44.0, 42.0, 35.0, 33.0, 32.0, 30.0, 27.0, 22.0, 20.0, 14.0, 12.0, 18.0, 23.0, 11.0, 10.0, 8.0, 8.0, 11.0, 3.0, 7.0, 7.0, 1.0, 1.0, 2.0, 4.0, 2.0, 2.0], "bins": [-0.00040519237518310547, -0.00039356667548418045, -0.00038194097578525543, -0.0003703152760863304, -0.0003586895763874054, -0.0003470638766884804, -0.00033543817698955536, -0.00032381247729063034, -0.0003121867775917053, -0.0003005610778927803, -0.0002889353781938553, -0.00027730967849493027, -0.00026568397879600525, -0.00025405827909708023, -0.0002424325793981552, -0.0002308068796992302, -0.00021918118000030518, -0.00020755548030138016, -0.00019592978060245514, -0.00018430408090353012, -0.0001726783812046051, -0.00016105268150568008, -0.00014942698180675507, -0.00013780128210783005, -0.00012617558240890503, -0.00011454988270998001, -0.00010292418301105499, -9.129848331212997e-05, -7.967278361320496e-05, -6.804708391427994e-05, -5.642138421535492e-05, -4.47956845164299e-05, -3.316998481750488e-05, -2.1544285118579865e-05, -9.918585419654846e-06, 1.7071142792701721e-06, 1.333281397819519e-05, 2.495851367712021e-05, 3.658421337604523e-05, 4.8209913074970245e-05, 5.9835612773895264e-05, 7.146131247282028e-05, 8.30870121717453e-05, 9.471271187067032e-05, 0.00010633841156959534, 0.00011796411126852036, 0.00012958981096744537, 0.0001412155106663704, 0.0001528412103652954, 0.00016446691006422043, 0.00017609260976314545, 0.00018771830946207047, 0.00019934400916099548, 0.0002109697088599205, 0.00022259540855884552, 0.00023422110825777054, 0.00024584680795669556, 0.0002574725076556206, 0.0002690982073545456, 0.0002807239070534706, 0.00029234960675239563, 0.00030397530645132065, 0.00031560100615024567, 0.0003272267058491707, 0.0003388524055480957]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 8.0, 5.0, 3.0, 5.0, 11.0, 9.0, 17.0, 17.0, 8.0, 13.0, 19.0, 26.0, 18.0, 33.0, 32.0, 32.0, 38.0, 36.0, 50.0, 42.0, 35.0, 45.0, 42.0, 36.0, 37.0, 41.0, 39.0, 41.0, 38.0, 32.0, 23.0, 27.0, 26.0, 20.0, 11.0, 15.0, 8.0, 23.0, 6.0, 9.0, 8.0, 5.0, 4.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-8.515625, -8.26470947265625, -8.0137939453125, -7.76287841796875, -7.511962890625, -7.26104736328125, -7.0101318359375, -6.75921630859375, -6.50830078125, -6.25738525390625, -6.0064697265625, -5.75555419921875, -5.504638671875, -5.25372314453125, -5.0028076171875, -4.75189208984375, -4.5009765625, -4.25006103515625, -3.9991455078125, -3.74822998046875, -3.497314453125, -3.24639892578125, -2.9954833984375, -2.74456787109375, -2.49365234375, -2.24273681640625, -1.9918212890625, -1.74090576171875, -1.489990234375, -1.23907470703125, -0.9881591796875, -0.73724365234375, -0.486328125, -0.23541259765625, 0.0155029296875, 0.26641845703125, 0.517333984375, 0.76824951171875, 1.0191650390625, 1.27008056640625, 1.52099609375, 1.77191162109375, 2.0228271484375, 2.27374267578125, 2.524658203125, 2.77557373046875, 3.0264892578125, 3.27740478515625, 3.5283203125, 3.77923583984375, 4.0301513671875, 4.28106689453125, 4.531982421875, 4.78289794921875, 5.0338134765625, 5.28472900390625, 5.53564453125, 5.78656005859375, 6.0374755859375, 6.28839111328125, 6.539306640625, 6.79022216796875, 7.0411376953125, 7.29205322265625, 7.54296875]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 6.0, 3.0, 3.0, 9.0, 1.0, 6.0, 11.0, 10.0, 15.0, 17.0, 29.0, 29.0, 45.0, 67.0, 91.0, 146.0, 223.0, 437.0, 798.0, 1545.0, 3163.0, 6632.0, 15015.0, 35406.0, 92336.0, 266966.0, 378365.0, 151250.0, 54893.0, 22111.0, 9847.0, 4503.0, 2145.0, 1042.0, 509.0, 303.0, 180.0, 128.0, 83.0, 54.0, 32.0, 29.0, 22.0, 18.0, 13.0, 5.0, 10.0, 5.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 0.0, 2.0], "bins": [-7.33203125, -7.11785888671875, -6.9036865234375, -6.68951416015625, -6.475341796875, -6.26116943359375, -6.0469970703125, -5.83282470703125, -5.61865234375, -5.40447998046875, -5.1903076171875, -4.97613525390625, -4.761962890625, -4.54779052734375, -4.3336181640625, -4.11944580078125, -3.9052734375, -3.69110107421875, -3.4769287109375, -3.26275634765625, -3.048583984375, -2.83441162109375, -2.6202392578125, -2.40606689453125, -2.19189453125, -1.97772216796875, -1.7635498046875, -1.54937744140625, -1.335205078125, -1.12103271484375, -0.9068603515625, -0.69268798828125, -0.478515625, -0.26434326171875, -0.0501708984375, 0.16400146484375, 0.378173828125, 0.59234619140625, 0.8065185546875, 1.02069091796875, 1.23486328125, 1.44903564453125, 1.6632080078125, 1.87738037109375, 2.091552734375, 2.30572509765625, 2.5198974609375, 2.73406982421875, 2.9482421875, 3.16241455078125, 3.3765869140625, 3.59075927734375, 3.804931640625, 4.01910400390625, 4.2332763671875, 4.44744873046875, 4.66162109375, 4.87579345703125, 5.0899658203125, 5.30413818359375, 5.518310546875, 5.73248291015625, 5.9466552734375, 6.16082763671875, 6.375]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 11.0, 8.0, 2.0, 13.0, 9.0, 14.0, 9.0, 21.0, 25.0, 20.0, 27.0, 35.0, 27.0, 31.0, 31.0, 43.0, 45.0, 57.0, 87.0, 248.0, 1582.0, 214.0, 74.0, 56.0, 38.0, 34.0, 31.0, 37.0, 27.0, 25.0, 24.0, 28.0, 21.0, 17.0, 18.0, 9.0, 5.0, 4.0, 12.0, 8.0, 5.0, 4.0, 8.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-25.8125, -25.017578125, -24.22265625, -23.427734375, -22.6328125, -21.837890625, -21.04296875, -20.248046875, -19.453125, -18.658203125, -17.86328125, -17.068359375, -16.2734375, -15.478515625, -14.68359375, -13.888671875, -13.09375, -12.298828125, -11.50390625, -10.708984375, -9.9140625, -9.119140625, -8.32421875, -7.529296875, -6.734375, -5.939453125, -5.14453125, -4.349609375, -3.5546875, -2.759765625, -1.96484375, -1.169921875, -0.375, 0.419921875, 1.21484375, 2.009765625, 2.8046875, 3.599609375, 4.39453125, 5.189453125, 5.984375, 6.779296875, 7.57421875, 8.369140625, 9.1640625, 9.958984375, 10.75390625, 11.548828125, 12.34375, 13.138671875, 13.93359375, 14.728515625, 15.5234375, 16.318359375, 17.11328125, 17.908203125, 18.703125, 19.498046875, 20.29296875, 21.087890625, 21.8828125, 22.677734375, 23.47265625, 24.267578125, 25.0625]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 9.0, 9.0, 9.0, 7.0, 12.0, 12.0, 16.0, 19.0, 27.0, 37.0, 38.0, 45.0, 67.0, 51.0, 77.0, 124.0, 194.0, 243.0, 333.0, 703.0, 2107.0, 81073.0, 3026597.0, 30568.0, 1451.0, 564.0, 369.0, 223.0, 151.0, 120.0, 99.0, 63.0, 54.0, 48.0, 24.0, 26.0, 23.0, 21.0, 21.0, 18.0, 11.0, 9.0, 12.0, 9.0, 1.0, 5.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-38.1875, -36.93115234375, -35.6748046875, -34.41845703125, -33.162109375, -31.90576171875, -30.6494140625, -29.39306640625, -28.13671875, -26.88037109375, -25.6240234375, -24.36767578125, -23.111328125, -21.85498046875, -20.5986328125, -19.34228515625, -18.0859375, -16.82958984375, -15.5732421875, -14.31689453125, -13.060546875, -11.80419921875, -10.5478515625, -9.29150390625, -8.03515625, -6.77880859375, -5.5224609375, -4.26611328125, -3.009765625, -1.75341796875, -0.4970703125, 0.75927734375, 2.015625, 3.27197265625, 4.5283203125, 5.78466796875, 7.041015625, 8.29736328125, 9.5537109375, 10.81005859375, 12.06640625, 13.32275390625, 14.5791015625, 15.83544921875, 17.091796875, 18.34814453125, 19.6044921875, 20.86083984375, 22.1171875, 23.37353515625, 24.6298828125, 25.88623046875, 27.142578125, 28.39892578125, 29.6552734375, 30.91162109375, 32.16796875, 33.42431640625, 34.6806640625, 35.93701171875, 37.193359375, 38.44970703125, 39.7060546875, 40.96240234375, 42.21875]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [4.0, 200.0, 687.0, 121.0, 6.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.672112464904785, -6.31666898727417, -1.9612255096435547, 2.3942174911499023, 6.749661445617676, 11.10510540008545, 15.46054744720459, 19.815990447998047, 24.171436309814453, 28.526880264282227, 32.88232421875, 37.23776626586914, 41.59320831298828, 45.94865417480469, 50.30409622192383, 54.65953826904297, 59.014984130859375, 63.370426177978516, 67.72586822509766, 72.08131408691406, 76.43675994873047, 80.79220581054688, 85.14764404296875, 89.50308990478516, 93.85852813720703, 98.21397399902344, 102.56941223144531, 106.92485809326172, 111.28030395507812, 115.6357421875, 119.9911880493164, 124.34663391113281, 128.7020721435547, 133.05751037597656, 137.4129638671875, 141.76840209960938, 146.12384033203125, 150.4792938232422, 154.83473205566406, 159.19017028808594, 163.54562377929688, 167.90106201171875, 172.2565155029297, 176.61195373535156, 180.96739196777344, 185.32284545898438, 189.67828369140625, 194.03372192382812, 198.38916015625, 202.74459838867188, 207.1000518798828, 211.4554901123047, 215.81092834472656, 220.1663818359375, 224.52182006835938, 228.87725830078125, 233.2327117919922, 237.58815002441406, 241.943603515625, 246.29904174804688, 250.65447998046875, 255.0099334716797, 259.3653564453125, 263.7208251953125, 268.0762634277344]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 7.0, 13.0, 9.0, 8.0, 9.0, 17.0, 12.0, 18.0, 12.0, 23.0, 29.0, 33.0, 33.0, 25.0, 40.0, 33.0, 47.0, 30.0, 43.0, 42.0, 30.0, 51.0, 33.0, 33.0, 36.0, 38.0, 33.0, 23.0, 30.0, 32.0, 20.0, 27.0, 19.0, 17.0, 16.0, 13.0, 15.0, 6.0, 7.0, 12.0, 9.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-65.405029296875, -63.44073486328125, -61.4764404296875, -59.51214599609375, -57.547847747802734, -55.583553314208984, -53.619258880615234, -51.654964447021484, -49.69066619873047, -47.72637176513672, -45.76207733154297, -43.79778289794922, -41.8334846496582, -39.86919021606445, -37.9048957824707, -35.94060134887695, -33.9763069152832, -32.01201248168945, -30.04771614074707, -28.08342170715332, -26.119125366210938, -24.154830932617188, -22.190536499023438, -20.226242065429688, -18.261945724487305, -16.297651290893555, -14.333354949951172, -12.369060516357422, -10.404765129089355, -8.440469741821289, -6.476175308227539, -4.511879920959473, -2.547588348388672, -0.5832931995391846, 1.3810019493103027, 3.345296859741211, 5.309592247009277, 7.273887634277344, 9.238182067871094, 11.20247745513916, 13.166772842407227, 15.131068229675293, 17.09536361694336, 19.05965805053711, 21.02395248413086, 22.988248825073242, 24.952543258666992, 26.916839599609375, 28.881134033203125, 30.845428466796875, 32.809722900390625, 34.774017333984375, 36.73831558227539, 38.70261001586914, 40.66690444946289, 42.63119888305664, 44.595497131347656, 46.559791564941406, 48.524085998535156, 50.488380432128906, 52.45267868041992, 54.41697311401367, 56.38126754760742, 58.34556198120117, 60.30985641479492]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 5.0, 5.0, 1.0, 6.0, 6.0, 9.0, 6.0, 14.0, 12.0, 11.0, 19.0, 18.0, 20.0, 33.0, 22.0, 31.0, 29.0, 32.0, 34.0, 42.0, 36.0, 49.0, 37.0, 36.0, 33.0, 35.0, 39.0, 36.0, 39.0, 34.0, 29.0, 33.0, 24.0, 25.0, 27.0, 17.0, 21.0, 13.0, 9.0, 10.0, 13.0, 7.0, 11.0, 9.0, 8.0, 2.0, 3.0, 6.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0], "bins": [-8.15625, -7.91461181640625, -7.6729736328125, -7.43133544921875, -7.189697265625, -6.94805908203125, -6.7064208984375, -6.46478271484375, -6.22314453125, -5.98150634765625, -5.7398681640625, -5.49822998046875, -5.256591796875, -5.01495361328125, -4.7733154296875, -4.53167724609375, -4.2900390625, -4.04840087890625, -3.8067626953125, -3.56512451171875, -3.323486328125, -3.08184814453125, -2.8402099609375, -2.59857177734375, -2.35693359375, -2.11529541015625, -1.8736572265625, -1.63201904296875, -1.390380859375, -1.14874267578125, -0.9071044921875, -0.66546630859375, -0.423828125, -0.18218994140625, 0.0594482421875, 0.30108642578125, 0.542724609375, 0.78436279296875, 1.0260009765625, 1.26763916015625, 1.50927734375, 1.75091552734375, 1.9925537109375, 2.23419189453125, 2.475830078125, 2.71746826171875, 2.9591064453125, 3.20074462890625, 3.4423828125, 3.68402099609375, 3.9256591796875, 4.16729736328125, 4.408935546875, 4.65057373046875, 4.8922119140625, 5.13385009765625, 5.37548828125, 5.61712646484375, 5.8587646484375, 6.10040283203125, 6.342041015625, 6.58367919921875, 6.8253173828125, 7.06695556640625, 7.30859375]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 1.0, 6.0, 2.0, 3.0, 2.0, 7.0, 9.0, 8.0, 10.0, 10.0, 15.0, 23.0, 21.0, 25.0, 36.0, 34.0, 40.0, 55.0, 74.0, 109.0, 135.0, 280.0, 1025.0, 8111.0, 360834.0, 3545925.0, 268999.0, 6686.0, 926.0, 259.0, 132.0, 91.0, 77.0, 70.0, 41.0, 29.0, 22.0, 27.0, 29.0, 20.0, 16.0, 12.0, 9.0, 11.0, 4.0, 6.0, 4.0, 9.0, 4.0, 1.0, 4.0, 1.0, 0.0, 3.0, 1.0, 1.0], "bins": [-27.09375, -26.2841796875, -25.474609375, -24.6650390625, -23.85546875, -23.0458984375, -22.236328125, -21.4267578125, -20.6171875, -19.8076171875, -18.998046875, -18.1884765625, -17.37890625, -16.5693359375, -15.759765625, -14.9501953125, -14.140625, -13.3310546875, -12.521484375, -11.7119140625, -10.90234375, -10.0927734375, -9.283203125, -8.4736328125, -7.6640625, -6.8544921875, -6.044921875, -5.2353515625, -4.42578125, -3.6162109375, -2.806640625, -1.9970703125, -1.1875, -0.3779296875, 0.431640625, 1.2412109375, 2.05078125, 2.8603515625, 3.669921875, 4.4794921875, 5.2890625, 6.0986328125, 6.908203125, 7.7177734375, 8.52734375, 9.3369140625, 10.146484375, 10.9560546875, 11.765625, 12.5751953125, 13.384765625, 14.1943359375, 15.00390625, 15.8134765625, 16.623046875, 17.4326171875, 18.2421875, 19.0517578125, 19.861328125, 20.6708984375, 21.48046875, 22.2900390625, 23.099609375, 23.9091796875, 24.71875]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 5.0, 2.0, 1.0, 2.0, 5.0, 4.0, 14.0, 20.0, 28.0, 39.0, 51.0, 64.0, 93.0, 138.0, 188.0, 351.0, 509.0, 627.0, 587.0, 453.0, 305.0, 183.0, 121.0, 89.0, 63.0, 36.0, 36.0, 22.0, 19.0, 10.0, 6.0, 6.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.5703125, -11.0162353515625, -10.462158203125, -9.9080810546875, -9.35400390625, -8.7999267578125, -8.245849609375, -7.6917724609375, -7.1376953125, -6.5836181640625, -6.029541015625, -5.4754638671875, -4.92138671875, -4.3673095703125, -3.813232421875, -3.2591552734375, -2.705078125, -2.1510009765625, -1.596923828125, -1.0428466796875, -0.48876953125, 0.0653076171875, 0.619384765625, 1.1734619140625, 1.7275390625, 2.2816162109375, 2.835693359375, 3.3897705078125, 3.94384765625, 4.4979248046875, 5.052001953125, 5.6060791015625, 6.16015625, 6.7142333984375, 7.268310546875, 7.8223876953125, 8.37646484375, 8.9305419921875, 9.484619140625, 10.0386962890625, 10.5927734375, 11.1468505859375, 11.700927734375, 12.2550048828125, 12.80908203125, 13.3631591796875, 13.917236328125, 14.4713134765625, 15.025390625, 15.5794677734375, 16.133544921875, 16.6876220703125, 17.24169921875, 17.7957763671875, 18.349853515625, 18.9039306640625, 19.4580078125, 20.0120849609375, 20.566162109375, 21.1202392578125, 21.67431640625, 22.2283935546875, 22.782470703125, 23.3365478515625, 23.890625]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 5.0, 6.0, 7.0, 10.0, 13.0, 37.0, 30.0, 32.0, 46.0, 68.0, 87.0, 85.0, 137.0, 188.0, 261.0, 480.0, 1097.0, 23224.0, 4154133.0, 11824.0, 1039.0, 432.0, 274.0, 181.0, 108.0, 120.0, 93.0, 63.0, 40.0, 31.0, 23.0, 25.0, 15.0, 13.0, 13.0, 12.0, 7.0, 8.0, 5.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-79.25, -76.55859375, -73.8671875, -71.17578125, -68.484375, -65.79296875, -63.1015625, -60.41015625, -57.71875, -55.02734375, -52.3359375, -49.64453125, -46.953125, -44.26171875, -41.5703125, -38.87890625, -36.1875, -33.49609375, -30.8046875, -28.11328125, -25.421875, -22.73046875, -20.0390625, -17.34765625, -14.65625, -11.96484375, -9.2734375, -6.58203125, -3.890625, -1.19921875, 1.4921875, 4.18359375, 6.875, 9.56640625, 12.2578125, 14.94921875, 17.640625, 20.33203125, 23.0234375, 25.71484375, 28.40625, 31.09765625, 33.7890625, 36.48046875, 39.171875, 41.86328125, 44.5546875, 47.24609375, 49.9375, 52.62890625, 55.3203125, 58.01171875, 60.703125, 63.39453125, 66.0859375, 68.77734375, 71.46875, 74.16015625, 76.8515625, 79.54296875, 82.234375, 84.92578125, 87.6171875, 90.30859375, 93.0]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 6.0, 82.0, 376.0, 455.0, 87.0, 10.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.51219177246094, -65.56182861328125, -59.61146545410156, -53.66109848022461, -47.71073532104492, -41.760372161865234, -35.81000518798828, -29.859642028808594, -23.909278869628906, -17.95891571044922, -12.008550643920898, -6.058185577392578, -0.10782241821289062, 5.842540740966797, 11.79290771484375, 17.743270874023438, 23.693634033203125, 29.643997192382812, 35.5943603515625, 41.54472732543945, 47.49509048461914, 53.44545364379883, 59.39582061767578, 65.34618377685547, 71.29654693603516, 77.24691009521484, 83.19727325439453, 89.14764404296875, 95.09800720214844, 101.04837036132812, 106.99873352050781, 112.9490966796875, 118.89944458007812, 124.84980773925781, 130.8001708984375, 136.7505340576172, 142.70089721679688, 148.65126037597656, 154.60162353515625, 160.552001953125, 166.50234985351562, 172.4527130126953, 178.403076171875, 184.3534393310547, 190.30380249023438, 196.25416564941406, 202.20452880859375, 208.1549072265625, 214.1052703857422, 220.05563354492188, 226.00599670410156, 231.95635986328125, 237.90672302246094, 243.85708618164062, 249.80746459960938, 255.7578125, 261.70819091796875, 267.6585693359375, 273.6089172363281, 279.5592956542969, 285.5096435546875, 291.46002197265625, 297.4103698730469, 303.3607482910156, 309.31109619140625]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 7.0, 5.0, 5.0, 8.0, 10.0, 5.0, 11.0, 8.0, 13.0, 11.0, 21.0, 23.0, 21.0, 33.0, 40.0, 30.0, 29.0, 42.0, 47.0, 44.0, 42.0, 43.0, 35.0, 43.0, 42.0, 45.0, 56.0, 38.0, 39.0, 29.0, 25.0, 19.0, 22.0, 23.0, 24.0, 15.0, 14.0, 15.0, 8.0, 4.0, 5.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.826507568359375, -55.15412902832031, -53.481754302978516, -51.80937957763672, -50.137001037597656, -48.464622497558594, -46.7922477722168, -45.119873046875, -43.44749450683594, -41.775115966796875, -40.10274124145508, -38.43036651611328, -36.75798797607422, -35.085609436035156, -33.41323471069336, -31.74085807800293, -30.0684814453125, -28.39610481262207, -26.72372817993164, -25.05135154724121, -23.37897491455078, -21.70659828186035, -20.034221649169922, -18.361845016479492, -16.689468383789062, -15.017091751098633, -13.344715118408203, -11.672338485717773, -9.999961853027344, -8.327585220336914, -6.655208587646484, -4.982831954956055, -3.310455322265625, -1.6380786895751953, 0.034297943115234375, 1.706674575805664, 3.3790512084960938, 5.051427841186523, 6.723804473876953, 8.396181106567383, 10.068557739257812, 11.740934371948242, 13.413311004638672, 15.085687637329102, 16.75806427001953, 18.43044090270996, 20.10281753540039, 21.77519416809082, 23.44757080078125, 25.11994743347168, 26.79232406616211, 28.46470069885254, 30.13707733154297, 31.8094539642334, 33.48183059692383, 35.154205322265625, 36.82658386230469, 38.49896240234375, 40.17133712768555, 41.843711853027344, 43.516090393066406, 45.18846893310547, 46.860843658447266, 48.53321838378906, 50.205596923828125]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 0.0, 4.0, 3.0, 4.0, 6.0, 4.0, 9.0, 5.0, 11.0, 13.0, 15.0, 18.0, 14.0, 19.0, 22.0, 20.0, 32.0, 21.0, 27.0, 40.0, 36.0, 41.0, 56.0, 36.0, 36.0, 46.0, 38.0, 34.0, 41.0, 36.0, 35.0, 38.0, 35.0, 23.0, 24.0, 24.0, 18.0, 25.0, 14.0, 12.0, 18.0, 10.0, 13.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.15625, -6.9046630859375, -6.653076171875, -6.4014892578125, -6.14990234375, -5.8983154296875, -5.646728515625, -5.3951416015625, -5.1435546875, -4.8919677734375, -4.640380859375, -4.3887939453125, -4.13720703125, -3.8856201171875, -3.634033203125, -3.3824462890625, -3.130859375, -2.8792724609375, -2.627685546875, -2.3760986328125, -2.12451171875, -1.8729248046875, -1.621337890625, -1.3697509765625, -1.1181640625, -0.8665771484375, -0.614990234375, -0.3634033203125, -0.11181640625, 0.1397705078125, 0.391357421875, 0.6429443359375, 0.89453125, 1.1461181640625, 1.397705078125, 1.6492919921875, 1.90087890625, 2.1524658203125, 2.404052734375, 2.6556396484375, 2.9072265625, 3.1588134765625, 3.410400390625, 3.6619873046875, 3.91357421875, 4.1651611328125, 4.416748046875, 4.6683349609375, 4.919921875, 5.1715087890625, 5.423095703125, 5.6746826171875, 5.92626953125, 6.1778564453125, 6.429443359375, 6.6810302734375, 6.9326171875, 7.1842041015625, 7.435791015625, 7.6873779296875, 7.93896484375, 8.1905517578125, 8.442138671875, 8.6937255859375, 8.9453125]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 4.0, 1.0, 6.0, 10.0, 9.0, 23.0, 40.0, 52.0, 85.0, 110.0, 203.0, 254.0, 426.0, 576.0, 855.0, 1197.0, 1753.0, 2493.0, 3589.0, 5237.0, 7385.0, 11066.0, 16150.0, 23980.0, 36898.0, 58811.0, 103642.0, 246994.0, 250573.0, 104005.0, 59075.0, 37025.0, 24333.0, 16200.0, 10922.0, 7595.0, 5249.0, 3649.0, 2517.0, 1740.0, 1193.0, 840.0, 589.0, 390.0, 278.0, 172.0, 118.0, 91.0, 60.0, 37.0, 24.0, 17.0, 14.0, 7.0, 2.0, 3.0, 1.0, 1.0], "bins": [-1.73046875, -1.6795806884765625, -1.628692626953125, -1.5778045654296875, -1.52691650390625, -1.4760284423828125, -1.425140380859375, -1.3742523193359375, -1.3233642578125, -1.2724761962890625, -1.221588134765625, -1.1707000732421875, -1.11981201171875, -1.0689239501953125, -1.018035888671875, -0.9671478271484375, -0.916259765625, -0.8653717041015625, -0.814483642578125, -0.7635955810546875, -0.71270751953125, -0.6618194580078125, -0.610931396484375, -0.5600433349609375, -0.5091552734375, -0.4582672119140625, -0.407379150390625, -0.3564910888671875, -0.30560302734375, -0.2547149658203125, -0.203826904296875, -0.1529388427734375, -0.10205078125, -0.0511627197265625, -0.000274658203125, 0.0506134033203125, 0.10150146484375, 0.1523895263671875, 0.203277587890625, 0.2541656494140625, 0.3050537109375, 0.3559417724609375, 0.406829833984375, 0.4577178955078125, 0.50860595703125, 0.5594940185546875, 0.610382080078125, 0.6612701416015625, 0.712158203125, 0.7630462646484375, 0.813934326171875, 0.8648223876953125, 0.91571044921875, 0.9665985107421875, 1.017486572265625, 1.0683746337890625, 1.1192626953125, 1.1701507568359375, 1.221038818359375, 1.2719268798828125, 1.32281494140625, 1.3737030029296875, 1.424591064453125, 1.4754791259765625, 1.5263671875]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 10.0, 5.0, 8.0, 17.0, 5.0, 11.0, 12.0, 8.0, 19.0, 26.0, 22.0, 25.0, 20.0, 23.0, 27.0, 30.0, 37.0, 35.0, 33.0, 42.0, 48.0, 1059.0, 53.0, 38.0, 33.0, 40.0, 40.0, 37.0, 34.0, 29.0, 21.0, 15.0, 22.0, 18.0, 24.0, 28.0, 11.0, 18.0, 9.0, 12.0, 1.0, 6.0, 3.0, 5.0, 4.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.953125, -4.7930908203125, -4.633056640625, -4.4730224609375, -4.31298828125, -4.1529541015625, -3.992919921875, -3.8328857421875, -3.6728515625, -3.5128173828125, -3.352783203125, -3.1927490234375, -3.03271484375, -2.8726806640625, -2.712646484375, -2.5526123046875, -2.392578125, -2.2325439453125, -2.072509765625, -1.9124755859375, -1.75244140625, -1.5924072265625, -1.432373046875, -1.2723388671875, -1.1123046875, -0.9522705078125, -0.792236328125, -0.6322021484375, -0.47216796875, -0.3121337890625, -0.152099609375, 0.0079345703125, 0.16796875, 0.3280029296875, 0.488037109375, 0.6480712890625, 0.80810546875, 0.9681396484375, 1.128173828125, 1.2882080078125, 1.4482421875, 1.6082763671875, 1.768310546875, 1.9283447265625, 2.08837890625, 2.2484130859375, 2.408447265625, 2.5684814453125, 2.728515625, 2.8885498046875, 3.048583984375, 3.2086181640625, 3.36865234375, 3.5286865234375, 3.688720703125, 3.8487548828125, 4.0087890625, 4.1688232421875, 4.328857421875, 4.4888916015625, 4.64892578125, 4.8089599609375, 4.968994140625, 5.1290283203125, 5.2890625]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 7.0, 12.0, 15.0, 20.0, 35.0, 48.0, 67.0, 119.0, 158.0, 257.0, 387.0, 562.0, 853.0, 1287.0, 1917.0, 2909.0, 4263.0, 6302.0, 9302.0, 14149.0, 21546.0, 33133.0, 53008.0, 88184.0, 174934.0, 1356072.0, 128299.0, 72116.0, 43943.0, 28012.0, 18247.0, 12111.0, 8332.0, 5502.0, 3580.0, 2407.0, 1626.0, 1140.0, 770.0, 497.0, 344.0, 223.0, 157.0, 105.0, 63.0, 46.0, 25.0, 16.0, 16.0, 6.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.677734375, -1.6258087158203125, -1.573883056640625, -1.5219573974609375, -1.47003173828125, -1.4181060791015625, -1.366180419921875, -1.3142547607421875, -1.2623291015625, -1.2104034423828125, -1.158477783203125, -1.1065521240234375, -1.05462646484375, -1.0027008056640625, -0.950775146484375, -0.8988494873046875, -0.846923828125, -0.7949981689453125, -0.743072509765625, -0.6911468505859375, -0.63922119140625, -0.5872955322265625, -0.535369873046875, -0.4834442138671875, -0.4315185546875, -0.3795928955078125, -0.327667236328125, -0.2757415771484375, -0.22381591796875, -0.1718902587890625, -0.119964599609375, -0.0680389404296875, -0.01611328125, 0.0358123779296875, 0.087738037109375, 0.1396636962890625, 0.19158935546875, 0.2435150146484375, 0.295440673828125, 0.3473663330078125, 0.3992919921875, 0.4512176513671875, 0.503143310546875, 0.5550689697265625, 0.60699462890625, 0.6589202880859375, 0.710845947265625, 0.7627716064453125, 0.814697265625, 0.8666229248046875, 0.918548583984375, 0.9704742431640625, 1.02239990234375, 1.0743255615234375, 1.126251220703125, 1.1781768798828125, 1.2301025390625, 1.2820281982421875, 1.333953857421875, 1.3858795166015625, 1.43780517578125, 1.4897308349609375, 1.541656494140625, 1.5935821533203125, 1.6455078125]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 8.0, 3.0, 4.0, 7.0, 18.0, 13.0, 16.0, 47.0, 70.0, 119.0, 162.0, 173.0, 119.0, 79.0, 42.0, 38.0, 18.0, 18.0, 9.0, 5.0, 10.0, 3.0, 3.0, 4.0, 3.0, 2.0, 3.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0013055801391601562, -0.0012593269348144531, -0.00121307373046875, -0.0011668205261230469, -0.0011205673217773438, -0.0010743141174316406, -0.0010280609130859375, -0.0009818077087402344, -0.0009355545043945312, -0.0008893013000488281, -0.000843048095703125, -0.0007967948913574219, -0.0007505416870117188, -0.0007042884826660156, -0.0006580352783203125, -0.0006117820739746094, -0.0005655288696289062, -0.0005192756652832031, -0.0004730224609375, -0.0004267692565917969, -0.00038051605224609375, -0.0003342628479003906, -0.0002880096435546875, -0.00024175643920898438, -0.00019550323486328125, -0.00014925003051757812, -0.000102996826171875, -5.6743621826171875e-05, -1.049041748046875e-05, 3.5762786865234375e-05, 8.20159912109375e-05, 0.00012826919555664062, 0.00017452239990234375, 0.00022077560424804688, 0.00026702880859375, 0.0003132820129394531, 0.00035953521728515625, 0.0004057884216308594, 0.0004520416259765625, 0.0004982948303222656, 0.0005445480346679688, 0.0005908012390136719, 0.000637054443359375, 0.0006833076477050781, 0.0007295608520507812, 0.0007758140563964844, 0.0008220672607421875, 0.0008683204650878906, 0.0009145736694335938, 0.0009608268737792969, 0.001007080078125, 0.0010533332824707031, 0.0010995864868164062, 0.0011458396911621094, 0.0011920928955078125, 0.0012383460998535156, 0.0012845993041992188, 0.0013308525085449219, 0.001377105712890625, 0.0014233589172363281, 0.0014696121215820312, 0.0015158653259277344, 0.0015621185302734375, 0.0016083717346191406, 0.0016546249389648438]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 4.0, 5.0, 4.0, 5.0, 5.0, 6.0, 22.0, 13.0, 21.0, 32.0, 47.0, 73.0, 128.0, 267.0, 866.0, 1029093.0, 16903.0, 559.0, 207.0, 97.0, 65.0, 34.0, 29.0, 21.0, 15.0, 6.0, 8.0, 7.0, 4.0, 3.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03509521484375, -0.03411555290222168, -0.03313589096069336, -0.03215622901916504, -0.03117656707763672, -0.0301969051361084, -0.029217243194580078, -0.028237581253051758, -0.027257919311523438, -0.026278257369995117, -0.025298595428466797, -0.024318933486938477, -0.023339271545410156, -0.022359609603881836, -0.021379947662353516, -0.020400285720825195, -0.019420623779296875, -0.018440961837768555, -0.017461299896240234, -0.016481637954711914, -0.015501976013183594, -0.014522314071655273, -0.013542652130126953, -0.012562990188598633, -0.011583328247070312, -0.010603666305541992, -0.009624004364013672, -0.008644342422485352, -0.007664680480957031, -0.006685018539428711, -0.005705356597900391, -0.00472569465637207, -0.00374603271484375, -0.0027663707733154297, -0.0017867088317871094, -0.0008070468902587891, 0.00017261505126953125, 0.0011522769927978516, 0.002131938934326172, 0.003111600875854492, 0.0040912628173828125, 0.005070924758911133, 0.006050586700439453, 0.0070302486419677734, 0.008009910583496094, 0.008989572525024414, 0.009969234466552734, 0.010948896408081055, 0.011928558349609375, 0.012908220291137695, 0.013887882232666016, 0.014867544174194336, 0.015847206115722656, 0.016826868057250977, 0.017806529998779297, 0.018786191940307617, 0.019765853881835938, 0.020745515823364258, 0.021725177764892578, 0.0227048397064209, 0.02368450164794922, 0.02466416358947754, 0.02564382553100586, 0.02662348747253418, 0.0276031494140625]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 48.0, 826.0, 140.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00462738424539566, -0.004513524938374758, -0.0043996660970151424, -0.00428580678999424, -0.0041719479486346245, -0.004058088641613722, -0.0039442298002541065, -0.003830370493233204, -0.003716511419042945, -0.003602652344852686, -0.003488793270662427, -0.003374934196472168, -0.0032610748894512653, -0.00314721604809165, -0.0030333567410707474, -0.0029194976668804884, -0.0028056385926902294, -0.0026917795184999704, -0.0025779204443097115, -0.0024640613701194525, -0.0023502022959291935, -0.002236342988908291, -0.002122483914718032, -0.002008624840527773, -0.001894765766337514, -0.001780906692147255, -0.001667047617956996, -0.0015531884273514152, -0.0014393293531611562, -0.0013254702789708972, -0.0012116110883653164, -0.0010977520141750574, -0.000983893172815442, -0.0008700340986251831, -0.0007561749662272632, -0.0006423158338293433, -0.0005284567596390843, -0.00041459768544882536, -0.00030073855305090547, -0.00018687942065298557, -7.302034646272659e-05, 4.0838756831362844e-05, 0.00015469786012545228, 0.0002685569634195417, 0.00038241606671363115, 0.0004962751409038901, 0.00061013427330181, 0.0007239934056997299, 0.0008378524798899889, 0.0009517115540802479, 0.0010655706282705069, 0.0011794298188760877, 0.0012932888930663466, 0.0014071479672566056, 0.0015210071578621864, 0.0016348662320524454, 0.0017487253062427044, 0.0018625843804329634, 0.0019764434546232224, 0.0020903025288134813, 0.0022041616030037403, 0.002318020910024643, 0.002431879984214902, 0.002545739058405161, 0.00265959813259542]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 3.0, 7.0, 5.0, 9.0, 5.0, 12.0, 16.0, 14.0, 15.0, 17.0, 20.0, 22.0, 29.0, 31.0, 33.0, 27.0, 31.0, 29.0, 36.0, 30.0, 34.0, 60.0, 41.0, 45.0, 28.0, 36.0, 35.0, 42.0, 37.0, 34.0, 12.0, 36.0, 25.0, 20.0, 13.0, 17.0, 13.0, 9.0, 8.0, 11.0, 12.0, 15.0, 8.0, 10.0, 2.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0004153251647949219, -0.0004016682505607605, -0.0003880113363265991, -0.00037435442209243774, -0.00036069750785827637, -0.000347040593624115, -0.0003333836793899536, -0.00031972676515579224, -0.00030606985092163086, -0.0002924129366874695, -0.0002787560224533081, -0.00026509910821914673, -0.00025144219398498535, -0.00023778527975082397, -0.0002241283655166626, -0.00021047145128250122, -0.00019681453704833984, -0.00018315762281417847, -0.0001695007085800171, -0.0001558437943458557, -0.00014218688011169434, -0.00012852996587753296, -0.00011487305164337158, -0.0001012161374092102, -8.755922317504883e-05, -7.390230894088745e-05, -6.0245394706726074e-05, -4.65884804725647e-05, -3.293156623840332e-05, -1.9274652004241943e-05, -5.617737770080566e-06, 8.03917646408081e-06, 2.1696090698242188e-05, 3.5353004932403564e-05, 4.900991916656494e-05, 6.266683340072632e-05, 7.63237476348877e-05, 8.998066186904907e-05, 0.00010363757610321045, 0.00011729449033737183, 0.0001309514045715332, 0.00014460831880569458, 0.00015826523303985596, 0.00017192214727401733, 0.0001855790615081787, 0.0001992359757423401, 0.00021289288997650146, 0.00022654980421066284, 0.00024020671844482422, 0.0002538636326789856, 0.00026752054691314697, 0.00028117746114730835, 0.0002948343753814697, 0.0003084912896156311, 0.0003221482038497925, 0.00033580511808395386, 0.00034946203231811523, 0.0003631189465522766, 0.000376775860786438, 0.00039043277502059937, 0.00040408968925476074, 0.0004177466034889221, 0.0004314035177230835, 0.0004450604319572449, 0.00045871734619140625]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 0.0, 4.0, 3.0, 4.0, 6.0, 4.0, 9.0, 5.0, 11.0, 13.0, 15.0, 18.0, 14.0, 19.0, 22.0, 20.0, 32.0, 21.0, 27.0, 40.0, 36.0, 41.0, 56.0, 36.0, 36.0, 46.0, 38.0, 34.0, 41.0, 36.0, 35.0, 38.0, 35.0, 23.0, 24.0, 24.0, 18.0, 25.0, 14.0, 12.0, 18.0, 10.0, 13.0, 10.0, 5.0, 7.0, 4.0, 4.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.15625, -6.9046630859375, -6.653076171875, -6.4014892578125, -6.14990234375, -5.8983154296875, -5.646728515625, -5.3951416015625, -5.1435546875, -4.8919677734375, -4.640380859375, -4.3887939453125, -4.13720703125, -3.8856201171875, -3.634033203125, -3.3824462890625, -3.130859375, -2.8792724609375, -2.627685546875, -2.3760986328125, -2.12451171875, -1.8729248046875, -1.621337890625, -1.3697509765625, -1.1181640625, -0.8665771484375, -0.614990234375, -0.3634033203125, -0.11181640625, 0.1397705078125, 0.391357421875, 0.6429443359375, 0.89453125, 1.1461181640625, 1.397705078125, 1.6492919921875, 1.90087890625, 2.1524658203125, 2.404052734375, 2.6556396484375, 2.9072265625, 3.1588134765625, 3.410400390625, 3.6619873046875, 3.91357421875, 4.1651611328125, 4.416748046875, 4.6683349609375, 4.919921875, 5.1715087890625, 5.423095703125, 5.6746826171875, 5.92626953125, 6.1778564453125, 6.429443359375, 6.6810302734375, 6.9326171875, 7.1842041015625, 7.435791015625, 7.6873779296875, 7.93896484375, 8.1905517578125, 8.442138671875, 8.6937255859375, 8.9453125]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 4.0, 4.0, 7.0, 3.0, 4.0, 11.0, 8.0, 10.0, 18.0, 20.0, 27.0, 23.0, 41.0, 57.0, 65.0, 96.0, 126.0, 182.0, 297.0, 558.0, 1227.0, 4609.0, 24091.0, 189055.0, 724179.0, 85260.0, 13501.0, 2827.0, 930.0, 412.0, 269.0, 165.0, 128.0, 73.0, 60.0, 47.0, 33.0, 26.0, 17.0, 26.0, 17.0, 14.0, 10.0, 6.0, 7.0, 4.0, 5.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.0, -13.505859375, -13.01171875, -12.517578125, -12.0234375, -11.529296875, -11.03515625, -10.541015625, -10.046875, -9.552734375, -9.05859375, -8.564453125, -8.0703125, -7.576171875, -7.08203125, -6.587890625, -6.09375, -5.599609375, -5.10546875, -4.611328125, -4.1171875, -3.623046875, -3.12890625, -2.634765625, -2.140625, -1.646484375, -1.15234375, -0.658203125, -0.1640625, 0.330078125, 0.82421875, 1.318359375, 1.8125, 2.306640625, 2.80078125, 3.294921875, 3.7890625, 4.283203125, 4.77734375, 5.271484375, 5.765625, 6.259765625, 6.75390625, 7.248046875, 7.7421875, 8.236328125, 8.73046875, 9.224609375, 9.71875, 10.212890625, 10.70703125, 11.201171875, 11.6953125, 12.189453125, 12.68359375, 13.177734375, 13.671875, 14.166015625, 14.66015625, 15.154296875, 15.6484375, 16.142578125, 16.63671875, 17.130859375, 17.625]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 4.0, 8.0, 8.0, 12.0, 11.0, 11.0, 12.0, 11.0, 21.0, 25.0, 19.0, 19.0, 38.0, 23.0, 36.0, 35.0, 37.0, 54.0, 59.0, 180.0, 1669.0, 265.0, 92.0, 48.0, 35.0, 30.0, 32.0, 31.0, 35.0, 26.0, 23.0, 27.0, 11.0, 17.0, 13.0, 12.0, 13.0, 14.0, 9.0, 5.0, 8.0, 2.0, 2.0, 6.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-25.5625, -24.728271484375, -23.89404296875, -23.059814453125, -22.2255859375, -21.391357421875, -20.55712890625, -19.722900390625, -18.888671875, -18.054443359375, -17.22021484375, -16.385986328125, -15.5517578125, -14.717529296875, -13.88330078125, -13.049072265625, -12.21484375, -11.380615234375, -10.54638671875, -9.712158203125, -8.8779296875, -8.043701171875, -7.20947265625, -6.375244140625, -5.541015625, -4.706787109375, -3.87255859375, -3.038330078125, -2.2041015625, -1.369873046875, -0.53564453125, 0.298583984375, 1.1328125, 1.967041015625, 2.80126953125, 3.635498046875, 4.4697265625, 5.303955078125, 6.13818359375, 6.972412109375, 7.806640625, 8.640869140625, 9.47509765625, 10.309326171875, 11.1435546875, 11.977783203125, 12.81201171875, 13.646240234375, 14.48046875, 15.314697265625, 16.14892578125, 16.983154296875, 17.8173828125, 18.651611328125, 19.48583984375, 20.320068359375, 21.154296875, 21.988525390625, 22.82275390625, 23.656982421875, 24.4912109375, 25.325439453125, 26.15966796875, 26.993896484375, 27.828125]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 5.0, 6.0, 3.0, 7.0, 9.0, 13.0, 12.0, 15.0, 11.0, 20.0, 20.0, 18.0, 36.0, 31.0, 39.0, 58.0, 65.0, 97.0, 146.0, 290.0, 565.0, 2761.0, 1798057.0, 1339275.0, 2737.0, 547.0, 259.0, 153.0, 95.0, 77.0, 46.0, 44.0, 37.0, 27.0, 22.0, 24.0, 16.0, 12.0, 11.0, 9.0, 13.0, 8.0, 8.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-61.84375, -59.96923828125, -58.0947265625, -56.22021484375, -54.345703125, -52.47119140625, -50.5966796875, -48.72216796875, -46.84765625, -44.97314453125, -43.0986328125, -41.22412109375, -39.349609375, -37.47509765625, -35.6005859375, -33.72607421875, -31.8515625, -29.97705078125, -28.1025390625, -26.22802734375, -24.353515625, -22.47900390625, -20.6044921875, -18.72998046875, -16.85546875, -14.98095703125, -13.1064453125, -11.23193359375, -9.357421875, -7.48291015625, -5.6083984375, -3.73388671875, -1.859375, 0.01513671875, 1.8896484375, 3.76416015625, 5.638671875, 7.51318359375, 9.3876953125, 11.26220703125, 13.13671875, 15.01123046875, 16.8857421875, 18.76025390625, 20.634765625, 22.50927734375, 24.3837890625, 26.25830078125, 28.1328125, 30.00732421875, 31.8818359375, 33.75634765625, 35.630859375, 37.50537109375, 39.3798828125, 41.25439453125, 43.12890625, 45.00341796875, 46.8779296875, 48.75244140625, 50.626953125, 52.50146484375, 54.3759765625, 56.25048828125, 58.125]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 6.0, 246.0, 678.0, 83.0, 2.0, 0.0, 1.0], "bins": [-278.9631652832031, -274.2608642578125, -269.5585632324219, -264.85626220703125, -260.1539611816406, -255.45166015625, -250.74935913085938, -246.04705810546875, -241.34475708007812, -236.6424560546875, -231.94015502929688, -227.23785400390625, -222.53555297851562, -217.833251953125, -213.13095092773438, -208.42864990234375, -203.72634887695312, -199.0240478515625, -194.32174682617188, -189.61944580078125, -184.91714477539062, -180.21484375, -175.51254272460938, -170.81024169921875, -166.10794067382812, -161.4056396484375, -156.70333862304688, -152.00103759765625, -147.29873657226562, -142.596435546875, -137.89413452148438, -133.19183349609375, -128.48953247070312, -123.7872314453125, -119.08493041992188, -114.38262939453125, -109.68032836914062, -104.97802734375, -100.27572631835938, -95.57342529296875, -90.87112426757812, -86.1688232421875, -81.46652221679688, -76.76422119140625, -72.06192016601562, -67.359619140625, -62.657318115234375, -57.95501708984375, -53.252716064453125, -48.5504150390625, -43.848114013671875, -39.14581298828125, -34.443511962890625, -29.7412109375, -25.038909912109375, -20.33660888671875, -15.634305953979492, -10.932004928588867, -6.229703903198242, -1.5274028778076172, 3.174898147583008, 7.877199172973633, 12.579500198364258, 17.281801223754883, 21.984102249145508]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 8.0, 6.0, 4.0, 9.0, 7.0, 10.0, 13.0, 7.0, 13.0, 18.0, 12.0, 28.0, 27.0, 25.0, 26.0, 42.0, 34.0, 40.0, 47.0, 41.0, 47.0, 30.0, 29.0, 51.0, 45.0, 45.0, 42.0, 37.0, 41.0, 32.0, 31.0, 24.0, 21.0, 13.0, 26.0, 20.0, 13.0, 9.0, 10.0, 9.0, 9.0, 4.0, 1.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-68.74283599853516, -66.63441467285156, -64.52598571777344, -62.417564392089844, -60.309139251708984, -58.200714111328125, -56.092288970947266, -53.983863830566406, -51.87544250488281, -49.76701736450195, -47.658592224121094, -45.5501708984375, -43.44174575805664, -41.33332061767578, -39.22489547729492, -37.11647033691406, -35.0080451965332, -32.899620056152344, -30.791196823120117, -28.682771682739258, -26.57434844970703, -24.465923309326172, -22.357498168945312, -20.249073028564453, -18.140649795532227, -16.032224655151367, -13.92380142211914, -11.815376281738281, -9.706952095031738, -7.598527908325195, -5.490102767944336, -3.381678581237793, -1.27325439453125, 0.8351700305938721, 2.943594455718994, 5.052019119262695, 7.160443305969238, 9.268867492675781, 11.37729263305664, 13.485716819763184, 15.594141006469727, 17.702566146850586, 19.810989379882812, 21.919414520263672, 24.02783966064453, 26.136262893676758, 28.244688034057617, 30.353111267089844, 32.4615364074707, 34.56996154785156, 36.67838668823242, 38.78681182861328, 40.895233154296875, 43.003658294677734, 45.112083435058594, 47.22050857543945, 49.32893371582031, 51.43735885620117, 53.54578399658203, 55.654205322265625, 57.762630462646484, 59.871055603027344, 61.9794807434082, 64.08790588378906, 66.19632720947266]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 9.0, 3.0, 5.0, 7.0, 10.0, 10.0, 16.0, 15.0, 19.0, 17.0, 21.0, 26.0, 25.0, 25.0, 39.0, 37.0, 29.0, 41.0, 44.0, 36.0, 40.0, 47.0, 47.0, 47.0, 45.0, 33.0, 38.0, 24.0, 36.0, 28.0, 33.0, 16.0, 18.0, 26.0, 17.0, 16.0, 18.0, 7.0, 9.0, 10.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.46484375, -7.19195556640625, -6.9190673828125, -6.64617919921875, -6.373291015625, -6.10040283203125, -5.8275146484375, -5.55462646484375, -5.28173828125, -5.00885009765625, -4.7359619140625, -4.46307373046875, -4.190185546875, -3.91729736328125, -3.6444091796875, -3.37152099609375, -3.0986328125, -2.82574462890625, -2.5528564453125, -2.27996826171875, -2.007080078125, -1.73419189453125, -1.4613037109375, -1.18841552734375, -0.91552734375, -0.64263916015625, -0.3697509765625, -0.09686279296875, 0.176025390625, 0.44891357421875, 0.7218017578125, 0.99468994140625, 1.267578125, 1.54046630859375, 1.8133544921875, 2.08624267578125, 2.359130859375, 2.63201904296875, 2.9049072265625, 3.17779541015625, 3.45068359375, 3.72357177734375, 3.9964599609375, 4.26934814453125, 4.542236328125, 4.81512451171875, 5.0880126953125, 5.36090087890625, 5.6337890625, 5.90667724609375, 6.1795654296875, 6.45245361328125, 6.725341796875, 6.99822998046875, 7.2711181640625, 7.54400634765625, 7.81689453125, 8.08978271484375, 8.3626708984375, 8.63555908203125, 8.908447265625, 9.18133544921875, 9.4542236328125, 9.72711181640625, 10.0]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 4.0, 1.0, 5.0, 1.0, 6.0, 6.0, 4.0, 14.0, 7.0, 17.0, 22.0, 21.0, 27.0, 20.0, 41.0, 47.0, 67.0, 90.0, 117.0, 198.0, 407.0, 1219.0, 7152.0, 185064.0, 3240546.0, 739524.0, 16426.0, 1892.0, 543.0, 242.0, 149.0, 93.0, 69.0, 63.0, 38.0, 26.0, 20.0, 24.0, 14.0, 17.0, 14.0, 4.0, 2.0, 9.0, 8.0, 6.0, 1.0, 3.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.90625, -20.122314453125, -19.33837890625, -18.554443359375, -17.7705078125, -16.986572265625, -16.20263671875, -15.418701171875, -14.634765625, -13.850830078125, -13.06689453125, -12.282958984375, -11.4990234375, -10.715087890625, -9.93115234375, -9.147216796875, -8.36328125, -7.579345703125, -6.79541015625, -6.011474609375, -5.2275390625, -4.443603515625, -3.65966796875, -2.875732421875, -2.091796875, -1.307861328125, -0.52392578125, 0.260009765625, 1.0439453125, 1.827880859375, 2.61181640625, 3.395751953125, 4.1796875, 4.963623046875, 5.74755859375, 6.531494140625, 7.3154296875, 8.099365234375, 8.88330078125, 9.667236328125, 10.451171875, 11.235107421875, 12.01904296875, 12.802978515625, 13.5869140625, 14.370849609375, 15.15478515625, 15.938720703125, 16.72265625, 17.506591796875, 18.29052734375, 19.074462890625, 19.8583984375, 20.642333984375, 21.42626953125, 22.210205078125, 22.994140625, 23.778076171875, 24.56201171875, 25.345947265625, 26.1298828125, 26.913818359375, 27.69775390625, 28.481689453125, 29.265625]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 2.0, 2.0, 4.0, 2.0, 3.0, 9.0, 13.0, 30.0, 34.0, 38.0, 50.0, 74.0, 88.0, 112.0, 185.0, 258.0, 339.0, 474.0, 550.0, 470.0, 382.0, 289.0, 190.0, 124.0, 101.0, 61.0, 57.0, 43.0, 29.0, 18.0, 15.0, 11.0, 7.0, 2.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.8984375, -12.4317626953125, -11.965087890625, -11.4984130859375, -11.03173828125, -10.5650634765625, -10.098388671875, -9.6317138671875, -9.1650390625, -8.6983642578125, -8.231689453125, -7.7650146484375, -7.29833984375, -6.8316650390625, -6.364990234375, -5.8983154296875, -5.431640625, -4.9649658203125, -4.498291015625, -4.0316162109375, -3.56494140625, -3.0982666015625, -2.631591796875, -2.1649169921875, -1.6982421875, -1.2315673828125, -0.764892578125, -0.2982177734375, 0.16845703125, 0.6351318359375, 1.101806640625, 1.5684814453125, 2.03515625, 2.5018310546875, 2.968505859375, 3.4351806640625, 3.90185546875, 4.3685302734375, 4.835205078125, 5.3018798828125, 5.7685546875, 6.2352294921875, 6.701904296875, 7.1685791015625, 7.63525390625, 8.1019287109375, 8.568603515625, 9.0352783203125, 9.501953125, 9.9686279296875, 10.435302734375, 10.9019775390625, 11.36865234375, 11.8353271484375, 12.302001953125, 12.7686767578125, 13.2353515625, 13.7020263671875, 14.168701171875, 14.6353759765625, 15.10205078125, 15.5687255859375, 16.035400390625, 16.5020751953125, 16.96875]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 12.0, 11.0, 16.0, 17.0, 17.0, 21.0, 30.0, 61.0, 70.0, 74.0, 123.0, 131.0, 199.0, 313.0, 679.0, 3058.0, 2299082.0, 1885664.0, 2855.0, 682.0, 333.0, 211.0, 145.0, 116.0, 93.0, 61.0, 47.0, 25.0, 32.0, 22.0, 21.0, 23.0, 10.0, 8.0, 6.0, 3.0, 4.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-73.875, -71.4912109375, -69.107421875, -66.7236328125, -64.33984375, -61.9560546875, -59.572265625, -57.1884765625, -54.8046875, -52.4208984375, -50.037109375, -47.6533203125, -45.26953125, -42.8857421875, -40.501953125, -38.1181640625, -35.734375, -33.3505859375, -30.966796875, -28.5830078125, -26.19921875, -23.8154296875, -21.431640625, -19.0478515625, -16.6640625, -14.2802734375, -11.896484375, -9.5126953125, -7.12890625, -4.7451171875, -2.361328125, 0.0224609375, 2.40625, 4.7900390625, 7.173828125, 9.5576171875, 11.94140625, 14.3251953125, 16.708984375, 19.0927734375, 21.4765625, 23.8603515625, 26.244140625, 28.6279296875, 31.01171875, 33.3955078125, 35.779296875, 38.1630859375, 40.546875, 42.9306640625, 45.314453125, 47.6982421875, 50.08203125, 52.4658203125, 54.849609375, 57.2333984375, 59.6171875, 62.0009765625, 64.384765625, 66.7685546875, 69.15234375, 71.5361328125, 73.919921875, 76.3037109375, 78.6875]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 8.0, 32.0, 60.0, 172.0, 231.0, 206.0, 157.0, 90.0, 34.0, 13.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.14533233642578, -80.63690948486328, -78.12847900390625, -75.62005615234375, -73.11163330078125, -70.60320281982422, -68.09477996826172, -65.58634948730469, -63.07792663574219, -60.56949996948242, -58.061073303222656, -55.552650451660156, -53.04422378540039, -50.535797119140625, -48.027374267578125, -45.51894760131836, -43.010520935058594, -40.50209426879883, -37.99366760253906, -35.48524475097656, -32.9768180847168, -30.46839141845703, -27.9599666595459, -25.451541900634766, -22.943115234375, -20.434688568115234, -17.9262638092041, -15.417838096618652, -12.909412384033203, -10.400986671447754, -7.892560958862305, -5.384136199951172, -2.8757095336914062, -0.36728382110595703, 2.141141891479492, 4.649567604064941, 7.157993316650391, 9.66641902923584, 12.174844741821289, 14.683269500732422, 17.191696166992188, 19.700122833251953, 22.208547592163086, 24.71697235107422, 27.225399017333984, 29.73382568359375, 32.24224853515625, 34.750675201416016, 37.25910186767578, 39.76752853393555, 42.27595520019531, 44.78437805175781, 47.29280471801758, 49.801231384277344, 52.309654235839844, 54.81808090209961, 57.326507568359375, 59.83493423461914, 62.343360900878906, 64.8517837524414, 67.36021423339844, 69.86863708496094, 72.37705993652344, 74.88548278808594, 77.39391326904297]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 1.0, 6.0, 4.0, 2.0, 5.0, 10.0, 9.0, 6.0, 16.0, 21.0, 19.0, 16.0, 23.0, 18.0, 21.0, 17.0, 35.0, 35.0, 37.0, 30.0, 28.0, 34.0, 36.0, 43.0, 48.0, 31.0, 43.0, 29.0, 42.0, 44.0, 29.0, 28.0, 19.0, 26.0, 31.0, 20.0, 22.0, 11.0, 24.0, 20.0, 11.0, 7.0, 8.0, 12.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0], "bins": [-44.68133544921875, -43.29930114746094, -41.91727066040039, -40.535240173339844, -39.15320587158203, -37.77117156982422, -36.38914108276367, -35.007110595703125, -33.62507629394531, -32.2430419921875, -30.861011505126953, -29.478979110717773, -28.096946716308594, -26.714914321899414, -25.332881927490234, -23.950849533081055, -22.568817138671875, -21.186784744262695, -19.804752349853516, -18.422719955444336, -17.040687561035156, -15.658655166625977, -14.276622772216797, -12.894590377807617, -11.512557983398438, -10.130525588989258, -8.748493194580078, -7.366460800170898, -5.984428405761719, -4.602396011352539, -3.2203636169433594, -1.8383312225341797, -0.456298828125, 0.9257335662841797, 2.3077659606933594, 3.689798355102539, 5.071830749511719, 6.453863143920898, 7.835895538330078, 9.217927932739258, 10.599960327148438, 11.981992721557617, 13.364025115966797, 14.746057510375977, 16.128089904785156, 17.510122299194336, 18.892154693603516, 20.274187088012695, 21.656219482421875, 23.038251876831055, 24.420284271240234, 25.802316665649414, 27.184349060058594, 28.566381454467773, 29.948413848876953, 31.330446243286133, 32.71247863769531, 34.094512939453125, 35.47654342651367, 36.85857391357422, 38.24060821533203, 39.622642517089844, 41.00467300415039, 42.38670349121094, 43.76873779296875]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 7.0, 18.0, 7.0, 10.0, 16.0, 20.0, 8.0, 26.0, 16.0, 27.0, 22.0, 31.0, 24.0, 30.0, 29.0, 31.0, 43.0, 36.0, 45.0, 39.0, 48.0, 41.0, 38.0, 41.0, 31.0, 33.0, 40.0, 24.0, 20.0, 33.0, 27.0, 26.0, 14.0, 15.0, 11.0, 13.0, 12.0, 14.0, 7.0, 5.0, 4.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.47265625, -7.22186279296875, -6.9710693359375, -6.72027587890625, -6.469482421875, -6.21868896484375, -5.9678955078125, -5.71710205078125, -5.46630859375, -5.21551513671875, -4.9647216796875, -4.71392822265625, -4.463134765625, -4.21234130859375, -3.9615478515625, -3.71075439453125, -3.4599609375, -3.20916748046875, -2.9583740234375, -2.70758056640625, -2.456787109375, -2.20599365234375, -1.9552001953125, -1.70440673828125, -1.45361328125, -1.20281982421875, -0.9520263671875, -0.70123291015625, -0.450439453125, -0.19964599609375, 0.0511474609375, 0.30194091796875, 0.552734375, 0.80352783203125, 1.0543212890625, 1.30511474609375, 1.555908203125, 1.80670166015625, 2.0574951171875, 2.30828857421875, 2.55908203125, 2.80987548828125, 3.0606689453125, 3.31146240234375, 3.562255859375, 3.81304931640625, 4.0638427734375, 4.31463623046875, 4.5654296875, 4.81622314453125, 5.0670166015625, 5.31781005859375, 5.568603515625, 5.81939697265625, 6.0701904296875, 6.32098388671875, 6.57177734375, 6.82257080078125, 7.0733642578125, 7.32415771484375, 7.574951171875, 7.82574462890625, 8.0765380859375, 8.32733154296875, 8.578125]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 7.0, 6.0, 20.0, 21.0, 28.0, 40.0, 69.0, 84.0, 149.0, 208.0, 302.0, 407.0, 607.0, 902.0, 1364.0, 1952.0, 2933.0, 4311.0, 6495.0, 9659.0, 14783.0, 22482.0, 35268.0, 56575.0, 97311.0, 224117.0, 283714.0, 110236.0, 62834.0, 38829.0, 24731.0, 16156.0, 10540.0, 6955.0, 4599.0, 3210.0, 2142.0, 1385.0, 963.0, 693.0, 477.0, 330.0, 205.0, 153.0, 97.0, 60.0, 53.0, 32.0, 24.0, 16.0, 13.0, 7.0, 2.0, 3.0, 2.0, 4.0], "bins": [-1.9091796875, -1.8531951904296875, -1.797210693359375, -1.7412261962890625, -1.68524169921875, -1.6292572021484375, -1.573272705078125, -1.5172882080078125, -1.4613037109375, -1.4053192138671875, -1.349334716796875, -1.2933502197265625, -1.23736572265625, -1.1813812255859375, -1.125396728515625, -1.0694122314453125, -1.013427734375, -0.9574432373046875, -0.901458740234375, -0.8454742431640625, -0.78948974609375, -0.7335052490234375, -0.677520751953125, -0.6215362548828125, -0.5655517578125, -0.5095672607421875, -0.453582763671875, -0.3975982666015625, -0.34161376953125, -0.2856292724609375, -0.229644775390625, -0.1736602783203125, -0.11767578125, -0.0616912841796875, -0.005706787109375, 0.0502777099609375, 0.10626220703125, 0.1622467041015625, 0.218231201171875, 0.2742156982421875, 0.3302001953125, 0.3861846923828125, 0.442169189453125, 0.4981536865234375, 0.55413818359375, 0.6101226806640625, 0.666107177734375, 0.7220916748046875, 0.778076171875, 0.8340606689453125, 0.890045166015625, 0.9460296630859375, 1.00201416015625, 1.0579986572265625, 1.113983154296875, 1.1699676513671875, 1.2259521484375, 1.2819366455078125, 1.337921142578125, 1.3939056396484375, 1.44989013671875, 1.5058746337890625, 1.561859130859375, 1.6178436279296875, 1.673828125]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 5.0, 2.0, 7.0, 6.0, 12.0, 14.0, 15.0, 14.0, 27.0, 14.0, 20.0, 22.0, 29.0, 30.0, 31.0, 45.0, 34.0, 31.0, 46.0, 35.0, 38.0, 1063.0, 33.0, 44.0, 50.0, 37.0, 27.0, 35.0, 30.0, 33.0, 27.0, 36.0, 16.0, 22.0, 18.0, 16.0, 10.0, 10.0, 12.0, 8.0, 3.0, 3.0, 7.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-5.41796875, -5.24627685546875, -5.0745849609375, -4.90289306640625, -4.731201171875, -4.55950927734375, -4.3878173828125, -4.21612548828125, -4.04443359375, -3.87274169921875, -3.7010498046875, -3.52935791015625, -3.357666015625, -3.18597412109375, -3.0142822265625, -2.84259033203125, -2.6708984375, -2.49920654296875, -2.3275146484375, -2.15582275390625, -1.984130859375, -1.81243896484375, -1.6407470703125, -1.46905517578125, -1.29736328125, -1.12567138671875, -0.9539794921875, -0.78228759765625, -0.610595703125, -0.43890380859375, -0.2672119140625, -0.09552001953125, 0.076171875, 0.24786376953125, 0.4195556640625, 0.59124755859375, 0.762939453125, 0.93463134765625, 1.1063232421875, 1.27801513671875, 1.44970703125, 1.62139892578125, 1.7930908203125, 1.96478271484375, 2.136474609375, 2.30816650390625, 2.4798583984375, 2.65155029296875, 2.8232421875, 2.99493408203125, 3.1666259765625, 3.33831787109375, 3.510009765625, 3.68170166015625, 3.8533935546875, 4.02508544921875, 4.19677734375, 4.36846923828125, 4.5401611328125, 4.71185302734375, 4.883544921875, 5.05523681640625, 5.2269287109375, 5.39862060546875, 5.5703125]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 5.0, 13.0, 13.0, 18.0, 38.0, 59.0, 55.0, 112.0, 145.0, 214.0, 304.0, 407.0, 592.0, 939.0, 1321.0, 2010.0, 2931.0, 4472.0, 6675.0, 10011.0, 15505.0, 24084.0, 38373.0, 62387.0, 106074.0, 230132.0, 1300193.0, 112076.0, 65177.0, 39892.0, 25169.0, 16242.0, 10536.0, 6776.0, 4583.0, 3123.0, 2078.0, 1361.0, 963.0, 645.0, 441.0, 304.0, 239.0, 142.0, 96.0, 64.0, 44.0, 39.0, 23.0, 19.0, 5.0, 8.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0], "bins": [-1.75390625, -1.6991729736328125, -1.644439697265625, -1.5897064208984375, -1.53497314453125, -1.4802398681640625, -1.425506591796875, -1.3707733154296875, -1.3160400390625, -1.2613067626953125, -1.206573486328125, -1.1518402099609375, -1.09710693359375, -1.0423736572265625, -0.987640380859375, -0.9329071044921875, -0.878173828125, -0.8234405517578125, -0.768707275390625, -0.7139739990234375, -0.65924072265625, -0.6045074462890625, -0.549774169921875, -0.4950408935546875, -0.4403076171875, -0.3855743408203125, -0.330841064453125, -0.2761077880859375, -0.22137451171875, -0.1666412353515625, -0.111907958984375, -0.0571746826171875, -0.00244140625, 0.0522918701171875, 0.107025146484375, 0.1617584228515625, 0.21649169921875, 0.2712249755859375, 0.325958251953125, 0.3806915283203125, 0.4354248046875, 0.4901580810546875, 0.544891357421875, 0.5996246337890625, 0.65435791015625, 0.7090911865234375, 0.763824462890625, 0.8185577392578125, 0.873291015625, 0.9280242919921875, 0.982757568359375, 1.0374908447265625, 1.09222412109375, 1.1469573974609375, 1.201690673828125, 1.2564239501953125, 1.3111572265625, 1.3658905029296875, 1.420623779296875, 1.4753570556640625, 1.53009033203125, 1.5848236083984375, 1.639556884765625, 1.6942901611328125, 1.7490234375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 7.0, 3.0, 4.0, 11.0, 9.0, 9.0, 15.0, 13.0, 20.0, 25.0, 47.0, 42.0, 66.0, 104.0, 93.0, 117.0, 99.0, 94.0, 52.0, 29.0, 27.0, 30.0, 24.0, 15.0, 18.0, 5.0, 9.0, 2.0, 5.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0014896392822265625, -0.001446053385734558, -0.0014024674892425537, -0.0013588815927505493, -0.001315295696258545, -0.0012717097997665405, -0.0012281239032745361, -0.0011845380067825317, -0.0011409521102905273, -0.001097366213798523, -0.0010537803173065186, -0.0010101944208145142, -0.0009666085243225098, -0.0009230226278305054, -0.000879436731338501, -0.0008358508348464966, -0.0007922649383544922, -0.0007486790418624878, -0.0007050931453704834, -0.000661507248878479, -0.0006179213523864746, -0.0005743354558944702, -0.0005307495594024658, -0.0004871636629104614, -0.00044357776641845703, -0.00039999186992645264, -0.00035640597343444824, -0.00031282007694244385, -0.00026923418045043945, -0.00022564828395843506, -0.00018206238746643066, -0.00013847649097442627, -9.489059448242188e-05, -5.130469799041748e-05, -7.718801498413086e-06, 3.586709499359131e-05, 7.94529914855957e-05, 0.0001230388879776001, 0.0001666247844696045, 0.0002102106809616089, 0.0002537965774536133, 0.0002973824739456177, 0.00034096837043762207, 0.00038455426692962646, 0.00042814016342163086, 0.00047172605991363525, 0.0005153119564056396, 0.000558897852897644, 0.0006024837493896484, 0.0006460696458816528, 0.0006896555423736572, 0.0007332414388656616, 0.000776827335357666, 0.0008204132318496704, 0.0008639991283416748, 0.0009075850248336792, 0.0009511709213256836, 0.000994756817817688, 0.0010383427143096924, 0.0010819286108016968, 0.0011255145072937012, 0.0011691004037857056, 0.00121268630027771, 0.0012562721967697144, 0.0012998580932617188]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 7.0, 2.0, 6.0, 12.0, 16.0, 15.0, 21.0, 39.0, 68.0, 69.0, 101.0, 186.0, 379.0, 966.0, 1004881.0, 40333.0, 666.0, 319.0, 149.0, 91.0, 56.0, 38.0, 43.0, 24.0, 14.0, 15.0, 12.0, 10.0, 4.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.029205322265625, -0.02822732925415039, -0.02724933624267578, -0.026271343231201172, -0.025293350219726562, -0.024315357208251953, -0.023337364196777344, -0.022359371185302734, -0.021381378173828125, -0.020403385162353516, -0.019425392150878906, -0.018447399139404297, -0.017469406127929688, -0.016491413116455078, -0.015513420104980469, -0.01453542709350586, -0.01355743408203125, -0.01257944107055664, -0.011601448059082031, -0.010623455047607422, -0.009645462036132812, -0.008667469024658203, -0.007689476013183594, -0.006711483001708984, -0.005733489990234375, -0.004755496978759766, -0.0037775039672851562, -0.002799510955810547, -0.0018215179443359375, -0.0008435249328613281, 0.00013446807861328125, 0.0011124610900878906, 0.0020904541015625, 0.0030684471130371094, 0.004046440124511719, 0.005024433135986328, 0.0060024261474609375, 0.006980419158935547, 0.007958412170410156, 0.008936405181884766, 0.009914398193359375, 0.010892391204833984, 0.011870384216308594, 0.012848377227783203, 0.013826370239257812, 0.014804363250732422, 0.01578235626220703, 0.01676034927368164, 0.01773834228515625, 0.01871633529663086, 0.01969432830810547, 0.020672321319580078, 0.021650314331054688, 0.022628307342529297, 0.023606300354003906, 0.024584293365478516, 0.025562286376953125, 0.026540279388427734, 0.027518272399902344, 0.028496265411376953, 0.029474258422851562, 0.030452251434326172, 0.03143024444580078, 0.03240823745727539, 0.03338623046875]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 25.0, 307.0, 530.0, 138.0, 12.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003151908051222563, -0.003086627693846822, -0.003021347103640437, -0.002956066746264696, -0.0028907861560583115, -0.0028255057986825705, -0.002760225208476186, -0.002694944851100445, -0.00262966426089406, -0.002564383903518319, -0.0024991033133119345, -0.0024338229559361935, -0.002368542365729809, -0.002303262008354068, -0.002237981418147683, -0.002172701060771942, -0.002107420703396201, -0.00204214034602046, -0.0019768597558140755, -0.0019115792820230126, -0.0018462988082319498, -0.0017810184508562088, -0.001715737977065146, -0.0016504575032740831, -0.0015851770294830203, -0.0015198965556919575, -0.0014546160819008946, -0.0013893356081098318, -0.0013240552507340908, -0.0012587746605277061, -0.0011934943031519651, -0.0011282138293609023, -0.0010629335884004831, -0.0009976531146094203, -0.0009323726408183575, -0.0008670922252349555, -0.0008018117514438927, -0.0007365312776528299, -0.000671250862069428, -0.0006059703882783651, -0.0005406899144873023, -0.00047540944069623947, -0.0004101289960090071, -0.0003448485513217747, -0.0002795680775307119, -0.00021428760373964906, -0.00014900715905241668, -8.372671436518431e-05, -1.8446240574121475e-05, 4.683421866502613e-05, 0.00011211467790417373, 0.00017739513714332134, 0.00024267559638246894, 0.00030795607017353177, 0.00037323651486076415, 0.0004385169595479965, 0.0005037974333390594, 0.0005690779071301222, 0.000634358380921185, 0.0006996387965045869, 0.0007649192702956498, 0.0008301997440867126, 0.0008954801596701145, 0.0009607606334611773, 0.0010260411072522402]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 6.0, 10.0, 8.0, 6.0, 17.0, 14.0, 16.0, 28.0, 23.0, 29.0, 33.0, 33.0, 37.0, 36.0, 36.0, 33.0, 49.0, 45.0, 31.0, 30.0, 46.0, 39.0, 41.0, 45.0, 30.0, 34.0, 35.0, 31.0, 27.0, 30.0, 22.0, 19.0, 11.0, 22.0, 13.0, 11.0, 10.0, 5.0, 3.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0005835890769958496, -0.000565757043659687, -0.0005479250103235245, -0.0005300929769873619, -0.0005122609436511993, -0.0004944289103150368, -0.0004765968769788742, -0.00045876484364271164, -0.00044093281030654907, -0.0004231007769703865, -0.00040526874363422394, -0.00038743671029806137, -0.0003696046769618988, -0.00035177264362573624, -0.00033394061028957367, -0.0003161085769534111, -0.00029827654361724854, -0.00028044451028108597, -0.0002626124769449234, -0.00024478044360876083, -0.00022694841027259827, -0.0002091163769364357, -0.00019128434360027313, -0.00017345231026411057, -0.000155620276927948, -0.00013778824359178543, -0.00011995621025562286, -0.0001021241769194603, -8.429214358329773e-05, -6.646011024713516e-05, -4.8628076910972595e-05, -3.079604357481003e-05, -1.2964010238647461e-05, 4.868023097515106e-06, 2.2700056433677673e-05, 4.053208976984024e-05, 5.836412310600281e-05, 7.619615644216537e-05, 9.402818977832794e-05, 0.00011186022311449051, 0.00012969225645065308, 0.00014752428978681564, 0.0001653563231229782, 0.00018318835645914078, 0.00020102038979530334, 0.0002188524231314659, 0.00023668445646762848, 0.00025451648980379105, 0.0002723485231399536, 0.0002901805564761162, 0.00030801258981227875, 0.0003258446231484413, 0.0003436766564846039, 0.00036150868982076645, 0.000379340723156929, 0.0003971727564930916, 0.00041500478982925415, 0.0004328368231654167, 0.0004506688565015793, 0.00046850088983774185, 0.0004863329231739044, 0.000504164956510067, 0.0005219969898462296, 0.0005398290231823921, 0.0005576610565185547]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 7.0, 18.0, 7.0, 10.0, 16.0, 20.0, 8.0, 26.0, 16.0, 27.0, 22.0, 31.0, 24.0, 30.0, 29.0, 31.0, 43.0, 36.0, 45.0, 39.0, 48.0, 41.0, 38.0, 41.0, 31.0, 33.0, 40.0, 24.0, 20.0, 33.0, 27.0, 26.0, 14.0, 15.0, 11.0, 13.0, 12.0, 14.0, 7.0, 5.0, 4.0, 3.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.47265625, -7.22186279296875, -6.9710693359375, -6.72027587890625, -6.469482421875, -6.21868896484375, -5.9678955078125, -5.71710205078125, -5.46630859375, -5.21551513671875, -4.9647216796875, -4.71392822265625, -4.463134765625, -4.21234130859375, -3.9615478515625, -3.71075439453125, -3.4599609375, -3.20916748046875, -2.9583740234375, -2.70758056640625, -2.456787109375, -2.20599365234375, -1.9552001953125, -1.70440673828125, -1.45361328125, -1.20281982421875, -0.9520263671875, -0.70123291015625, -0.450439453125, -0.19964599609375, 0.0511474609375, 0.30194091796875, 0.552734375, 0.80352783203125, 1.0543212890625, 1.30511474609375, 1.555908203125, 1.80670166015625, 2.0574951171875, 2.30828857421875, 2.55908203125, 2.80987548828125, 3.0606689453125, 3.31146240234375, 3.562255859375, 3.81304931640625, 4.0638427734375, 4.31463623046875, 4.5654296875, 4.81622314453125, 5.0670166015625, 5.31781005859375, 5.568603515625, 5.81939697265625, 6.0701904296875, 6.32098388671875, 6.57177734375, 6.82257080078125, 7.0733642578125, 7.32415771484375, 7.574951171875, 7.82574462890625, 8.0765380859375, 8.32733154296875, 8.578125]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 5.0, 3.0, 5.0, 6.0, 13.0, 7.0, 15.0, 20.0, 29.0, 26.0, 31.0, 55.0, 58.0, 82.0, 91.0, 129.0, 193.0, 238.0, 300.0, 425.0, 587.0, 845.0, 2201.0, 9652.0, 67773.0, 833407.0, 112851.0, 13398.0, 2713.0, 952.0, 587.0, 442.0, 347.0, 247.0, 227.0, 150.0, 113.0, 92.0, 58.0, 44.0, 33.0, 30.0, 23.0, 16.0, 12.0, 12.0, 1.0, 6.0, 2.0, 9.0, 1.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.640625, -18.0107421875, -17.380859375, -16.7509765625, -16.12109375, -15.4912109375, -14.861328125, -14.2314453125, -13.6015625, -12.9716796875, -12.341796875, -11.7119140625, -11.08203125, -10.4521484375, -9.822265625, -9.1923828125, -8.5625, -7.9326171875, -7.302734375, -6.6728515625, -6.04296875, -5.4130859375, -4.783203125, -4.1533203125, -3.5234375, -2.8935546875, -2.263671875, -1.6337890625, -1.00390625, -0.3740234375, 0.255859375, 0.8857421875, 1.515625, 2.1455078125, 2.775390625, 3.4052734375, 4.03515625, 4.6650390625, 5.294921875, 5.9248046875, 6.5546875, 7.1845703125, 7.814453125, 8.4443359375, 9.07421875, 9.7041015625, 10.333984375, 10.9638671875, 11.59375, 12.2236328125, 12.853515625, 13.4833984375, 14.11328125, 14.7431640625, 15.373046875, 16.0029296875, 16.6328125, 17.2626953125, 17.892578125, 18.5224609375, 19.15234375, 19.7822265625, 20.412109375, 21.0419921875, 21.671875]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 4.0, 8.0, 12.0, 10.0, 12.0, 15.0, 18.0, 25.0, 22.0, 26.0, 34.0, 31.0, 42.0, 53.0, 36.0, 45.0, 60.0, 109.0, 1668.0, 339.0, 69.0, 54.0, 53.0, 39.0, 38.0, 25.0, 29.0, 26.0, 30.0, 24.0, 16.0, 13.0, 9.0, 10.0, 4.0, 8.0, 12.0, 3.0, 5.0, 4.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-23.96875, -23.165283203125, -22.36181640625, -21.558349609375, -20.7548828125, -19.951416015625, -19.14794921875, -18.344482421875, -17.541015625, -16.737548828125, -15.93408203125, -15.130615234375, -14.3271484375, -13.523681640625, -12.72021484375, -11.916748046875, -11.11328125, -10.309814453125, -9.50634765625, -8.702880859375, -7.8994140625, -7.095947265625, -6.29248046875, -5.489013671875, -4.685546875, -3.882080078125, -3.07861328125, -2.275146484375, -1.4716796875, -0.668212890625, 0.13525390625, 0.938720703125, 1.7421875, 2.545654296875, 3.34912109375, 4.152587890625, 4.9560546875, 5.759521484375, 6.56298828125, 7.366455078125, 8.169921875, 8.973388671875, 9.77685546875, 10.580322265625, 11.3837890625, 12.187255859375, 12.99072265625, 13.794189453125, 14.59765625, 15.401123046875, 16.20458984375, 17.008056640625, 17.8115234375, 18.614990234375, 19.41845703125, 20.221923828125, 21.025390625, 21.828857421875, 22.63232421875, 23.435791015625, 24.2392578125, 25.042724609375, 25.84619140625, 26.649658203125, 27.453125]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 2.0, 9.0, 13.0, 4.0, 9.0, 14.0, 15.0, 21.0, 27.0, 30.0, 38.0, 35.0, 49.0, 57.0, 93.0, 182.0, 367.0, 953.0, 29789.0, 3107332.0, 5160.0, 659.0, 271.0, 136.0, 89.0, 80.0, 47.0, 39.0, 27.0, 29.0, 28.0, 21.0, 12.0, 8.0, 17.0, 12.0, 9.0, 5.0, 7.0, 4.0, 1.0, 3.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-76.875, -74.6357421875, -72.396484375, -70.1572265625, -67.91796875, -65.6787109375, -63.439453125, -61.2001953125, -58.9609375, -56.7216796875, -54.482421875, -52.2431640625, -50.00390625, -47.7646484375, -45.525390625, -43.2861328125, -41.046875, -38.8076171875, -36.568359375, -34.3291015625, -32.08984375, -29.8505859375, -27.611328125, -25.3720703125, -23.1328125, -20.8935546875, -18.654296875, -16.4150390625, -14.17578125, -11.9365234375, -9.697265625, -7.4580078125, -5.21875, -2.9794921875, -0.740234375, 1.4990234375, 3.73828125, 5.9775390625, 8.216796875, 10.4560546875, 12.6953125, 14.9345703125, 17.173828125, 19.4130859375, 21.65234375, 23.8916015625, 26.130859375, 28.3701171875, 30.609375, 32.8486328125, 35.087890625, 37.3271484375, 39.56640625, 41.8056640625, 44.044921875, 46.2841796875, 48.5234375, 50.7626953125, 53.001953125, 55.2412109375, 57.48046875, 59.7197265625, 61.958984375, 64.1982421875, 66.4375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [2.0, 12.0, 148.0, 543.0, 276.0, 34.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.217816352844238, -7.456822395324707, -4.695827960968018, -1.9348335266113281, 0.8261604309082031, 3.5871543884277344, 6.348149299621582, 9.109143257141113, 11.870137214660645, 14.631131172180176, 17.392126083374023, 20.153120040893555, 22.914113998413086, 25.675107955932617, 28.43610382080078, 31.197097778320312, 33.958091735839844, 36.719085693359375, 39.480079650878906, 42.24107360839844, 45.00206756591797, 47.7630615234375, 50.52405548095703, 53.28504943847656, 56.046043395996094, 58.807037353515625, 61.568031311035156, 64.32902526855469, 67.09001922607422, 69.85101318359375, 72.61200714111328, 75.37300109863281, 78.13399505615234, 80.89498901367188, 83.6559829711914, 86.41697692871094, 89.17797088623047, 91.93896484375, 94.69995880126953, 97.46095275878906, 100.2219467163086, 102.98294067382812, 105.74393463134766, 108.50492858886719, 111.26592254638672, 114.02691650390625, 116.78791046142578, 119.54890441894531, 122.30990600585938, 125.0708999633789, 127.83189392089844, 130.5928955078125, 133.3538818359375, 136.11488342285156, 138.87586975097656, 141.63687133789062, 144.39785766601562, 147.1588592529297, 149.9198455810547, 152.68084716796875, 155.44183349609375, 158.2028350830078, 160.9638214111328, 163.72482299804688, 166.48580932617188]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 7.0, 5.0, 1.0, 7.0, 5.0, 7.0, 3.0, 11.0, 14.0, 17.0, 6.0, 8.0, 12.0, 23.0, 26.0, 26.0, 25.0, 25.0, 22.0, 38.0, 32.0, 38.0, 36.0, 42.0, 35.0, 34.0, 33.0, 33.0, 38.0, 46.0, 39.0, 42.0, 31.0, 29.0, 30.0, 21.0, 25.0, 21.0, 16.0, 12.0, 18.0, 10.0, 17.0, 7.0, 6.0, 3.0, 9.0, 6.0, 2.0, 3.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-53.01399230957031, -51.308135986328125, -49.60227966308594, -47.896427154541016, -46.19057083129883, -44.48471450805664, -42.77886199951172, -41.07300567626953, -39.367149353027344, -37.661293029785156, -35.95543670654297, -34.24958419799805, -32.54372787475586, -30.837871551513672, -29.132017135620117, -27.426162719726562, -25.720306396484375, -24.014450073242188, -22.308595657348633, -20.602741241455078, -18.89688491821289, -17.191028594970703, -15.485174179077148, -13.779318809509277, -12.073463439941406, -10.367608070373535, -8.661752700805664, -6.955897331237793, -5.250041961669922, -3.544186592102051, -1.8383312225341797, -0.1324758529663086, 1.5733795166015625, 3.2792348861694336, 4.985090255737305, 6.690945625305176, 8.396800994873047, 10.102656364440918, 11.808511734008789, 13.51436710357666, 15.220222473144531, 16.92607879638672, 18.631933212280273, 20.337787628173828, 22.043643951416016, 23.749500274658203, 25.455354690551758, 27.161209106445312, 28.8670654296875, 30.572921752929688, 32.278778076171875, 33.9846305847168, 35.690486907958984, 37.39634323120117, 39.102195739746094, 40.80805206298828, 42.51390838623047, 44.219764709472656, 45.925621032714844, 47.631473541259766, 49.33732986450195, 51.04318618774414, 52.74903869628906, 54.45489501953125, 56.16075134277344]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 4.0, 5.0, 11.0, 10.0, 11.0, 9.0, 16.0, 17.0, 20.0, 21.0, 19.0, 25.0, 26.0, 28.0, 35.0, 31.0, 35.0, 29.0, 39.0, 49.0, 52.0, 39.0, 42.0, 35.0, 50.0, 35.0, 28.0, 37.0, 30.0, 27.0, 23.0, 26.0, 27.0, 19.0, 20.0, 13.0, 15.0, 8.0, 14.0, 7.0, 10.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.640625, -8.3719482421875, -8.103271484375, -7.8345947265625, -7.56591796875, -7.2972412109375, -7.028564453125, -6.7598876953125, -6.4912109375, -6.2225341796875, -5.953857421875, -5.6851806640625, -5.41650390625, -5.1478271484375, -4.879150390625, -4.6104736328125, -4.341796875, -4.0731201171875, -3.804443359375, -3.5357666015625, -3.26708984375, -2.9984130859375, -2.729736328125, -2.4610595703125, -2.1923828125, -1.9237060546875, -1.655029296875, -1.3863525390625, -1.11767578125, -0.8489990234375, -0.580322265625, -0.3116455078125, -0.04296875, 0.2257080078125, 0.494384765625, 0.7630615234375, 1.03173828125, 1.3004150390625, 1.569091796875, 1.8377685546875, 2.1064453125, 2.3751220703125, 2.643798828125, 2.9124755859375, 3.18115234375, 3.4498291015625, 3.718505859375, 3.9871826171875, 4.255859375, 4.5245361328125, 4.793212890625, 5.0618896484375, 5.33056640625, 5.5992431640625, 5.867919921875, 6.1365966796875, 6.4052734375, 6.6739501953125, 6.942626953125, 7.2113037109375, 7.47998046875, 7.7486572265625, 8.017333984375, 8.2860107421875, 8.5546875]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 5.0, 7.0, 4.0, 8.0, 11.0, 20.0, 16.0, 15.0, 19.0, 27.0, 50.0, 60.0, 70.0, 82.0, 113.0, 143.0, 175.0, 212.0, 336.0, 558.0, 1120.0, 3578.0, 22940.0, 424116.0, 2824267.0, 865023.0, 42565.0, 5225.0, 1374.0, 659.0, 388.0, 254.0, 195.0, 128.0, 110.0, 78.0, 79.0, 62.0, 43.0, 37.0, 23.0, 18.0, 14.0, 14.0, 9.0, 13.0, 8.0, 9.0, 4.0, 4.0, 1.0, 0.0, 2.0, 3.0], "bins": [-20.3125, -19.725830078125, -19.13916015625, -18.552490234375, -17.9658203125, -17.379150390625, -16.79248046875, -16.205810546875, -15.619140625, -15.032470703125, -14.44580078125, -13.859130859375, -13.2724609375, -12.685791015625, -12.09912109375, -11.512451171875, -10.92578125, -10.339111328125, -9.75244140625, -9.165771484375, -8.5791015625, -7.992431640625, -7.40576171875, -6.819091796875, -6.232421875, -5.645751953125, -5.05908203125, -4.472412109375, -3.8857421875, -3.299072265625, -2.71240234375, -2.125732421875, -1.5390625, -0.952392578125, -0.36572265625, 0.220947265625, 0.8076171875, 1.394287109375, 1.98095703125, 2.567626953125, 3.154296875, 3.740966796875, 4.32763671875, 4.914306640625, 5.5009765625, 6.087646484375, 6.67431640625, 7.260986328125, 7.84765625, 8.434326171875, 9.02099609375, 9.607666015625, 10.1943359375, 10.781005859375, 11.36767578125, 11.954345703125, 12.541015625, 13.127685546875, 13.71435546875, 14.301025390625, 14.8876953125, 15.474365234375, 16.06103515625, 16.647705078125, 17.234375]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 4.0, 11.0, 5.0, 15.0, 28.0, 17.0, 29.0, 54.0, 84.0, 122.0, 154.0, 266.0, 411.0, 539.0, 599.0, 517.0, 395.0, 268.0, 187.0, 113.0, 78.0, 54.0, 36.0, 29.0, 11.0, 16.0, 15.0, 6.0, 4.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.6171875, -13.1038818359375, -12.590576171875, -12.0772705078125, -11.56396484375, -11.0506591796875, -10.537353515625, -10.0240478515625, -9.5107421875, -8.9974365234375, -8.484130859375, -7.9708251953125, -7.45751953125, -6.9442138671875, -6.430908203125, -5.9176025390625, -5.404296875, -4.8909912109375, -4.377685546875, -3.8643798828125, -3.35107421875, -2.8377685546875, -2.324462890625, -1.8111572265625, -1.2978515625, -0.7845458984375, -0.271240234375, 0.2420654296875, 0.75537109375, 1.2686767578125, 1.781982421875, 2.2952880859375, 2.80859375, 3.3218994140625, 3.835205078125, 4.3485107421875, 4.86181640625, 5.3751220703125, 5.888427734375, 6.4017333984375, 6.9150390625, 7.4283447265625, 7.941650390625, 8.4549560546875, 8.96826171875, 9.4815673828125, 9.994873046875, 10.5081787109375, 11.021484375, 11.5347900390625, 12.048095703125, 12.5614013671875, 13.07470703125, 13.5880126953125, 14.101318359375, 14.6146240234375, 15.1279296875, 15.6412353515625, 16.154541015625, 16.6678466796875, 17.18115234375, 17.6944580078125, 18.207763671875, 18.7210693359375, 19.234375]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 5.0, 4.0, 9.0, 10.0, 17.0, 17.0, 16.0, 40.0, 33.0, 51.0, 63.0, 72.0, 98.0, 113.0, 158.0, 259.0, 482.0, 1017.0, 3799.0, 152343.0, 4001203.0, 30159.0, 2197.0, 749.0, 411.0, 256.0, 185.0, 101.0, 82.0, 88.0, 45.0, 39.0, 29.0, 23.0, 20.0, 19.0, 14.0, 12.0, 10.0, 7.0, 7.0, 6.0, 5.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-47.0, -45.341796875, -43.68359375, -42.025390625, -40.3671875, -38.708984375, -37.05078125, -35.392578125, -33.734375, -32.076171875, -30.41796875, -28.759765625, -27.1015625, -25.443359375, -23.78515625, -22.126953125, -20.46875, -18.810546875, -17.15234375, -15.494140625, -13.8359375, -12.177734375, -10.51953125, -8.861328125, -7.203125, -5.544921875, -3.88671875, -2.228515625, -0.5703125, 1.087890625, 2.74609375, 4.404296875, 6.0625, 7.720703125, 9.37890625, 11.037109375, 12.6953125, 14.353515625, 16.01171875, 17.669921875, 19.328125, 20.986328125, 22.64453125, 24.302734375, 25.9609375, 27.619140625, 29.27734375, 30.935546875, 32.59375, 34.251953125, 35.91015625, 37.568359375, 39.2265625, 40.884765625, 42.54296875, 44.201171875, 45.859375, 47.517578125, 49.17578125, 50.833984375, 52.4921875, 54.150390625, 55.80859375, 57.466796875, 59.125]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 55.0, 780.0, 177.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-272.2488708496094, -262.0260009765625, -251.80311584472656, -241.58023071289062, -231.35736083984375, -221.1344757080078, -210.91159057617188, -200.688720703125, -190.46583557128906, -180.24295043945312, -170.02008056640625, -159.7971954345703, -149.57431030273438, -139.3514404296875, -129.12855529785156, -118.90567779541016, -108.68280029296875, -98.45992279052734, -88.23704528808594, -78.01416015625, -67.7912826538086, -57.56840515136719, -47.345523834228516, -37.122642517089844, -26.899765014648438, -16.6768856048584, -6.454006195068359, 3.7688732147216797, 13.991752624511719, 24.214630126953125, 34.4375114440918, 44.66039276123047, 54.88330078125, 65.1061782836914, 75.32905578613281, 85.55194091796875, 95.77481842041016, 105.99769592285156, 116.2205810546875, 126.4434585571289, 136.6663360595703, 146.88922119140625, 157.11209106445312, 167.33497619628906, 177.557861328125, 187.78073120117188, 198.0036163330078, 208.22650146484375, 218.44937133789062, 228.67225646972656, 238.89512634277344, 249.11801147460938, 259.34088134765625, 269.56378173828125, 279.7866516113281, 290.009521484375, 300.232421875, 310.4552917480469, 320.6781921386719, 330.90106201171875, 341.1239318847656, 351.3468017578125, 361.5697021484375, 371.7925720214844, 382.01544189453125]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 7.0, 11.0, 4.0, 8.0, 5.0, 8.0, 14.0, 11.0, 10.0, 22.0, 11.0, 33.0, 26.0, 25.0, 35.0, 35.0, 41.0, 41.0, 39.0, 43.0, 40.0, 35.0, 45.0, 43.0, 41.0, 29.0, 34.0, 38.0, 28.0, 40.0, 37.0, 18.0, 23.0, 18.0, 19.0, 21.0, 11.0, 12.0, 9.0, 6.0, 6.0, 6.0, 2.0, 4.0, 3.0, 5.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0], "bins": [-48.48004150390625, -47.05523681640625, -45.630435943603516, -44.205631256103516, -42.78083038330078, -41.35602569580078, -39.93122482299805, -38.50642013549805, -37.08161926269531, -35.65681457519531, -34.23201370239258, -32.80720901489258, -31.382408142089844, -29.957605361938477, -28.53280258178711, -27.10799789428711, -25.683195114135742, -24.258392333984375, -22.833589553833008, -21.40878677368164, -19.983983993530273, -18.559181213378906, -17.134376525878906, -15.709574699401855, -14.284771919250488, -12.859969139099121, -11.435166358947754, -10.01036262512207, -8.585559844970703, -7.160757541656494, -5.735954284667969, -4.311151504516602, -2.8863487243652344, -1.4615458250045776, -0.0367429256439209, 1.3880600929260254, 2.8128628730773926, 4.23766565322876, 5.662468910217285, 7.087271690368652, 8.51207447052002, 9.936877250671387, 11.361680030822754, 12.786483764648438, 14.211286544799805, 15.636089324951172, 17.06089210510254, 18.485694885253906, 19.910497665405273, 21.33530044555664, 22.760103225708008, 24.184906005859375, 25.609708786010742, 27.03451156616211, 28.45931625366211, 29.884117126464844, 31.308921813964844, 32.733726501464844, 34.15852737426758, 35.58333206176758, 37.00813293457031, 38.43293762207031, 39.85773849487305, 41.28254318237305, 42.70734405517578]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 6.0, 6.0, 4.0, 4.0, 17.0, 10.0, 10.0, 14.0, 15.0, 26.0, 20.0, 17.0, 26.0, 27.0, 30.0, 43.0, 20.0, 23.0, 29.0, 33.0, 34.0, 55.0, 32.0, 45.0, 37.0, 46.0, 37.0, 28.0, 26.0, 28.0, 33.0, 24.0, 31.0, 31.0, 19.0, 21.0, 22.0, 9.0, 12.0, 8.0, 11.0, 11.0, 11.0, 6.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-8.109375, -7.862060546875, -7.61474609375, -7.367431640625, -7.1201171875, -6.872802734375, -6.62548828125, -6.378173828125, -6.130859375, -5.883544921875, -5.63623046875, -5.388916015625, -5.1416015625, -4.894287109375, -4.64697265625, -4.399658203125, -4.15234375, -3.905029296875, -3.65771484375, -3.410400390625, -3.1630859375, -2.915771484375, -2.66845703125, -2.421142578125, -2.173828125, -1.926513671875, -1.67919921875, -1.431884765625, -1.1845703125, -0.937255859375, -0.68994140625, -0.442626953125, -0.1953125, 0.052001953125, 0.29931640625, 0.546630859375, 0.7939453125, 1.041259765625, 1.28857421875, 1.535888671875, 1.783203125, 2.030517578125, 2.27783203125, 2.525146484375, 2.7724609375, 3.019775390625, 3.26708984375, 3.514404296875, 3.76171875, 4.009033203125, 4.25634765625, 4.503662109375, 4.7509765625, 4.998291015625, 5.24560546875, 5.492919921875, 5.740234375, 5.987548828125, 6.23486328125, 6.482177734375, 6.7294921875, 6.976806640625, 7.22412109375, 7.471435546875, 7.71875]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 4.0, 8.0, 12.0, 12.0, 12.0, 16.0, 25.0, 39.0, 62.0, 95.0, 149.0, 192.0, 287.0, 380.0, 577.0, 838.0, 1241.0, 1860.0, 2709.0, 4082.0, 6161.0, 9158.0, 14265.0, 22238.0, 35538.0, 57224.0, 96821.0, 208139.0, 287751.0, 116522.0, 67084.0, 41124.0, 25839.0, 16404.0, 10475.0, 6941.0, 4645.0, 3075.0, 2081.0, 1415.0, 947.0, 620.0, 494.0, 317.0, 205.0, 148.0, 107.0, 68.0, 44.0, 38.0, 29.0, 19.0, 12.0, 3.0, 5.0, 6.0, 2.0, 2.0, 3.0, 1.0], "bins": [-1.8134765625, -1.757080078125, -1.70068359375, -1.644287109375, -1.587890625, -1.531494140625, -1.47509765625, -1.418701171875, -1.3623046875, -1.305908203125, -1.24951171875, -1.193115234375, -1.13671875, -1.080322265625, -1.02392578125, -0.967529296875, -0.9111328125, -0.854736328125, -0.79833984375, -0.741943359375, -0.685546875, -0.629150390625, -0.57275390625, -0.516357421875, -0.4599609375, -0.403564453125, -0.34716796875, -0.290771484375, -0.234375, -0.177978515625, -0.12158203125, -0.065185546875, -0.0087890625, 0.047607421875, 0.10400390625, 0.160400390625, 0.216796875, 0.273193359375, 0.32958984375, 0.385986328125, 0.4423828125, 0.498779296875, 0.55517578125, 0.611572265625, 0.66796875, 0.724365234375, 0.78076171875, 0.837158203125, 0.8935546875, 0.949951171875, 1.00634765625, 1.062744140625, 1.119140625, 1.175537109375, 1.23193359375, 1.288330078125, 1.3447265625, 1.401123046875, 1.45751953125, 1.513916015625, 1.5703125, 1.626708984375, 1.68310546875, 1.739501953125, 1.7958984375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 8.0, 6.0, 9.0, 13.0, 16.0, 13.0, 11.0, 16.0, 17.0, 23.0, 31.0, 22.0, 23.0, 31.0, 29.0, 34.0, 29.0, 35.0, 41.0, 36.0, 1059.0, 37.0, 35.0, 47.0, 40.0, 40.0, 24.0, 35.0, 35.0, 22.0, 27.0, 31.0, 26.0, 21.0, 23.0, 9.0, 11.0, 13.0, 11.0, 11.0, 8.0, 6.0, 6.0, 1.0, 1.0, 5.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.81640625, -4.66064453125, -4.5048828125, -4.34912109375, -4.193359375, -4.03759765625, -3.8818359375, -3.72607421875, -3.5703125, -3.41455078125, -3.2587890625, -3.10302734375, -2.947265625, -2.79150390625, -2.6357421875, -2.47998046875, -2.32421875, -2.16845703125, -2.0126953125, -1.85693359375, -1.701171875, -1.54541015625, -1.3896484375, -1.23388671875, -1.078125, -0.92236328125, -0.7666015625, -0.61083984375, -0.455078125, -0.29931640625, -0.1435546875, 0.01220703125, 0.16796875, 0.32373046875, 0.4794921875, 0.63525390625, 0.791015625, 0.94677734375, 1.1025390625, 1.25830078125, 1.4140625, 1.56982421875, 1.7255859375, 1.88134765625, 2.037109375, 2.19287109375, 2.3486328125, 2.50439453125, 2.66015625, 2.81591796875, 2.9716796875, 3.12744140625, 3.283203125, 3.43896484375, 3.5947265625, 3.75048828125, 3.90625, 4.06201171875, 4.2177734375, 4.37353515625, 4.529296875, 4.68505859375, 4.8408203125, 4.99658203125, 5.15234375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 17.0, 20.0, 23.0, 54.0, 60.0, 90.0, 152.0, 182.0, 287.0, 389.0, 611.0, 871.0, 1335.0, 1989.0, 2940.0, 4356.0, 6600.0, 9762.0, 14947.0, 22546.0, 35253.0, 55600.0, 91584.0, 178070.0, 1334865.0, 129580.0, 73922.0, 45601.0, 29232.0, 18867.0, 12537.0, 8178.0, 5368.0, 3620.0, 2526.0, 1652.0, 1147.0, 753.0, 474.0, 361.0, 239.0, 157.0, 99.0, 65.0, 53.0, 33.0, 24.0, 15.0, 7.0, 5.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0], "bins": [-1.634765625, -1.584136962890625, -1.53350830078125, -1.482879638671875, -1.4322509765625, -1.381622314453125, -1.33099365234375, -1.280364990234375, -1.229736328125, -1.179107666015625, -1.12847900390625, -1.077850341796875, -1.0272216796875, -0.976593017578125, -0.92596435546875, -0.875335693359375, -0.82470703125, -0.774078369140625, -0.72344970703125, -0.672821044921875, -0.6221923828125, -0.571563720703125, -0.52093505859375, -0.470306396484375, -0.419677734375, -0.369049072265625, -0.31842041015625, -0.267791748046875, -0.2171630859375, -0.166534423828125, -0.11590576171875, -0.065277099609375, -0.0146484375, 0.035980224609375, 0.08660888671875, 0.137237548828125, 0.1878662109375, 0.238494873046875, 0.28912353515625, 0.339752197265625, 0.390380859375, 0.441009521484375, 0.49163818359375, 0.542266845703125, 0.5928955078125, 0.643524169921875, 0.69415283203125, 0.744781494140625, 0.79541015625, 0.846038818359375, 0.89666748046875, 0.947296142578125, 0.9979248046875, 1.048553466796875, 1.09918212890625, 1.149810791015625, 1.200439453125, 1.251068115234375, 1.30169677734375, 1.352325439453125, 1.4029541015625, 1.453582763671875, 1.50421142578125, 1.554840087890625, 1.60546875]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 8.0, 12.0, 6.0, 13.0, 11.0, 21.0, 17.0, 29.0, 27.0, 43.0, 63.0, 74.0, 68.0, 107.0, 91.0, 92.0, 72.0, 55.0, 33.0, 29.0, 23.0, 22.0, 17.0, 16.0, 11.0, 13.0, 4.0, 8.0, 3.0, 3.0, 6.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0012063980102539062, -0.0011644363403320312, -0.0011224746704101562, -0.0010805130004882812, -0.0010385513305664062, -0.0009965896606445312, -0.0009546279907226562, -0.0009126663208007812, -0.0008707046508789062, -0.0008287429809570312, -0.0007867813110351562, -0.0007448196411132812, -0.0007028579711914062, -0.0006608963012695312, -0.0006189346313476562, -0.0005769729614257812, -0.0005350112915039062, -0.0004930496215820312, -0.00045108795166015625, -0.00040912628173828125, -0.00036716461181640625, -0.00032520294189453125, -0.00028324127197265625, -0.00024127960205078125, -0.00019931793212890625, -0.00015735626220703125, -0.00011539459228515625, -7.343292236328125e-05, -3.147125244140625e-05, 1.049041748046875e-05, 5.245208740234375e-05, 9.441375732421875e-05, 0.00013637542724609375, 0.00017833709716796875, 0.00022029876708984375, 0.00026226043701171875, 0.00030422210693359375, 0.00034618377685546875, 0.00038814544677734375, 0.00043010711669921875, 0.00047206878662109375, 0.0005140304565429688, 0.0005559921264648438, 0.0005979537963867188, 0.0006399154663085938, 0.0006818771362304688, 0.0007238388061523438, 0.0007658004760742188, 0.0008077621459960938, 0.0008497238159179688, 0.0008916854858398438, 0.0009336471557617188, 0.0009756088256835938, 0.0010175704956054688, 0.0010595321655273438, 0.0011014938354492188, 0.0011434555053710938, 0.0011854171752929688, 0.0012273788452148438, 0.0012693405151367188, 0.0013113021850585938, 0.0013532638549804688, 0.0013952255249023438, 0.0014371871948242188, 0.0014791488647460938]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 7.0, 5.0, 9.0, 8.0, 10.0, 16.0, 12.0, 21.0, 38.0, 48.0, 62.0, 82.0, 127.0, 284.0, 578.0, 4500.0, 1040242.0, 1488.0, 456.0, 195.0, 115.0, 71.0, 48.0, 44.0, 23.0, 20.0, 15.0, 9.0, 6.0, 8.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035369873046875, -0.034369468688964844, -0.03336906433105469, -0.03236865997314453, -0.031368255615234375, -0.03036785125732422, -0.029367446899414062, -0.028367042541503906, -0.02736663818359375, -0.026366233825683594, -0.025365829467773438, -0.02436542510986328, -0.023365020751953125, -0.02236461639404297, -0.021364212036132812, -0.020363807678222656, -0.0193634033203125, -0.018362998962402344, -0.017362594604492188, -0.01636219024658203, -0.015361785888671875, -0.014361381530761719, -0.013360977172851562, -0.012360572814941406, -0.01136016845703125, -0.010359764099121094, -0.009359359741210938, -0.008358955383300781, -0.007358551025390625, -0.006358146667480469, -0.0053577423095703125, -0.004357337951660156, -0.00335693359375, -0.0023565292358398438, -0.0013561248779296875, -0.00035572052001953125, 0.000644683837890625, 0.0016450881958007812, 0.0026454925537109375, 0.0036458969116210938, 0.00464630126953125, 0.005646705627441406, 0.0066471099853515625, 0.007647514343261719, 0.008647918701171875, 0.009648323059082031, 0.010648727416992188, 0.011649131774902344, 0.0126495361328125, 0.013649940490722656, 0.014650344848632812, 0.01565074920654297, 0.016651153564453125, 0.01765155792236328, 0.018651962280273438, 0.019652366638183594, 0.02065277099609375, 0.021653175354003906, 0.022653579711914062, 0.02365398406982422, 0.024654388427734375, 0.02565479278564453, 0.026655197143554688, 0.027655601501464844, 0.028656005859375]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 14.0, 134.0, 593.0, 251.0, 18.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022383120376616716, -0.002160076517611742, -0.0020818409975618124, -0.0020036054775118828, -0.0019253698410466313, -0.0018471343209967017, -0.0017688986845314503, -0.0016906631644815207, -0.001612427644431591, -0.0015341921243816614, -0.0014559566043317318, -0.0013777209678664804, -0.0012994854478165507, -0.0012212499277666211, -0.0011430142913013697, -0.00106477877125144, -0.0009865432512015104, -0.0009083077311515808, -0.0008300721528939903, -0.0007518365746363997, -0.0006736010545864701, -0.0005953655345365405, -0.00051712995627895, -0.00043889437802135944, -0.0003606588579714298, -0.00028242330881766975, -0.00020418775966390967, -0.0001259522105101496, -4.771666135638952e-05, 3.051888779737055e-05, 0.00010875443695113063, 0.00018699001520872116, 0.0002652255352586508, 0.00034346108441241086, 0.00042169663356617093, 0.0004999322118237615, 0.0005781677318736911, 0.0006564032519236207, 0.0007346388301812112, 0.0008128744084388018, 0.0008911099284887314, 0.000969345448538661, 0.0010475809685885906, 0.001125816605053842, 0.0012040521251037717, 0.0012822876451537013, 0.0013605232816189528, 0.0014387588016688824, 0.001516994321718812, 0.0015952298417687416, 0.0016734653618186712, 0.0017517009982839227, 0.0018299365183338523, 0.001908172038383782, 0.0019864076748490334, 0.002064643194898963, 0.0021428787149488926, 0.002221114234998822, 0.002299349755048752, 0.0023775852750986814, 0.002455820795148611, 0.0025340565480291843, 0.002612292068079114, 0.0026905275881290436, 0.002768763108178973]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 2.0, 6.0, 3.0, 11.0, 7.0, 7.0, 3.0, 7.0, 11.0, 10.0, 8.0, 13.0, 20.0, 21.0, 33.0, 31.0, 33.0, 40.0, 36.0, 37.0, 39.0, 31.0, 41.0, 41.0, 47.0, 46.0, 31.0, 41.0, 33.0, 35.0, 39.0, 29.0, 33.0, 26.0, 20.0, 17.0, 12.0, 21.0, 16.0, 16.0, 7.0, 10.0, 12.0, 4.0, 7.0, 7.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.000530540943145752, -0.0005134688690304756, -0.0004963967949151993, -0.00047932472079992294, -0.0004622526466846466, -0.00044518057256937027, -0.00042810849845409393, -0.0004110364243388176, -0.00039396435022354126, -0.0003768922761082649, -0.0003598202019929886, -0.00034274812787771225, -0.0003256760537624359, -0.0003086039796471596, -0.00029153190553188324, -0.0002744598314166069, -0.00025738775730133057, -0.00024031568318605423, -0.0002232436090707779, -0.00020617153495550156, -0.00018909946084022522, -0.00017202738672494888, -0.00015495531260967255, -0.0001378832384943962, -0.00012081116437911987, -0.00010373909026384354, -8.66670161485672e-05, -6.959494203329086e-05, -5.2522867918014526e-05, -3.545079380273819e-05, -1.8378719687461853e-05, -1.3066455721855164e-06, 1.576542854309082e-05, 3.283750265836716e-05, 4.9909576773643494e-05, 6.698165088891983e-05, 8.405372500419617e-05, 0.0001011257991194725, 0.00011819787323474884, 0.00013526994735002518, 0.00015234202146530151, 0.00016941409558057785, 0.0001864861696958542, 0.00020355824381113052, 0.00022063031792640686, 0.0002377023920416832, 0.00025477446615695953, 0.00027184654027223587, 0.0002889186143875122, 0.00030599068850278854, 0.0003230627626180649, 0.0003401348367333412, 0.00035720691084861755, 0.0003742789849638939, 0.0003913510590791702, 0.00040842313319444656, 0.0004254952073097229, 0.00044256728142499924, 0.0004596393555402756, 0.0004767114296555519, 0.0004937835037708282, 0.0005108555778861046, 0.0005279276520013809, 0.0005449997261166573, 0.0005620718002319336]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 6.0, 6.0, 4.0, 4.0, 17.0, 10.0, 10.0, 14.0, 15.0, 26.0, 20.0, 17.0, 26.0, 27.0, 30.0, 43.0, 20.0, 23.0, 29.0, 33.0, 34.0, 55.0, 32.0, 45.0, 37.0, 46.0, 37.0, 28.0, 26.0, 28.0, 33.0, 24.0, 31.0, 31.0, 19.0, 21.0, 22.0, 9.0, 12.0, 8.0, 11.0, 11.0, 11.0, 6.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-8.109375, -7.862060546875, -7.61474609375, -7.367431640625, -7.1201171875, -6.872802734375, -6.62548828125, -6.378173828125, -6.130859375, -5.883544921875, -5.63623046875, -5.388916015625, -5.1416015625, -4.894287109375, -4.64697265625, -4.399658203125, -4.15234375, -3.905029296875, -3.65771484375, -3.410400390625, -3.1630859375, -2.915771484375, -2.66845703125, -2.421142578125, -2.173828125, -1.926513671875, -1.67919921875, -1.431884765625, -1.1845703125, -0.937255859375, -0.68994140625, -0.442626953125, -0.1953125, 0.052001953125, 0.29931640625, 0.546630859375, 0.7939453125, 1.041259765625, 1.28857421875, 1.535888671875, 1.783203125, 2.030517578125, 2.27783203125, 2.525146484375, 2.7724609375, 3.019775390625, 3.26708984375, 3.514404296875, 3.76171875, 4.009033203125, 4.25634765625, 4.503662109375, 4.7509765625, 4.998291015625, 5.24560546875, 5.492919921875, 5.740234375, 5.987548828125, 6.23486328125, 6.482177734375, 6.7294921875, 6.976806640625, 7.22412109375, 7.471435546875, 7.71875]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 4.0, 7.0, 8.0, 6.0, 11.0, 19.0, 30.0, 29.0, 33.0, 58.0, 63.0, 70.0, 65.0, 130.0, 189.0, 225.0, 459.0, 785.0, 1725.0, 3988.0, 10255.0, 29588.0, 94666.0, 302369.0, 403494.0, 134816.0, 41579.0, 13928.0, 5283.0, 2099.0, 1000.0, 491.0, 296.0, 210.0, 143.0, 91.0, 71.0, 64.0, 48.0, 38.0, 32.0, 20.0, 13.0, 18.0, 12.0, 7.0, 8.0, 6.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0], "bins": [-10.4765625, -10.1605224609375, -9.844482421875, -9.5284423828125, -9.21240234375, -8.8963623046875, -8.580322265625, -8.2642822265625, -7.9482421875, -7.6322021484375, -7.316162109375, -7.0001220703125, -6.68408203125, -6.3680419921875, -6.052001953125, -5.7359619140625, -5.419921875, -5.1038818359375, -4.787841796875, -4.4718017578125, -4.15576171875, -3.8397216796875, -3.523681640625, -3.2076416015625, -2.8916015625, -2.5755615234375, -2.259521484375, -1.9434814453125, -1.62744140625, -1.3114013671875, -0.995361328125, -0.6793212890625, -0.36328125, -0.0472412109375, 0.268798828125, 0.5848388671875, 0.90087890625, 1.2169189453125, 1.532958984375, 1.8489990234375, 2.1650390625, 2.4810791015625, 2.797119140625, 3.1131591796875, 3.42919921875, 3.7452392578125, 4.061279296875, 4.3773193359375, 4.693359375, 5.0093994140625, 5.325439453125, 5.6414794921875, 5.95751953125, 6.2735595703125, 6.589599609375, 6.9056396484375, 7.2216796875, 7.5377197265625, 7.853759765625, 8.1697998046875, 8.48583984375, 8.8018798828125, 9.117919921875, 9.4339599609375, 9.75]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 5.0, 5.0, 3.0, 2.0, 3.0, 4.0, 8.0, 8.0, 9.0, 4.0, 10.0, 18.0, 17.0, 15.0, 20.0, 13.0, 23.0, 37.0, 25.0, 50.0, 46.0, 40.0, 63.0, 121.0, 343.0, 1531.0, 164.0, 69.0, 51.0, 50.0, 35.0, 31.0, 29.0, 36.0, 27.0, 25.0, 22.0, 19.0, 16.0, 9.0, 8.0, 7.0, 6.0, 7.0, 9.0, 4.0, 3.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.9375, -20.22021484375, -19.5029296875, -18.78564453125, -18.068359375, -17.35107421875, -16.6337890625, -15.91650390625, -15.19921875, -14.48193359375, -13.7646484375, -13.04736328125, -12.330078125, -11.61279296875, -10.8955078125, -10.17822265625, -9.4609375, -8.74365234375, -8.0263671875, -7.30908203125, -6.591796875, -5.87451171875, -5.1572265625, -4.43994140625, -3.72265625, -3.00537109375, -2.2880859375, -1.57080078125, -0.853515625, -0.13623046875, 0.5810546875, 1.29833984375, 2.015625, 2.73291015625, 3.4501953125, 4.16748046875, 4.884765625, 5.60205078125, 6.3193359375, 7.03662109375, 7.75390625, 8.47119140625, 9.1884765625, 9.90576171875, 10.623046875, 11.34033203125, 12.0576171875, 12.77490234375, 13.4921875, 14.20947265625, 14.9267578125, 15.64404296875, 16.361328125, 17.07861328125, 17.7958984375, 18.51318359375, 19.23046875, 19.94775390625, 20.6650390625, 21.38232421875, 22.099609375, 22.81689453125, 23.5341796875, 24.25146484375, 24.96875]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 5.0, 7.0, 10.0, 11.0, 15.0, 17.0, 23.0, 30.0, 36.0, 48.0, 74.0, 89.0, 121.0, 194.0, 258.0, 407.0, 702.0, 3281.0, 106194.0, 2942783.0, 86628.0, 2802.0, 671.0, 394.0, 258.0, 158.0, 121.0, 86.0, 74.0, 55.0, 28.0, 28.0, 24.0, 16.0, 12.0, 10.0, 8.0, 9.0, 4.0, 5.0, 7.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-35.125, -34.07568359375, -33.0263671875, -31.97705078125, -30.927734375, -29.87841796875, -28.8291015625, -27.77978515625, -26.73046875, -25.68115234375, -24.6318359375, -23.58251953125, -22.533203125, -21.48388671875, -20.4345703125, -19.38525390625, -18.3359375, -17.28662109375, -16.2373046875, -15.18798828125, -14.138671875, -13.08935546875, -12.0400390625, -10.99072265625, -9.94140625, -8.89208984375, -7.8427734375, -6.79345703125, -5.744140625, -4.69482421875, -3.6455078125, -2.59619140625, -1.546875, -0.49755859375, 0.5517578125, 1.60107421875, 2.650390625, 3.69970703125, 4.7490234375, 5.79833984375, 6.84765625, 7.89697265625, 8.9462890625, 9.99560546875, 11.044921875, 12.09423828125, 13.1435546875, 14.19287109375, 15.2421875, 16.29150390625, 17.3408203125, 18.39013671875, 19.439453125, 20.48876953125, 21.5380859375, 22.58740234375, 23.63671875, 24.68603515625, 25.7353515625, 26.78466796875, 27.833984375, 28.88330078125, 29.9326171875, 30.98193359375, 32.03125]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 70.0, 736.0, 206.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-197.58636474609375, -192.1945343017578, -186.80271911621094, -181.410888671875, -176.01905822753906, -170.62722778320312, -165.23541259765625, -159.8435821533203, -154.45175170898438, -149.05992126464844, -143.66810607910156, -138.27627563476562, -132.8844451904297, -127.49262237548828, -122.10079956054688, -116.70896911621094, -111.31715393066406, -105.92533111572266, -100.53350067138672, -95.14167785644531, -89.74984741210938, -84.35802459716797, -78.96620178222656, -73.57437133789062, -68.18254852294922, -62.79072189331055, -57.398895263671875, -52.00707244873047, -46.6152458190918, -41.223419189453125, -35.83159637451172, -30.439769744873047, -25.047943115234375, -19.656116485595703, -14.264291763305664, -8.872467041015625, -3.480640411376953, 1.9111862182617188, 7.303009033203125, 12.694835662841797, 18.08666229248047, 23.47848892211914, 28.87031364440918, 34.26213836669922, 39.65396499633789, 45.04579162597656, 50.43761444091797, 55.82944107055664, 61.22126770019531, 66.61309051513672, 72.00492095947266, 77.39674377441406, 82.78857421875, 88.1803970336914, 93.57221984863281, 98.96405029296875, 104.35587310791016, 109.74769592285156, 115.1395263671875, 120.5313491821289, 125.92317199707031, 131.31500244140625, 136.70681762695312, 142.09864807128906, 147.490478515625]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 5.0, 5.0, 6.0, 13.0, 13.0, 13.0, 14.0, 17.0, 19.0, 20.0, 19.0, 33.0, 30.0, 40.0, 41.0, 37.0, 36.0, 43.0, 40.0, 35.0, 43.0, 55.0, 34.0, 44.0, 42.0, 40.0, 35.0, 23.0, 29.0, 21.0, 27.0, 19.0, 21.0, 25.0, 12.0, 10.0, 7.0, 10.0, 7.0, 5.0, 6.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-49.79490661621094, -48.15723419189453, -46.519561767578125, -44.88188934326172, -43.24422073364258, -41.60654830932617, -39.968875885009766, -38.33120346069336, -36.69353485107422, -35.05586242675781, -33.418190002441406, -31.780519485473633, -30.14284896850586, -28.505176544189453, -26.867504119873047, -25.22983169555664, -23.592159271240234, -21.954486846923828, -20.316816329956055, -18.67914390563965, -17.041473388671875, -15.403800964355469, -13.766128540039062, -12.128457069396973, -10.490785598754883, -8.853114128112793, -7.215442180633545, -5.577770233154297, -3.940098762512207, -2.302427291870117, -0.6647548675537109, 0.9729166030883789, 2.6105880737304688, 4.248259544372559, 5.885931491851807, 7.523603439331055, 9.161274909973145, 10.798946380615234, 12.43661880493164, 14.07429027557373, 15.71196174621582, 17.349634170532227, 18.9873046875, 20.624977111816406, 22.262649536132812, 23.900320053100586, 25.537992477416992, 27.175662994384766, 28.813335418701172, 30.451007843017578, 32.088680267333984, 33.726348876953125, 35.36402130126953, 37.00169372558594, 38.639366149902344, 40.27703857421875, 41.914710998535156, 43.55238342285156, 45.19005584716797, 46.827728271484375, 48.465396881103516, 50.10306930541992, 51.74074172973633, 53.378414154052734, 55.016082763671875]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 2.0, 5.0, 7.0, 8.0, 8.0, 8.0, 10.0, 13.0, 19.0, 18.0, 16.0, 21.0, 25.0, 27.0, 37.0, 36.0, 27.0, 26.0, 39.0, 34.0, 40.0, 48.0, 38.0, 48.0, 36.0, 40.0, 38.0, 33.0, 34.0, 33.0, 23.0, 23.0, 30.0, 29.0, 22.0, 18.0, 10.0, 15.0, 14.0, 10.0, 11.0, 2.0, 6.0, 4.0, 1.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.5078125, -8.2459716796875, -7.984130859375, -7.7222900390625, -7.46044921875, -7.1986083984375, -6.936767578125, -6.6749267578125, -6.4130859375, -6.1512451171875, -5.889404296875, -5.6275634765625, -5.36572265625, -5.1038818359375, -4.842041015625, -4.5802001953125, -4.318359375, -4.0565185546875, -3.794677734375, -3.5328369140625, -3.27099609375, -3.0091552734375, -2.747314453125, -2.4854736328125, -2.2236328125, -1.9617919921875, -1.699951171875, -1.4381103515625, -1.17626953125, -0.9144287109375, -0.652587890625, -0.3907470703125, -0.12890625, 0.1329345703125, 0.394775390625, 0.6566162109375, 0.91845703125, 1.1802978515625, 1.442138671875, 1.7039794921875, 1.9658203125, 2.2276611328125, 2.489501953125, 2.7513427734375, 3.01318359375, 3.2750244140625, 3.536865234375, 3.7987060546875, 4.060546875, 4.3223876953125, 4.584228515625, 4.8460693359375, 5.10791015625, 5.3697509765625, 5.631591796875, 5.8934326171875, 6.1552734375, 6.4171142578125, 6.678955078125, 6.9407958984375, 7.20263671875, 7.4644775390625, 7.726318359375, 7.9881591796875, 8.25]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 4.0, 6.0, 13.0, 8.0, 5.0, 5.0, 11.0, 14.0, 17.0, 23.0, 25.0, 23.0, 38.0, 34.0, 49.0, 59.0, 108.0, 224.0, 617.0, 3044.0, 99121.0, 3595367.0, 487624.0, 6120.0, 934.0, 285.0, 138.0, 71.0, 55.0, 47.0, 23.0, 27.0, 23.0, 21.0, 21.0, 22.0, 6.0, 12.0, 5.0, 8.0, 4.0, 6.0, 3.0, 9.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-35.46875, -34.445068359375, -33.42138671875, -32.397705078125, -31.3740234375, -30.350341796875, -29.32666015625, -28.302978515625, -27.279296875, -26.255615234375, -25.23193359375, -24.208251953125, -23.1845703125, -22.160888671875, -21.13720703125, -20.113525390625, -19.08984375, -18.066162109375, -17.04248046875, -16.018798828125, -14.9951171875, -13.971435546875, -12.94775390625, -11.924072265625, -10.900390625, -9.876708984375, -8.85302734375, -7.829345703125, -6.8056640625, -5.781982421875, -4.75830078125, -3.734619140625, -2.7109375, -1.687255859375, -0.66357421875, 0.360107421875, 1.3837890625, 2.407470703125, 3.43115234375, 4.454833984375, 5.478515625, 6.502197265625, 7.52587890625, 8.549560546875, 9.5732421875, 10.596923828125, 11.62060546875, 12.644287109375, 13.66796875, 14.691650390625, 15.71533203125, 16.739013671875, 17.7626953125, 18.786376953125, 19.81005859375, 20.833740234375, 21.857421875, 22.881103515625, 23.90478515625, 24.928466796875, 25.9521484375, 26.975830078125, 27.99951171875, 29.023193359375, 30.046875]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 4.0, 3.0, 5.0, 10.0, 11.0, 15.0, 23.0, 21.0, 41.0, 65.0, 83.0, 107.0, 162.0, 227.0, 389.0, 472.0, 570.0, 539.0, 399.0, 305.0, 155.0, 121.0, 108.0, 60.0, 58.0, 38.0, 25.0, 16.0, 5.0, 11.0, 7.0, 5.0, 3.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.0859375, -12.697021484375, -12.30810546875, -11.919189453125, -11.5302734375, -11.141357421875, -10.75244140625, -10.363525390625, -9.974609375, -9.585693359375, -9.19677734375, -8.807861328125, -8.4189453125, -8.030029296875, -7.64111328125, -7.252197265625, -6.86328125, -6.474365234375, -6.08544921875, -5.696533203125, -5.3076171875, -4.918701171875, -4.52978515625, -4.140869140625, -3.751953125, -3.363037109375, -2.97412109375, -2.585205078125, -2.1962890625, -1.807373046875, -1.41845703125, -1.029541015625, -0.640625, -0.251708984375, 0.13720703125, 0.526123046875, 0.9150390625, 1.303955078125, 1.69287109375, 2.081787109375, 2.470703125, 2.859619140625, 3.24853515625, 3.637451171875, 4.0263671875, 4.415283203125, 4.80419921875, 5.193115234375, 5.58203125, 5.970947265625, 6.35986328125, 6.748779296875, 7.1376953125, 7.526611328125, 7.91552734375, 8.304443359375, 8.693359375, 9.082275390625, 9.47119140625, 9.860107421875, 10.2490234375, 10.637939453125, 11.02685546875, 11.415771484375, 11.8046875]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 5.0, 5.0, 6.0, 6.0, 12.0, 17.0, 16.0, 35.0, 28.0, 30.0, 53.0, 99.0, 159.0, 282.0, 633.0, 1794.0, 11234.0, 354347.0, 3746965.0, 71669.0, 4824.0, 1105.0, 395.0, 200.0, 123.0, 71.0, 44.0, 31.0, 24.0, 12.0, 21.0, 13.0, 12.0, 6.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.78125, -32.66650390625, -31.5517578125, -30.43701171875, -29.322265625, -28.20751953125, -27.0927734375, -25.97802734375, -24.86328125, -23.74853515625, -22.6337890625, -21.51904296875, -20.404296875, -19.28955078125, -18.1748046875, -17.06005859375, -15.9453125, -14.83056640625, -13.7158203125, -12.60107421875, -11.486328125, -10.37158203125, -9.2568359375, -8.14208984375, -7.02734375, -5.91259765625, -4.7978515625, -3.68310546875, -2.568359375, -1.45361328125, -0.3388671875, 0.77587890625, 1.890625, 3.00537109375, 4.1201171875, 5.23486328125, 6.349609375, 7.46435546875, 8.5791015625, 9.69384765625, 10.80859375, 11.92333984375, 13.0380859375, 14.15283203125, 15.267578125, 16.38232421875, 17.4970703125, 18.61181640625, 19.7265625, 20.84130859375, 21.9560546875, 23.07080078125, 24.185546875, 25.30029296875, 26.4150390625, 27.52978515625, 28.64453125, 29.75927734375, 30.8740234375, 31.98876953125, 33.103515625, 34.21826171875, 35.3330078125, 36.44775390625, 37.5625]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 59.0, 558.0, 384.0, 14.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.16494750976562, -82.5565185546875, -74.94808959960938, -67.33966064453125, -59.731231689453125, -52.122806549072266, -44.51437759399414, -36.905948638916016, -29.29751968383789, -21.689090728759766, -14.080662727355957, -6.472234725952148, 1.1361942291259766, 8.744621276855469, 16.353050231933594, 23.96147918701172, 31.569908142089844, 39.17833709716797, 46.786766052246094, 54.39519500732422, 62.003623962402344, 69.61204528808594, 77.22047424316406, 84.82890319824219, 92.43733215332031, 100.04576110839844, 107.65419006347656, 115.26261901855469, 122.87104797363281, 130.47947692871094, 138.08790588378906, 145.6963348388672, 153.3047637939453, 160.91319274902344, 168.52162170410156, 176.1300506591797, 183.7384796142578, 191.34690856933594, 198.95533752441406, 206.5637664794922, 214.1721954345703, 221.78062438964844, 229.38905334472656, 236.9974822998047, 244.6059112548828, 252.21434020996094, 259.82275390625, 267.4311828613281, 275.03961181640625, 282.6480407714844, 290.2564697265625, 297.8648986816406, 305.47332763671875, 313.0817565917969, 320.690185546875, 328.2986145019531, 335.90704345703125, 343.5154724121094, 351.1239013671875, 358.7323303222656, 366.34075927734375, 373.9491882324219, 381.5576171875, 389.1660461425781, 396.77447509765625]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 5.0, 4.0, 4.0, 12.0, 9.0, 16.0, 16.0, 13.0, 21.0, 20.0, 33.0, 31.0, 33.0, 35.0, 41.0, 42.0, 50.0, 49.0, 35.0, 54.0, 33.0, 50.0, 48.0, 42.0, 39.0, 34.0, 36.0, 34.0, 24.0, 23.0, 25.0, 19.0, 11.0, 11.0, 10.0, 8.0, 12.0, 2.0, 8.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-41.02052307128906, -39.7107048034668, -38.400882720947266, -37.091064453125, -35.78124237060547, -34.4714241027832, -33.16160583496094, -31.85178565979004, -30.54196548461914, -29.232145309448242, -27.922325134277344, -26.612506866455078, -25.30268669128418, -23.99286651611328, -22.683048248291016, -21.373228073120117, -20.06340789794922, -18.75358772277832, -17.443767547607422, -16.133949279785156, -14.824129104614258, -13.51430892944336, -12.204489707946777, -10.894670486450195, -9.584850311279297, -8.275030136108398, -6.965210914611816, -5.655391216278076, -4.345571517944336, -3.0357518196105957, -1.7259321212768555, -0.41611289978027344, 0.893707275390625, 2.2035269737243652, 3.5133466720581055, 4.823166370391846, 6.132986068725586, 7.442805767059326, 8.752625465393066, 10.062444686889648, 11.372264862060547, 12.682085037231445, 13.991904258728027, 15.30172348022461, 16.611543655395508, 17.921363830566406, 19.231182098388672, 20.54100227355957, 21.85082244873047, 23.160642623901367, 24.470462799072266, 25.78028106689453, 27.09010124206543, 28.399921417236328, 29.709739685058594, 31.019559860229492, 32.32938003540039, 33.639198303222656, 34.94902038574219, 36.25883865356445, 37.56865692138672, 38.87847900390625, 40.188297271728516, 41.49811553955078, 42.80793762207031]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 17.0, 11.0, 18.0, 22.0, 21.0, 20.0, 28.0, 28.0, 24.0, 32.0, 41.0, 46.0, 44.0, 53.0, 43.0, 50.0, 47.0, 46.0, 47.0, 43.0, 36.0, 43.0, 37.0, 28.0, 25.0, 34.0, 23.0, 22.0, 15.0, 14.0, 8.0, 9.0, 9.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.3828125, -10.0677490234375, -9.752685546875, -9.4376220703125, -9.12255859375, -8.8074951171875, -8.492431640625, -8.1773681640625, -7.8623046875, -7.5472412109375, -7.232177734375, -6.9171142578125, -6.60205078125, -6.2869873046875, -5.971923828125, -5.6568603515625, -5.341796875, -5.0267333984375, -4.711669921875, -4.3966064453125, -4.08154296875, -3.7664794921875, -3.451416015625, -3.1363525390625, -2.8212890625, -2.5062255859375, -2.191162109375, -1.8760986328125, -1.56103515625, -1.2459716796875, -0.930908203125, -0.6158447265625, -0.30078125, 0.0142822265625, 0.329345703125, 0.6444091796875, 0.95947265625, 1.2745361328125, 1.589599609375, 1.9046630859375, 2.2197265625, 2.5347900390625, 2.849853515625, 3.1649169921875, 3.47998046875, 3.7950439453125, 4.110107421875, 4.4251708984375, 4.740234375, 5.0552978515625, 5.370361328125, 5.6854248046875, 6.00048828125, 6.3155517578125, 6.630615234375, 6.9456787109375, 7.2607421875, 7.5758056640625, 7.890869140625, 8.2059326171875, 8.52099609375, 8.8360595703125, 9.151123046875, 9.4661865234375, 9.78125]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 13.0, 12.0, 11.0, 16.0, 36.0, 47.0, 54.0, 116.0, 135.0, 201.0, 315.0, 469.0, 776.0, 1192.0, 1911.0, 3138.0, 5303.0, 8781.0, 14894.0, 25398.0, 43221.0, 78504.0, 159622.0, 362955.0, 158433.0, 77650.0, 43032.0, 25163.0, 14697.0, 8859.0, 5167.0, 3163.0, 1930.0, 1138.0, 787.0, 474.0, 306.0, 197.0, 146.0, 80.0, 77.0, 38.0, 26.0, 18.0, 21.0, 9.0, 9.0, 11.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0], "bins": [-2.25, -2.180755615234375, -2.11151123046875, -2.042266845703125, -1.9730224609375, -1.903778076171875, -1.83453369140625, -1.765289306640625, -1.696044921875, -1.626800537109375, -1.55755615234375, -1.488311767578125, -1.4190673828125, -1.349822998046875, -1.28057861328125, -1.211334228515625, -1.14208984375, -1.072845458984375, -1.00360107421875, -0.934356689453125, -0.8651123046875, -0.795867919921875, -0.72662353515625, -0.657379150390625, -0.588134765625, -0.518890380859375, -0.44964599609375, -0.380401611328125, -0.3111572265625, -0.241912841796875, -0.17266845703125, -0.103424072265625, -0.0341796875, 0.035064697265625, 0.10430908203125, 0.173553466796875, 0.2427978515625, 0.312042236328125, 0.38128662109375, 0.450531005859375, 0.519775390625, 0.589019775390625, 0.65826416015625, 0.727508544921875, 0.7967529296875, 0.865997314453125, 0.93524169921875, 1.004486083984375, 1.07373046875, 1.142974853515625, 1.21221923828125, 1.281463623046875, 1.3507080078125, 1.419952392578125, 1.48919677734375, 1.558441162109375, 1.627685546875, 1.696929931640625, 1.76617431640625, 1.835418701171875, 1.9046630859375, 1.973907470703125, 2.04315185546875, 2.112396240234375, 2.181640625]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 8.0, 4.0, 8.0, 4.0, 13.0, 11.0, 9.0, 17.0, 14.0, 17.0, 20.0, 24.0, 24.0, 28.0, 27.0, 29.0, 29.0, 40.0, 34.0, 44.0, 37.0, 38.0, 39.0, 1071.0, 43.0, 33.0, 35.0, 36.0, 33.0, 37.0, 22.0, 34.0, 25.0, 21.0, 13.0, 14.0, 14.0, 12.0, 11.0, 9.0, 7.0, 11.0, 10.0, 8.0, 6.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0], "bins": [-5.70703125, -5.5399169921875, -5.372802734375, -5.2056884765625, -5.03857421875, -4.8714599609375, -4.704345703125, -4.5372314453125, -4.3701171875, -4.2030029296875, -4.035888671875, -3.8687744140625, -3.70166015625, -3.5345458984375, -3.367431640625, -3.2003173828125, -3.033203125, -2.8660888671875, -2.698974609375, -2.5318603515625, -2.36474609375, -2.1976318359375, -2.030517578125, -1.8634033203125, -1.6962890625, -1.5291748046875, -1.362060546875, -1.1949462890625, -1.02783203125, -0.8607177734375, -0.693603515625, -0.5264892578125, -0.359375, -0.1922607421875, -0.025146484375, 0.1419677734375, 0.30908203125, 0.4761962890625, 0.643310546875, 0.8104248046875, 0.9775390625, 1.1446533203125, 1.311767578125, 1.4788818359375, 1.64599609375, 1.8131103515625, 1.980224609375, 2.1473388671875, 2.314453125, 2.4815673828125, 2.648681640625, 2.8157958984375, 2.98291015625, 3.1500244140625, 3.317138671875, 3.4842529296875, 3.6513671875, 3.8184814453125, 3.985595703125, 4.1527099609375, 4.31982421875, 4.4869384765625, 4.654052734375, 4.8211669921875, 4.98828125]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 6.0, 9.0, 14.0, 27.0, 50.0, 53.0, 95.0, 149.0, 210.0, 317.0, 478.0, 747.0, 1149.0, 1680.0, 2467.0, 3570.0, 5268.0, 7980.0, 12050.0, 18498.0, 28513.0, 46287.0, 77043.0, 141081.0, 1361834.0, 161618.0, 84442.0, 50647.0, 31518.0, 19930.0, 13014.0, 8617.0, 5783.0, 3937.0, 2636.0, 1815.0, 1200.0, 812.0, 538.0, 376.0, 236.0, 145.0, 101.0, 63.0, 52.0, 28.0, 20.0, 12.0, 9.0, 2.0, 4.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.767578125, -1.7116241455078125, -1.655670166015625, -1.5997161865234375, -1.54376220703125, -1.4878082275390625, -1.431854248046875, -1.3759002685546875, -1.3199462890625, -1.2639923095703125, -1.208038330078125, -1.1520843505859375, -1.09613037109375, -1.0401763916015625, -0.984222412109375, -0.9282684326171875, -0.872314453125, -0.8163604736328125, -0.760406494140625, -0.7044525146484375, -0.64849853515625, -0.5925445556640625, -0.536590576171875, -0.4806365966796875, -0.4246826171875, -0.3687286376953125, -0.312774658203125, -0.2568206787109375, -0.20086669921875, -0.1449127197265625, -0.088958740234375, -0.0330047607421875, 0.02294921875, 0.0789031982421875, 0.134857177734375, 0.1908111572265625, 0.24676513671875, 0.3027191162109375, 0.358673095703125, 0.4146270751953125, 0.4705810546875, 0.5265350341796875, 0.582489013671875, 0.6384429931640625, 0.69439697265625, 0.7503509521484375, 0.806304931640625, 0.8622589111328125, 0.918212890625, 0.9741668701171875, 1.030120849609375, 1.0860748291015625, 1.14202880859375, 1.1979827880859375, 1.253936767578125, 1.3098907470703125, 1.3658447265625, 1.4217987060546875, 1.477752685546875, 1.5337066650390625, 1.58966064453125, 1.6456146240234375, 1.701568603515625, 1.7575225830078125, 1.8134765625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 6.0, 6.0, 8.0, 8.0, 17.0, 20.0, 18.0, 26.0, 29.0, 35.0, 37.0, 45.0, 54.0, 71.0, 82.0, 76.0, 83.0, 66.0, 59.0, 42.0, 46.0, 41.0, 26.0, 19.0, 18.0, 6.0, 17.0, 7.0, 4.0, 6.0, 3.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0008091926574707031, -0.000780738890171051, -0.0007522851228713989, -0.0007238313555717468, -0.0006953775882720947, -0.0006669238209724426, -0.0006384700536727905, -0.0006100162863731384, -0.0005815625190734863, -0.0005531087517738342, -0.0005246549844741821, -0.00049620121717453, -0.00046774744987487793, -0.00043929368257522583, -0.00041083991527557373, -0.00038238614797592163, -0.00035393238067626953, -0.00032547861337661743, -0.00029702484607696533, -0.00026857107877731323, -0.00024011731147766113, -0.00021166354417800903, -0.00018320977687835693, -0.00015475600957870483, -0.00012630224227905273, -9.784847497940063e-05, -6.939470767974854e-05, -4.0940940380096436e-05, -1.2487173080444336e-05, 1.5966594219207764e-05, 4.442036151885986e-05, 7.287412881851196e-05, 0.00010132789611816406, 0.00012978166341781616, 0.00015823543071746826, 0.00018668919801712036, 0.00021514296531677246, 0.00024359673261642456, 0.00027205049991607666, 0.00030050426721572876, 0.00032895803451538086, 0.00035741180181503296, 0.00038586556911468506, 0.00041431933641433716, 0.00044277310371398926, 0.00047122687101364136, 0.0004996806383132935, 0.0005281344056129456, 0.0005565881729125977, 0.0005850419402122498, 0.0006134957075119019, 0.000641949474811554, 0.0006704032421112061, 0.0006988570094108582, 0.0007273107767105103, 0.0007557645440101624, 0.0007842183113098145, 0.0008126720786094666, 0.0008411258459091187, 0.0008695796132087708, 0.0008980333805084229, 0.000926487147808075, 0.000954940915107727, 0.0009833946824073792, 0.0010118484497070312]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 4.0, 5.0, 4.0, 8.0, 11.0, 3.0, 20.0, 16.0, 22.0, 33.0, 61.0, 84.0, 106.0, 198.0, 344.0, 837.0, 80337.0, 964137.0, 1227.0, 431.0, 207.0, 130.0, 76.0, 70.0, 46.0, 31.0, 29.0, 23.0, 11.0, 9.0, 6.0, 5.0, 12.0, 5.0, 2.0, 6.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0234527587890625, -0.022765636444091797, -0.022078514099121094, -0.02139139175415039, -0.020704269409179688, -0.020017147064208984, -0.01933002471923828, -0.018642902374267578, -0.017955780029296875, -0.017268657684326172, -0.01658153533935547, -0.015894412994384766, -0.015207290649414062, -0.01452016830444336, -0.013833045959472656, -0.013145923614501953, -0.01245880126953125, -0.011771678924560547, -0.011084556579589844, -0.01039743423461914, -0.009710311889648438, -0.009023189544677734, -0.008336067199707031, -0.007648944854736328, -0.006961822509765625, -0.006274700164794922, -0.005587577819824219, -0.004900455474853516, -0.0042133331298828125, -0.0035262107849121094, -0.0028390884399414062, -0.002151966094970703, -0.00146484375, -0.0007777214050292969, -9.059906005859375e-05, 0.0005965232849121094, 0.0012836456298828125, 0.0019707679748535156, 0.0026578903198242188, 0.003345012664794922, 0.004032135009765625, 0.004719257354736328, 0.005406379699707031, 0.006093502044677734, 0.0067806243896484375, 0.007467746734619141, 0.008154869079589844, 0.008841991424560547, 0.00952911376953125, 0.010216236114501953, 0.010903358459472656, 0.01159048080444336, 0.012277603149414062, 0.012964725494384766, 0.013651847839355469, 0.014338970184326172, 0.015026092529296875, 0.015713214874267578, 0.01640033721923828, 0.017087459564208984, 0.017774581909179688, 0.01846170425415039, 0.019148826599121094, 0.019835948944091797, 0.0205230712890625]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 11.0, 28.0, 80.0, 192.0, 266.0, 220.0, 138.0, 49.0, 20.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011154484236612916, -0.0010880453046411276, -0.0010606421856209636, -0.0010332390666007996, -0.0010058360639959574, -0.0009784329449757934, -0.0009510298259556293, -0.0009236267069354653, -0.0008962235879153013, -0.0008688204688951373, -0.0008414174080826342, -0.0008140142890624702, -0.0007866111700423062, -0.0007592081092298031, -0.0007318049902096391, -0.0007044018711894751, -0.000676998810376972, -0.000649595691356808, -0.0006221926305443048, -0.0005947895115241408, -0.0005673863925039768, -0.0005399832734838128, -0.0005125802126713097, -0.0004851770936511457, -0.00045777400373481214, -0.0004303709138184786, -0.00040296779479831457, -0.000375564704881981, -0.00034816161496564746, -0.00032075849594548345, -0.0002933554060291499, -0.00026595231611281633, -0.0002385491388849914, -0.00021114603441674262, -0.00018374292994849384, -0.00015633984003216028, -0.0001289367355639115, -0.00010153363109566271, -7.413054117932916e-05, -4.672743671108037e-05, -1.9324332242831588e-05, 8.07876858743839e-06, 3.548186941770837e-05, 6.288496660999954e-05, 9.028807107824832e-05, 0.0001176911755464971, 0.00014509426546283066, 0.00017249736993107945, 0.00019990047439932823, 0.00022730357886757702, 0.0002547066833358258, 0.00028210977325215936, 0.00030951289227232337, 0.0003369159821886569, 0.0003643190721049905, 0.0003917221911251545, 0.00041912528104148805, 0.0004465283709578216, 0.0004739314899779856, 0.0005013345507904887, 0.0005287376698106527, 0.0005561407888308167, 0.0005835439078509808, 0.0006109469686634839, 0.0006383500876836479]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 2.0, 4.0, 3.0, 3.0, 5.0, 14.0, 14.0, 17.0, 16.0, 25.0, 21.0, 20.0, 30.0, 29.0, 38.0, 45.0, 29.0, 56.0, 45.0, 53.0, 42.0, 43.0, 42.0, 43.0, 49.0, 37.0, 30.0, 29.0, 34.0, 27.0, 32.0, 21.0, 14.0, 22.0, 14.0, 16.0, 10.0, 6.0, 5.0, 10.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0004954338073730469, -0.0004809042438864708, -0.0004663746803998947, -0.00045184511691331863, -0.00043731555342674255, -0.0004227859899401665, -0.0004082564264535904, -0.0003937268629670143, -0.00037919729948043823, -0.00036466773599386215, -0.00035013817250728607, -0.00033560860902071, -0.0003210790455341339, -0.00030654948204755783, -0.00029201991856098175, -0.00027749035507440567, -0.0002629607915878296, -0.0002484312281012535, -0.00023390166461467743, -0.00021937210112810135, -0.00020484253764152527, -0.0001903129741549492, -0.0001757834106683731, -0.00016125384718179703, -0.00014672428369522095, -0.00013219472020864487, -0.00011766515672206879, -0.0001031355932354927, -8.860602974891663e-05, -7.407646626234055e-05, -5.9546902775764465e-05, -4.5017339289188385e-05, -3.0487775802612305e-05, -1.5958212316036224e-05, -1.428648829460144e-06, 1.3100914657115936e-05, 2.7630478143692017e-05, 4.21600416302681e-05, 5.668960511684418e-05, 7.121916860342026e-05, 8.574873208999634e-05, 0.00010027829557657242, 0.0001148078590631485, 0.00012933742254972458, 0.00014386698603630066, 0.00015839654952287674, 0.00017292611300945282, 0.0001874556764960289, 0.00020198523998260498, 0.00021651480346918106, 0.00023104436695575714, 0.0002455739304423332, 0.0002601034939289093, 0.0002746330574154854, 0.00028916262090206146, 0.00030369218438863754, 0.0003182217478752136, 0.0003327513113617897, 0.0003472808748483658, 0.00036181043833494186, 0.00037634000182151794, 0.000390869565308094, 0.0004053991287946701, 0.0004199286922812462, 0.00043445825576782227]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 17.0, 11.0, 18.0, 22.0, 21.0, 20.0, 28.0, 28.0, 24.0, 32.0, 41.0, 46.0, 44.0, 53.0, 43.0, 51.0, 46.0, 46.0, 47.0, 43.0, 36.0, 43.0, 37.0, 28.0, 25.0, 34.0, 23.0, 22.0, 15.0, 14.0, 8.0, 9.0, 9.0, 5.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.3828125, -10.0677490234375, -9.752685546875, -9.4376220703125, -9.12255859375, -8.8074951171875, -8.492431640625, -8.1773681640625, -7.8623046875, -7.5472412109375, -7.232177734375, -6.9171142578125, -6.60205078125, -6.2869873046875, -5.971923828125, -5.6568603515625, -5.341796875, -5.0267333984375, -4.711669921875, -4.3966064453125, -4.08154296875, -3.7664794921875, -3.451416015625, -3.1363525390625, -2.8212890625, -2.5062255859375, -2.191162109375, -1.8760986328125, -1.56103515625, -1.2459716796875, -0.930908203125, -0.6158447265625, -0.30078125, 0.0142822265625, 0.329345703125, 0.6444091796875, 0.95947265625, 1.2745361328125, 1.589599609375, 1.9046630859375, 2.2197265625, 2.5347900390625, 2.849853515625, 3.1649169921875, 3.47998046875, 3.7950439453125, 4.110107421875, 4.4251708984375, 4.740234375, 5.0552978515625, 5.370361328125, 5.6854248046875, 6.00048828125, 6.3155517578125, 6.630615234375, 6.9456787109375, 7.2607421875, 7.5758056640625, 7.890869140625, 8.2059326171875, 8.52099609375, 8.8360595703125, 9.151123046875, 9.4661865234375, 9.78125]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 10.0, 1.0, 9.0, 13.0, 11.0, 16.0, 31.0, 29.0, 70.0, 80.0, 106.0, 161.0, 225.0, 352.0, 509.0, 850.0, 1578.0, 3472.0, 9522.0, 32728.0, 130038.0, 434179.0, 317788.0, 82919.0, 21176.0, 6646.0, 2665.0, 1237.0, 709.0, 429.0, 297.0, 210.0, 145.0, 108.0, 76.0, 46.0, 28.0, 34.0, 16.0, 14.0, 10.0, 4.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.4609375, -11.1009521484375, -10.740966796875, -10.3809814453125, -10.02099609375, -9.6610107421875, -9.301025390625, -8.9410400390625, -8.5810546875, -8.2210693359375, -7.861083984375, -7.5010986328125, -7.14111328125, -6.7811279296875, -6.421142578125, -6.0611572265625, -5.701171875, -5.3411865234375, -4.981201171875, -4.6212158203125, -4.26123046875, -3.9012451171875, -3.541259765625, -3.1812744140625, -2.8212890625, -2.4613037109375, -2.101318359375, -1.7413330078125, -1.38134765625, -1.0213623046875, -0.661376953125, -0.3013916015625, 0.05859375, 0.4185791015625, 0.778564453125, 1.1385498046875, 1.49853515625, 1.8585205078125, 2.218505859375, 2.5784912109375, 2.9384765625, 3.2984619140625, 3.658447265625, 4.0184326171875, 4.37841796875, 4.7384033203125, 5.098388671875, 5.4583740234375, 5.818359375, 6.1783447265625, 6.538330078125, 6.8983154296875, 7.25830078125, 7.6182861328125, 7.978271484375, 8.3382568359375, 8.6982421875, 9.0582275390625, 9.418212890625, 9.7781982421875, 10.13818359375, 10.4981689453125, 10.858154296875, 11.2181396484375, 11.578125]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 7.0, 9.0, 9.0, 14.0, 9.0, 9.0, 14.0, 17.0, 22.0, 23.0, 33.0, 34.0, 41.0, 42.0, 71.0, 84.0, 101.0, 159.0, 1456.0, 282.0, 144.0, 81.0, 59.0, 49.0, 33.0, 36.0, 30.0, 28.0, 30.0, 21.0, 16.0, 19.0, 13.0, 11.0, 9.0, 4.0, 8.0, 5.0, 4.0, 4.0, 3.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-22.6875, -21.9521484375, -21.216796875, -20.4814453125, -19.74609375, -19.0107421875, -18.275390625, -17.5400390625, -16.8046875, -16.0693359375, -15.333984375, -14.5986328125, -13.86328125, -13.1279296875, -12.392578125, -11.6572265625, -10.921875, -10.1865234375, -9.451171875, -8.7158203125, -7.98046875, -7.2451171875, -6.509765625, -5.7744140625, -5.0390625, -4.3037109375, -3.568359375, -2.8330078125, -2.09765625, -1.3623046875, -0.626953125, 0.1083984375, 0.84375, 1.5791015625, 2.314453125, 3.0498046875, 3.78515625, 4.5205078125, 5.255859375, 5.9912109375, 6.7265625, 7.4619140625, 8.197265625, 8.9326171875, 9.66796875, 10.4033203125, 11.138671875, 11.8740234375, 12.609375, 13.3447265625, 14.080078125, 14.8154296875, 15.55078125, 16.2861328125, 17.021484375, 17.7568359375, 18.4921875, 19.2275390625, 19.962890625, 20.6982421875, 21.43359375, 22.1689453125, 22.904296875, 23.6396484375, 24.375]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 4.0, 5.0, 5.0, 7.0, 12.0, 15.0, 16.0, 20.0, 24.0, 31.0, 59.0, 55.0, 76.0, 95.0, 124.0, 172.0, 192.0, 356.0, 586.0, 1040.0, 7645.0, 550501.0, 2561819.0, 19200.0, 1487.0, 656.0, 410.0, 280.0, 193.0, 139.0, 104.0, 75.0, 56.0, 51.0, 47.0, 35.0, 18.0, 21.0, 19.0, 10.0, 16.0, 4.0, 8.0, 5.0, 2.0, 7.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.546875, -29.498291015625, -28.44970703125, -27.401123046875, -26.3525390625, -25.303955078125, -24.25537109375, -23.206787109375, -22.158203125, -21.109619140625, -20.06103515625, -19.012451171875, -17.9638671875, -16.915283203125, -15.86669921875, -14.818115234375, -13.76953125, -12.720947265625, -11.67236328125, -10.623779296875, -9.5751953125, -8.526611328125, -7.47802734375, -6.429443359375, -5.380859375, -4.332275390625, -3.28369140625, -2.235107421875, -1.1865234375, -0.137939453125, 0.91064453125, 1.959228515625, 3.0078125, 4.056396484375, 5.10498046875, 6.153564453125, 7.2021484375, 8.250732421875, 9.29931640625, 10.347900390625, 11.396484375, 12.445068359375, 13.49365234375, 14.542236328125, 15.5908203125, 16.639404296875, 17.68798828125, 18.736572265625, 19.78515625, 20.833740234375, 21.88232421875, 22.930908203125, 23.9794921875, 25.028076171875, 26.07666015625, 27.125244140625, 28.173828125, 29.222412109375, 30.27099609375, 31.319580078125, 32.3681640625, 33.416748046875, 34.46533203125, 35.513916015625, 36.5625]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 108.0, 904.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-446.87811279296875, -431.03521728515625, -415.19232177734375, -399.34942626953125, -383.50653076171875, -367.66363525390625, -351.82073974609375, -335.97784423828125, -320.13494873046875, -304.29205322265625, -288.44915771484375, -272.60626220703125, -256.76336669921875, -240.92047119140625, -225.07757568359375, -209.23468017578125, -193.3917999267578, -177.5489044189453, -161.7060089111328, -145.8631134033203, -130.0202178955078, -114.17733001708984, -98.33443450927734, -82.49153900146484, -66.64864349365234, -50.805747985839844, -34.962852478027344, -19.11996078491211, -3.2770652770996094, 12.565826416015625, 28.408721923828125, 44.251617431640625, 60.094512939453125, 75.93740844726562, 91.78030395507812, 107.62319946289062, 123.46609497070312, 139.30899047851562, 155.15188598632812, 170.99478149414062, 186.83767700195312, 202.68057250976562, 218.52346801757812, 234.36636352539062, 250.20925903320312, 266.0521545410156, 281.8950500488281, 297.7379455566406, 313.580810546875, 329.4237060546875, 345.2666015625, 361.1094970703125, 376.952392578125, 392.7952880859375, 408.63818359375, 424.4810791015625, 440.323974609375, 456.1668701171875, 472.009765625, 487.8526611328125, 503.695556640625, 519.5384521484375, 535.38134765625, 551.2242431640625, 567.067138671875]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 2.0, 9.0, 7.0, 14.0, 19.0, 7.0, 20.0, 19.0, 29.0, 37.0, 36.0, 34.0, 24.0, 34.0, 45.0, 41.0, 48.0, 48.0, 43.0, 62.0, 52.0, 40.0, 37.0, 37.0, 31.0, 33.0, 26.0, 25.0, 36.0, 19.0, 18.0, 10.0, 15.0, 7.0, 8.0, 5.0, 9.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.804840087890625, -55.00357437133789, -53.202308654785156, -51.40104293823242, -49.59977722167969, -47.79851150512695, -45.99724578857422, -44.19598388671875, -42.39471435546875, -40.593448638916016, -38.79218292236328, -36.99091720581055, -35.18965148925781, -33.38838577270508, -31.587121963500977, -29.785856246948242, -27.98459243774414, -26.183326721191406, -24.382061004638672, -22.580795288085938, -20.779529571533203, -18.97826385498047, -17.177000045776367, -15.375734329223633, -13.574468612670898, -11.773202896118164, -9.97193717956543, -8.170672416687012, -6.369406700134277, -4.568140983581543, -2.766876220703125, -0.9656105041503906, 0.8356552124023438, 2.636920690536499, 4.438186168670654, 6.2394514083862305, 8.040717124938965, 9.8419828414917, 11.643247604370117, 13.444513320922852, 15.245779037475586, 17.04704475402832, 18.848310470581055, 20.649574279785156, 22.45083999633789, 24.252105712890625, 26.05337142944336, 27.854637145996094, 29.655902862548828, 31.457168579101562, 33.2584342956543, 35.05970001220703, 36.860965728759766, 38.6622314453125, 40.46349334716797, 42.26476287841797, 44.06602478027344, 45.86729049682617, 47.668556213378906, 49.46982192993164, 51.271087646484375, 53.07235336303711, 54.873619079589844, 56.67488098144531, 58.47615051269531]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 4.0, 6.0, 8.0, 5.0, 9.0, 11.0, 17.0, 5.0, 21.0, 19.0, 30.0, 19.0, 25.0, 36.0, 28.0, 33.0, 52.0, 33.0, 38.0, 35.0, 39.0, 31.0, 45.0, 36.0, 45.0, 53.0, 26.0, 37.0, 37.0, 31.0, 26.0, 24.0, 23.0, 22.0, 22.0, 15.0, 17.0, 6.0, 7.0, 3.0, 10.0, 6.0, 5.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-9.46875, -9.187744140625, -8.90673828125, -8.625732421875, -8.3447265625, -8.063720703125, -7.78271484375, -7.501708984375, -7.220703125, -6.939697265625, -6.65869140625, -6.377685546875, -6.0966796875, -5.815673828125, -5.53466796875, -5.253662109375, -4.97265625, -4.691650390625, -4.41064453125, -4.129638671875, -3.8486328125, -3.567626953125, -3.28662109375, -3.005615234375, -2.724609375, -2.443603515625, -2.16259765625, -1.881591796875, -1.6005859375, -1.319580078125, -1.03857421875, -0.757568359375, -0.4765625, -0.195556640625, 0.08544921875, 0.366455078125, 0.6474609375, 0.928466796875, 1.20947265625, 1.490478515625, 1.771484375, 2.052490234375, 2.33349609375, 2.614501953125, 2.8955078125, 3.176513671875, 3.45751953125, 3.738525390625, 4.01953125, 4.300537109375, 4.58154296875, 4.862548828125, 5.1435546875, 5.424560546875, 5.70556640625, 5.986572265625, 6.267578125, 6.548583984375, 6.82958984375, 7.110595703125, 7.3916015625, 7.672607421875, 7.95361328125, 8.234619140625, 8.515625]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 2.0, 3.0, 9.0, 12.0, 7.0, 6.0, 8.0, 15.0, 17.0, 24.0, 38.0, 46.0, 31.0, 67.0, 75.0, 121.0, 149.0, 185.0, 278.0, 362.0, 441.0, 1407.0, 4187686.0, 1401.0, 454.0, 331.0, 295.0, 193.0, 125.0, 131.0, 91.0, 53.0, 38.0, 36.0, 33.0, 30.0, 24.0, 12.0, 8.0, 8.0, 8.0, 3.0, 5.0, 7.0, 6.0, 7.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-299.25, -290.57421875, -281.8984375, -273.22265625, -264.546875, -255.87109375, -247.1953125, -238.51953125, -229.84375, -221.16796875, -212.4921875, -203.81640625, -195.140625, -186.46484375, -177.7890625, -169.11328125, -160.4375, -151.76171875, -143.0859375, -134.41015625, -125.734375, -117.05859375, -108.3828125, -99.70703125, -91.03125, -82.35546875, -73.6796875, -65.00390625, -56.328125, -47.65234375, -38.9765625, -30.30078125, -21.625, -12.94921875, -4.2734375, 4.40234375, 13.078125, 21.75390625, 30.4296875, 39.10546875, 47.78125, 56.45703125, 65.1328125, 73.80859375, 82.484375, 91.16015625, 99.8359375, 108.51171875, 117.1875, 125.86328125, 134.5390625, 143.21484375, 151.890625, 160.56640625, 169.2421875, 177.91796875, 186.59375, 195.26953125, 203.9453125, 212.62109375, 221.296875, 229.97265625, 238.6484375, 247.32421875, 256.0]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 5.0, 12.0, 6.0, 14.0, 15.0, 15.0, 22.0, 31.0, 54.0, 64.0, 86.0, 124.0, 184.0, 301.0, 468.0, 635.0, 598.0, 439.0, 302.0, 175.0, 130.0, 95.0, 75.0, 56.0, 44.0, 35.0, 20.0, 19.0, 9.0, 14.0, 14.0, 8.0, 7.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.5625, -14.107666015625, -13.65283203125, -13.197998046875, -12.7431640625, -12.288330078125, -11.83349609375, -11.378662109375, -10.923828125, -10.468994140625, -10.01416015625, -9.559326171875, -9.1044921875, -8.649658203125, -8.19482421875, -7.739990234375, -7.28515625, -6.830322265625, -6.37548828125, -5.920654296875, -5.4658203125, -5.010986328125, -4.55615234375, -4.101318359375, -3.646484375, -3.191650390625, -2.73681640625, -2.281982421875, -1.8271484375, -1.372314453125, -0.91748046875, -0.462646484375, -0.0078125, 0.447021484375, 0.90185546875, 1.356689453125, 1.8115234375, 2.266357421875, 2.72119140625, 3.176025390625, 3.630859375, 4.085693359375, 4.54052734375, 4.995361328125, 5.4501953125, 5.905029296875, 6.35986328125, 6.814697265625, 7.26953125, 7.724365234375, 8.17919921875, 8.634033203125, 9.0888671875, 9.543701171875, 9.99853515625, 10.453369140625, 10.908203125, 11.363037109375, 11.81787109375, 12.272705078125, 12.7275390625, 13.182373046875, 13.63720703125, 14.092041015625, 14.546875]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 2.0, 4.0, 9.0, 7.0, 7.0, 13.0, 14.0, 19.0, 16.0, 22.0, 24.0, 34.0, 39.0, 45.0, 61.0, 79.0, 98.0, 311.0, 3564.0, 4185428.0, 3722.0, 288.0, 86.0, 73.0, 52.0, 50.0, 45.0, 38.0, 34.0, 26.0, 23.0, 6.0, 7.0, 11.0, 11.0, 9.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-172.75, -168.1435546875, -163.537109375, -158.9306640625, -154.32421875, -149.7177734375, -145.111328125, -140.5048828125, -135.8984375, -131.2919921875, -126.685546875, -122.0791015625, -117.47265625, -112.8662109375, -108.259765625, -103.6533203125, -99.046875, -94.4404296875, -89.833984375, -85.2275390625, -80.62109375, -76.0146484375, -71.408203125, -66.8017578125, -62.1953125, -57.5888671875, -52.982421875, -48.3759765625, -43.76953125, -39.1630859375, -34.556640625, -29.9501953125, -25.34375, -20.7373046875, -16.130859375, -11.5244140625, -6.91796875, -2.3115234375, 2.294921875, 6.9013671875, 11.5078125, 16.1142578125, 20.720703125, 25.3271484375, 29.93359375, 34.5400390625, 39.146484375, 43.7529296875, 48.359375, 52.9658203125, 57.572265625, 62.1787109375, 66.78515625, 71.3916015625, 75.998046875, 80.6044921875, 85.2109375, 89.8173828125, 94.423828125, 99.0302734375, 103.63671875, 108.2431640625, 112.849609375, 117.4560546875, 122.0625]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 9.0, 27.0, 61.0, 115.0, 194.0, 239.0, 182.0, 107.0, 49.0, 19.0, 8.0, 1.0], "bins": [-132.54580688476562, -130.22972106933594, -127.91364288330078, -125.59756469726562, -123.28147888183594, -120.96540069580078, -118.6493148803711, -116.33323669433594, -114.01715087890625, -111.7010726928711, -109.3849868774414, -107.06890869140625, -104.75282287597656, -102.4367446899414, -100.12065887451172, -97.80458068847656, -95.4885025024414, -93.17242431640625, -90.85633850097656, -88.5402603149414, -86.22417449951172, -83.90809631347656, -81.59201049804688, -79.27593231201172, -76.95985412597656, -74.6437759399414, -72.32769012451172, -70.01161193847656, -67.69552612304688, -65.37944793701172, -63.0633659362793, -60.747283935546875, -58.43120574951172, -56.1151237487793, -53.799041748046875, -51.48295974731445, -49.16687774658203, -46.850799560546875, -44.53471755981445, -42.21863555908203, -39.90255355834961, -37.58647155761719, -35.270389556884766, -32.954307556152344, -30.638227462768555, -28.322145462036133, -26.006065368652344, -23.689983367919922, -21.3739013671875, -19.057819366455078, -16.741737365722656, -14.425657272338867, -12.109575271606445, -9.793493270874023, -7.477412223815918, -5.1613311767578125, -2.845248222351074, -0.5291666984558105, 1.7869148254394531, 4.102996349334717, 6.4190778732299805, 8.735159873962402, 11.051240921020508, 13.367321968078613, 15.683403968811035]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 6.0, 2.0, 4.0, 3.0, 9.0, 7.0, 8.0, 13.0, 16.0, 16.0, 19.0, 20.0, 21.0, 19.0, 27.0, 22.0, 24.0, 33.0, 22.0, 47.0, 38.0, 35.0, 40.0, 42.0, 41.0, 50.0, 31.0, 34.0, 40.0, 28.0, 33.0, 32.0, 24.0, 32.0, 28.0, 23.0, 18.0, 20.0, 17.0, 16.0, 9.0, 9.0, 5.0, 8.0, 6.0, 5.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-42.18977737426758, -40.834205627441406, -39.47863006591797, -38.1230583190918, -36.767486572265625, -35.41191482543945, -34.05634307861328, -32.700767517089844, -31.345195770263672, -29.9896240234375, -28.634050369262695, -27.27847671508789, -25.92290496826172, -24.567333221435547, -23.211759567260742, -21.856185913085938, -20.500614166259766, -19.145042419433594, -17.78946876525879, -16.433895111083984, -15.078323364257812, -13.722750663757324, -12.367177963256836, -11.011605262756348, -9.65603256225586, -8.300459861755371, -6.944887161254883, -5.5893144607543945, -4.233741760253906, -2.878169059753418, -1.5225963592529297, -0.1670236587524414, 1.1885528564453125, 2.544125556945801, 3.899698257446289, 5.255270957946777, 6.610843658447266, 7.966416358947754, 9.321989059448242, 10.67756175994873, 12.033134460449219, 13.388707160949707, 14.744279861450195, 16.099853515625, 17.455425262451172, 18.810997009277344, 20.16657066345215, 21.522144317626953, 22.877716064453125, 24.233287811279297, 25.5888614654541, 26.944435119628906, 28.300006866455078, 29.65557861328125, 31.011152267456055, 32.36672592163086, 33.72229766845703, 35.0778694152832, 36.433441162109375, 37.78901672363281, 39.144588470458984, 40.500160217285156, 41.855735778808594, 43.211307525634766, 44.56687927246094]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 4.0, 11.0, 8.0, 11.0, 10.0, 21.0, 20.0, 19.0, 20.0, 24.0, 31.0, 35.0, 33.0, 47.0, 37.0, 39.0, 45.0, 50.0, 45.0, 41.0, 51.0, 40.0, 41.0, 37.0, 48.0, 41.0, 24.0, 25.0, 32.0, 25.0, 19.0, 15.0, 11.0, 6.0, 13.0, 9.0, 3.0, 6.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-10.1640625, -9.8714599609375, -9.578857421875, -9.2862548828125, -8.99365234375, -8.7010498046875, -8.408447265625, -8.1158447265625, -7.8232421875, -7.5306396484375, -7.238037109375, -6.9454345703125, -6.65283203125, -6.3602294921875, -6.067626953125, -5.7750244140625, -5.482421875, -5.1898193359375, -4.897216796875, -4.6046142578125, -4.31201171875, -4.0194091796875, -3.726806640625, -3.4342041015625, -3.1416015625, -2.8489990234375, -2.556396484375, -2.2637939453125, -1.97119140625, -1.6785888671875, -1.385986328125, -1.0933837890625, -0.80078125, -0.5081787109375, -0.215576171875, 0.0770263671875, 0.36962890625, 0.6622314453125, 0.954833984375, 1.2474365234375, 1.5400390625, 1.8326416015625, 2.125244140625, 2.4178466796875, 2.71044921875, 3.0030517578125, 3.295654296875, 3.5882568359375, 3.880859375, 4.1734619140625, 4.466064453125, 4.7586669921875, 5.05126953125, 5.3438720703125, 5.636474609375, 5.9290771484375, 6.2216796875, 6.5142822265625, 6.806884765625, 7.0994873046875, 7.39208984375, 7.6846923828125, 7.977294921875, 8.2698974609375, 8.5625]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 6.0, 12.0, 20.0, 29.0, 49.0, 67.0, 112.0, 148.0, 264.0, 369.0, 631.0, 1068.0, 1732.0, 2881.0, 4909.0, 8072.0, 13528.0, 23185.0, 41011.0, 75968.0, 162504.0, 375665.0, 162374.0, 76079.0, 40888.0, 23087.0, 13530.0, 8048.0, 4821.0, 2966.0, 1715.0, 1106.0, 647.0, 401.0, 251.0, 146.0, 92.0, 59.0, 39.0, 19.0, 21.0, 11.0, 8.0, 12.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-2.494140625, -2.421844482421875, -2.34954833984375, -2.277252197265625, -2.2049560546875, -2.132659912109375, -2.06036376953125, -1.988067626953125, -1.915771484375, -1.843475341796875, -1.77117919921875, -1.698883056640625, -1.6265869140625, -1.554290771484375, -1.48199462890625, -1.409698486328125, -1.33740234375, -1.265106201171875, -1.19281005859375, -1.120513916015625, -1.0482177734375, -0.975921630859375, -0.90362548828125, -0.831329345703125, -0.759033203125, -0.686737060546875, -0.61444091796875, -0.542144775390625, -0.4698486328125, -0.397552490234375, -0.32525634765625, -0.252960205078125, -0.1806640625, -0.108367919921875, -0.03607177734375, 0.036224365234375, 0.1085205078125, 0.180816650390625, 0.25311279296875, 0.325408935546875, 0.397705078125, 0.470001220703125, 0.54229736328125, 0.614593505859375, 0.6868896484375, 0.759185791015625, 0.83148193359375, 0.903778076171875, 0.97607421875, 1.048370361328125, 1.12066650390625, 1.192962646484375, 1.2652587890625, 1.337554931640625, 1.40985107421875, 1.482147216796875, 1.554443359375, 1.626739501953125, 1.69903564453125, 1.771331787109375, 1.8436279296875, 1.915924072265625, 1.98822021484375, 2.060516357421875, 2.1328125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 7.0, 3.0, 4.0, 7.0, 15.0, 19.0, 12.0, 18.0, 20.0, 16.0, 37.0, 32.0, 42.0, 31.0, 36.0, 46.0, 30.0, 53.0, 53.0, 1086.0, 35.0, 45.0, 52.0, 39.0, 38.0, 35.0, 36.0, 36.0, 31.0, 27.0, 21.0, 16.0, 11.0, 10.0, 11.0, 10.0, 5.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.26171875, -5.0662841796875, -4.870849609375, -4.6754150390625, -4.47998046875, -4.2845458984375, -4.089111328125, -3.8936767578125, -3.6982421875, -3.5028076171875, -3.307373046875, -3.1119384765625, -2.91650390625, -2.7210693359375, -2.525634765625, -2.3302001953125, -2.134765625, -1.9393310546875, -1.743896484375, -1.5484619140625, -1.35302734375, -1.1575927734375, -0.962158203125, -0.7667236328125, -0.5712890625, -0.3758544921875, -0.180419921875, 0.0150146484375, 0.21044921875, 0.4058837890625, 0.601318359375, 0.7967529296875, 0.9921875, 1.1876220703125, 1.383056640625, 1.5784912109375, 1.77392578125, 1.9693603515625, 2.164794921875, 2.3602294921875, 2.5556640625, 2.7510986328125, 2.946533203125, 3.1419677734375, 3.33740234375, 3.5328369140625, 3.728271484375, 3.9237060546875, 4.119140625, 4.3145751953125, 4.510009765625, 4.7054443359375, 4.90087890625, 5.0963134765625, 5.291748046875, 5.4871826171875, 5.6826171875, 5.8780517578125, 6.073486328125, 6.2689208984375, 6.46435546875, 6.6597900390625, 6.855224609375, 7.0506591796875, 7.24609375]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 6.0, 2.0, 6.0, 8.0, 6.0, 20.0, 16.0, 32.0, 47.0, 73.0, 155.0, 196.0, 341.0, 589.0, 1029.0, 1722.0, 2963.0, 5065.0, 8746.0, 15532.0, 28190.0, 51897.0, 99829.0, 237933.0, 1383925.0, 120584.0, 61851.0, 33026.0, 18599.0, 10391.0, 5888.0, 3473.0, 2025.0, 1154.0, 739.0, 426.0, 256.0, 156.0, 87.0, 55.0, 30.0, 30.0, 20.0, 9.0, 8.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.28515625, -2.21405029296875, -2.1429443359375, -2.07183837890625, -2.000732421875, -1.92962646484375, -1.8585205078125, -1.78741455078125, -1.71630859375, -1.64520263671875, -1.5740966796875, -1.50299072265625, -1.431884765625, -1.36077880859375, -1.2896728515625, -1.21856689453125, -1.1474609375, -1.07635498046875, -1.0052490234375, -0.93414306640625, -0.863037109375, -0.79193115234375, -0.7208251953125, -0.64971923828125, -0.57861328125, -0.50750732421875, -0.4364013671875, -0.36529541015625, -0.294189453125, -0.22308349609375, -0.1519775390625, -0.08087158203125, -0.009765625, 0.06134033203125, 0.1324462890625, 0.20355224609375, 0.274658203125, 0.34576416015625, 0.4168701171875, 0.48797607421875, 0.55908203125, 0.63018798828125, 0.7012939453125, 0.77239990234375, 0.843505859375, 0.91461181640625, 0.9857177734375, 1.05682373046875, 1.1279296875, 1.19903564453125, 1.2701416015625, 1.34124755859375, 1.412353515625, 1.48345947265625, 1.5545654296875, 1.62567138671875, 1.69677734375, 1.76788330078125, 1.8389892578125, 1.91009521484375, 1.981201171875, 2.05230712890625, 2.1234130859375, 2.19451904296875, 2.265625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 7.0, 9.0, 12.0, 3.0, 9.0, 15.0, 23.0, 35.0, 47.0, 38.0, 93.0, 93.0, 116.0, 96.0, 87.0, 71.0, 64.0, 41.0, 31.0, 25.0, 18.0, 12.0, 15.0, 8.0, 11.0, 11.0, 6.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011119842529296875, -0.0010738521814346313, -0.0010357201099395752, -0.000997588038444519, -0.0009594559669494629, -0.0009213238954544067, -0.0008831918239593506, -0.0008450597524642944, -0.0008069276809692383, -0.0007687956094741821, -0.000730663537979126, -0.0006925314664840698, -0.0006543993949890137, -0.0006162673234939575, -0.0005781352519989014, -0.0005400031805038452, -0.0005018711090087891, -0.0004637390375137329, -0.00042560696601867676, -0.0003874748945236206, -0.00034934282302856445, -0.0003112107515335083, -0.00027307868003845215, -0.000234946608543396, -0.00019681453704833984, -0.0001586824655532837, -0.00012055039405822754, -8.241832256317139e-05, -4.4286251068115234e-05, -6.154179573059082e-06, 3.197789192199707e-05, 7.010996341705322e-05, 0.00010824203491210938, 0.00014637410640716553, 0.00018450617790222168, 0.00022263824939727783, 0.000260770320892334, 0.00029890239238739014, 0.0003370344638824463, 0.00037516653537750244, 0.0004132986068725586, 0.00045143067836761475, 0.0004895627498626709, 0.000527694821357727, 0.0005658268928527832, 0.0006039589643478394, 0.0006420910358428955, 0.0006802231073379517, 0.0007183551788330078, 0.000756487250328064, 0.0007946193218231201, 0.0008327513933181763, 0.0008708834648132324, 0.0009090155363082886, 0.0009471476078033447, 0.0009852796792984009, 0.001023411750793457, 0.0010615438222885132, 0.0010996758937835693, 0.0011378079652786255, 0.0011759400367736816, 0.0012140721082687378, 0.001252204179763794, 0.00129033625125885, 0.0013284683227539062]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 4.0, 1.0, 1.0, 4.0, 8.0, 6.0, 9.0, 10.0, 29.0, 33.0, 30.0, 40.0, 71.0, 100.0, 162.0, 289.0, 592.0, 1991.0, 1034775.0, 8741.0, 758.0, 347.0, 215.0, 123.0, 53.0, 44.0, 31.0, 24.0, 22.0, 13.0, 9.0, 7.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.026763916015625, -0.025991439819335938, -0.025218963623046875, -0.024446487426757812, -0.02367401123046875, -0.022901535034179688, -0.022129058837890625, -0.021356582641601562, -0.0205841064453125, -0.019811630249023438, -0.019039154052734375, -0.018266677856445312, -0.01749420166015625, -0.016721725463867188, -0.015949249267578125, -0.015176773071289062, -0.014404296875, -0.013631820678710938, -0.012859344482421875, -0.012086868286132812, -0.01131439208984375, -0.010541915893554688, -0.009769439697265625, -0.008996963500976562, -0.0082244873046875, -0.0074520111083984375, -0.006679534912109375, -0.0059070587158203125, -0.00513458251953125, -0.0043621063232421875, -0.003589630126953125, -0.0028171539306640625, -0.002044677734375, -0.0012722015380859375, -0.000499725341796875, 0.0002727508544921875, 0.00104522705078125, 0.0018177032470703125, 0.002590179443359375, 0.0033626556396484375, 0.0041351318359375, 0.0049076080322265625, 0.005680084228515625, 0.0064525604248046875, 0.00722503662109375, 0.007997512817382812, 0.008769989013671875, 0.009542465209960938, 0.01031494140625, 0.011087417602539062, 0.011859893798828125, 0.012632369995117188, 0.01340484619140625, 0.014177322387695312, 0.014949798583984375, 0.015722274780273438, 0.0164947509765625, 0.017267227172851562, 0.018039703369140625, 0.018812179565429688, 0.01958465576171875, 0.020357131958007812, 0.021129608154296875, 0.021902084350585938, 0.022674560546875]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 89.0, 600.0, 298.0, 21.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003917302004992962, -0.003836947726085782, -0.003756593680009246, -0.003676239401102066, -0.00359588535502553, -0.00351553107611835, -0.003435177030041814, -0.003354822751134634, -0.003274468705058098, -0.003194114426150918, -0.003113760380074382, -0.003033406101167202, -0.002953052055090666, -0.002872697776183486, -0.00279234373010695, -0.00271198945119977, -0.00263163517229259, -0.0025512808933854103, -0.002470926847308874, -0.0023905725684016943, -0.002310218522325158, -0.0022298642434179783, -0.002149510197341442, -0.0020691559184342623, -0.0019888016395270824, -0.0019084474770352244, -0.0018280933145433664, -0.0017477391520515084, -0.0016673849895596504, -0.0015870307106524706, -0.0015066765481606126, -0.0014263223856687546, -0.0013459682231768966, -0.0012656140606850386, -0.0011852598981931806, -0.0011049057357013226, -0.0010245514567941427, -0.0009441973525099456, -0.0008638431318104267, -0.0007834889693185687, -0.0007031348068267107, -0.0006227806443348527, -0.0005424264818429947, -0.00046207226114347577, -0.00038171809865161777, -0.00030136393615975976, -0.0002210097445640713, -0.00014065555296838284, -6.030139047652483e-05, 2.0052786567248404e-05, 0.00010040696361102164, 0.00018076114065479487, 0.0002611153176985681, 0.0003414694801904261, 0.0004218236717861146, 0.000502177863381803, 0.000582532025873661, 0.000662886188365519, 0.000743240350857377, 0.000823594571556896, 0.000903948734048754, 0.000984302954748273, 0.001064657117240131, 0.001145011279731989, 0.001225365442223847]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 5.0, 4.0, 10.0, 8.0, 19.0, 13.0, 25.0, 18.0, 20.0, 29.0, 29.0, 34.0, 43.0, 34.0, 49.0, 48.0, 42.0, 44.0, 47.0, 42.0, 50.0, 47.0, 45.0, 42.0, 31.0, 31.0, 34.0, 28.0, 24.0, 22.0, 23.0, 12.0, 9.0, 10.0, 12.0, 6.0, 6.0, 5.0, 4.0, 1.0, 2.0, 0.0, 4.0], "bins": [-0.0006403923034667969, -0.000624251551926136, -0.0006081108003854752, -0.0005919700488448143, -0.0005758292973041534, -0.0005596885457634926, -0.0005435477942228317, -0.0005274070426821709, -0.00051126629114151, -0.0004951255396008492, -0.0004789847880601883, -0.00046284403651952744, -0.0004467032849788666, -0.0004305625334382057, -0.00041442178189754486, -0.000398281030356884, -0.00038214027881622314, -0.0003659995272755623, -0.00034985877573490143, -0.00033371802419424057, -0.0003175772726535797, -0.00030143652111291885, -0.000285295769572258, -0.00026915501803159714, -0.0002530142664909363, -0.00023687351495027542, -0.00022073276340961456, -0.0002045920118689537, -0.00018845126032829285, -0.000172310508787632, -0.00015616975724697113, -0.00014002900570631027, -0.00012388825416564941, -0.00010774750262498856, -9.16067510843277e-05, -7.546599954366684e-05, -5.932524800300598e-05, -4.318449646234512e-05, -2.7043744921684265e-05, -1.0902993381023407e-05, 5.237758159637451e-06, 2.137850970029831e-05, 3.751926124095917e-05, 5.3660012781620026e-05, 6.980076432228088e-05, 8.594151586294174e-05, 0.0001020822674036026, 0.00011822301894426346, 0.00013436377048492432, 0.00015050452202558517, 0.00016664527356624603, 0.0001827860251069069, 0.00019892677664756775, 0.0002150675281882286, 0.00023120827972888947, 0.0002473490312695503, 0.0002634897828102112, 0.00027963053435087204, 0.0002957712858915329, 0.00031191203743219376, 0.0003280527889728546, 0.00034419354051351547, 0.00036033429205417633, 0.0003764750435948372, 0.00039261579513549805]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 4.0, 11.0, 8.0, 11.0, 10.0, 21.0, 20.0, 19.0, 20.0, 24.0, 31.0, 35.0, 33.0, 47.0, 37.0, 39.0, 45.0, 50.0, 45.0, 41.0, 51.0, 40.0, 41.0, 37.0, 48.0, 41.0, 24.0, 25.0, 32.0, 25.0, 19.0, 15.0, 11.0, 6.0, 13.0, 9.0, 3.0, 6.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-10.1640625, -9.8714599609375, -9.578857421875, -9.2862548828125, -8.99365234375, -8.7010498046875, -8.408447265625, -8.1158447265625, -7.8232421875, -7.5306396484375, -7.238037109375, -6.9454345703125, -6.65283203125, -6.3602294921875, -6.067626953125, -5.7750244140625, -5.482421875, -5.1898193359375, -4.897216796875, -4.6046142578125, -4.31201171875, -4.0194091796875, -3.726806640625, -3.4342041015625, -3.1416015625, -2.8489990234375, -2.556396484375, -2.2637939453125, -1.97119140625, -1.6785888671875, -1.385986328125, -1.0933837890625, -0.80078125, -0.5081787109375, -0.215576171875, 0.0770263671875, 0.36962890625, 0.6622314453125, 0.954833984375, 1.2474365234375, 1.5400390625, 1.8326416015625, 2.125244140625, 2.4178466796875, 2.71044921875, 3.0030517578125, 3.295654296875, 3.5882568359375, 3.880859375, 4.1734619140625, 4.466064453125, 4.7586669921875, 5.05126953125, 5.3438720703125, 5.636474609375, 5.9290771484375, 6.2216796875, 6.5142822265625, 6.806884765625, 7.0994873046875, 7.39208984375, 7.6846923828125, 7.977294921875, 8.2698974609375, 8.5625]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 5.0, 4.0, 12.0, 15.0, 29.0, 26.0, 58.0, 65.0, 89.0, 123.0, 197.0, 237.0, 397.0, 510.0, 658.0, 929.0, 1302.0, 2280.0, 6284.0, 40527.0, 358828.0, 546709.0, 72047.0, 9326.0, 2755.0, 1486.0, 963.0, 762.0, 542.0, 437.0, 274.0, 207.0, 144.0, 102.0, 73.0, 42.0, 45.0, 18.0, 17.0, 7.0, 11.0, 5.0, 4.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.078125, -16.5626220703125, -16.047119140625, -15.5316162109375, -15.01611328125, -14.5006103515625, -13.985107421875, -13.4696044921875, -12.9541015625, -12.4385986328125, -11.923095703125, -11.4075927734375, -10.89208984375, -10.3765869140625, -9.861083984375, -9.3455810546875, -8.830078125, -8.3145751953125, -7.799072265625, -7.2835693359375, -6.76806640625, -6.2525634765625, -5.737060546875, -5.2215576171875, -4.7060546875, -4.1905517578125, -3.675048828125, -3.1595458984375, -2.64404296875, -2.1285400390625, -1.613037109375, -1.0975341796875, -0.58203125, -0.0665283203125, 0.448974609375, 0.9644775390625, 1.47998046875, 1.9954833984375, 2.510986328125, 3.0264892578125, 3.5419921875, 4.0574951171875, 4.572998046875, 5.0885009765625, 5.60400390625, 6.1195068359375, 6.635009765625, 7.1505126953125, 7.666015625, 8.1815185546875, 8.697021484375, 9.2125244140625, 9.72802734375, 10.2435302734375, 10.759033203125, 11.2745361328125, 11.7900390625, 12.3055419921875, 12.821044921875, 13.3365478515625, 13.85205078125, 14.3675537109375, 14.883056640625, 15.3985595703125, 15.9140625]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 5.0, 5.0, 7.0, 8.0, 15.0, 14.0, 22.0, 29.0, 22.0, 24.0, 44.0, 42.0, 58.0, 71.0, 89.0, 146.0, 1449.0, 418.0, 146.0, 89.0, 61.0, 54.0, 40.0, 41.0, 27.0, 24.0, 17.0, 20.0, 9.0, 16.0, 3.0, 12.0, 4.0, 7.0, 9.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-28.5, -27.707763671875, -26.91552734375, -26.123291015625, -25.3310546875, -24.538818359375, -23.74658203125, -22.954345703125, -22.162109375, -21.369873046875, -20.57763671875, -19.785400390625, -18.9931640625, -18.200927734375, -17.40869140625, -16.616455078125, -15.82421875, -15.031982421875, -14.23974609375, -13.447509765625, -12.6552734375, -11.863037109375, -11.07080078125, -10.278564453125, -9.486328125, -8.694091796875, -7.90185546875, -7.109619140625, -6.3173828125, -5.525146484375, -4.73291015625, -3.940673828125, -3.1484375, -2.356201171875, -1.56396484375, -0.771728515625, 0.0205078125, 0.812744140625, 1.60498046875, 2.397216796875, 3.189453125, 3.981689453125, 4.77392578125, 5.566162109375, 6.3583984375, 7.150634765625, 7.94287109375, 8.735107421875, 9.52734375, 10.319580078125, 11.11181640625, 11.904052734375, 12.6962890625, 13.488525390625, 14.28076171875, 15.072998046875, 15.865234375, 16.657470703125, 17.44970703125, 18.241943359375, 19.0341796875, 19.826416015625, 20.61865234375, 21.410888671875, 22.203125]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 2.0, 1.0, 4.0, 4.0, 5.0, 9.0, 9.0, 9.0, 20.0, 17.0, 23.0, 37.0, 39.0, 63.0, 69.0, 98.0, 130.0, 251.0, 394.0, 719.0, 2195.0, 2808722.0, 329354.0, 1728.0, 710.0, 353.0, 229.0, 126.0, 95.0, 74.0, 49.0, 49.0, 24.0, 19.0, 13.0, 20.0, 11.0, 10.0, 8.0, 6.0, 7.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-66.25, -64.0361328125, -61.822265625, -59.6083984375, -57.39453125, -55.1806640625, -52.966796875, -50.7529296875, -48.5390625, -46.3251953125, -44.111328125, -41.8974609375, -39.68359375, -37.4697265625, -35.255859375, -33.0419921875, -30.828125, -28.6142578125, -26.400390625, -24.1865234375, -21.97265625, -19.7587890625, -17.544921875, -15.3310546875, -13.1171875, -10.9033203125, -8.689453125, -6.4755859375, -4.26171875, -2.0478515625, 0.166015625, 2.3798828125, 4.59375, 6.8076171875, 9.021484375, 11.2353515625, 13.44921875, 15.6630859375, 17.876953125, 20.0908203125, 22.3046875, 24.5185546875, 26.732421875, 28.9462890625, 31.16015625, 33.3740234375, 35.587890625, 37.8017578125, 40.015625, 42.2294921875, 44.443359375, 46.6572265625, 48.87109375, 51.0849609375, 53.298828125, 55.5126953125, 57.7265625, 59.9404296875, 62.154296875, 64.3681640625, 66.58203125, 68.7958984375, 71.009765625, 73.2236328125, 75.4375]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 641.0, 366.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-167.06369018554688, -157.73443603515625, -148.40518188476562, -139.075927734375, -129.74667358398438, -120.41741943359375, -111.0881576538086, -101.75890350341797, -92.42964935302734, -83.10039520263672, -73.7711410522461, -64.44187927246094, -55.11262893676758, -45.78337478637695, -36.45411682128906, -27.124862670898438, -17.795608520507812, -8.466353416442871, 0.8629016876220703, 10.192157745361328, 19.521411895751953, 28.850666046142578, 38.17992401123047, 47.509178161621094, 56.83843231201172, 66.16768646240234, 75.49694061279297, 84.82620239257812, 94.15545654296875, 103.48471069335938, 112.81396484375, 122.14321899414062, 131.47247314453125, 140.80172729492188, 150.1309814453125, 159.46023559570312, 168.78948974609375, 178.11874389648438, 187.447998046875, 196.77725219726562, 206.10650634765625, 215.43576049804688, 224.7650146484375, 234.09426879882812, 243.42352294921875, 252.75277709960938, 262.08203125, 271.4112854003906, 280.74053955078125, 290.0697937011719, 299.3990478515625, 308.7283020019531, 318.05755615234375, 327.3868103027344, 336.716064453125, 346.0453186035156, 355.3746032714844, 364.703857421875, 374.0331115722656, 383.36236572265625, 392.6916198730469, 402.0208740234375, 411.3501281738281, 420.67938232421875, 430.0086364746094]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 5.0, 4.0, 6.0, 9.0, 13.0, 11.0, 15.0, 9.0, 18.0, 18.0, 15.0, 15.0, 36.0, 24.0, 32.0, 42.0, 40.0, 35.0, 35.0, 28.0, 46.0, 36.0, 41.0, 42.0, 42.0, 45.0, 28.0, 25.0, 39.0, 29.0, 33.0, 26.0, 32.0, 20.0, 23.0, 23.0, 8.0, 10.0, 11.0, 9.0, 5.0, 4.0, 5.0, 4.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-56.196189880371094, -54.49280548095703, -52.7894172668457, -51.08603286743164, -49.38264465332031, -47.67926025390625, -45.97587203979492, -44.27248764038086, -42.56909942626953, -40.86571502685547, -39.16232681274414, -37.45894241333008, -35.75555419921875, -34.05216979980469, -32.34878158569336, -30.645397186279297, -28.9420108795166, -27.238624572753906, -25.53523826599121, -23.831851959228516, -22.12846565246582, -20.425079345703125, -18.721694946289062, -17.018306732177734, -15.314921379089355, -13.61153507232666, -11.908148765563965, -10.204763412475586, -8.50137710571289, -6.797990798950195, -5.0946044921875, -3.3912181854248047, -1.6878318786621094, 0.015554308891296387, 1.7189404964447021, 3.4223265647888184, 5.125712871551514, 6.829098701477051, 8.532485008239746, 10.235871315002441, 11.939257621765137, 13.642643928527832, 15.346030235290527, 17.049415588378906, 18.7528018951416, 20.456188201904297, 22.159574508666992, 23.862960815429688, 25.566347122192383, 27.269733428955078, 28.973119735717773, 30.67650604248047, 32.37989044189453, 34.08327865600586, 35.78666305541992, 37.49005126953125, 39.19343566894531, 40.896820068359375, 42.6002082824707, 44.303592681884766, 46.006980895996094, 47.710365295410156, 49.413753509521484, 51.11713790893555, 52.820526123046875]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 7.0, 11.0, 7.0, 10.0, 16.0, 20.0, 20.0, 12.0, 24.0, 22.0, 25.0, 29.0, 29.0, 35.0, 30.0, 43.0, 41.0, 46.0, 39.0, 48.0, 58.0, 40.0, 48.0, 37.0, 35.0, 39.0, 34.0, 35.0, 25.0, 30.0, 21.0, 12.0, 13.0, 16.0, 10.0, 13.0, 7.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.640625, -9.360107421875, -9.07958984375, -8.799072265625, -8.5185546875, -8.238037109375, -7.95751953125, -7.677001953125, -7.396484375, -7.115966796875, -6.83544921875, -6.554931640625, -6.2744140625, -5.993896484375, -5.71337890625, -5.432861328125, -5.15234375, -4.871826171875, -4.59130859375, -4.310791015625, -4.0302734375, -3.749755859375, -3.46923828125, -3.188720703125, -2.908203125, -2.627685546875, -2.34716796875, -2.066650390625, -1.7861328125, -1.505615234375, -1.22509765625, -0.944580078125, -0.6640625, -0.383544921875, -0.10302734375, 0.177490234375, 0.4580078125, 0.738525390625, 1.01904296875, 1.299560546875, 1.580078125, 1.860595703125, 2.14111328125, 2.421630859375, 2.7021484375, 2.982666015625, 3.26318359375, 3.543701171875, 3.82421875, 4.104736328125, 4.38525390625, 4.665771484375, 4.9462890625, 5.226806640625, 5.50732421875, 5.787841796875, 6.068359375, 6.348876953125, 6.62939453125, 6.909912109375, 7.1904296875, 7.470947265625, 7.75146484375, 8.031982421875, 8.3125]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 4.0, 4.0, 3.0, 6.0, 8.0, 13.0, 14.0, 10.0, 18.0, 30.0, 33.0, 26.0, 60.0, 55.0, 54.0, 86.0, 88.0, 119.0, 132.0, 213.0, 290.0, 686.0, 2093.0, 11111.0, 304372.0, 3433413.0, 423843.0, 13165.0, 2301.0, 709.0, 332.0, 208.0, 148.0, 104.0, 107.0, 78.0, 69.0, 50.0, 47.0, 38.0, 31.0, 20.0, 10.0, 27.0, 11.0, 9.0, 10.0, 9.0, 8.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-28.46875, -27.619873046875, -26.77099609375, -25.922119140625, -25.0732421875, -24.224365234375, -23.37548828125, -22.526611328125, -21.677734375, -20.828857421875, -19.97998046875, -19.131103515625, -18.2822265625, -17.433349609375, -16.58447265625, -15.735595703125, -14.88671875, -14.037841796875, -13.18896484375, -12.340087890625, -11.4912109375, -10.642333984375, -9.79345703125, -8.944580078125, -8.095703125, -7.246826171875, -6.39794921875, -5.549072265625, -4.7001953125, -3.851318359375, -3.00244140625, -2.153564453125, -1.3046875, -0.455810546875, 0.39306640625, 1.241943359375, 2.0908203125, 2.939697265625, 3.78857421875, 4.637451171875, 5.486328125, 6.335205078125, 7.18408203125, 8.032958984375, 8.8818359375, 9.730712890625, 10.57958984375, 11.428466796875, 12.27734375, 13.126220703125, 13.97509765625, 14.823974609375, 15.6728515625, 16.521728515625, 17.37060546875, 18.219482421875, 19.068359375, 19.917236328125, 20.76611328125, 21.614990234375, 22.4638671875, 23.312744140625, 24.16162109375, 25.010498046875, 25.859375]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 3.0, 8.0, 19.0, 13.0, 22.0, 33.0, 41.0, 47.0, 65.0, 81.0, 90.0, 145.0, 179.0, 299.0, 396.0, 534.0, 536.0, 432.0, 282.0, 212.0, 150.0, 115.0, 106.0, 71.0, 55.0, 40.0, 34.0, 17.0, 14.0, 12.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.3515625, -11.8775634765625, -11.403564453125, -10.9295654296875, -10.45556640625, -9.9815673828125, -9.507568359375, -9.0335693359375, -8.5595703125, -8.0855712890625, -7.611572265625, -7.1375732421875, -6.66357421875, -6.1895751953125, -5.715576171875, -5.2415771484375, -4.767578125, -4.2935791015625, -3.819580078125, -3.3455810546875, -2.87158203125, -2.3975830078125, -1.923583984375, -1.4495849609375, -0.9755859375, -0.5015869140625, -0.027587890625, 0.4464111328125, 0.92041015625, 1.3944091796875, 1.868408203125, 2.3424072265625, 2.81640625, 3.2904052734375, 3.764404296875, 4.2384033203125, 4.71240234375, 5.1864013671875, 5.660400390625, 6.1343994140625, 6.6083984375, 7.0823974609375, 7.556396484375, 8.0303955078125, 8.50439453125, 8.9783935546875, 9.452392578125, 9.9263916015625, 10.400390625, 10.8743896484375, 11.348388671875, 11.8223876953125, 12.29638671875, 12.7703857421875, 13.244384765625, 13.7183837890625, 14.1923828125, 14.6663818359375, 15.140380859375, 15.6143798828125, 16.08837890625, 16.5623779296875, 17.036376953125, 17.5103759765625, 17.984375]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 9.0, 8.0, 9.0, 12.0, 20.0, 25.0, 23.0, 37.0, 68.0, 87.0, 160.0, 237.0, 532.0, 1573.0, 7987.0, 1809033.0, 2362840.0, 8684.0, 1639.0, 592.0, 280.0, 151.0, 89.0, 59.0, 35.0, 34.0, 25.0, 10.0, 5.0, 9.0, 9.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.59375, -54.9775390625, -53.361328125, -51.7451171875, -50.12890625, -48.5126953125, -46.896484375, -45.2802734375, -43.6640625, -42.0478515625, -40.431640625, -38.8154296875, -37.19921875, -35.5830078125, -33.966796875, -32.3505859375, -30.734375, -29.1181640625, -27.501953125, -25.8857421875, -24.26953125, -22.6533203125, -21.037109375, -19.4208984375, -17.8046875, -16.1884765625, -14.572265625, -12.9560546875, -11.33984375, -9.7236328125, -8.107421875, -6.4912109375, -4.875, -3.2587890625, -1.642578125, -0.0263671875, 1.58984375, 3.2060546875, 4.822265625, 6.4384765625, 8.0546875, 9.6708984375, 11.287109375, 12.9033203125, 14.51953125, 16.1357421875, 17.751953125, 19.3681640625, 20.984375, 22.6005859375, 24.216796875, 25.8330078125, 27.44921875, 29.0654296875, 30.681640625, 32.2978515625, 33.9140625, 35.5302734375, 37.146484375, 38.7626953125, 40.37890625, 41.9951171875, 43.611328125, 45.2275390625, 46.84375]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 1008.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-640.1803588867188, -605.5071411132812, -570.8339233398438, -536.1607055664062, -501.48748779296875, -466.81427001953125, -432.14105224609375, -397.46783447265625, -362.79461669921875, -328.12139892578125, -293.44818115234375, -258.77496337890625, -224.10174560546875, -189.42852783203125, -154.75531005859375, -120.08209228515625, -85.40887451171875, -50.73565673828125, -16.06243896484375, 18.61077880859375, 53.28399658203125, 87.95721435546875, 122.63043212890625, 157.30364990234375, 191.97686767578125, 226.65008544921875, 261.32330322265625, 295.99652099609375, 330.66973876953125, 365.34295654296875, 400.01617431640625, 434.68939208984375, 469.3626708984375, 504.035888671875, 538.7091064453125, 573.38232421875, 608.0555419921875, 642.728759765625, 677.4019775390625, 712.0751953125, 746.7484130859375, 781.421630859375, 816.0948486328125, 850.76806640625, 885.4412841796875, 920.114501953125, 954.7877197265625, 989.4609375, 1024.1341552734375, 1058.807373046875, 1093.4805908203125, 1128.15380859375, 1162.8270263671875, 1197.500244140625, 1232.1734619140625, 1266.8466796875, 1301.5198974609375, 1336.193115234375, 1370.8663330078125, 1405.53955078125, 1440.2127685546875, 1474.885986328125, 1509.5592041015625, 1544.232421875, 1578.9056396484375]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 3.0, 6.0, 8.0, 8.0, 15.0, 21.0, 11.0, 15.0, 31.0, 23.0, 35.0, 44.0, 43.0, 54.0, 44.0, 54.0, 59.0, 57.0, 45.0, 49.0, 56.0, 41.0, 34.0, 44.0, 37.0, 34.0, 31.0, 27.0, 13.0, 12.0, 15.0, 11.0, 4.0, 7.0, 9.0, 4.0, 1.0, 2.0, 0.0, 2.0], "bins": [-86.35525512695312, -84.20954895019531, -82.06385040283203, -79.91814422607422, -77.7724380493164, -75.62673950195312, -73.48103332519531, -71.3353271484375, -69.18962097167969, -67.04391479492188, -64.8982162475586, -62.75251007080078, -60.60680389404297, -58.46110153198242, -56.315399169921875, -54.16969299316406, -52.02399444580078, -49.878292083740234, -47.73258590698242, -45.586883544921875, -43.44117736816406, -41.295475006103516, -39.14977264404297, -37.004066467285156, -34.85836410522461, -32.71266174316406, -30.56695556640625, -28.421253204345703, -26.275548934936523, -24.129844665527344, -21.984142303466797, -19.838438034057617, -17.69274139404297, -15.547037124633789, -13.401333808898926, -11.255630493164062, -9.109926223754883, -6.964221954345703, -4.81851863861084, -2.6728153228759766, -0.5271110534667969, 1.6185927391052246, 3.764296531677246, 5.910000324249268, 8.055704116821289, 10.201408386230469, 12.347111701965332, 14.492815017700195, 16.638519287109375, 18.784223556518555, 20.929927825927734, 23.07563018798828, 25.22133445739746, 27.36703872680664, 29.512741088867188, 31.658445358276367, 33.80414962768555, 35.949851989746094, 38.095558166503906, 40.24126052856445, 42.386962890625, 44.53266906738281, 46.67837142944336, 48.824073791503906, 50.96977996826172]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 6.0, 5.0, 8.0, 18.0, 12.0, 15.0, 15.0, 30.0, 27.0, 31.0, 27.0, 37.0, 31.0, 41.0, 49.0, 49.0, 38.0, 63.0, 40.0, 45.0, 48.0, 45.0, 41.0, 40.0, 36.0, 39.0, 34.0, 29.0, 23.0, 15.0, 18.0, 11.0, 14.0, 9.0, 5.0, 4.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.203125, -6.97149658203125, -6.7398681640625, -6.50823974609375, -6.276611328125, -6.04498291015625, -5.8133544921875, -5.58172607421875, -5.35009765625, -5.11846923828125, -4.8868408203125, -4.65521240234375, -4.423583984375, -4.19195556640625, -3.9603271484375, -3.72869873046875, -3.4970703125, -3.26544189453125, -3.0338134765625, -2.80218505859375, -2.570556640625, -2.33892822265625, -2.1072998046875, -1.87567138671875, -1.64404296875, -1.41241455078125, -1.1807861328125, -0.94915771484375, -0.717529296875, -0.48590087890625, -0.2542724609375, -0.02264404296875, 0.208984375, 0.44061279296875, 0.6722412109375, 0.90386962890625, 1.135498046875, 1.36712646484375, 1.5987548828125, 1.83038330078125, 2.06201171875, 2.29364013671875, 2.5252685546875, 2.75689697265625, 2.988525390625, 3.22015380859375, 3.4517822265625, 3.68341064453125, 3.9150390625, 4.14666748046875, 4.3782958984375, 4.60992431640625, 4.841552734375, 5.07318115234375, 5.3048095703125, 5.53643798828125, 5.76806640625, 5.99969482421875, 6.2313232421875, 6.46295166015625, 6.694580078125, 6.92620849609375, 7.1578369140625, 7.38946533203125, 7.62109375]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 3.0, 6.0, 9.0, 18.0, 13.0, 27.0, 41.0, 50.0, 107.0, 139.0, 227.0, 330.0, 532.0, 855.0, 1463.0, 2393.0, 3934.0, 6704.0, 11355.0, 18746.0, 32371.0, 55969.0, 102399.0, 226195.0, 307623.0, 120899.0, 65020.0, 37275.0, 21566.0, 12944.0, 7789.0, 4534.0, 2697.0, 1646.0, 1013.0, 603.0, 359.0, 242.0, 159.0, 102.0, 68.0, 48.0, 33.0, 23.0, 9.0, 8.0, 8.0, 7.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6240234375, -1.5718536376953125, -1.519683837890625, -1.4675140380859375, -1.41534423828125, -1.3631744384765625, -1.311004638671875, -1.2588348388671875, -1.2066650390625, -1.1544952392578125, -1.102325439453125, -1.0501556396484375, -0.99798583984375, -0.9458160400390625, -0.893646240234375, -0.8414764404296875, -0.789306640625, -0.7371368408203125, -0.684967041015625, -0.6327972412109375, -0.58062744140625, -0.5284576416015625, -0.476287841796875, -0.4241180419921875, -0.3719482421875, -0.3197784423828125, -0.267608642578125, -0.2154388427734375, -0.16326904296875, -0.1110992431640625, -0.058929443359375, -0.0067596435546875, 0.04541015625, 0.0975799560546875, 0.149749755859375, 0.2019195556640625, 0.25408935546875, 0.3062591552734375, 0.358428955078125, 0.4105987548828125, 0.4627685546875, 0.5149383544921875, 0.567108154296875, 0.6192779541015625, 0.67144775390625, 0.7236175537109375, 0.775787353515625, 0.8279571533203125, 0.880126953125, 0.9322967529296875, 0.984466552734375, 1.0366363525390625, 1.08880615234375, 1.1409759521484375, 1.193145751953125, 1.2453155517578125, 1.2974853515625, 1.3496551513671875, 1.401824951171875, 1.4539947509765625, 1.50616455078125, 1.5583343505859375, 1.610504150390625, 1.6626739501953125, 1.71484375]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 0.0, 6.0, 11.0, 5.0, 10.0, 14.0, 14.0, 16.0, 19.0, 31.0, 27.0, 20.0, 29.0, 26.0, 28.0, 40.0, 44.0, 35.0, 46.0, 41.0, 31.0, 1061.0, 29.0, 35.0, 29.0, 50.0, 41.0, 26.0, 21.0, 22.0, 26.0, 33.0, 17.0, 19.0, 17.0, 19.0, 14.0, 13.0, 8.0, 10.0, 6.0, 4.0, 7.0, 16.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.65625, -3.5400390625, -3.423828125, -3.3076171875, -3.19140625, -3.0751953125, -2.958984375, -2.8427734375, -2.7265625, -2.6103515625, -2.494140625, -2.3779296875, -2.26171875, -2.1455078125, -2.029296875, -1.9130859375, -1.796875, -1.6806640625, -1.564453125, -1.4482421875, -1.33203125, -1.2158203125, -1.099609375, -0.9833984375, -0.8671875, -0.7509765625, -0.634765625, -0.5185546875, -0.40234375, -0.2861328125, -0.169921875, -0.0537109375, 0.0625, 0.1787109375, 0.294921875, 0.4111328125, 0.52734375, 0.6435546875, 0.759765625, 0.8759765625, 0.9921875, 1.1083984375, 1.224609375, 1.3408203125, 1.45703125, 1.5732421875, 1.689453125, 1.8056640625, 1.921875, 2.0380859375, 2.154296875, 2.2705078125, 2.38671875, 2.5029296875, 2.619140625, 2.7353515625, 2.8515625, 2.9677734375, 3.083984375, 3.2001953125, 3.31640625, 3.4326171875, 3.548828125, 3.6650390625, 3.78125]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 6.0, 3.0, 4.0, 8.0, 20.0, 15.0, 44.0, 43.0, 68.0, 109.0, 154.0, 269.0, 379.0, 541.0, 777.0, 1089.0, 1543.0, 2345.0, 3401.0, 5191.0, 7463.0, 11214.0, 16576.0, 25017.0, 38535.0, 62047.0, 106063.0, 217734.0, 1294032.0, 114093.0, 66939.0, 41184.0, 26598.0, 17591.0, 11551.0, 7976.0, 5264.0, 3545.0, 2453.0, 1699.0, 1204.0, 778.0, 538.0, 315.0, 245.0, 175.0, 99.0, 69.0, 44.0, 36.0, 26.0, 14.0, 7.0, 4.0, 5.0, 3.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.1953125, -1.1580352783203125, -1.120758056640625, -1.0834808349609375, -1.04620361328125, -1.0089263916015625, -0.971649169921875, -0.9343719482421875, -0.8970947265625, -0.8598175048828125, -0.822540283203125, -0.7852630615234375, -0.74798583984375, -0.7107086181640625, -0.673431396484375, -0.6361541748046875, -0.598876953125, -0.5615997314453125, -0.524322509765625, -0.4870452880859375, -0.44976806640625, -0.4124908447265625, -0.375213623046875, -0.3379364013671875, -0.3006591796875, -0.2633819580078125, -0.226104736328125, -0.1888275146484375, -0.15155029296875, -0.1142730712890625, -0.076995849609375, -0.0397186279296875, -0.00244140625, 0.0348358154296875, 0.072113037109375, 0.1093902587890625, 0.14666748046875, 0.1839447021484375, 0.221221923828125, 0.2584991455078125, 0.2957763671875, 0.3330535888671875, 0.370330810546875, 0.4076080322265625, 0.44488525390625, 0.4821624755859375, 0.519439697265625, 0.5567169189453125, 0.593994140625, 0.6312713623046875, 0.668548583984375, 0.7058258056640625, 0.74310302734375, 0.7803802490234375, 0.817657470703125, 0.8549346923828125, 0.8922119140625, 0.9294891357421875, 0.966766357421875, 1.0040435791015625, 1.04132080078125, 1.0785980224609375, 1.115875244140625, 1.1531524658203125, 1.1904296875]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 7.0, 6.0, 8.0, 11.0, 17.0, 18.0, 17.0, 35.0, 30.0, 46.0, 48.0, 69.0, 71.0, 80.0, 79.0, 66.0, 76.0, 66.0, 76.0, 29.0, 30.0, 30.0, 16.0, 13.0, 12.0, 12.0, 4.0, 6.0, 4.0, 5.0, 3.0, 6.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0007004737854003906, -0.0006801411509513855, -0.0006598085165023804, -0.0006394758820533752, -0.0006191432476043701, -0.000598810613155365, -0.0005784779787063599, -0.0005581453442573547, -0.0005378127098083496, -0.0005174800753593445, -0.0004971474409103394, -0.00047681480646133423, -0.0004564821720123291, -0.000436149537563324, -0.00041581690311431885, -0.0003954842686653137, -0.0003751516342163086, -0.00035481899976730347, -0.00033448636531829834, -0.0003141537308692932, -0.0002938210964202881, -0.00027348846197128296, -0.00025315582752227783, -0.0002328231930732727, -0.00021249055862426758, -0.00019215792417526245, -0.00017182528972625732, -0.0001514926552772522, -0.00013116002082824707, -0.00011082738637924194, -9.049475193023682e-05, -7.016211748123169e-05, -4.982948303222656e-05, -2.9496848583221436e-05, -9.164214134216309e-06, 1.1168420314788818e-05, 3.1501054763793945e-05, 5.183368921279907e-05, 7.21663236618042e-05, 9.249895811080933e-05, 0.00011283159255981445, 0.00013316422700881958, 0.0001534968614578247, 0.00017382949590682983, 0.00019416213035583496, 0.0002144947648048401, 0.00023482739925384521, 0.00025516003370285034, 0.00027549266815185547, 0.0002958253026008606, 0.0003161579370498657, 0.00033649057149887085, 0.000356823205947876, 0.0003771558403968811, 0.00039748847484588623, 0.00041782110929489136, 0.0004381537437438965, 0.0004584863781929016, 0.00047881901264190674, 0.0004991516470909119, 0.000519484281539917, 0.0005398169159889221, 0.0005601495504379272, 0.0005804821848869324, 0.0006008148193359375]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 6.0, 3.0, 5.0, 7.0, 9.0, 10.0, 18.0, 16.0, 32.0, 64.0, 85.0, 119.0, 189.0, 379.0, 729.0, 6867.0, 1035723.0, 2789.0, 633.0, 332.0, 180.0, 118.0, 67.0, 47.0, 33.0, 26.0, 19.0, 13.0, 15.0, 7.0, 4.0, 6.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01465606689453125, -0.014101147651672363, -0.013546228408813477, -0.01299130916595459, -0.012436389923095703, -0.011881470680236816, -0.01132655143737793, -0.010771632194519043, -0.010216712951660156, -0.00966179370880127, -0.009106874465942383, -0.008551955223083496, -0.00799703598022461, -0.007442116737365723, -0.006887197494506836, -0.006332278251647949, -0.0057773590087890625, -0.005222439765930176, -0.004667520523071289, -0.004112601280212402, -0.0035576820373535156, -0.003002762794494629, -0.002447843551635742, -0.0018929243087768555, -0.0013380050659179688, -0.000783085823059082, -0.0002281665802001953, 0.0003267526626586914, 0.0008816719055175781, 0.0014365911483764648, 0.0019915103912353516, 0.0025464296340942383, 0.003101348876953125, 0.0036562681198120117, 0.0042111873626708984, 0.004766106605529785, 0.005321025848388672, 0.005875945091247559, 0.006430864334106445, 0.006985783576965332, 0.007540702819824219, 0.008095622062683105, 0.008650541305541992, 0.009205460548400879, 0.009760379791259766, 0.010315299034118652, 0.010870218276977539, 0.011425137519836426, 0.011980056762695312, 0.0125349760055542, 0.013089895248413086, 0.013644814491271973, 0.01419973373413086, 0.014754652976989746, 0.015309572219848633, 0.01586449146270752, 0.016419410705566406, 0.016974329948425293, 0.01752924919128418, 0.018084168434143066, 0.018639087677001953, 0.01919400691986084, 0.019748926162719727, 0.020303845405578613, 0.0208587646484375]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 9.0, 35.0, 132.0, 346.0, 317.0, 127.0, 32.0, 11.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0011101709678769112, -0.0010784021578729153, -0.0010466332314535975, -0.0010148644214496017, -0.0009830956114456058, -0.000951326743233949, -0.0009195578750222921, -0.0008877890650182962, -0.0008560202550143003, -0.0008242513868026435, -0.0007924825767986476, -0.0007607137085869908, -0.0007289448985829949, -0.0006971760303713381, -0.0006654071621596813, -0.0006336383521556854, -0.0006018694839440286, -0.0005701006157323718, -0.0005383318057283759, -0.0005065629375167191, -0.0004747941275127232, -0.0004430252593010664, -0.00041125642019324005, -0.0003794875810854137, -0.00034771874197758734, -0.000315949902869761, -0.00028418106376193464, -0.0002524122246541083, -0.0002206433709943667, -0.00018887453188654035, -0.00015710567822679877, -0.00012533683911897242, -9.356805821880698e-05, -6.179921911098063e-05, -3.0030372727196664e-05, 1.7384736565873027e-06, 3.3507312764413655e-05, 6.527615187224001e-05, 9.704500553198159e-05, 0.00012881384463980794, 0.0001605826837476343, 0.00019235152285546064, 0.000224120361963287, 0.00025588920107111335, 0.00028765806928277016, 0.00031942687928676605, 0.00035119574749842286, 0.0003829645866062492, 0.00041473342571407557, 0.0004465022648219019, 0.00047827110392972827, 0.0005100399721413851, 0.000541808782145381, 0.0005735776503570378, 0.0006053465185686946, 0.0006371153285726905, 0.0006688841385766864, 0.0007006530067883432, 0.0007324218167923391, 0.0007641906850039959, 0.0007959594950079918, 0.0008277283632196486, 0.0008594972314313054, 0.0008912660414353013, 0.0009230349096469581]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 6.0, 6.0, 15.0, 13.0, 19.0, 9.0, 13.0, 22.0, 25.0, 21.0, 21.0, 23.0, 29.0, 37.0, 26.0, 34.0, 44.0, 27.0, 38.0, 39.0, 45.0, 35.0, 41.0, 46.0, 39.0, 34.0, 29.0, 24.0, 25.0, 15.0, 30.0, 25.0, 22.0, 19.0, 14.0, 23.0, 7.0, 7.0, 10.0, 13.0, 8.0, 5.0, 2.0, 3.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.00024831295013427734, -0.00024063978344202042, -0.0002329666167497635, -0.00022529345005750656, -0.00021762028336524963, -0.0002099471166729927, -0.00020227394998073578, -0.00019460078328847885, -0.00018692761659622192, -0.000179254449903965, -0.00017158128321170807, -0.00016390811651945114, -0.00015623494982719421, -0.00014856178313493729, -0.00014088861644268036, -0.00013321544975042343, -0.0001255422830581665, -0.00011786911636590958, -0.00011019594967365265, -0.00010252278298139572, -9.48496162891388e-05, -8.717644959688187e-05, -7.950328290462494e-05, -7.183011621236801e-05, -6.415694952011108e-05, -5.6483782827854156e-05, -4.881061613559723e-05, -4.11374494433403e-05, -3.3464282751083374e-05, -2.5791116058826447e-05, -1.811794936656952e-05, -1.0444782674312592e-05, -2.771615982055664e-06, 4.9015507102012634e-06, 1.2574717402458191e-05, 2.024788409471512e-05, 2.7921050786972046e-05, 3.5594217479228973e-05, 4.32673841714859e-05, 5.094055086374283e-05, 5.8613717555999756e-05, 6.628688424825668e-05, 7.396005094051361e-05, 8.163321763277054e-05, 8.930638432502747e-05, 9.69795510172844e-05, 0.00010465271770954132, 0.00011232588440179825, 0.00011999905109405518, 0.0001276722177863121, 0.00013534538447856903, 0.00014301855117082596, 0.00015069171786308289, 0.0001583648845553398, 0.00016603805124759674, 0.00017371121793985367, 0.0001813843846321106, 0.00018905755132436752, 0.00019673071801662445, 0.00020440388470888138, 0.0002120770514011383, 0.00021975021809339523, 0.00022742338478565216, 0.0002350965514779091, 0.00024276971817016602]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 6.0, 5.0, 8.0, 18.0, 12.0, 15.0, 15.0, 30.0, 27.0, 31.0, 27.0, 36.0, 32.0, 41.0, 49.0, 49.0, 38.0, 63.0, 40.0, 45.0, 48.0, 45.0, 41.0, 40.0, 36.0, 39.0, 34.0, 29.0, 23.0, 15.0, 18.0, 11.0, 14.0, 9.0, 5.0, 4.0, 4.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.203125, -6.97149658203125, -6.7398681640625, -6.50823974609375, -6.276611328125, -6.04498291015625, -5.8133544921875, -5.58172607421875, -5.35009765625, -5.11846923828125, -4.8868408203125, -4.65521240234375, -4.423583984375, -4.19195556640625, -3.9603271484375, -3.72869873046875, -3.4970703125, -3.26544189453125, -3.0338134765625, -2.80218505859375, -2.570556640625, -2.33892822265625, -2.1072998046875, -1.87567138671875, -1.64404296875, -1.41241455078125, -1.1807861328125, -0.94915771484375, -0.717529296875, -0.48590087890625, -0.2542724609375, -0.02264404296875, 0.208984375, 0.44061279296875, 0.6722412109375, 0.90386962890625, 1.135498046875, 1.36712646484375, 1.5987548828125, 1.83038330078125, 2.06201171875, 2.29364013671875, 2.5252685546875, 2.75689697265625, 2.988525390625, 3.22015380859375, 3.4517822265625, 3.68341064453125, 3.9150390625, 4.14666748046875, 4.3782958984375, 4.60992431640625, 4.841552734375, 5.07318115234375, 5.3048095703125, 5.53643798828125, 5.76806640625, 5.99969482421875, 6.2313232421875, 6.46295166015625, 6.694580078125, 6.92620849609375, 7.1578369140625, 7.38946533203125, 7.62109375]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 7.0, 8.0, 7.0, 9.0, 11.0, 22.0, 32.0, 35.0, 71.0, 81.0, 140.0, 220.0, 317.0, 469.0, 762.0, 1193.0, 1849.0, 3167.0, 7219.0, 46420.0, 700940.0, 256456.0, 17568.0, 4777.0, 2472.0, 1530.0, 921.0, 632.0, 424.0, 266.0, 174.0, 113.0, 72.0, 54.0, 37.0, 30.0, 22.0, 13.0, 10.0, 2.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.453125, -19.829345703125, -19.20556640625, -18.581787109375, -17.9580078125, -17.334228515625, -16.71044921875, -16.086669921875, -15.462890625, -14.839111328125, -14.21533203125, -13.591552734375, -12.9677734375, -12.343994140625, -11.72021484375, -11.096435546875, -10.47265625, -9.848876953125, -9.22509765625, -8.601318359375, -7.9775390625, -7.353759765625, -6.72998046875, -6.106201171875, -5.482421875, -4.858642578125, -4.23486328125, -3.611083984375, -2.9873046875, -2.363525390625, -1.73974609375, -1.115966796875, -0.4921875, 0.131591796875, 0.75537109375, 1.379150390625, 2.0029296875, 2.626708984375, 3.25048828125, 3.874267578125, 4.498046875, 5.121826171875, 5.74560546875, 6.369384765625, 6.9931640625, 7.616943359375, 8.24072265625, 8.864501953125, 9.48828125, 10.112060546875, 10.73583984375, 11.359619140625, 11.9833984375, 12.607177734375, 13.23095703125, 13.854736328125, 14.478515625, 15.102294921875, 15.72607421875, 16.349853515625, 16.9736328125, 17.597412109375, 18.22119140625, 18.844970703125, 19.46875]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 8.0, 4.0, 11.0, 10.0, 11.0, 12.0, 15.0, 9.0, 12.0, 12.0, 21.0, 33.0, 24.0, 25.0, 34.0, 38.0, 37.0, 49.0, 60.0, 95.0, 334.0, 1586.0, 159.0, 68.0, 47.0, 50.0, 36.0, 36.0, 29.0, 23.0, 21.0, 18.0, 27.0, 16.0, 11.0, 14.0, 15.0, 7.0, 6.0, 9.0, 2.0, 3.0, 2.0, 2.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.359375, -14.833740234375, -14.30810546875, -13.782470703125, -13.2568359375, -12.731201171875, -12.20556640625, -11.679931640625, -11.154296875, -10.628662109375, -10.10302734375, -9.577392578125, -9.0517578125, -8.526123046875, -8.00048828125, -7.474853515625, -6.94921875, -6.423583984375, -5.89794921875, -5.372314453125, -4.8466796875, -4.321044921875, -3.79541015625, -3.269775390625, -2.744140625, -2.218505859375, -1.69287109375, -1.167236328125, -0.6416015625, -0.115966796875, 0.40966796875, 0.935302734375, 1.4609375, 1.986572265625, 2.51220703125, 3.037841796875, 3.5634765625, 4.089111328125, 4.61474609375, 5.140380859375, 5.666015625, 6.191650390625, 6.71728515625, 7.242919921875, 7.7685546875, 8.294189453125, 8.81982421875, 9.345458984375, 9.87109375, 10.396728515625, 10.92236328125, 11.447998046875, 11.9736328125, 12.499267578125, 13.02490234375, 13.550537109375, 14.076171875, 14.601806640625, 15.12744140625, 15.653076171875, 16.1787109375, 16.704345703125, 17.22998046875, 17.755615234375, 18.28125]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 5.0, 6.0, 5.0, 6.0, 7.0, 18.0, 10.0, 25.0, 29.0, 32.0, 40.0, 46.0, 56.0, 72.0, 91.0, 125.0, 168.0, 289.0, 543.0, 1054.0, 4094.0, 3101774.0, 33731.0, 1588.0, 626.0, 386.0, 221.0, 130.0, 92.0, 90.0, 72.0, 62.0, 44.0, 38.0, 33.0, 28.0, 11.0, 13.0, 12.0, 12.0, 8.0, 3.0, 5.0, 2.0, 0.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0], "bins": [-50.78125, -49.27392578125, -47.7666015625, -46.25927734375, -44.751953125, -43.24462890625, -41.7373046875, -40.22998046875, -38.72265625, -37.21533203125, -35.7080078125, -34.20068359375, -32.693359375, -31.18603515625, -29.6787109375, -28.17138671875, -26.6640625, -25.15673828125, -23.6494140625, -22.14208984375, -20.634765625, -19.12744140625, -17.6201171875, -16.11279296875, -14.60546875, -13.09814453125, -11.5908203125, -10.08349609375, -8.576171875, -7.06884765625, -5.5615234375, -4.05419921875, -2.546875, -1.03955078125, 0.4677734375, 1.97509765625, 3.482421875, 4.98974609375, 6.4970703125, 8.00439453125, 9.51171875, 11.01904296875, 12.5263671875, 14.03369140625, 15.541015625, 17.04833984375, 18.5556640625, 20.06298828125, 21.5703125, 23.07763671875, 24.5849609375, 26.09228515625, 27.599609375, 29.10693359375, 30.6142578125, 32.12158203125, 33.62890625, 35.13623046875, 36.6435546875, 38.15087890625, 39.658203125, 41.16552734375, 42.6728515625, 44.18017578125, 45.6875]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 55.0, 433.0, 442.0, 71.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-120.89286804199219, -116.85774230957031, -112.82261657714844, -108.7874984741211, -104.75237274169922, -100.71724700927734, -96.68212890625, -92.64700317382812, -88.61187744140625, -84.57675170898438, -80.5416259765625, -76.50650787353516, -72.47138214111328, -68.4362564086914, -64.40113830566406, -60.36601257324219, -56.33088684082031, -52.29576110839844, -48.26063919067383, -44.22551727294922, -40.190391540527344, -36.15526580810547, -32.12014389038086, -28.085020065307617, -24.049896240234375, -20.014772415161133, -15.97964859008789, -11.944524765014648, -7.909400939941406, -3.874277114868164, 0.16084671020507812, 4.19597053527832, 8.231094360351562, 12.266218185424805, 16.301342010498047, 20.33646583557129, 24.37158966064453, 28.406713485717773, 32.441837310791016, 36.476959228515625, 40.5120849609375, 44.547210693359375, 48.582332611083984, 52.617454528808594, 56.65258026123047, 60.687705993652344, 64.72282409667969, 68.75794982910156, 72.79307556152344, 76.82820129394531, 80.86332702636719, 84.89844512939453, 88.9335708618164, 92.96869659423828, 97.00381469726562, 101.0389404296875, 105.07406616210938, 109.10919189453125, 113.14431762695312, 117.17943572998047, 121.21456146240234, 125.24968719482422, 129.28480529785156, 133.31993103027344, 137.3550567626953]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 0.0, 3.0, 2.0, 4.0, 7.0, 5.0, 6.0, 8.0, 14.0, 14.0, 10.0, 15.0, 18.0, 12.0, 33.0, 20.0, 27.0, 31.0, 29.0, 38.0, 47.0, 41.0, 32.0, 36.0, 42.0, 41.0, 36.0, 39.0, 35.0, 40.0, 29.0, 39.0, 34.0, 27.0, 28.0, 21.0, 26.0, 16.0, 14.0, 14.0, 13.0, 16.0, 9.0, 9.0, 4.0, 4.0, 4.0, 8.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-53.614776611328125, -52.09865951538086, -50.58254623413086, -49.066429138183594, -47.550315856933594, -46.03419876098633, -44.51808547973633, -43.00196838378906, -41.48585510253906, -39.9697380065918, -38.4536247253418, -36.93750762939453, -35.42139434814453, -33.905277252197266, -32.389163970947266, -30.873046875, -29.356931686401367, -27.840816497802734, -26.3247013092041, -24.80858612060547, -23.292470932006836, -21.776355743408203, -20.260238647460938, -18.744125366210938, -17.228008270263672, -15.711893081665039, -14.195777893066406, -12.679662704467773, -11.16354751586914, -9.647432327270508, -8.131316184997559, -6.615200996398926, -5.099086761474609, -3.5829715728759766, -2.0668561458587646, -0.5507407188415527, 0.9653744697570801, 2.481489658355713, 3.997605323791504, 5.513720512390137, 7.0298357009887695, 8.545950889587402, 10.062066078186035, 11.578182220458984, 13.094297409057617, 14.61041259765625, 16.126527786254883, 17.642642974853516, 19.15875816345215, 20.67487335205078, 22.190988540649414, 23.707103729248047, 25.22321891784668, 26.739334106445312, 28.255451202392578, 29.771564483642578, 31.287681579589844, 32.80379867553711, 34.31991195678711, 35.836029052734375, 37.352142333984375, 38.86825942993164, 40.38437271118164, 41.900489807128906, 43.416603088378906]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 2.0, 10.0, 7.0, 13.0, 17.0, 18.0, 22.0, 26.0, 22.0, 23.0, 25.0, 34.0, 30.0, 44.0, 30.0, 41.0, 39.0, 49.0, 44.0, 41.0, 36.0, 49.0, 39.0, 42.0, 36.0, 37.0, 33.0, 33.0, 29.0, 26.0, 18.0, 13.0, 18.0, 10.0, 12.0, 8.0, 6.0, 4.0, 5.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.42578125, -7.2066650390625, -6.987548828125, -6.7684326171875, -6.54931640625, -6.3302001953125, -6.111083984375, -5.8919677734375, -5.6728515625, -5.4537353515625, -5.234619140625, -5.0155029296875, -4.79638671875, -4.5772705078125, -4.358154296875, -4.1390380859375, -3.919921875, -3.7008056640625, -3.481689453125, -3.2625732421875, -3.04345703125, -2.8243408203125, -2.605224609375, -2.3861083984375, -2.1669921875, -1.9478759765625, -1.728759765625, -1.5096435546875, -1.29052734375, -1.0714111328125, -0.852294921875, -0.6331787109375, -0.4140625, -0.1949462890625, 0.024169921875, 0.2432861328125, 0.46240234375, 0.6815185546875, 0.900634765625, 1.1197509765625, 1.3388671875, 1.5579833984375, 1.777099609375, 1.9962158203125, 2.21533203125, 2.4344482421875, 2.653564453125, 2.8726806640625, 3.091796875, 3.3109130859375, 3.530029296875, 3.7491455078125, 3.96826171875, 4.1873779296875, 4.406494140625, 4.6256103515625, 4.8447265625, 5.0638427734375, 5.282958984375, 5.5020751953125, 5.72119140625, 5.9403076171875, 6.159423828125, 6.3785400390625, 6.59765625]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 6.0, 7.0, 8.0, 11.0, 15.0, 13.0, 23.0, 37.0, 47.0, 52.0, 84.0, 111.0, 171.0, 224.0, 390.0, 547.0, 896.0, 1580.0, 2769.0, 5687.0, 14793.0, 58831.0, 395878.0, 1871685.0, 1496622.0, 277626.0, 43080.0, 11790.0, 4968.0, 2495.0, 1387.0, 827.0, 492.0, 359.0, 236.0, 150.0, 116.0, 85.0, 54.0, 41.0, 24.0, 16.0, 16.0, 10.0, 8.0, 6.0, 7.0, 7.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.9296875, -10.5975341796875, -10.265380859375, -9.9332275390625, -9.60107421875, -9.2689208984375, -8.936767578125, -8.6046142578125, -8.2724609375, -7.9403076171875, -7.608154296875, -7.2760009765625, -6.94384765625, -6.6116943359375, -6.279541015625, -5.9473876953125, -5.615234375, -5.2830810546875, -4.950927734375, -4.6187744140625, -4.28662109375, -3.9544677734375, -3.622314453125, -3.2901611328125, -2.9580078125, -2.6258544921875, -2.293701171875, -1.9615478515625, -1.62939453125, -1.2972412109375, -0.965087890625, -0.6329345703125, -0.30078125, 0.0313720703125, 0.363525390625, 0.6956787109375, 1.02783203125, 1.3599853515625, 1.692138671875, 2.0242919921875, 2.3564453125, 2.6885986328125, 3.020751953125, 3.3529052734375, 3.68505859375, 4.0172119140625, 4.349365234375, 4.6815185546875, 5.013671875, 5.3458251953125, 5.677978515625, 6.0101318359375, 6.34228515625, 6.6744384765625, 7.006591796875, 7.3387451171875, 7.6708984375, 8.0030517578125, 8.335205078125, 8.6673583984375, 8.99951171875, 9.3316650390625, 9.663818359375, 9.9959716796875, 10.328125]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 4.0, 9.0, 9.0, 13.0, 21.0, 40.0, 63.0, 108.0, 190.0, 303.0, 523.0, 920.0, 797.0, 413.0, 254.0, 177.0, 107.0, 50.0, 27.0, 20.0, 7.0, 8.0, 5.0, 5.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.609375, -21.958984375, -21.30859375, -20.658203125, -20.0078125, -19.357421875, -18.70703125, -18.056640625, -17.40625, -16.755859375, -16.10546875, -15.455078125, -14.8046875, -14.154296875, -13.50390625, -12.853515625, -12.203125, -11.552734375, -10.90234375, -10.251953125, -9.6015625, -8.951171875, -8.30078125, -7.650390625, -7.0, -6.349609375, -5.69921875, -5.048828125, -4.3984375, -3.748046875, -3.09765625, -2.447265625, -1.796875, -1.146484375, -0.49609375, 0.154296875, 0.8046875, 1.455078125, 2.10546875, 2.755859375, 3.40625, 4.056640625, 4.70703125, 5.357421875, 6.0078125, 6.658203125, 7.30859375, 7.958984375, 8.609375, 9.259765625, 9.91015625, 10.560546875, 11.2109375, 11.861328125, 12.51171875, 13.162109375, 13.8125, 14.462890625, 15.11328125, 15.763671875, 16.4140625, 17.064453125, 17.71484375, 18.365234375, 19.015625]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 2.0, 2.0, 5.0, 10.0, 10.0, 20.0, 39.0, 88.0, 172.0, 357.0, 887.0, 3060.0, 380034.0, 3803105.0, 4556.0, 1090.0, 419.0, 187.0, 108.0, 48.0, 30.0, 20.0, 20.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-50.625, -48.7587890625, -46.892578125, -45.0263671875, -43.16015625, -41.2939453125, -39.427734375, -37.5615234375, -35.6953125, -33.8291015625, -31.962890625, -30.0966796875, -28.23046875, -26.3642578125, -24.498046875, -22.6318359375, -20.765625, -18.8994140625, -17.033203125, -15.1669921875, -13.30078125, -11.4345703125, -9.568359375, -7.7021484375, -5.8359375, -3.9697265625, -2.103515625, -0.2373046875, 1.62890625, 3.4951171875, 5.361328125, 7.2275390625, 9.09375, 10.9599609375, 12.826171875, 14.6923828125, 16.55859375, 18.4248046875, 20.291015625, 22.1572265625, 24.0234375, 25.8896484375, 27.755859375, 29.6220703125, 31.48828125, 33.3544921875, 35.220703125, 37.0869140625, 38.953125, 40.8193359375, 42.685546875, 44.5517578125, 46.41796875, 48.2841796875, 50.150390625, 52.0166015625, 53.8828125, 55.7490234375, 57.615234375, 59.4814453125, 61.34765625, 63.2138671875, 65.080078125, 66.9462890625, 68.8125]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 227.0, 694.0, 88.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-109.69611358642578, -100.78614807128906, -91.87617492675781, -82.96620178222656, -74.05623626708984, -65.14627075195312, -56.236297607421875, -47.32632827758789, -38.416358947753906, -29.506389617919922, -20.596420288085938, -11.686450958251953, -2.7764816284179688, 6.133487701416016, 15.04345703125, 23.953426361083984, 32.86339569091797, 41.77336502075195, 50.68333435058594, 59.59330368041992, 68.5032730102539, 77.41323852539062, 86.32321166992188, 95.23318481445312, 104.14315032958984, 113.05311584472656, 121.96308898925781, 130.87306213378906, 139.78302001953125, 148.6929931640625, 157.60296630859375, 166.512939453125, 175.42288208007812, 184.33285522460938, 193.24282836914062, 202.1527862548828, 211.06275939941406, 219.9727325439453, 228.8826904296875, 237.79266357421875, 246.70263671875, 255.61260986328125, 264.5225830078125, 273.43255615234375, 282.342529296875, 291.2524719238281, 300.1624450683594, 309.0724182128906, 317.9823913574219, 326.8923645019531, 335.8023376464844, 344.7123107910156, 353.62225341796875, 362.5322265625, 371.44219970703125, 380.3521728515625, 389.26214599609375, 398.172119140625, 407.08209228515625, 415.9920654296875, 424.90203857421875, 433.8119812011719, 442.7219543457031, 451.6319274902344, 460.5419006347656]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 6.0, 1.0, 11.0, 4.0, 4.0, 12.0, 19.0, 10.0, 10.0, 12.0, 13.0, 16.0, 21.0, 24.0, 25.0, 21.0, 28.0, 30.0, 30.0, 26.0, 21.0, 34.0, 38.0, 45.0, 37.0, 31.0, 32.0, 32.0, 27.0, 36.0, 40.0, 37.0, 31.0, 27.0, 29.0, 23.0, 19.0, 19.0, 17.0, 13.0, 10.0, 17.0, 12.0, 11.0, 9.0, 5.0, 6.0, 6.0, 2.0, 3.0, 6.0, 5.0, 2.0, 2.0, 3.0, 3.0, 1.0], "bins": [-42.623382568359375, -41.26678466796875, -39.91019058227539, -38.553592681884766, -37.196998596191406, -35.84040069580078, -34.483802795410156, -33.1272087097168, -31.770612716674805, -30.414016723632812, -29.05742073059082, -27.700824737548828, -26.344226837158203, -24.987632751464844, -23.63103485107422, -22.274438858032227, -20.917842864990234, -19.561246871948242, -18.20465087890625, -16.848052978515625, -15.49145793914795, -14.134861946105957, -12.778264999389648, -11.421669006347656, -10.065073013305664, -8.708477020263672, -7.3518805503845215, -5.995284080505371, -4.638688087463379, -3.2820920944213867, -1.9254951477050781, -0.5688991546630859, 0.7876968383789062, 2.1442930698394775, 3.500889301300049, 4.857485771179199, 6.214081764221191, 7.570677757263184, 8.927274703979492, 10.283870697021484, 11.640466690063477, 12.997062683105469, 14.353658676147461, 15.71025562286377, 17.066852569580078, 18.423446655273438, 19.780044555664062, 21.136640548706055, 22.493236541748047, 23.84983253479004, 25.20642852783203, 26.563026428222656, 27.919620513916016, 29.27621841430664, 30.632814407348633, 31.989410400390625, 33.34600830078125, 34.702606201171875, 36.059200286865234, 37.41579818725586, 38.77239227294922, 40.128990173339844, 41.48558807373047, 42.84218215942383, 44.19877624511719]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 4.0, 7.0, 5.0, 8.0, 11.0, 8.0, 11.0, 11.0, 21.0, 18.0, 29.0, 23.0, 34.0, 37.0, 34.0, 36.0, 36.0, 40.0, 44.0, 41.0, 35.0, 42.0, 44.0, 38.0, 40.0, 43.0, 23.0, 52.0, 32.0, 25.0, 25.0, 27.0, 25.0, 15.0, 14.0, 11.0, 12.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.7109375, -5.5322265625, -5.353515625, -5.1748046875, -4.99609375, -4.8173828125, -4.638671875, -4.4599609375, -4.28125, -4.1025390625, -3.923828125, -3.7451171875, -3.56640625, -3.3876953125, -3.208984375, -3.0302734375, -2.8515625, -2.6728515625, -2.494140625, -2.3154296875, -2.13671875, -1.9580078125, -1.779296875, -1.6005859375, -1.421875, -1.2431640625, -1.064453125, -0.8857421875, -0.70703125, -0.5283203125, -0.349609375, -0.1708984375, 0.0078125, 0.1865234375, 0.365234375, 0.5439453125, 0.72265625, 0.9013671875, 1.080078125, 1.2587890625, 1.4375, 1.6162109375, 1.794921875, 1.9736328125, 2.15234375, 2.3310546875, 2.509765625, 2.6884765625, 2.8671875, 3.0458984375, 3.224609375, 3.4033203125, 3.58203125, 3.7607421875, 3.939453125, 4.1181640625, 4.296875, 4.4755859375, 4.654296875, 4.8330078125, 5.01171875, 5.1904296875, 5.369140625, 5.5478515625, 5.7265625]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 10.0, 15.0, 18.0, 33.0, 36.0, 63.0, 103.0, 120.0, 175.0, 251.0, 394.0, 540.0, 803.0, 1135.0, 1676.0, 2500.0, 3706.0, 5530.0, 8575.0, 13421.0, 21254.0, 34353.0, 56549.0, 98084.0, 207858.0, 292320.0, 120634.0, 67886.0, 40517.0, 24792.0, 15598.0, 9977.0, 6446.0, 4297.0, 2802.0, 1900.0, 1326.0, 888.0, 569.0, 410.0, 304.0, 237.0, 155.0, 84.0, 64.0, 56.0, 30.0, 22.0, 13.0, 15.0, 4.0, 8.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.208984375, -1.1714019775390625, -1.133819580078125, -1.0962371826171875, -1.05865478515625, -1.0210723876953125, -0.983489990234375, -0.9459075927734375, -0.9083251953125, -0.8707427978515625, -0.833160400390625, -0.7955780029296875, -0.75799560546875, -0.7204132080078125, -0.682830810546875, -0.6452484130859375, -0.607666015625, -0.5700836181640625, -0.532501220703125, -0.4949188232421875, -0.45733642578125, -0.4197540283203125, -0.382171630859375, -0.3445892333984375, -0.3070068359375, -0.2694244384765625, -0.231842041015625, -0.1942596435546875, -0.15667724609375, -0.1190948486328125, -0.081512451171875, -0.0439300537109375, -0.00634765625, 0.0312347412109375, 0.068817138671875, 0.1063995361328125, 0.14398193359375, 0.1815643310546875, 0.219146728515625, 0.2567291259765625, 0.2943115234375, 0.3318939208984375, 0.369476318359375, 0.4070587158203125, 0.44464111328125, 0.4822235107421875, 0.519805908203125, 0.5573883056640625, 0.594970703125, 0.6325531005859375, 0.670135498046875, 0.7077178955078125, 0.74530029296875, 0.7828826904296875, 0.820465087890625, 0.8580474853515625, 0.8956298828125, 0.9332122802734375, 0.970794677734375, 1.0083770751953125, 1.04595947265625, 1.0835418701171875, 1.121124267578125, 1.1587066650390625, 1.1962890625]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 5.0, 9.0, 10.0, 10.0, 16.0, 18.0, 13.0, 17.0, 20.0, 35.0, 37.0, 35.0, 39.0, 33.0, 35.0, 27.0, 38.0, 32.0, 38.0, 35.0, 1068.0, 41.0, 37.0, 38.0, 37.0, 37.0, 29.0, 29.0, 24.0, 25.0, 26.0, 22.0, 12.0, 19.0, 13.0, 6.0, 13.0, 7.0, 8.0, 7.0, 4.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.2890625, -3.180267333984375, -3.07147216796875, -2.962677001953125, -2.8538818359375, -2.745086669921875, -2.63629150390625, -2.527496337890625, -2.418701171875, -2.309906005859375, -2.20111083984375, -2.092315673828125, -1.9835205078125, -1.874725341796875, -1.76593017578125, -1.657135009765625, -1.54833984375, -1.439544677734375, -1.33074951171875, -1.221954345703125, -1.1131591796875, -1.004364013671875, -0.89556884765625, -0.786773681640625, -0.677978515625, -0.569183349609375, -0.46038818359375, -0.351593017578125, -0.2427978515625, -0.134002685546875, -0.02520751953125, 0.083587646484375, 0.1923828125, 0.301177978515625, 0.40997314453125, 0.518768310546875, 0.6275634765625, 0.736358642578125, 0.84515380859375, 0.953948974609375, 1.062744140625, 1.171539306640625, 1.28033447265625, 1.389129638671875, 1.4979248046875, 1.606719970703125, 1.71551513671875, 1.824310302734375, 1.93310546875, 2.041900634765625, 2.15069580078125, 2.259490966796875, 2.3682861328125, 2.477081298828125, 2.58587646484375, 2.694671630859375, 2.803466796875, 2.912261962890625, 3.02105712890625, 3.129852294921875, 3.2386474609375, 3.347442626953125, 3.45623779296875, 3.565032958984375, 3.673828125]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 5.0, 13.0, 10.0, 23.0, 36.0, 45.0, 67.0, 110.0, 154.0, 235.0, 335.0, 517.0, 741.0, 1101.0, 1651.0, 2474.0, 3633.0, 5565.0, 8487.0, 13088.0, 20601.0, 32766.0, 52927.0, 88886.0, 163355.0, 1350436.0, 138818.0, 78830.0, 48060.0, 29774.0, 18968.0, 12145.0, 7842.0, 5043.0, 3391.0, 2290.0, 1546.0, 1030.0, 723.0, 449.0, 326.0, 210.0, 150.0, 106.0, 60.0, 39.0, 28.0, 19.0, 11.0, 9.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.1650390625, -1.1290740966796875, -1.093109130859375, -1.0571441650390625, -1.02117919921875, -0.9852142333984375, -0.949249267578125, -0.9132843017578125, -0.8773193359375, -0.8413543701171875, -0.805389404296875, -0.7694244384765625, -0.73345947265625, -0.6974945068359375, -0.661529541015625, -0.6255645751953125, -0.589599609375, -0.5536346435546875, -0.517669677734375, -0.4817047119140625, -0.44573974609375, -0.4097747802734375, -0.373809814453125, -0.3378448486328125, -0.3018798828125, -0.2659149169921875, -0.229949951171875, -0.1939849853515625, -0.15802001953125, -0.1220550537109375, -0.086090087890625, -0.0501251220703125, -0.01416015625, 0.0218048095703125, 0.057769775390625, 0.0937347412109375, 0.12969970703125, 0.1656646728515625, 0.201629638671875, 0.2375946044921875, 0.2735595703125, 0.3095245361328125, 0.345489501953125, 0.3814544677734375, 0.41741943359375, 0.4533843994140625, 0.489349365234375, 0.5253143310546875, 0.561279296875, 0.5972442626953125, 0.633209228515625, 0.6691741943359375, 0.70513916015625, 0.7411041259765625, 0.777069091796875, 0.8130340576171875, 0.8489990234375, 0.8849639892578125, 0.920928955078125, 0.9568939208984375, 0.99285888671875, 1.0288238525390625, 1.064788818359375, 1.1007537841796875, 1.13671875]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 9.0, 2.0, 7.0, 5.0, 13.0, 15.0, 21.0, 11.0, 18.0, 25.0, 46.0, 51.0, 79.0, 87.0, 84.0, 98.0, 95.0, 72.0, 60.0, 36.0, 34.0, 22.0, 14.0, 17.0, 11.0, 22.0, 7.0, 6.0, 5.0, 8.0, 4.0, 0.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0006418228149414062, -0.0006206855177879333, -0.0005995482206344604, -0.0005784109234809875, -0.0005572736263275146, -0.0005361363291740417, -0.0005149990320205688, -0.000493861734867096, -0.00047272443771362305, -0.00045158714056015015, -0.00043044984340667725, -0.00040931254625320435, -0.00038817524909973145, -0.00036703795194625854, -0.00034590065479278564, -0.00032476335763931274, -0.00030362606048583984, -0.00028248876333236694, -0.00026135146617889404, -0.00024021416902542114, -0.00021907687187194824, -0.00019793957471847534, -0.00017680227756500244, -0.00015566498041152954, -0.00013452768325805664, -0.00011339038610458374, -9.225308895111084e-05, -7.111579179763794e-05, -4.997849464416504e-05, -2.884119749069214e-05, -7.703900337219238e-06, 1.3433396816253662e-05, 3.457069396972656e-05, 5.570799112319946e-05, 7.684528827667236e-05, 9.798258543014526e-05, 0.00011911988258361816, 0.00014025717973709106, 0.00016139447689056396, 0.00018253177404403687, 0.00020366907119750977, 0.00022480636835098267, 0.00024594366550445557, 0.00026708096265792847, 0.00028821825981140137, 0.00030935555696487427, 0.00033049285411834717, 0.00035163015127182007, 0.00037276744842529297, 0.00039390474557876587, 0.00041504204273223877, 0.00043617933988571167, 0.00045731663703918457, 0.00047845393419265747, 0.0004995912313461304, 0.0005207285284996033, 0.0005418658256530762, 0.0005630031228065491, 0.000584140419960022, 0.0006052777171134949, 0.0006264150142669678, 0.0006475523114204407, 0.0006686896085739136, 0.0006898269057273865, 0.0007109642028808594]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 8.0, 4.0, 3.0, 6.0, 8.0, 4.0, 14.0, 17.0, 21.0, 32.0, 39.0, 39.0, 58.0, 68.0, 92.0, 123.0, 184.0, 261.0, 472.0, 936.0, 31603.0, 1010561.0, 2036.0, 705.0, 344.0, 243.0, 174.0, 116.0, 86.0, 69.0, 48.0, 38.0, 28.0, 26.0, 18.0, 15.0, 15.0, 13.0, 7.0, 5.0, 2.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.01117706298828125, -0.010840892791748047, -0.010504722595214844, -0.01016855239868164, -0.009832382202148438, -0.009496212005615234, -0.009160041809082031, -0.008823871612548828, -0.008487701416015625, -0.008151531219482422, -0.007815361022949219, -0.007479190826416016, -0.0071430206298828125, -0.006806850433349609, -0.006470680236816406, -0.006134510040283203, -0.00579833984375, -0.005462169647216797, -0.005125999450683594, -0.004789829254150391, -0.0044536590576171875, -0.004117488861083984, -0.0037813186645507812, -0.003445148468017578, -0.003108978271484375, -0.002772808074951172, -0.0024366378784179688, -0.0021004676818847656, -0.0017642974853515625, -0.0014281272888183594, -0.0010919570922851562, -0.0007557868957519531, -0.00041961669921875, -8.344650268554688e-05, 0.00025272369384765625, 0.0005888938903808594, 0.0009250640869140625, 0.0012612342834472656, 0.0015974044799804688, 0.0019335746765136719, 0.002269744873046875, 0.002605915069580078, 0.0029420852661132812, 0.0032782554626464844, 0.0036144256591796875, 0.003950595855712891, 0.004286766052246094, 0.004622936248779297, 0.0049591064453125, 0.005295276641845703, 0.005631446838378906, 0.005967617034912109, 0.0063037872314453125, 0.006639957427978516, 0.006976127624511719, 0.007312297821044922, 0.007648468017578125, 0.007984638214111328, 0.008320808410644531, 0.008656978607177734, 0.008993148803710938, 0.00932931900024414, 0.009665489196777344, 0.010001659393310547, 0.01033782958984375]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 31.0, 575.0, 397.0, 11.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002950631082057953, -0.0028914944268763065, -0.002832358004525304, -0.0027732213493436575, -0.002714084694162011, -0.0026549482718110085, -0.002595811616629362, -0.0025366749614477158, -0.002477538539096713, -0.0024184018839150667, -0.002359265461564064, -0.0023001288063824177, -0.0022409921512007713, -0.0021818557288497686, -0.0021227190736681223, -0.002063582418486476, -0.0020044457633048296, -0.001945309224538505, -0.0018861725693568587, -0.0018270360305905342, -0.0017678994918242097, -0.0017087628366425633, -0.0016496262978762388, -0.0015904896426945925, -0.0015313532203435898, -0.0014722166815772653, -0.001413080026395619, -0.0013539434876292944, -0.0012948069488629699, -0.0012356702936813235, -0.001176533754914999, -0.0011173970997333527, -0.00105826067738235, -0.0009991241386160254, -0.00093998754164204, -0.0008808509446680546, -0.0008217143476940691, -0.0007625777507200837, -0.0007034412119537592, -0.0006443046149797738, -0.0005851680180057883, -0.0005260314210318029, -0.0004668948531616479, -0.00040775828529149294, -0.0003486216883175075, -0.00028948512044735253, -0.00023034855257719755, -0.00017121195560321212, -0.00011207535862922668, -5.2938779845135286e-05, 6.197798938956112e-06, 6.53343740850687e-05, 0.0001244709565071389, 0.0001836075389292091, 0.0002427441067993641, 0.0003018807037733495, 0.0003610172716435045, 0.0004201538395136595, 0.0004792904364876449, 0.0005384270334616303, 0.0005975635722279549, 0.0006567001692019403, 0.0007158367661759257, 0.0007749733049422503, 0.0008341099019162357]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 2.0, 6.0, 4.0, 11.0, 6.0, 12.0, 22.0, 20.0, 21.0, 22.0, 34.0, 23.0, 33.0, 25.0, 28.0, 44.0, 29.0, 47.0, 32.0, 47.0, 43.0, 49.0, 41.0, 40.0, 50.0, 41.0, 33.0, 25.0, 20.0, 22.0, 18.0, 31.0, 22.0, 21.0, 12.0, 17.0, 12.0, 9.0, 6.0, 6.0, 1.0, 5.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00028330087661743164, -0.0002738293260335922, -0.0002643577754497528, -0.0002548862248659134, -0.000245414674282074, -0.00023594312369823456, -0.00022647157311439514, -0.00021700002253055573, -0.0002075284719467163, -0.0001980569213628769, -0.00018858537077903748, -0.00017911382019519806, -0.00016964226961135864, -0.00016017071902751923, -0.0001506991684436798, -0.0001412276178598404, -0.00013175606727600098, -0.00012228451669216156, -0.00011281296610832214, -0.00010334141552448273, -9.386986494064331e-05, -8.43983143568039e-05, -7.492676377296448e-05, -6.545521318912506e-05, -5.5983662605285645e-05, -4.651211202144623e-05, -3.704056143760681e-05, -2.7569010853767395e-05, -1.809746026992798e-05, -8.625909686088562e-06, 8.456408977508545e-07, 1.0317191481590271e-05, 1.9788742065429688e-05, 2.9260292649269104e-05, 3.873184323310852e-05, 4.820339381694794e-05, 5.7674944400787354e-05, 6.714649498462677e-05, 7.661804556846619e-05, 8.60895961523056e-05, 9.556114673614502e-05, 0.00010503269731998444, 0.00011450424790382385, 0.00012397579848766327, 0.00013344734907150269, 0.0001429188996553421, 0.00015239045023918152, 0.00016186200082302094, 0.00017133355140686035, 0.00018080510199069977, 0.00019027665257453918, 0.0001997482031583786, 0.00020921975374221802, 0.00021869130432605743, 0.00022816285490989685, 0.00023763440549373627, 0.0002471059560775757, 0.0002565775066614151, 0.0002660490572452545, 0.00027552060782909393, 0.00028499215841293335, 0.00029446370899677277, 0.0003039352595806122, 0.0003134068101644516, 0.000322878360748291]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 1.0, 4.0, 7.0, 5.0, 8.0, 11.0, 8.0, 11.0, 11.0, 21.0, 18.0, 29.0, 23.0, 34.0, 37.0, 34.0, 36.0, 36.0, 40.0, 44.0, 41.0, 35.0, 42.0, 44.0, 38.0, 40.0, 43.0, 23.0, 52.0, 32.0, 25.0, 25.0, 27.0, 25.0, 15.0, 14.0, 11.0, 12.0, 11.0, 6.0, 6.0, 3.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.7109375, -5.5322265625, -5.353515625, -5.1748046875, -4.99609375, -4.8173828125, -4.638671875, -4.4599609375, -4.28125, -4.1025390625, -3.923828125, -3.7451171875, -3.56640625, -3.3876953125, -3.208984375, -3.0302734375, -2.8515625, -2.6728515625, -2.494140625, -2.3154296875, -2.13671875, -1.9580078125, -1.779296875, -1.6005859375, -1.421875, -1.2431640625, -1.064453125, -0.8857421875, -0.70703125, -0.5283203125, -0.349609375, -0.1708984375, 0.0078125, 0.1865234375, 0.365234375, 0.5439453125, 0.72265625, 0.9013671875, 1.080078125, 1.2587890625, 1.4375, 1.6162109375, 1.794921875, 1.9736328125, 2.15234375, 2.3310546875, 2.509765625, 2.6884765625, 2.8671875, 3.0458984375, 3.224609375, 3.4033203125, 3.58203125, 3.7607421875, 3.939453125, 4.1181640625, 4.296875, 4.4755859375, 4.654296875, 4.8330078125, 5.01171875, 5.1904296875, 5.369140625, 5.5478515625, 5.7265625]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 8.0, 8.0, 12.0, 12.0, 27.0, 32.0, 38.0, 47.0, 78.0, 103.0, 140.0, 238.0, 312.0, 516.0, 811.0, 1477.0, 2933.0, 6922.0, 21533.0, 95166.0, 612823.0, 243585.0, 41002.0, 11443.0, 4291.0, 2037.0, 1027.0, 644.0, 406.0, 271.0, 159.0, 141.0, 71.0, 72.0, 45.0, 28.0, 30.0, 24.0, 10.0, 9.0, 6.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-12.140625, -11.78076171875, -11.4208984375, -11.06103515625, -10.701171875, -10.34130859375, -9.9814453125, -9.62158203125, -9.26171875, -8.90185546875, -8.5419921875, -8.18212890625, -7.822265625, -7.46240234375, -7.1025390625, -6.74267578125, -6.3828125, -6.02294921875, -5.6630859375, -5.30322265625, -4.943359375, -4.58349609375, -4.2236328125, -3.86376953125, -3.50390625, -3.14404296875, -2.7841796875, -2.42431640625, -2.064453125, -1.70458984375, -1.3447265625, -0.98486328125, -0.625, -0.26513671875, 0.0947265625, 0.45458984375, 0.814453125, 1.17431640625, 1.5341796875, 1.89404296875, 2.25390625, 2.61376953125, 2.9736328125, 3.33349609375, 3.693359375, 4.05322265625, 4.4130859375, 4.77294921875, 5.1328125, 5.49267578125, 5.8525390625, 6.21240234375, 6.572265625, 6.93212890625, 7.2919921875, 7.65185546875, 8.01171875, 8.37158203125, 8.7314453125, 9.09130859375, 9.451171875, 9.81103515625, 10.1708984375, 10.53076171875, 10.890625]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 2.0, 6.0, 8.0, 4.0, 7.0, 15.0, 14.0, 20.0, 25.0, 28.0, 27.0, 40.0, 49.0, 52.0, 46.0, 65.0, 85.0, 306.0, 1605.0, 190.0, 76.0, 67.0, 53.0, 40.0, 46.0, 29.0, 25.0, 19.0, 15.0, 18.0, 16.0, 9.0, 9.0, 5.0, 6.0, 6.0, 7.0, 4.0, 2.0, 2.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.4921875, -13.9803466796875, -13.468505859375, -12.9566650390625, -12.44482421875, -11.9329833984375, -11.421142578125, -10.9093017578125, -10.3974609375, -9.8856201171875, -9.373779296875, -8.8619384765625, -8.35009765625, -7.8382568359375, -7.326416015625, -6.8145751953125, -6.302734375, -5.7908935546875, -5.279052734375, -4.7672119140625, -4.25537109375, -3.7435302734375, -3.231689453125, -2.7198486328125, -2.2080078125, -1.6961669921875, -1.184326171875, -0.6724853515625, -0.16064453125, 0.3511962890625, 0.863037109375, 1.3748779296875, 1.88671875, 2.3985595703125, 2.910400390625, 3.4222412109375, 3.93408203125, 4.4459228515625, 4.957763671875, 5.4696044921875, 5.9814453125, 6.4932861328125, 7.005126953125, 7.5169677734375, 8.02880859375, 8.5406494140625, 9.052490234375, 9.5643310546875, 10.076171875, 10.5880126953125, 11.099853515625, 11.6116943359375, 12.12353515625, 12.6353759765625, 13.147216796875, 13.6590576171875, 14.1708984375, 14.6827392578125, 15.194580078125, 15.7064208984375, 16.21826171875, 16.7301025390625, 17.241943359375, 17.7537841796875, 18.265625]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 6.0, 3.0, 2.0, 5.0, 4.0, 4.0, 5.0, 8.0, 14.0, 12.0, 20.0, 26.0, 27.0, 30.0, 51.0, 97.0, 140.0, 237.0, 476.0, 1024.0, 9339.0, 3127496.0, 4686.0, 871.0, 480.0, 213.0, 128.0, 78.0, 65.0, 41.0, 34.0, 13.0, 30.0, 13.0, 9.0, 11.0, 4.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0], "bins": [-55.03125, -53.59912109375, -52.1669921875, -50.73486328125, -49.302734375, -47.87060546875, -46.4384765625, -45.00634765625, -43.57421875, -42.14208984375, -40.7099609375, -39.27783203125, -37.845703125, -36.41357421875, -34.9814453125, -33.54931640625, -32.1171875, -30.68505859375, -29.2529296875, -27.82080078125, -26.388671875, -24.95654296875, -23.5244140625, -22.09228515625, -20.66015625, -19.22802734375, -17.7958984375, -16.36376953125, -14.931640625, -13.49951171875, -12.0673828125, -10.63525390625, -9.203125, -7.77099609375, -6.3388671875, -4.90673828125, -3.474609375, -2.04248046875, -0.6103515625, 0.82177734375, 2.25390625, 3.68603515625, 5.1181640625, 6.55029296875, 7.982421875, 9.41455078125, 10.8466796875, 12.27880859375, 13.7109375, 15.14306640625, 16.5751953125, 18.00732421875, 19.439453125, 20.87158203125, 22.3037109375, 23.73583984375, 25.16796875, 26.60009765625, 28.0322265625, 29.46435546875, 30.896484375, 32.32861328125, 33.7607421875, 35.19287109375, 36.625]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 136.0, 679.0, 178.0, 16.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-30.092199325561523, -27.2254695892334, -24.358739852905273, -21.492008209228516, -18.62527847290039, -15.758549690246582, -12.89181900024414, -10.025089263916016, -7.158359527587891, -4.291629791259766, -1.4248995780944824, 1.4418306350708008, 4.308560371398926, 7.175290107727051, 10.042020797729492, 12.908750534057617, 15.775480270385742, 18.642210006713867, 21.508939743041992, 24.37567138671875, 27.242401123046875, 30.109130859375, 32.975860595703125, 35.84259033203125, 38.709320068359375, 41.5760498046875, 44.442779541015625, 47.30950927734375, 50.176239013671875, 53.04296875, 55.909698486328125, 58.77642822265625, 61.643165588378906, 64.50989532470703, 67.37662506103516, 70.24335479736328, 73.1100845336914, 75.97681427001953, 78.84354400634766, 81.71027374267578, 84.5770034790039, 87.44373321533203, 90.31046295166016, 93.17719268798828, 96.0439224243164, 98.91065216064453, 101.77738189697266, 104.64411163330078, 107.51084899902344, 110.37757873535156, 113.24430847167969, 116.11103820800781, 118.97776794433594, 121.84449768066406, 124.71122741699219, 127.57795715332031, 130.44468688964844, 133.31141662597656, 136.1781463623047, 139.0448760986328, 141.91160583496094, 144.77833557128906, 147.6450653076172, 150.5117950439453, 153.37852478027344]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 4.0, 3.0, 6.0, 7.0, 7.0, 11.0, 12.0, 12.0, 17.0, 19.0, 19.0, 21.0, 23.0, 23.0, 26.0, 39.0, 33.0, 38.0, 33.0, 42.0, 38.0, 44.0, 39.0, 33.0, 44.0, 40.0, 32.0, 37.0, 33.0, 30.0, 30.0, 29.0, 16.0, 24.0, 15.0, 19.0, 13.0, 6.0, 18.0, 21.0, 8.0, 7.0, 3.0, 6.0, 7.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-28.713714599609375, -27.667402267456055, -26.621089935302734, -25.574777603149414, -24.528465270996094, -23.482154846191406, -22.435842514038086, -21.389530181884766, -20.343217849731445, -19.296905517578125, -18.250593185424805, -17.204280853271484, -16.157970428466797, -15.11165714263916, -14.065345764160156, -13.019033432006836, -11.972721099853516, -10.926408767700195, -9.880096435546875, -8.833785057067871, -7.787472724914551, -6.7411603927612305, -5.694848537445068, -4.648536682128906, -3.602224349975586, -2.5559122562408447, -1.5096001625061035, -0.4632880687713623, 0.5830240249633789, 1.6293363571166992, 2.6756482124328613, 3.7219600677490234, 4.768276214599609, 5.81458854675293, 6.860900402069092, 7.907212257385254, 8.953524589538574, 9.999836921691895, 11.046148300170898, 12.092460632324219, 13.138772964477539, 14.18508529663086, 15.23139762878418, 16.2777099609375, 17.324020385742188, 18.37033462524414, 19.416645050048828, 20.46295738220215, 21.50926971435547, 22.55558204650879, 23.60189437866211, 24.64820671081543, 25.69451904296875, 26.740829467773438, 27.787141799926758, 28.833454132080078, 29.8797664642334, 30.92607879638672, 31.97239112854004, 33.01870346069336, 34.06501388549805, 35.111328125, 36.15763854980469, 37.203948974609375, 38.25026321411133]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 7.0, 7.0, 12.0, 7.0, 9.0, 12.0, 17.0, 15.0, 21.0, 18.0, 26.0, 28.0, 33.0, 34.0, 30.0, 38.0, 44.0, 32.0, 33.0, 50.0, 41.0, 45.0, 44.0, 42.0, 37.0, 41.0, 36.0, 37.0, 26.0, 25.0, 23.0, 25.0, 25.0, 13.0, 10.0, 11.0, 6.0, 12.0, 7.0, 5.0, 4.0, 1.0, 8.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.4375, -6.226806640625, -6.01611328125, -5.805419921875, -5.5947265625, -5.384033203125, -5.17333984375, -4.962646484375, -4.751953125, -4.541259765625, -4.33056640625, -4.119873046875, -3.9091796875, -3.698486328125, -3.48779296875, -3.277099609375, -3.06640625, -2.855712890625, -2.64501953125, -2.434326171875, -2.2236328125, -2.012939453125, -1.80224609375, -1.591552734375, -1.380859375, -1.170166015625, -0.95947265625, -0.748779296875, -0.5380859375, -0.327392578125, -0.11669921875, 0.093994140625, 0.3046875, 0.515380859375, 0.72607421875, 0.936767578125, 1.1474609375, 1.358154296875, 1.56884765625, 1.779541015625, 1.990234375, 2.200927734375, 2.41162109375, 2.622314453125, 2.8330078125, 3.043701171875, 3.25439453125, 3.465087890625, 3.67578125, 3.886474609375, 4.09716796875, 4.307861328125, 4.5185546875, 4.729248046875, 4.93994140625, 5.150634765625, 5.361328125, 5.572021484375, 5.78271484375, 5.993408203125, 6.2041015625, 6.414794921875, 6.62548828125, 6.836181640625, 7.046875]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 8.0, 11.0, 13.0, 22.0, 21.0, 20.0, 34.0, 35.0, 46.0, 61.0, 66.0, 96.0, 132.0, 149.0, 238.0, 290.0, 407.0, 613.0, 1206.0, 3623.0, 104479.0, 3949151.0, 126231.0, 3725.0, 1262.0, 701.0, 417.0, 283.0, 214.0, 155.0, 114.0, 106.0, 76.0, 55.0, 38.0, 31.0, 35.0, 19.0, 21.0, 15.0, 17.0, 11.0, 13.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-37.59375, -36.3203125, -35.046875, -33.7734375, -32.5, -31.2265625, -29.953125, -28.6796875, -27.40625, -26.1328125, -24.859375, -23.5859375, -22.3125, -21.0390625, -19.765625, -18.4921875, -17.21875, -15.9453125, -14.671875, -13.3984375, -12.125, -10.8515625, -9.578125, -8.3046875, -7.03125, -5.7578125, -4.484375, -3.2109375, -1.9375, -0.6640625, 0.609375, 1.8828125, 3.15625, 4.4296875, 5.703125, 6.9765625, 8.25, 9.5234375, 10.796875, 12.0703125, 13.34375, 14.6171875, 15.890625, 17.1640625, 18.4375, 19.7109375, 20.984375, 22.2578125, 23.53125, 24.8046875, 26.078125, 27.3515625, 28.625, 29.8984375, 31.171875, 32.4453125, 33.71875, 34.9921875, 36.265625, 37.5390625, 38.8125, 40.0859375, 41.359375, 42.6328125, 43.90625]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 7.0, 26.0, 33.0, 101.0, 310.0, 917.0, 1578.0, 726.0, 241.0, 80.0, 30.0, 17.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-34.40625, -33.4052734375, -32.404296875, -31.4033203125, -30.40234375, -29.4013671875, -28.400390625, -27.3994140625, -26.3984375, -25.3974609375, -24.396484375, -23.3955078125, -22.39453125, -21.3935546875, -20.392578125, -19.3916015625, -18.390625, -17.3896484375, -16.388671875, -15.3876953125, -14.38671875, -13.3857421875, -12.384765625, -11.3837890625, -10.3828125, -9.3818359375, -8.380859375, -7.3798828125, -6.37890625, -5.3779296875, -4.376953125, -3.3759765625, -2.375, -1.3740234375, -0.373046875, 0.6279296875, 1.62890625, 2.6298828125, 3.630859375, 4.6318359375, 5.6328125, 6.6337890625, 7.634765625, 8.6357421875, 9.63671875, 10.6376953125, 11.638671875, 12.6396484375, 13.640625, 14.6416015625, 15.642578125, 16.6435546875, 17.64453125, 18.6455078125, 19.646484375, 20.6474609375, 21.6484375, 22.6494140625, 23.650390625, 24.6513671875, 25.65234375, 26.6533203125, 27.654296875, 28.6552734375, 29.65625]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 3.0, 6.0, 7.0, 9.0, 22.0, 26.0, 78.0, 165.0, 373.0, 900.0, 2910.0, 42783.0, 3978670.0, 161524.0, 4751.0, 1198.0, 458.0, 202.0, 80.0, 45.0, 27.0, 10.0, 6.0, 7.0, 3.0, 6.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-34.59375, -33.53369140625, -32.4736328125, -31.41357421875, -30.353515625, -29.29345703125, -28.2333984375, -27.17333984375, -26.11328125, -25.05322265625, -23.9931640625, -22.93310546875, -21.873046875, -20.81298828125, -19.7529296875, -18.69287109375, -17.6328125, -16.57275390625, -15.5126953125, -14.45263671875, -13.392578125, -12.33251953125, -11.2724609375, -10.21240234375, -9.15234375, -8.09228515625, -7.0322265625, -5.97216796875, -4.912109375, -3.85205078125, -2.7919921875, -1.73193359375, -0.671875, 0.38818359375, 1.4482421875, 2.50830078125, 3.568359375, 4.62841796875, 5.6884765625, 6.74853515625, 7.80859375, 8.86865234375, 9.9287109375, 10.98876953125, 12.048828125, 13.10888671875, 14.1689453125, 15.22900390625, 16.2890625, 17.34912109375, 18.4091796875, 19.46923828125, 20.529296875, 21.58935546875, 22.6494140625, 23.70947265625, 24.76953125, 25.82958984375, 26.8896484375, 27.94970703125, 29.009765625, 30.06982421875, 31.1298828125, 32.18994140625, 33.25]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 5.0, 20.0, 34.0, 74.0, 136.0, 205.0, 204.0, 150.0, 70.0, 67.0, 18.0, 12.0, 9.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.29783630371094, -67.31189727783203, -63.325950622558594, -59.34000778198242, -55.35406494140625, -51.368125915527344, -47.382179260253906, -43.396240234375, -39.41029357910156, -35.42435073852539, -31.43840789794922, -27.452465057373047, -23.466522216796875, -19.480581283569336, -15.494638442993164, -11.508695602416992, -7.522754669189453, -3.5368120670318604, 0.4491305351257324, 4.435072898864746, 8.421015739440918, 12.406957626342773, 16.392900466918945, 20.378843307495117, 24.36478614807129, 28.35072898864746, 32.336669921875, 36.32261276245117, 40.308555603027344, 44.294498443603516, 48.28044128417969, 52.26638412475586, 56.25232696533203, 60.2382698059082, 64.22421264648438, 68.21015167236328, 72.19609832763672, 76.18203735351562, 80.16798400878906, 84.15392303466797, 88.1398696899414, 92.12580871582031, 96.11175537109375, 100.09769439697266, 104.0836410522461, 108.069580078125, 112.05552673339844, 116.04146575927734, 120.02740478515625, 124.01334381103516, 127.9992904663086, 131.9852294921875, 135.97117614746094, 139.95712280273438, 143.94305419921875, 147.9290008544922, 151.91494750976562, 155.90089416503906, 159.88682556152344, 163.87277221679688, 167.8587188720703, 171.84466552734375, 175.83059692382812, 179.81654357910156, 183.802490234375]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 5.0, 6.0, 9.0, 7.0, 12.0, 10.0, 20.0, 35.0, 37.0, 31.0, 35.0, 53.0, 58.0, 46.0, 55.0, 65.0, 53.0, 63.0, 60.0, 42.0, 43.0, 50.0, 39.0, 43.0, 30.0, 30.0, 17.0, 17.0, 10.0, 12.0, 5.0, 5.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.663848876953125, -51.99967956542969, -50.335506439208984, -48.67133712768555, -47.007164001464844, -45.342994689941406, -43.67882537841797, -42.01465606689453, -40.35048294067383, -38.68631362915039, -37.02214050292969, -35.35797119140625, -33.69380187988281, -32.02962875366211, -30.365459442138672, -28.7012882232666, -27.03711700439453, -25.37294578552246, -23.70877456665039, -22.044605255126953, -20.380434036254883, -18.716262817382812, -17.052093505859375, -15.387922286987305, -13.723751068115234, -12.059579849243164, -10.39540958404541, -8.731239318847656, -7.067068099975586, -5.402896881103516, -3.7387266159057617, -2.074556350708008, -0.4103851318359375, 1.2537856101989746, 2.9179563522338867, 4.582127094268799, 6.246297836303711, 7.910469055175781, 9.574639320373535, 11.238809585571289, 12.90298080444336, 14.56715202331543, 16.2313232421875, 17.895492553710938, 19.559663772583008, 21.223834991455078, 22.888004302978516, 24.552175521850586, 26.216346740722656, 27.880517959594727, 29.544689178466797, 31.208858489990234, 32.87303161621094, 34.537200927734375, 36.20137023925781, 37.86553955078125, 39.52971267700195, 41.19388198852539, 42.858055114746094, 44.52222442626953, 46.18639373779297, 47.85056686401367, 49.51473617553711, 51.17890930175781, 52.84307861328125]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 8.0, 7.0, 5.0, 7.0, 13.0, 18.0, 28.0, 44.0, 26.0, 54.0, 55.0, 46.0, 56.0, 63.0, 68.0, 53.0, 78.0, 46.0, 46.0, 50.0, 41.0, 42.0, 40.0, 32.0, 20.0, 17.0, 11.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.5, -79.6708984375, -76.841796875, -74.0126953125, -71.18359375, -68.3544921875, -65.525390625, -62.6962890625, -59.8671875, -57.0380859375, -54.208984375, -51.3798828125, -48.55078125, -45.7216796875, -42.892578125, -40.0634765625, -37.234375, -34.4052734375, -31.576171875, -28.7470703125, -25.91796875, -23.0888671875, -20.259765625, -17.4306640625, -14.6015625, -11.7724609375, -8.943359375, -6.1142578125, -3.28515625, -0.4560546875, 2.373046875, 5.2021484375, 8.03125, 10.8603515625, 13.689453125, 16.5185546875, 19.34765625, 22.1767578125, 25.005859375, 27.8349609375, 30.6640625, 33.4931640625, 36.322265625, 39.1513671875, 41.98046875, 44.8095703125, 47.638671875, 50.4677734375, 53.296875, 56.1259765625, 58.955078125, 61.7841796875, 64.61328125, 67.4423828125, 70.271484375, 73.1005859375, 75.9296875, 78.7587890625, 81.587890625, 84.4169921875, 87.24609375, 90.0751953125, 92.904296875, 95.7333984375, 98.5625]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 5.0, 11.0, 4.0, 10.0, 16.0, 12.0, 22.0, 24.0, 45.0, 62.0, 91.0, 127.0, 230.0, 359.0, 545.0, 903.0, 1486.0, 2659.0, 4748.0, 8478.0, 15833.0, 30707.0, 61038.0, 128557.0, 387010.0, 220617.0, 89886.0, 44876.0, 22884.0, 11994.0, 6537.0, 3545.0, 2016.0, 1192.0, 740.0, 443.0, 289.0, 178.0, 106.0, 86.0, 48.0, 34.0, 36.0, 23.0, 18.0, 7.0, 7.0, 5.0, 4.0, 5.0, 3.0, 2.0, 2.0, 3.0], "bins": [-19.875, -19.303466796875, -18.73193359375, -18.160400390625, -17.5888671875, -17.017333984375, -16.44580078125, -15.874267578125, -15.302734375, -14.731201171875, -14.15966796875, -13.588134765625, -13.0166015625, -12.445068359375, -11.87353515625, -11.302001953125, -10.73046875, -10.158935546875, -9.58740234375, -9.015869140625, -8.4443359375, -7.872802734375, -7.30126953125, -6.729736328125, -6.158203125, -5.586669921875, -5.01513671875, -4.443603515625, -3.8720703125, -3.300537109375, -2.72900390625, -2.157470703125, -1.5859375, -1.014404296875, -0.44287109375, 0.128662109375, 0.7001953125, 1.271728515625, 1.84326171875, 2.414794921875, 2.986328125, 3.557861328125, 4.12939453125, 4.700927734375, 5.2724609375, 5.843994140625, 6.41552734375, 6.987060546875, 7.55859375, 8.130126953125, 8.70166015625, 9.273193359375, 9.8447265625, 10.416259765625, 10.98779296875, 11.559326171875, 12.130859375, 12.702392578125, 13.27392578125, 13.845458984375, 14.4169921875, 14.988525390625, 15.56005859375, 16.131591796875, 16.703125]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 1.0, 7.0, 7.0, 3.0, 11.0, 12.0, 11.0, 11.0, 15.0, 14.0, 12.0, 9.0, 23.0, 14.0, 16.0, 31.0, 30.0, 43.0, 40.0, 34.0, 42.0, 35.0, 31.0, 27.0, 1068.0, 38.0, 36.0, 27.0, 44.0, 22.0, 26.0, 37.0, 31.0, 20.0, 24.0, 24.0, 20.0, 19.0, 15.0, 15.0, 21.0, 13.0, 8.0, 9.0, 8.0, 6.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-35.28125, -34.15234375, -33.0234375, -31.89453125, -30.765625, -29.63671875, -28.5078125, -27.37890625, -26.25, -25.12109375, -23.9921875, -22.86328125, -21.734375, -20.60546875, -19.4765625, -18.34765625, -17.21875, -16.08984375, -14.9609375, -13.83203125, -12.703125, -11.57421875, -10.4453125, -9.31640625, -8.1875, -7.05859375, -5.9296875, -4.80078125, -3.671875, -2.54296875, -1.4140625, -0.28515625, 0.84375, 1.97265625, 3.1015625, 4.23046875, 5.359375, 6.48828125, 7.6171875, 8.74609375, 9.875, 11.00390625, 12.1328125, 13.26171875, 14.390625, 15.51953125, 16.6484375, 17.77734375, 18.90625, 20.03515625, 21.1640625, 22.29296875, 23.421875, 24.55078125, 25.6796875, 26.80859375, 27.9375, 29.06640625, 30.1953125, 31.32421875, 32.453125, 33.58203125, 34.7109375, 35.83984375, 36.96875]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 4.0, 2.0, 7.0, 10.0, 14.0, 23.0, 36.0, 53.0, 81.0, 111.0, 168.0, 244.0, 374.0, 548.0, 778.0, 1088.0, 1637.0, 2366.0, 3380.0, 4814.0, 6832.0, 9724.0, 14469.0, 21295.0, 32531.0, 50286.0, 81034.0, 145272.0, 1331877.0, 150340.0, 83950.0, 51591.0, 32890.0, 21691.0, 14674.0, 10022.0, 6968.0, 4930.0, 3367.0, 2367.0, 1653.0, 1105.0, 800.0, 557.0, 385.0, 264.0, 173.0, 124.0, 84.0, 54.0, 34.0, 18.0, 16.0, 11.0, 5.0, 5.0, 5.0, 2.0, 1.0, 2.0], "bins": [-11.8515625, -11.4871826171875, -11.122802734375, -10.7584228515625, -10.39404296875, -10.0296630859375, -9.665283203125, -9.3009033203125, -8.9365234375, -8.5721435546875, -8.207763671875, -7.8433837890625, -7.47900390625, -7.1146240234375, -6.750244140625, -6.3858642578125, -6.021484375, -5.6571044921875, -5.292724609375, -4.9283447265625, -4.56396484375, -4.1995849609375, -3.835205078125, -3.4708251953125, -3.1064453125, -2.7420654296875, -2.377685546875, -2.0133056640625, -1.64892578125, -1.2845458984375, -0.920166015625, -0.5557861328125, -0.19140625, 0.1729736328125, 0.537353515625, 0.9017333984375, 1.26611328125, 1.6304931640625, 1.994873046875, 2.3592529296875, 2.7236328125, 3.0880126953125, 3.452392578125, 3.8167724609375, 4.18115234375, 4.5455322265625, 4.909912109375, 5.2742919921875, 5.638671875, 6.0030517578125, 6.367431640625, 6.7318115234375, 7.09619140625, 7.4605712890625, 7.824951171875, 8.1893310546875, 8.5537109375, 8.9180908203125, 9.282470703125, 9.6468505859375, 10.01123046875, 10.3756103515625, 10.739990234375, 11.1043701171875, 11.46875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 4.0, 5.0, 5.0, 3.0, 4.0, 6.0, 12.0, 7.0, 18.0, 11.0, 28.0, 22.0, 42.0, 56.0, 70.0, 78.0, 97.0, 137.0, 99.0, 70.0, 44.0, 40.0, 30.0, 28.0, 18.0, 18.0, 15.0, 10.0, 9.0, 6.0, 1.0, 5.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00537872314453125, -0.0051451921463012695, -0.004911661148071289, -0.004678130149841309, -0.004444599151611328, -0.004211068153381348, -0.003977537155151367, -0.0037440061569213867, -0.0035104751586914062, -0.0032769441604614258, -0.0030434131622314453, -0.002809882164001465, -0.0025763511657714844, -0.002342820167541504, -0.0021092891693115234, -0.001875758171081543, -0.0016422271728515625, -0.001408696174621582, -0.0011751651763916016, -0.0009416341781616211, -0.0007081031799316406, -0.00047457218170166016, -0.0002410411834716797, -7.510185241699219e-06, 0.00022602081298828125, 0.0004595518112182617, 0.0006930828094482422, 0.0009266138076782227, 0.0011601448059082031, 0.0013936758041381836, 0.001627206802368164, 0.0018607378005981445, 0.002094268798828125, 0.0023277997970581055, 0.002561330795288086, 0.0027948617935180664, 0.003028392791748047, 0.0032619237899780273, 0.003495454788208008, 0.0037289857864379883, 0.003962516784667969, 0.004196047782897949, 0.00442957878112793, 0.00466310977935791, 0.004896640777587891, 0.005130171775817871, 0.0053637027740478516, 0.005597233772277832, 0.0058307647705078125, 0.006064295768737793, 0.0062978267669677734, 0.006531357765197754, 0.006764888763427734, 0.006998419761657715, 0.007231950759887695, 0.007465481758117676, 0.007699012756347656, 0.007932543754577637, 0.008166074752807617, 0.008399605751037598, 0.008633136749267578, 0.008866667747497559, 0.009100198745727539, 0.00933372974395752, 0.0095672607421875]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 1.0, 3.0, 3.0, 6.0, 1.0, 2.0, 10.0, 7.0, 11.0, 11.0, 17.0, 27.0, 36.0, 49.0, 92.0, 117.0, 214.0, 322.0, 601.0, 1420.0, 4200.0, 17086.0, 105185.0, 701664.0, 182627.0, 25656.0, 5728.0, 1780.0, 682.0, 353.0, 210.0, 133.0, 75.0, 73.0, 45.0, 30.0, 22.0, 19.0, 10.0, 10.0, 7.0, 5.0, 4.0, 3.0, 1.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0604248046875, -0.05862760543823242, -0.056830406188964844, -0.055033206939697266, -0.05323600769042969, -0.05143880844116211, -0.04964160919189453, -0.04784440994262695, -0.046047210693359375, -0.0442500114440918, -0.04245281219482422, -0.04065561294555664, -0.03885841369628906, -0.037061214447021484, -0.035264015197753906, -0.03346681594848633, -0.03166961669921875, -0.029872417449951172, -0.028075218200683594, -0.026278018951416016, -0.024480819702148438, -0.02268362045288086, -0.02088642120361328, -0.019089221954345703, -0.017292022705078125, -0.015494823455810547, -0.013697624206542969, -0.01190042495727539, -0.010103225708007812, -0.008306026458740234, -0.006508827209472656, -0.004711627960205078, -0.0029144287109375, -0.0011172294616699219, 0.0006799697875976562, 0.0024771690368652344, 0.0042743682861328125, 0.006071567535400391, 0.007868766784667969, 0.009665966033935547, 0.011463165283203125, 0.013260364532470703, 0.015057563781738281, 0.01685476303100586, 0.018651962280273438, 0.020449161529541016, 0.022246360778808594, 0.024043560028076172, 0.02584075927734375, 0.027637958526611328, 0.029435157775878906, 0.031232357025146484, 0.03302955627441406, 0.03482675552368164, 0.03662395477294922, 0.0384211540222168, 0.040218353271484375, 0.04201555252075195, 0.04381275177001953, 0.04560995101928711, 0.04740715026855469, 0.049204349517822266, 0.051001548767089844, 0.05279874801635742, 0.054595947265625]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 17.0, 37.0, 69.0, 129.0, 170.0, 200.0, 160.0, 115.0, 55.0, 29.0, 17.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007526378612965345, -0.007156468462198973, -0.0067865583114326, -0.00641664769500494, -0.006046737544238567, -0.005676827393472195, -0.005306917242705822, -0.004937007091939449, -0.004567096941173077, -0.004197186790406704, -0.0038272764068096876, -0.003457366256043315, -0.0030874558724462986, -0.002717545721679926, -0.0023476355709135532, -0.001977725187316537, -0.0016078148037195206, -0.001237904536537826, -0.0008679943275637925, -0.0004980841185897589, -0.00012817385140806437, 0.00024173641577363014, 0.0006116465665400028, 0.0009815569501370192, 0.0013514671009033918, 0.0017213773680850863, 0.002091287635266781, 0.0024611977860331535, 0.002831107936799526, 0.0032010183203965425, 0.0035709284711629152, 0.0039408388547599316, 0.004310748539865017, 0.00468065869063139, 0.005050568841397762, 0.005420478992164135, 0.005790389608591795, 0.006160299759358168, 0.00653020991012454, 0.0069001205265522, 0.007270030677318573, 0.007639940828084946, 0.008009850978851318, 0.008379761129617691, 0.008749671280384064, 0.009119581431150436, 0.009489491581916809, 0.009859402664005756, 0.010229311883449554, 0.010599222034215927, 0.0109691321849823, 0.011339042335748672, 0.011708952486515045, 0.012078862637281418, 0.01244877278804779, 0.012818683870136738, 0.01318859402090311, 0.013558504171669483, 0.013928414322435856, 0.014298324473202229, 0.014668234623968601, 0.015038145706057549, 0.015408055856823921, 0.015777966007590294, 0.016147876158356667]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 3.0, 5.0, 4.0, 6.0, 8.0, 9.0, 9.0, 17.0, 11.0, 18.0, 21.0, 29.0, 30.0, 34.0, 47.0, 41.0, 44.0, 42.0, 45.0, 37.0, 32.0, 45.0, 44.0, 45.0, 49.0, 36.0, 24.0, 25.0, 36.0, 31.0, 33.0, 22.0, 28.0, 17.0, 15.0, 16.0, 9.0, 12.0, 9.0, 5.0, 7.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.0036301612854003906, -0.0035326294600963593, -0.003435097634792328, -0.0033375658094882965, -0.003240033984184265, -0.0031425021588802338, -0.0030449703335762024, -0.002947438508272171, -0.0028499066829681396, -0.0027523748576641083, -0.002654843032360077, -0.0025573112070560455, -0.002459779381752014, -0.002362247556447983, -0.0022647157311439514, -0.00216718390583992, -0.0020696520805358887, -0.0019721202552318573, -0.001874588429927826, -0.0017770566046237946, -0.0016795247793197632, -0.0015819929540157318, -0.0014844611287117004, -0.001386929303407669, -0.0012893974781036377, -0.0011918656527996063, -0.001094333827495575, -0.0009968020021915436, -0.0008992701768875122, -0.0008017383515834808, -0.0007042065262794495, -0.0006066747009754181, -0.0005091428756713867, -0.00041161105036735535, -0.000314079225063324, -0.0002165473997592926, -0.00011901557445526123, -2.148374915122986e-05, 7.604807615280151e-05, 0.00017357990145683289, 0.00027111172676086426, 0.00036864355206489563, 0.000466175377368927, 0.0005637072026729584, 0.0006612390279769897, 0.0007587708532810211, 0.0008563026785850525, 0.0009538345038890839, 0.0010513663291931152, 0.0011488981544971466, 0.001246429979801178, 0.0013439618051052094, 0.0014414936304092407, 0.001539025455713272, 0.0016365572810173035, 0.0017340891063213348, 0.0018316209316253662, 0.0019291527569293976, 0.002026684582233429, 0.0021242164075374603, 0.0022217482328414917, 0.002319280058145523, 0.0024168118834495544, 0.002514343708753586, 0.002611875534057617]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 8.0, 6.0, 6.0, 7.0, 11.0, 20.0, 28.0, 43.0, 27.0, 53.0, 52.0, 50.0, 55.0, 64.0, 67.0, 51.0, 81.0, 45.0, 47.0, 50.0, 41.0, 42.0, 40.0, 31.0, 21.0, 17.0, 11.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.5625, -79.732421875, -76.90234375, -74.072265625, -71.2421875, -68.412109375, -65.58203125, -62.751953125, -59.921875, -57.091796875, -54.26171875, -51.431640625, -48.6015625, -45.771484375, -42.94140625, -40.111328125, -37.28125, -34.451171875, -31.62109375, -28.791015625, -25.9609375, -23.130859375, -20.30078125, -17.470703125, -14.640625, -11.810546875, -8.98046875, -6.150390625, -3.3203125, -0.490234375, 2.33984375, 5.169921875, 8.0, 10.830078125, 13.66015625, 16.490234375, 19.3203125, 22.150390625, 24.98046875, 27.810546875, 30.640625, 33.470703125, 36.30078125, 39.130859375, 41.9609375, 44.791015625, 47.62109375, 50.451171875, 53.28125, 56.111328125, 58.94140625, 61.771484375, 64.6015625, 67.431640625, 70.26171875, 73.091796875, 75.921875, 78.751953125, 81.58203125, 84.412109375, 87.2421875, 90.072265625, 92.90234375, 95.732421875, 98.5625]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 8.0, 8.0, 19.0, 18.0, 41.0, 53.0, 73.0, 128.0, 260.0, 509.0, 1128.0, 3074.0, 9734.0, 59090.0, 696391.0, 246626.0, 22527.0, 5445.0, 1830.0, 781.0, 350.0, 185.0, 101.0, 70.0, 36.0, 34.0, 19.0, 12.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.703125, -21.9404296875, -21.177734375, -20.4150390625, -19.65234375, -18.8896484375, -18.126953125, -17.3642578125, -16.6015625, -15.8388671875, -15.076171875, -14.3134765625, -13.55078125, -12.7880859375, -12.025390625, -11.2626953125, -10.5, -9.7373046875, -8.974609375, -8.2119140625, -7.44921875, -6.6865234375, -5.923828125, -5.1611328125, -4.3984375, -3.6357421875, -2.873046875, -2.1103515625, -1.34765625, -0.5849609375, 0.177734375, 0.9404296875, 1.703125, 2.4658203125, 3.228515625, 3.9912109375, 4.75390625, 5.5166015625, 6.279296875, 7.0419921875, 7.8046875, 8.5673828125, 9.330078125, 10.0927734375, 10.85546875, 11.6181640625, 12.380859375, 13.1435546875, 13.90625, 14.6689453125, 15.431640625, 16.1943359375, 16.95703125, 17.7197265625, 18.482421875, 19.2451171875, 20.0078125, 20.7705078125, 21.533203125, 22.2958984375, 23.05859375, 23.8212890625, 24.583984375, 25.3466796875, 26.109375]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 5.0, 12.0, 7.0, 21.0, 22.0, 20.0, 23.0, 40.0, 63.0, 79.0, 62.0, 73.0, 2114.0, 98.0, 70.0, 67.0, 70.0, 60.0, 38.0, 33.0, 24.0, 11.0, 15.0, 5.0, 9.0, 4.0, 1.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.25, -144.544921875, -139.83984375, -135.134765625, -130.4296875, -125.724609375, -121.01953125, -116.314453125, -111.609375, -106.904296875, -102.19921875, -97.494140625, -92.7890625, -88.083984375, -83.37890625, -78.673828125, -73.96875, -69.263671875, -64.55859375, -59.853515625, -55.1484375, -50.443359375, -45.73828125, -41.033203125, -36.328125, -31.623046875, -26.91796875, -22.212890625, -17.5078125, -12.802734375, -8.09765625, -3.392578125, 1.3125, 6.017578125, 10.72265625, 15.427734375, 20.1328125, 24.837890625, 29.54296875, 34.248046875, 38.953125, 43.658203125, 48.36328125, 53.068359375, 57.7734375, 62.478515625, 67.18359375, 71.888671875, 76.59375, 81.298828125, 86.00390625, 90.708984375, 95.4140625, 100.119140625, 104.82421875, 109.529296875, 114.234375, 118.939453125, 123.64453125, 128.349609375, 133.0546875, 137.759765625, 142.46484375, 147.169921875, 151.875]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 8.0, 6.0, 2.0, 9.0, 7.0, 16.0, 21.0, 32.0, 35.0, 69.0, 109.0, 172.0, 305.0, 547.0, 1148.0, 2842.0, 17159.0, 2675576.0, 430104.0, 12900.0, 2422.0, 935.0, 485.0, 318.0, 160.0, 106.0, 79.0, 40.0, 29.0, 22.0, 6.0, 11.0, 8.0, 4.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-34.5, -33.483642578125, -32.46728515625, -31.450927734375, -30.4345703125, -29.418212890625, -28.40185546875, -27.385498046875, -26.369140625, -25.352783203125, -24.33642578125, -23.320068359375, -22.3037109375, -21.287353515625, -20.27099609375, -19.254638671875, -18.23828125, -17.221923828125, -16.20556640625, -15.189208984375, -14.1728515625, -13.156494140625, -12.14013671875, -11.123779296875, -10.107421875, -9.091064453125, -8.07470703125, -7.058349609375, -6.0419921875, -5.025634765625, -4.00927734375, -2.992919921875, -1.9765625, -0.960205078125, 0.05615234375, 1.072509765625, 2.0888671875, 3.105224609375, 4.12158203125, 5.137939453125, 6.154296875, 7.170654296875, 8.18701171875, 9.203369140625, 10.2197265625, 11.236083984375, 12.25244140625, 13.268798828125, 14.28515625, 15.301513671875, 16.31787109375, 17.334228515625, 18.3505859375, 19.366943359375, 20.38330078125, 21.399658203125, 22.416015625, 23.432373046875, 24.44873046875, 25.465087890625, 26.4814453125, 27.497802734375, 28.51416015625, 29.530517578125, 30.546875]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 9.0, 21.0, 47.0, 161.0, 293.0, 251.0, 106.0, 38.0, 20.0, 19.0, 7.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-94.11812591552734, -85.39022827148438, -76.6623306274414, -67.93443298339844, -59.206539154052734, -50.478641510009766, -41.75074768066406, -33.022850036621094, -24.294952392578125, -15.567055702209473, -6.83915901184082, 1.8887367248535156, 10.616634368896484, 19.344532012939453, 28.072425842285156, 36.800323486328125, 45.528221130371094, 54.25611877441406, 62.98401641845703, 71.7119140625, 80.43980407714844, 89.16770935058594, 97.89559936523438, 106.62349700927734, 115.35139465332031, 124.07929229736328, 132.80718994140625, 141.5350799560547, 150.2629852294922, 158.99087524414062, 167.71878051757812, 176.44667053222656, 185.17459106445312, 193.90248107910156, 202.63038635253906, 211.3582763671875, 220.086181640625, 228.81407165527344, 237.54196166992188, 246.26986694335938, 254.99777221679688, 263.7256774902344, 272.45355224609375, 281.18145751953125, 289.90936279296875, 298.63726806640625, 307.3651428222656, 316.0930480957031, 324.8209228515625, 333.548828125, 342.2767028808594, 351.0046081542969, 359.7325134277344, 368.4604187011719, 377.18829345703125, 385.91619873046875, 394.64410400390625, 403.37200927734375, 412.0998840332031, 420.8277893066406, 429.5556945800781, 438.2835998535156, 447.011474609375, 455.7393798828125, 464.46728515625]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 6.0, 3.0, 8.0, 14.0, 13.0, 13.0, 15.0, 13.0, 26.0, 23.0, 27.0, 27.0, 45.0, 38.0, 39.0, 51.0, 44.0, 38.0, 57.0, 49.0, 53.0, 65.0, 44.0, 36.0, 37.0, 33.0, 29.0, 24.0, 25.0, 18.0, 14.0, 18.0, 11.0, 8.0, 6.0, 6.0, 1.0, 4.0, 5.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-117.76641082763672, -113.50074768066406, -109.23509216308594, -104.96942901611328, -100.70376586914062, -96.4381103515625, -92.17244720458984, -87.90678405761719, -83.64112854003906, -79.3754653930664, -75.10980987548828, -70.84414672851562, -66.5784912109375, -62.312828063964844, -58.04716491699219, -53.7815055847168, -49.515846252441406, -45.250186920166016, -40.984527587890625, -36.71886444091797, -32.45320510864258, -28.187545776367188, -23.921884536743164, -19.65622329711914, -15.39056396484375, -11.124903678894043, -6.859243392944336, -2.593583106994629, 1.6720771789550781, 5.937736511230469, 10.203397750854492, 14.469058990478516, 18.734710693359375, 23.000370025634766, 27.26603126525879, 31.531692504882812, 35.7973518371582, 40.063011169433594, 44.32867431640625, 48.59433364868164, 52.85999298095703, 57.12565231323242, 61.39131164550781, 65.65697479248047, 69.92263793945312, 74.18829345703125, 78.4539566040039, 82.71961975097656, 86.98527526855469, 91.25093841552734, 95.51659393310547, 99.78225708007812, 104.04791259765625, 108.3135757446289, 112.57923889160156, 116.84489440917969, 121.11055755615234, 125.376220703125, 129.64187622070312, 133.90753173828125, 138.17320251464844, 142.43885803222656, 146.7045135498047, 150.97018432617188, 155.23583984375]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 0.0, 3.0, 3.0, 5.0, 8.0, 7.0, 17.0, 19.0, 35.0, 43.0, 41.0, 54.0, 86.0, 93.0, 152.0, 191.0, 233.0, 351.0, 384.0, 572.0, 726.0, 1054.0, 1040159.0, 1172.0, 763.0, 572.0, 456.0, 343.0, 230.0, 184.0, 132.0, 113.0, 75.0, 65.0, 50.0, 46.0, 25.0, 23.0, 24.0, 13.0, 12.0, 5.0, 10.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-40.0243034362793, -38.75737380981445, -37.49044418334961, -36.223514556884766, -34.95658493041992, -33.68965530395508, -32.422725677490234, -31.155797958374023, -29.88886833190918, -28.621938705444336, -27.355009078979492, -26.08807945251465, -24.821151733398438, -23.554222106933594, -22.28729248046875, -21.020362854003906, -19.753433227539062, -18.48650360107422, -17.219573974609375, -15.952645301818848, -14.685715675354004, -13.41878604888916, -12.151857376098633, -10.884927749633789, -9.617998123168945, -8.351068496704102, -7.084139347076416, -5.8172101974487305, -4.550280570983887, -3.283350944519043, -2.0164217948913574, -0.7494926452636719, 0.5174369812011719, 1.7843663692474365, 3.051295757293701, 4.318224906921387, 5.5851545333862305, 6.852084159851074, 8.119012832641602, 9.385942459106445, 10.652872085571289, 11.919801712036133, 13.186731338500977, 14.453660011291504, 15.720589637756348, 16.987518310546875, 18.25444793701172, 19.521377563476562, 20.788307189941406, 22.05523681640625, 23.322166442871094, 24.589096069335938, 25.85602569580078, 27.122955322265625, 28.389883041381836, 29.65681266784668, 30.923742294311523, 32.190670013427734, 33.45759963989258, 34.72452926635742, 35.991458892822266, 37.25838851928711, 38.52531814575195, 39.7922477722168, 41.05917739868164]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 6.0, 8.0, 4.0, 10.0, 12.0, 7.0, 16.0, 33.0, 176.0, 51462592.0, 161.0, 37.0, 19.0, 16.0, 12.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 6.0, 6.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9176.0, -8769.921875, -8363.84375, -7957.765625, -7551.68701171875, -7145.60888671875, -6739.53076171875, -6333.4521484375, -5927.3740234375, -5521.2958984375, -5115.2177734375, -4709.1396484375, -4303.06103515625, -3896.98291015625, -3490.90478515625, -3084.826416015625, -2678.74853515625, -2272.67041015625, -1866.592041015625, -1460.513916015625, -1054.4356689453125, -648.357421875, -242.279296875, 163.799072265625, 569.877197265625, 975.9554443359375, 1382.03369140625, 1788.11181640625, 2194.18994140625, 2600.268310546875, 3006.346435546875, 3412.4248046875, 3818.5029296875, 4224.5810546875, 4630.6591796875, 5036.7373046875, 5442.81591796875, 5848.89404296875, 6254.97216796875, 6661.05078125, 7067.12890625, 7473.20703125, 7879.28515625, 8285.36328125, 8691.44140625, 9097.51953125, 9503.59765625, 9909.6767578125, 10315.75390625, 10721.83203125, 11127.91015625, 11533.98828125, 11940.06640625, 12346.14453125, 12752.22265625, 13158.3017578125, 13564.3798828125, 13970.4580078125, 14376.5361328125, 14782.6142578125, 15188.6923828125, 15594.771484375, 16000.849609375, 16406.927734375, 16813.005859375]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [2.0, 4.0, 3.0, 6.0, 9.0, 19.0, 28.0, 48.0, 70.0, 111.0, 122.0, 190.0, 307.0, 461.0, 613.0, 824.0, 1281.0, 1824.0, 2745.0, 4067.0, 6189.0, 9381.0, 14283.0, 22408.0, 35509.0, 56732.0, 91348.0, 150681.0, 262857.0, 672193.0, 3936612.0, 451410.0, 221317.0, 130613.0, 79911.0, 48976.0, 30731.0, 19650.0, 12538.0, 8364.0, 5473.0, 3715.0, 2482.0, 1730.0, 1128.0, 826.0, 503.0, 336.0, 254.0, 175.0, 128.0, 84.0, 45.0, 32.0, 36.0, 23.0, 11.0, 17.0, 6.0, 4.0, 6.0, 1.0, 2.0, 2.0], "bins": [-6.546875, -6.3311767578125, -6.115478515625, -5.8997802734375, -5.68408203125, -5.4683837890625, -5.252685546875, -5.0369873046875, -4.8212890625, -4.6055908203125, -4.389892578125, -4.1741943359375, -3.95849609375, -3.7427978515625, -3.527099609375, -3.3114013671875, -3.095703125, -2.8800048828125, -2.664306640625, -2.4486083984375, -2.23291015625, -2.0172119140625, -1.801513671875, -1.5858154296875, -1.3701171875, -1.1544189453125, -0.938720703125, -0.7230224609375, -0.50732421875, -0.2916259765625, -0.075927734375, 0.1397705078125, 0.35546875, 0.5711669921875, 0.786865234375, 1.0025634765625, 1.21826171875, 1.4339599609375, 1.649658203125, 1.8653564453125, 2.0810546875, 2.2967529296875, 2.512451171875, 2.7281494140625, 2.94384765625, 3.1595458984375, 3.375244140625, 3.5909423828125, 3.806640625, 4.0223388671875, 4.238037109375, 4.4537353515625, 4.66943359375, 4.8851318359375, 5.100830078125, 5.3165283203125, 5.5322265625, 5.7479248046875, 5.963623046875, 6.1793212890625, 6.39501953125, 6.6107177734375, 6.826416015625, 7.0421142578125, 7.2578125]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [4.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0, 5.0, 8.0, 4.0, 10.0, 4.0, 9.0, 20.0, 16.0, 21.0, 19.0, 28.0, 31.0, 37.0, 25.0, 45.0, 37.0, 48.0, 35.0, 104.0, 256.0, 626.0, 162.0, 64.0, 48.0, 43.0, 27.0, 32.0, 28.0, 40.0, 25.0, 36.0, 21.0, 17.0, 19.0, 16.0, 7.0, 9.0, 11.0, 4.0, 9.0, 5.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.40625, -11.951171875, -11.49609375, -11.041015625, -10.5859375, -10.130859375, -9.67578125, -9.220703125, -8.765625, -8.310546875, -7.85546875, -7.400390625, -6.9453125, -6.490234375, -6.03515625, -5.580078125, -5.125, -4.669921875, -4.21484375, -3.759765625, -3.3046875, -2.849609375, -2.39453125, -1.939453125, -1.484375, -1.029296875, -0.57421875, -0.119140625, 0.3359375, 0.791015625, 1.24609375, 1.701171875, 2.15625, 2.611328125, 3.06640625, 3.521484375, 3.9765625, 4.431640625, 4.88671875, 5.341796875, 5.796875, 6.251953125, 6.70703125, 7.162109375, 7.6171875, 8.072265625, 8.52734375, 8.982421875, 9.4375, 9.892578125, 10.34765625, 10.802734375, 11.2578125, 11.712890625, 12.16796875, 12.623046875, 13.078125, 13.533203125, 13.98828125, 14.443359375, 14.8984375, 15.353515625, 15.80859375, 16.263671875, 16.71875]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 10.0, 5.0, 12.0, 26.0, 24.0, 60.0, 69.0, 106.0, 141.0, 196.0, 296.0, 403.0, 606.0, 956.0, 1517.0, 2302.0, 3568.0, 5464.0, 8839.0, 14700.0, 25104.0, 44374.0, 80081.0, 154834.0, 341344.0, 2477569.0, 2444031.0, 341300.0, 155148.0, 80100.0, 43650.0, 25182.0, 14623.0, 9120.0, 5459.0, 3445.0, 2222.0, 1500.0, 977.0, 703.0, 418.0, 285.0, 187.0, 140.0, 104.0, 65.0, 54.0, 45.0, 20.0, 17.0, 11.0, 10.0, 4.0, 2.0, 4.0, 0.0, 3.0], "bins": [-9.15625, -8.8787841796875, -8.601318359375, -8.3238525390625, -8.04638671875, -7.7689208984375, -7.491455078125, -7.2139892578125, -6.9365234375, -6.6590576171875, -6.381591796875, -6.1041259765625, -5.82666015625, -5.5491943359375, -5.271728515625, -4.9942626953125, -4.716796875, -4.4393310546875, -4.161865234375, -3.8843994140625, -3.60693359375, -3.3294677734375, -3.052001953125, -2.7745361328125, -2.4970703125, -2.2196044921875, -1.942138671875, -1.6646728515625, -1.38720703125, -1.1097412109375, -0.832275390625, -0.5548095703125, -0.27734375, 0.0001220703125, 0.277587890625, 0.5550537109375, 0.83251953125, 1.1099853515625, 1.387451171875, 1.6649169921875, 1.9423828125, 2.2198486328125, 2.497314453125, 2.7747802734375, 3.05224609375, 3.3297119140625, 3.607177734375, 3.8846435546875, 4.162109375, 4.4395751953125, 4.717041015625, 4.9945068359375, 5.27197265625, 5.5494384765625, 5.826904296875, 6.1043701171875, 6.3818359375, 6.6593017578125, 6.936767578125, 7.2142333984375, 7.49169921875, 7.7691650390625, 8.046630859375, 8.3240966796875, 8.6015625]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 3.0, 4.0, 6.0, 9.0, 9.0, 15.0, 13.0, 14.0, 20.0, 23.0, 33.0, 29.0, 38.0, 46.0, 36.0, 55.0, 62.0, 66.0, 136.0, 445.0, 380.0, 154.0, 67.0, 45.0, 44.0, 42.0, 34.0, 38.0, 28.0, 24.0, 23.0, 22.0, 9.0, 15.0, 7.0, 7.0, 7.0, 7.0, 5.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.0703125, -10.7127685546875, -10.355224609375, -9.9976806640625, -9.64013671875, -9.2825927734375, -8.925048828125, -8.5675048828125, -8.2099609375, -7.8524169921875, -7.494873046875, -7.1373291015625, -6.77978515625, -6.4222412109375, -6.064697265625, -5.7071533203125, -5.349609375, -4.9920654296875, -4.634521484375, -4.2769775390625, -3.91943359375, -3.5618896484375, -3.204345703125, -2.8468017578125, -2.4892578125, -2.1317138671875, -1.774169921875, -1.4166259765625, -1.05908203125, -0.7015380859375, -0.343994140625, 0.0135498046875, 0.37109375, 0.7286376953125, 1.086181640625, 1.4437255859375, 1.80126953125, 2.1588134765625, 2.516357421875, 2.8739013671875, 3.2314453125, 3.5889892578125, 3.946533203125, 4.3040771484375, 4.66162109375, 5.0191650390625, 5.376708984375, 5.7342529296875, 6.091796875, 6.4493408203125, 6.806884765625, 7.1644287109375, 7.52197265625, 7.8795166015625, 8.237060546875, 8.5946044921875, 8.9521484375, 9.3096923828125, 9.667236328125, 10.0247802734375, 10.38232421875, 10.7398681640625, 11.097412109375, 11.4549560546875, 11.8125]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 6.0, 6.0, 16.0, 23.0, 35.0, 21.0, 45.0, 85.0, 117.0, 107.0, 192.0, 258.0, 359.0, 548.0, 837.0, 1289.0, 2096.0, 3616.0, 7153.0, 17791.0, 59048.0, 5902037.0, 232986.0, 36259.0, 12854.0, 5567.0, 3075.0, 1608.0, 1062.0, 731.0, 455.0, 331.0, 222.0, 189.0, 115.0, 86.0, 61.0, 59.0, 30.0, 25.0, 8.0, 13.0, 8.0, 4.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0], "bins": [-27.921875, -27.096435546875, -26.27099609375, -25.445556640625, -24.6201171875, -23.794677734375, -22.96923828125, -22.143798828125, -21.318359375, -20.492919921875, -19.66748046875, -18.842041015625, -18.0166015625, -17.191162109375, -16.36572265625, -15.540283203125, -14.71484375, -13.889404296875, -13.06396484375, -12.238525390625, -11.4130859375, -10.587646484375, -9.76220703125, -8.936767578125, -8.111328125, -7.285888671875, -6.46044921875, -5.635009765625, -4.8095703125, -3.984130859375, -3.15869140625, -2.333251953125, -1.5078125, -0.682373046875, 0.14306640625, 0.968505859375, 1.7939453125, 2.619384765625, 3.44482421875, 4.270263671875, 5.095703125, 5.921142578125, 6.74658203125, 7.572021484375, 8.3974609375, 9.222900390625, 10.04833984375, 10.873779296875, 11.69921875, 12.524658203125, 13.35009765625, 14.175537109375, 15.0009765625, 15.826416015625, 16.65185546875, 17.477294921875, 18.302734375, 19.128173828125, 19.95361328125, 20.779052734375, 21.6044921875, 22.429931640625, 23.25537109375, 24.080810546875, 24.90625]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 5.0, 4.0, 6.0, 10.0, 13.0, 9.0, 15.0, 18.0, 15.0, 18.0, 25.0, 24.0, 36.0, 43.0, 45.0, 63.0, 86.0, 107.0, 205.0, 542.0, 218.0, 96.0, 83.0, 57.0, 52.0, 29.0, 29.0, 36.0, 25.0, 32.0, 10.0, 14.0, 17.0, 8.0, 9.0, 6.0, 10.0, 6.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.78125, -9.5205078125, -9.259765625, -8.9990234375, -8.73828125, -8.4775390625, -8.216796875, -7.9560546875, -7.6953125, -7.4345703125, -7.173828125, -6.9130859375, -6.65234375, -6.3916015625, -6.130859375, -5.8701171875, -5.609375, -5.3486328125, -5.087890625, -4.8271484375, -4.56640625, -4.3056640625, -4.044921875, -3.7841796875, -3.5234375, -3.2626953125, -3.001953125, -2.7412109375, -2.48046875, -2.2197265625, -1.958984375, -1.6982421875, -1.4375, -1.1767578125, -0.916015625, -0.6552734375, -0.39453125, -0.1337890625, 0.126953125, 0.3876953125, 0.6484375, 0.9091796875, 1.169921875, 1.4306640625, 1.69140625, 1.9521484375, 2.212890625, 2.4736328125, 2.734375, 2.9951171875, 3.255859375, 3.5166015625, 3.77734375, 4.0380859375, 4.298828125, 4.5595703125, 4.8203125, 5.0810546875, 5.341796875, 5.6025390625, 5.86328125, 6.1240234375, 6.384765625, 6.6455078125, 6.90625]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 4.0, 5.0, 9.0, 22.0, 19.0, 47.0, 62.0, 92.0, 239.0, 256.0, 81.0, 56.0, 33.0, 27.0, 8.0, 10.0, 3.0, 9.0, 3.0, 7.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.32988166809082, -21.654443740844727, -20.979005813598633, -20.30356788635254, -19.628128051757812, -18.95269012451172, -18.277252197265625, -17.60181427001953, -16.926376342773438, -16.250938415527344, -15.57550048828125, -14.90006160736084, -14.224623680114746, -13.549185752868652, -12.873746871948242, -12.198308944702148, -11.522871017456055, -10.847433090209961, -10.171995162963867, -9.496556282043457, -8.821118354797363, -8.14568042755127, -7.470242023468018, -6.794803619384766, -6.119365692138672, -5.443927764892578, -4.768489360809326, -4.093050956726074, -3.4176130294799805, -2.7421748638153076, -2.0667366981506348, -1.3912982940673828, -0.7158603668212891, -0.04042220115661621, 0.6350159645080566, 1.3104541301727295, 1.9858922958374023, 2.661330461502075, 3.336768627166748, 4.01220703125, 4.687644958496094, 5.3630828857421875, 6.0385212898254395, 6.713959693908691, 7.389397621154785, 8.064835548400879, 8.740274429321289, 9.415712356567383, 10.091150283813477, 10.76658821105957, 11.442026138305664, 12.117465019226074, 12.792902946472168, 13.468340873718262, 14.143779754638672, 14.819217681884766, 15.49465560913086, 16.170093536376953, 16.845531463623047, 17.52096939086914, 18.196407318115234, 18.87184715270996, 19.547285079956055, 20.22272300720215, 20.898160934448242]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 5.0, 1.0, 5.0, 2.0, 11.0, 7.0, 17.0, 10.0, 16.0, 17.0, 16.0, 19.0, 17.0, 25.0, 43.0, 30.0, 44.0, 40.0, 51.0, 33.0, 33.0, 43.0, 44.0, 42.0, 46.0, 45.0, 40.0, 32.0, 36.0, 29.0, 29.0, 24.0, 32.0, 28.0, 13.0, 16.0, 13.0, 8.0, 10.0, 9.0, 5.0, 11.0, 1.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.956076622009277, -9.627994537353516, -9.299911499023438, -8.971829414367676, -8.643747329711914, -8.315664291381836, -7.987582206726074, -7.659499645233154, -7.331417083740234, -7.0033345222473145, -6.6752519607543945, -6.347169876098633, -6.019087314605713, -5.691004753112793, -5.362922668457031, -5.034840106964111, -4.706757545471191, -4.3786749839782715, -4.050592422485352, -3.72251033782959, -3.39442777633667, -3.06634521484375, -2.738262891769409, -2.4101805686950684, -2.0820980072021484, -1.754015564918518, -1.4259331226348877, -1.0978506803512573, -0.769768238067627, -0.4416857957839966, -0.11360335350036621, 0.2144789695739746, 0.5425605773925781, 0.8706430196762085, 1.1987254619598389, 1.5268079042434692, 1.8548903465270996, 2.1829729080200195, 2.5110552310943604, 2.839137554168701, 3.167220115661621, 3.495302677154541, 3.823385000228882, 4.151467323303223, 4.479549884796143, 4.8076324462890625, 5.135714530944824, 5.463797092437744, 5.791879653930664, 6.119962215423584, 6.448044776916504, 6.776126861572266, 7.1042094230651855, 7.4322919845581055, 7.760374069213867, 8.088457107543945, 8.416539192199707, 8.744621276855469, 9.072704315185547, 9.400786399841309, 9.72886848449707, 10.056951522827148, 10.38503360748291, 10.713115692138672, 11.04119873046875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 5.0, 11.0, 6.0, 15.0, 11.0, 20.0, 27.0, 36.0, 39.0, 59.0, 79.0, 94.0, 118.0, 193.0, 283.0, 374.0, 566.0, 838.0, 1409.0, 2581.0, 5294.0, 14291.0, 77029.0, 4052281.0, 24528.0, 7373.0, 2998.0, 1500.0, 826.0, 474.0, 304.0, 186.0, 124.0, 91.0, 59.0, 48.0, 31.0, 17.0, 14.0, 13.0, 7.0, 8.0, 2.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0283660888671875, -0.027512073516845703, -0.026658058166503906, -0.02580404281616211, -0.024950027465820312, -0.024096012115478516, -0.02324199676513672, -0.022387981414794922, -0.021533966064453125, -0.020679950714111328, -0.01982593536376953, -0.018971920013427734, -0.018117904663085938, -0.01726388931274414, -0.016409873962402344, -0.015555858612060547, -0.01470184326171875, -0.013847827911376953, -0.012993812561035156, -0.01213979721069336, -0.011285781860351562, -0.010431766510009766, -0.009577751159667969, -0.008723735809326172, -0.007869720458984375, -0.007015705108642578, -0.006161689758300781, -0.005307674407958984, -0.0044536590576171875, -0.0035996437072753906, -0.0027456283569335938, -0.0018916130065917969, -0.00103759765625, -0.00018358230590820312, 0.0006704330444335938, 0.0015244483947753906, 0.0023784637451171875, 0.0032324790954589844, 0.004086494445800781, 0.004940509796142578, 0.005794525146484375, 0.006648540496826172, 0.007502555847167969, 0.008356571197509766, 0.009210586547851562, 0.01006460189819336, 0.010918617248535156, 0.011772632598876953, 0.01262664794921875, 0.013480663299560547, 0.014334678649902344, 0.01518869400024414, 0.016042709350585938, 0.016896724700927734, 0.01775074005126953, 0.018604755401611328, 0.019458770751953125, 0.020312786102294922, 0.02116680145263672, 0.022020816802978516, 0.022874832153320312, 0.02372884750366211, 0.024582862854003906, 0.025436878204345703, 0.0262908935546875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 3.0, 2.0, 3.0, 3.0, 4.0, 1.0, 8.0, 8.0, 6.0, 11.0, 6.0, 15.0, 7.0, 5.0, 19.0, 11.0, 774.0, 15.0, 17.0, 14.0, 7.0, 7.0, 11.0, 9.0, 4.0, 5.0, 4.0, 7.0, 7.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0], "bins": [-0.0023670196533203125, -0.002305075526237488, -0.002243131399154663, -0.0021811872720718384, -0.0021192431449890137, -0.002057299017906189, -0.0019953548908233643, -0.0019334107637405396, -0.0018714666366577148, -0.0018095225095748901, -0.0017475783824920654, -0.0016856342554092407, -0.001623690128326416, -0.0015617460012435913, -0.0014998018741607666, -0.001437857747077942, -0.0013759136199951172, -0.0013139694929122925, -0.0012520253658294678, -0.001190081238746643, -0.0011281371116638184, -0.0010661929845809937, -0.001004248857498169, -0.0009423047304153442, -0.0008803606033325195, -0.0008184164762496948, -0.0007564723491668701, -0.0006945282220840454, -0.0006325840950012207, -0.000570639967918396, -0.0005086958408355713, -0.0004467517137527466, -0.0003848075866699219, -0.00032286345958709717, -0.00026091933250427246, -0.00019897520542144775, -0.00013703107833862305, -7.508695125579834e-05, -1.3142824172973633e-05, 4.8801302909851074e-05, 0.00011074542999267578, 0.0001726895570755005, 0.0002346336841583252, 0.0002965778112411499, 0.0003585219383239746, 0.0004204660654067993, 0.000482410192489624, 0.0005443543195724487, 0.0006062984466552734, 0.0006682425737380981, 0.0007301867008209229, 0.0007921308279037476, 0.0008540749549865723, 0.000916019082069397, 0.0009779632091522217, 0.0010399073362350464, 0.001101851463317871, 0.0011637955904006958, 0.0012257397174835205, 0.0012876838445663452, 0.00134962797164917, 0.0014115720987319946, 0.0014735162258148193, 0.001535460352897644, 0.0015974044799804688]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 0.0, 5.0, 3.0, 6.0, 5.0, 12.0, 21.0, 23.0, 27.0, 26.0, 46.0, 65.0, 91.0, 128.0, 206.0, 270.0, 438.0, 828.0, 1541.0, 3853.0, 15333.0, 166649.0, 3905893.0, 82075.0, 10534.0, 2968.0, 1293.0, 692.0, 401.0, 243.0, 179.0, 117.0, 83.0, 59.0, 45.0, 31.0, 27.0, 15.0, 11.0, 18.0, 4.0, 3.0, 7.0, 5.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.03350830078125, -0.0324406623840332, -0.031373023986816406, -0.03030538558959961, -0.029237747192382812, -0.028170108795166016, -0.02710247039794922, -0.026034832000732422, -0.024967193603515625, -0.023899555206298828, -0.02283191680908203, -0.021764278411865234, -0.020696640014648438, -0.01962900161743164, -0.018561363220214844, -0.017493724822998047, -0.01642608642578125, -0.015358448028564453, -0.014290809631347656, -0.01322317123413086, -0.012155532836914062, -0.011087894439697266, -0.010020256042480469, -0.008952617645263672, -0.007884979248046875, -0.006817340850830078, -0.005749702453613281, -0.004682064056396484, -0.0036144256591796875, -0.0025467872619628906, -0.0014791488647460938, -0.0004115104675292969, 0.0006561279296875, 0.0017237663269042969, 0.0027914047241210938, 0.0038590431213378906, 0.0049266815185546875, 0.005994319915771484, 0.007061958312988281, 0.008129596710205078, 0.009197235107421875, 0.010264873504638672, 0.011332511901855469, 0.012400150299072266, 0.013467788696289062, 0.01453542709350586, 0.015603065490722656, 0.016670703887939453, 0.01773834228515625, 0.018805980682373047, 0.019873619079589844, 0.02094125747680664, 0.022008895874023438, 0.023076534271240234, 0.02414417266845703, 0.025211811065673828, 0.026279449462890625, 0.027347087860107422, 0.02841472625732422, 0.029482364654541016, 0.030550003051757812, 0.03161764144897461, 0.032685279846191406, 0.0337529182434082, 0.034820556640625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 1.0, 5.0, 10.0, 12.0, 9.0, 17.0, 20.0, 17.0, 16.0, 30.0, 42.0, 53.0, 60.0, 81.0, 98.0, 150.0, 244.0, 679.0, 1540.0, 294.0, 158.0, 122.0, 88.0, 63.0, 54.0, 46.0, 37.0, 22.0, 19.0, 19.0, 16.0, 6.0, 5.0, 12.0, 7.0, 3.0, 6.0, 3.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.003597259521484375, -0.0034855306148529053, -0.0033738017082214355, -0.003262072801589966, -0.003150343894958496, -0.0030386149883270264, -0.0029268860816955566, -0.002815157175064087, -0.002703428268432617, -0.0025916993618011475, -0.0024799704551696777, -0.002368241548538208, -0.0022565126419067383, -0.0021447837352752686, -0.002033054828643799, -0.001921325922012329, -0.0018095970153808594, -0.0016978681087493896, -0.00158613920211792, -0.0014744102954864502, -0.0013626813888549805, -0.0012509524822235107, -0.001139223575592041, -0.0010274946689605713, -0.0009157657623291016, -0.0008040368556976318, -0.0006923079490661621, -0.0005805790424346924, -0.00046885013580322266, -0.00035712122917175293, -0.0002453923225402832, -0.00013366341590881348, -2.193450927734375e-05, 8.979439735412598e-05, 0.0002015233039855957, 0.00031325221061706543, 0.00042498111724853516, 0.0005367100238800049, 0.0006484389305114746, 0.0007601678371429443, 0.0008718967437744141, 0.0009836256504058838, 0.0010953545570373535, 0.0012070834636688232, 0.001318812370300293, 0.0014305412769317627, 0.0015422701835632324, 0.0016539990901947021, 0.0017657279968261719, 0.0018774569034576416, 0.0019891858100891113, 0.002100914716720581, 0.0022126436233520508, 0.0023243725299835205, 0.0024361014366149902, 0.00254783034324646, 0.0026595592498779297, 0.0027712881565093994, 0.002883017063140869, 0.002994745969772339, 0.0031064748764038086, 0.0032182037830352783, 0.003329932689666748, 0.0034416615962982178, 0.0035533905029296875]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 11.0, 7.0, 24.0, 45.0, 101.0, 245.0, 310.0, 139.0, 56.0, 29.0, 17.0, 6.0, 2.0, 3.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.043618883937597275, -0.04212239384651184, -0.04062590375542641, -0.03912941366434097, -0.03763292357325554, -0.036136433482170105, -0.03463993966579437, -0.03314345329999924, -0.031646959483623505, -0.03015046939253807, -0.028653979301452637, -0.027157489210367203, -0.02566099911928177, -0.024164509028196335, -0.02266801707446575, -0.021171526983380318, -0.019675038754940033, -0.0181785486638546, -0.016682058572769165, -0.015185567550361156, -0.013689077459275723, -0.012192587368190289, -0.01069609634578228, -0.009199606254696846, -0.007703116163611412, -0.006206626072525978, -0.004710135515779257, -0.0032136449590325356, -0.0017171548679471016, -0.00022066477686166763, 0.001275826245546341, 0.002772316336631775, 0.00426880270242691, 0.005765292793512344, 0.007261783350259066, 0.008758273907005787, 0.01025476399809122, 0.011751254089176655, 0.013247745111584663, 0.014744235202670097, 0.01624072529375553, 0.017737215384840965, 0.0192337054759264, 0.020730197429656982, 0.022226687520742416, 0.02372317761182785, 0.025219667702913284, 0.026716157793998718, 0.028212647885084152, 0.029709137976169586, 0.03120562806725502, 0.032702118158340454, 0.03419860824942589, 0.03569509834051132, 0.037191592156887054, 0.03868807852268219, 0.04018457233905792, 0.041681062430143356, 0.04317755252122879, 0.044674042612314224, 0.04617053270339966, 0.04766702279448509, 0.049163512885570526, 0.05066000670194626, 0.052156493067741394]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 3.0, 6.0, 15.0, 13.0, 10.0, 19.0, 21.0, 29.0, 33.0, 31.0, 34.0, 45.0, 51.0, 52.0, 52.0, 60.0, 49.0, 57.0, 60.0, 51.0, 50.0, 39.0, 30.0, 38.0, 25.0, 29.0, 19.0, 19.0, 14.0, 8.0, 4.0, 9.0, 6.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01257622241973877, -0.012106634676456451, -0.011637046933174133, -0.011167459189891815, -0.010697871446609497, -0.010228283703327179, -0.00975869596004486, -0.009289108216762543, -0.008819520473480225, -0.008349932730197906, -0.007880344986915588, -0.00741075724363327, -0.006941169500350952, -0.006471581757068634, -0.006001994013786316, -0.005532406270503998, -0.00506281852722168, -0.004593230783939362, -0.0041236430406570435, -0.0036540552973747253, -0.0031844675540924072, -0.002714879810810089, -0.002245292067527771, -0.0017757043242454529, -0.0013061165809631348, -0.0008365288376808167, -0.00036694109439849854, 0.00010264664888381958, 0.0005722343921661377, 0.0010418221354484558, 0.001511409878730774, 0.001980997622013092, 0.00245058536529541, 0.0029201731085777283, 0.0033897608518600464, 0.0038593485951423645, 0.004328936338424683, 0.004798524081707001, 0.005268111824989319, 0.005737699568271637, 0.006207287311553955, 0.006676875054836273, 0.007146462798118591, 0.007616050541400909, 0.008085638284683228, 0.008555226027965546, 0.009024813771247864, 0.009494401514530182, 0.0099639892578125, 0.010433577001094818, 0.010903164744377136, 0.011372752487659454, 0.011842340230941772, 0.01231192797422409, 0.012781515717506409, 0.013251103460788727, 0.013720691204071045, 0.014190278947353363, 0.014659866690635681, 0.015129454433918, 0.015599042177200317, 0.016068629920482635, 0.016538217663764954, 0.01700780540704727, 0.01747739315032959]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 7.0, 4.0, 5.0, 12.0, 12.0, 16.0, 20.0, 30.0, 38.0, 58.0, 69.0, 86.0, 115.0, 187.0, 261.0, 380.0, 534.0, 786.0, 1167.0, 1875.0, 2970.0, 5116.0, 9089.0, 19594.0, 126358.0, 825429.0, 26768.0, 11629.0, 6111.0, 3532.0, 2069.0, 1371.0, 922.0, 589.0, 360.0, 286.0, 186.0, 147.0, 104.0, 79.0, 50.0, 39.0, 24.0, 11.0, 23.0, 14.0, 9.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-0.024871826171875, -0.02409839630126953, -0.023324966430664062, -0.022551536560058594, -0.021778106689453125, -0.021004676818847656, -0.020231246948242188, -0.01945781707763672, -0.01868438720703125, -0.01791095733642578, -0.017137527465820312, -0.016364097595214844, -0.015590667724609375, -0.014817237854003906, -0.014043807983398438, -0.013270378112792969, -0.0124969482421875, -0.011723518371582031, -0.010950088500976562, -0.010176658630371094, -0.009403228759765625, -0.008629798889160156, -0.007856369018554688, -0.007082939147949219, -0.00630950927734375, -0.005536079406738281, -0.0047626495361328125, -0.003989219665527344, -0.003215789794921875, -0.0024423599243164062, -0.0016689300537109375, -0.0008955001831054688, -0.0001220703125, 0.0006513595581054688, 0.0014247894287109375, 0.0021982192993164062, 0.002971649169921875, 0.0037450790405273438, 0.0045185089111328125, 0.005291938781738281, 0.00606536865234375, 0.006838798522949219, 0.0076122283935546875, 0.008385658264160156, 0.009159088134765625, 0.009932518005371094, 0.010705947875976562, 0.011479377746582031, 0.0122528076171875, 0.013026237487792969, 0.013799667358398438, 0.014573097229003906, 0.015346527099609375, 0.016119956970214844, 0.016893386840820312, 0.01766681671142578, 0.01844024658203125, 0.01921367645263672, 0.019987106323242188, 0.020760536193847656, 0.021533966064453125, 0.022307395935058594, 0.023080825805664062, 0.02385425567626953, 0.024627685546875]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 12.0, 6.0, 2.0, 3.0, 5.0, 12.0, 9.0, 8.0, 12.0, 14.0, 67.0, 383.0, 325.0, 43.0, 19.0, 9.0, 9.0, 6.0, 13.0, 3.0, 8.0, 3.0, 6.0, 4.0, 6.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.002452850341796875, -0.00238955020904541, -0.0023262500762939453, -0.0022629499435424805, -0.0021996498107910156, -0.0021363496780395508, -0.002073049545288086, -0.002009749412536621, -0.0019464492797851562, -0.0018831491470336914, -0.0018198490142822266, -0.0017565488815307617, -0.0016932487487792969, -0.001629948616027832, -0.0015666484832763672, -0.0015033483505249023, -0.0014400482177734375, -0.0013767480850219727, -0.0013134479522705078, -0.001250147819519043, -0.0011868476867675781, -0.0011235475540161133, -0.0010602474212646484, -0.0009969472885131836, -0.0009336471557617188, -0.0008703470230102539, -0.0008070468902587891, -0.0007437467575073242, -0.0006804466247558594, -0.0006171464920043945, -0.0005538463592529297, -0.0004905462265014648, -0.00042724609375, -0.00036394596099853516, -0.0003006458282470703, -0.00023734569549560547, -0.00017404556274414062, -0.00011074542999267578, -4.744529724121094e-05, 1.5854835510253906e-05, 7.915496826171875e-05, 0.0001424551010131836, 0.00020575523376464844, 0.0002690553665161133, 0.0003323554992675781, 0.00039565563201904297, 0.0004589557647705078, 0.0005222558975219727, 0.0005855560302734375, 0.0006488561630249023, 0.0007121562957763672, 0.000775456428527832, 0.0008387565612792969, 0.0009020566940307617, 0.0009653568267822266, 0.0010286569595336914, 0.0010919570922851562, 0.001155257225036621, 0.001218557357788086, 0.0012818574905395508, 0.0013451576232910156, 0.0014084577560424805, 0.0014717578887939453, 0.0015350580215454102, 0.001598358154296875]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 7.0, 1.0, 3.0, 6.0, 11.0, 14.0, 19.0, 21.0, 31.0, 36.0, 44.0, 79.0, 114.0, 155.0, 203.0, 308.0, 468.0, 748.0, 1201.0, 1948.0, 3672.0, 8055.0, 29246.0, 713078.0, 253959.0, 20585.0, 6622.0, 3104.0, 1700.0, 1045.0, 653.0, 426.0, 283.0, 199.0, 152.0, 102.0, 74.0, 54.0, 33.0, 32.0, 22.0, 11.0, 8.0, 9.0, 8.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.041046142578125, -0.03983497619628906, -0.038623809814453125, -0.03741264343261719, -0.03620147705078125, -0.03499031066894531, -0.033779144287109375, -0.03256797790527344, -0.0313568115234375, -0.030145645141601562, -0.028934478759765625, -0.027723312377929688, -0.02651214599609375, -0.025300979614257812, -0.024089813232421875, -0.022878646850585938, -0.02166748046875, -0.020456314086914062, -0.019245147705078125, -0.018033981323242188, -0.01682281494140625, -0.015611648559570312, -0.014400482177734375, -0.013189315795898438, -0.0119781494140625, -0.010766983032226562, -0.009555816650390625, -0.008344650268554688, -0.00713348388671875, -0.0059223175048828125, -0.004711151123046875, -0.0034999847412109375, -0.002288818359375, -0.0010776519775390625, 0.000133514404296875, 0.0013446807861328125, 0.00255584716796875, 0.0037670135498046875, 0.004978179931640625, 0.0061893463134765625, 0.0074005126953125, 0.008611679077148438, 0.009822845458984375, 0.011034011840820312, 0.01224517822265625, 0.013456344604492188, 0.014667510986328125, 0.015878677368164062, 0.01708984375, 0.018301010131835938, 0.019512176513671875, 0.020723342895507812, 0.02193450927734375, 0.023145675659179688, 0.024356842041015625, 0.025568008422851562, 0.0267791748046875, 0.027990341186523438, 0.029201507568359375, 0.030412673950195312, 0.03162384033203125, 0.03283500671386719, 0.034046173095703125, 0.03525733947753906, 0.036468505859375]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 5.0, 4.0, 10.0, 7.0, 7.0, 16.0, 10.0, 14.0, 10.0, 22.0, 19.0, 27.0, 24.0, 25.0, 40.0, 43.0, 23.0, 34.0, 40.0, 38.0, 44.0, 33.0, 53.0, 38.0, 37.0, 38.0, 41.0, 26.0, 40.0, 32.0, 38.0, 26.0, 22.0, 21.0, 14.0, 17.0, 11.0, 11.0, 4.0, 9.0, 4.0, 5.0, 7.0, 3.0, 3.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 1.0], "bins": [-0.00887298583984375, -0.008613884449005127, -0.008354783058166504, -0.00809568166732788, -0.007836580276489258, -0.007577478885650635, -0.007318377494812012, -0.007059276103973389, -0.006800174713134766, -0.006541073322296143, -0.0062819719314575195, -0.0060228705406188965, -0.0057637691497802734, -0.00550466775894165, -0.005245566368103027, -0.004986464977264404, -0.004727363586425781, -0.004468262195587158, -0.004209160804748535, -0.003950059413909912, -0.003690958023071289, -0.003431856632232666, -0.003172755241394043, -0.00291365385055542, -0.002654552459716797, -0.002395451068878174, -0.0021363496780395508, -0.0018772482872009277, -0.0016181468963623047, -0.0013590455055236816, -0.0010999441146850586, -0.0008408427238464355, -0.0005817413330078125, -0.00032263994216918945, -6.35385513305664e-05, 0.00019556283950805664, 0.0004546642303466797, 0.0007137656211853027, 0.0009728670120239258, 0.0012319684028625488, 0.0014910697937011719, 0.001750171184539795, 0.002009272575378418, 0.002268373966217041, 0.002527475357055664, 0.002786576747894287, 0.00304567813873291, 0.003304779529571533, 0.0035638809204101562, 0.0038229823112487793, 0.004082083702087402, 0.004341185092926025, 0.0046002864837646484, 0.0048593878746032715, 0.0051184892654418945, 0.005377590656280518, 0.005636692047119141, 0.005895793437957764, 0.006154894828796387, 0.00641399621963501, 0.006673097610473633, 0.006932199001312256, 0.007191300392150879, 0.007450401782989502, 0.007709503173828125]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 3.0, 0.0, 6.0, 9.0, 13.0, 20.0, 23.0, 17.0, 39.0, 40.0, 66.0, 111.0, 209.0, 348.0, 828.0, 2104.0, 9044.0, 370588.0, 651324.0, 9660.0, 2250.0, 840.0, 419.0, 203.0, 110.0, 74.0, 54.0, 36.0, 32.0, 25.0, 12.0, 7.0, 9.0, 9.0, 4.0, 9.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0216827392578125, -0.020935535430908203, -0.020188331604003906, -0.01944112777709961, -0.018693923950195312, -0.017946720123291016, -0.01719951629638672, -0.016452312469482422, -0.015705108642578125, -0.014957904815673828, -0.014210700988769531, -0.013463497161865234, -0.012716293334960938, -0.01196908950805664, -0.011221885681152344, -0.010474681854248047, -0.00972747802734375, -0.008980274200439453, -0.008233070373535156, -0.007485866546630859, -0.0067386627197265625, -0.005991458892822266, -0.005244255065917969, -0.004497051239013672, -0.003749847412109375, -0.003002643585205078, -0.0022554397583007812, -0.0015082359313964844, -0.0007610321044921875, -1.3828277587890625e-05, 0.0007333755493164062, 0.0014805793762207031, 0.002227783203125, 0.002974987030029297, 0.0037221908569335938, 0.004469394683837891, 0.0052165985107421875, 0.005963802337646484, 0.006711006164550781, 0.007458209991455078, 0.008205413818359375, 0.008952617645263672, 0.009699821472167969, 0.010447025299072266, 0.011194229125976562, 0.01194143295288086, 0.012688636779785156, 0.013435840606689453, 0.01418304443359375, 0.014930248260498047, 0.015677452087402344, 0.01642465591430664, 0.017171859741210938, 0.017919063568115234, 0.01866626739501953, 0.019413471221923828, 0.020160675048828125, 0.020907878875732422, 0.02165508270263672, 0.022402286529541016, 0.023149490356445312, 0.02389669418334961, 0.024643898010253906, 0.025391101837158203, 0.0261383056640625]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 7.0, 2.0, 6.0, 4.0, 12.0, 4.0, 15.0, 18.0, 30.0, 32.0, 52.0, 78.0, 78.0, 123.0, 103.0, 112.0, 93.0, 59.0, 38.0, 36.0, 26.0, 25.0, 11.0, 9.0, 5.0, 5.0, 5.0, 5.0, 2.0, 6.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5854835510253906e-05, -1.5391968190670013e-05, -1.492910087108612e-05, -1.4466233551502228e-05, -1.4003366231918335e-05, -1.3540498912334442e-05, -1.307763159275055e-05, -1.2614764273166656e-05, -1.2151896953582764e-05, -1.1689029633998871e-05, -1.1226162314414978e-05, -1.0763294994831085e-05, -1.0300427675247192e-05, -9.8375603556633e-06, -9.374693036079407e-06, -8.911825716495514e-06, -8.448958396911621e-06, -7.986091077327728e-06, -7.5232237577438354e-06, -7.060356438159943e-06, -6.59748911857605e-06, -6.134621798992157e-06, -5.671754479408264e-06, -5.208887159824371e-06, -4.7460198402404785e-06, -4.283152520656586e-06, -3.820285201072693e-06, -3.3574178814888e-06, -2.8945505619049072e-06, -2.4316832423210144e-06, -1.9688159227371216e-06, -1.5059486031532288e-06, -1.043081283569336e-06, -5.802139639854431e-07, -1.1734664440155029e-07, 3.4552067518234253e-07, 8.083879947662354e-07, 1.2712553143501282e-06, 1.734122633934021e-06, 2.196989953517914e-06, 2.6598572731018066e-06, 3.1227245926856995e-06, 3.5855919122695923e-06, 4.048459231853485e-06, 4.511326551437378e-06, 4.974193871021271e-06, 5.4370611906051636e-06, 5.899928510189056e-06, 6.362795829772949e-06, 6.825663149356842e-06, 7.288530468940735e-06, 7.751397788524628e-06, 8.21426510810852e-06, 8.677132427692413e-06, 9.139999747276306e-06, 9.602867066860199e-06, 1.0065734386444092e-05, 1.0528601706027985e-05, 1.0991469025611877e-05, 1.145433634519577e-05, 1.1917203664779663e-05, 1.2380070984363556e-05, 1.2842938303947449e-05, 1.3305805623531342e-05, 1.3768672943115234e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 2.0, 11.0, 19.0, 13.0, 30.0, 40.0, 34.0, 67.0, 83.0, 160.0, 234.0, 369.0, 685.0, 1742.0, 6177.0, 156140.0, 870988.0, 7965.0, 1941.0, 747.0, 422.0, 200.0, 154.0, 109.0, 62.0, 37.0, 21.0, 21.0, 23.0, 17.0, 6.0, 11.0, 6.0, 4.0, 0.0, 3.0, 6.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.06512451171875, -0.06345748901367188, -0.06179046630859375, -0.060123443603515625, -0.0584564208984375, -0.056789398193359375, -0.05512237548828125, -0.053455352783203125, -0.051788330078125, -0.050121307373046875, -0.04845428466796875, -0.046787261962890625, -0.0451202392578125, -0.043453216552734375, -0.04178619384765625, -0.040119171142578125, -0.0384521484375, -0.036785125732421875, -0.03511810302734375, -0.033451080322265625, -0.0317840576171875, -0.030117034912109375, -0.02845001220703125, -0.026782989501953125, -0.025115966796875, -0.023448944091796875, -0.02178192138671875, -0.020114898681640625, -0.0184478759765625, -0.016780853271484375, -0.01511383056640625, -0.013446807861328125, -0.01177978515625, -0.010112762451171875, -0.00844573974609375, -0.006778717041015625, -0.0051116943359375, -0.003444671630859375, -0.00177764892578125, -0.000110626220703125, 0.001556396484375, 0.003223419189453125, 0.00489044189453125, 0.006557464599609375, 0.0082244873046875, 0.009891510009765625, 0.01155853271484375, 0.013225555419921875, 0.014892578125, 0.016559600830078125, 0.01822662353515625, 0.019893646240234375, 0.0215606689453125, 0.023227691650390625, 0.02489471435546875, 0.026561737060546875, 0.028228759765625, 0.029895782470703125, 0.03156280517578125, 0.033229827880859375, 0.0348968505859375, 0.036563873291015625, 0.03823089599609375, 0.039897918701171875, 0.04156494140625]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 4.0, 4.0, 7.0, 11.0, 4.0, 26.0, 37.0, 110.0, 384.0, 268.0, 66.0, 23.0, 16.0, 15.0, 3.0, 5.0, 2.0, 0.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0243377685546875, -0.023769497871398926, -0.02320122718811035, -0.022632956504821777, -0.022064685821533203, -0.02149641513824463, -0.020928144454956055, -0.02035987377166748, -0.019791603088378906, -0.019223332405090332, -0.018655061721801758, -0.018086791038513184, -0.01751852035522461, -0.016950249671936035, -0.01638197898864746, -0.015813708305358887, -0.015245437622070312, -0.014677166938781738, -0.014108896255493164, -0.01354062557220459, -0.012972354888916016, -0.012404084205627441, -0.011835813522338867, -0.011267542839050293, -0.010699272155761719, -0.010131001472473145, -0.00956273078918457, -0.008994460105895996, -0.008426189422607422, -0.007857918739318848, -0.0072896480560302734, -0.006721377372741699, -0.006153106689453125, -0.005584836006164551, -0.0050165653228759766, -0.004448294639587402, -0.003880023956298828, -0.003311753273010254, -0.0027434825897216797, -0.0021752119064331055, -0.0016069412231445312, -0.001038670539855957, -0.0004703998565673828, 9.78708267211914e-05, 0.0006661415100097656, 0.0012344121932983398, 0.001802682876586914, 0.0023709535598754883, 0.0029392242431640625, 0.0035074949264526367, 0.004075765609741211, 0.004644036293029785, 0.005212306976318359, 0.005780577659606934, 0.006348848342895508, 0.006917119026184082, 0.007485389709472656, 0.00805366039276123, 0.008621931076049805, 0.009190201759338379, 0.009758472442626953, 0.010326743125915527, 0.010895013809204102, 0.011463284492492676, 0.01203155517578125]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 14.0, 36.0, 315.0, 568.0, 26.0, 14.0, 7.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.32045161724090576, -0.3005163371562958, -0.2805810570716858, -0.2606457471847534, -0.24071046710014343, -0.22077518701553345, -0.20083990693092346, -0.18090461194515228, -0.1609693318605423, -0.1410340517759323, -0.12109875679016113, -0.10116347670555115, -0.08122818917036057, -0.06129290163516998, -0.04135762155056, -0.02142232656478882, -0.001487046480178833, 0.0184482391923666, 0.03838352486491203, 0.05831880867481232, 0.0782540962100029, 0.09818938374519348, 0.11812466382980347, 0.13805995881557465, 0.15799523890018463, 0.17793051898479462, 0.1978658139705658, 0.21780109405517578, 0.23773637413978577, 0.25767165422439575, 0.2776069641113281, 0.2975422441959381, 0.3174775242805481, 0.3374128043651581, 0.35734808444976807, 0.37728339433670044, 0.3972186744213104, 0.4171539545059204, 0.4370892345905304, 0.4570245146751404, 0.47695982456207275, 0.49689510464668274, 0.5168303847312927, 0.5367656946182251, 0.5567009449005127, 0.5766362547874451, 0.5965715646743774, 0.616506814956665, 0.6364420652389526, 0.656377375125885, 0.6763126254081726, 0.696247935295105, 0.7161831855773926, 0.736118495464325, 0.7560538053512573, 0.7759890556335449, 0.7959243655204773, 0.8158596754074097, 0.8357949256896973, 0.8557302355766296, 0.8756654858589172, 0.8956007957458496, 0.9155360460281372, 0.9354713559150696, 0.955406665802002]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 4.0, 3.0, 4.0, 8.0, 6.0, 5.0, 7.0, 6.0, 23.0, 18.0, 43.0, 78.0, 129.0, 151.0, 193.0, 112.0, 80.0, 45.0, 23.0, 18.0, 14.0, 8.0, 5.0, 8.0, 5.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.13549268245697021, -0.12934215366840363, -0.12319163233041763, -0.11704111099243164, -0.11089058220386505, -0.10474006086587906, -0.09858953952789307, -0.09243901073932648, -0.08628848940134048, -0.08013796806335449, -0.0739874392747879, -0.06783691793680191, -0.06168639287352562, -0.05553586781024933, -0.049385346472263336, -0.043234821408987045, -0.037084296345710754, -0.030933771282434464, -0.024783248081803322, -0.01863272488117218, -0.01248219981789589, -0.006331674754619598, -0.00018115341663360596, 0.005969371646642685, 0.012119896709918976, 0.018270421773195267, 0.02442094497382641, 0.03057146817445755, 0.03672199323773384, 0.04287251830101013, 0.049023039638996124, 0.055173564702272415, 0.061324089765548706, 0.0674746111035347, 0.07362513989210129, 0.07977566123008728, 0.08592619001865387, 0.09207671135663986, 0.09822723269462585, 0.10437776148319244, 0.11052828282117844, 0.11667880415916443, 0.12282933294773102, 0.1289798617362976, 0.135130375623703, 0.1412809044122696, 0.14743143320083618, 0.15358194708824158, 0.15973247587680817, 0.16588300466537476, 0.17203351855278015, 0.17818404734134674, 0.18433457612991333, 0.19048509001731873, 0.19663561880588531, 0.2027861475944519, 0.2089366614818573, 0.2150871902704239, 0.22123770415782928, 0.22738823294639587, 0.23353876173496246, 0.23968929052352905, 0.24583980441093445, 0.25199031829833984, 0.2581408619880676]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 11.0, 7.0, 5.0, 14.0, 14.0, 14.0, 23.0, 21.0, 36.0, 51.0, 167.0, 1303.0, 62793.0, 4127652.0, 1814.0, 138.0, 57.0, 38.0, 28.0, 24.0, 13.0, 9.0, 14.0, 4.0, 7.0, 4.0, 2.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.9609375, -2.874267578125, -2.78759765625, -2.700927734375, -2.6142578125, -2.527587890625, -2.44091796875, -2.354248046875, -2.267578125, -2.180908203125, -2.09423828125, -2.007568359375, -1.9208984375, -1.834228515625, -1.74755859375, -1.660888671875, -1.57421875, -1.487548828125, -1.40087890625, -1.314208984375, -1.2275390625, -1.140869140625, -1.05419921875, -0.967529296875, -0.880859375, -0.794189453125, -0.70751953125, -0.620849609375, -0.5341796875, -0.447509765625, -0.36083984375, -0.274169921875, -0.1875, -0.100830078125, -0.01416015625, 0.072509765625, 0.1591796875, 0.245849609375, 0.33251953125, 0.419189453125, 0.505859375, 0.592529296875, 0.67919921875, 0.765869140625, 0.8525390625, 0.939208984375, 1.02587890625, 1.112548828125, 1.19921875, 1.285888671875, 1.37255859375, 1.459228515625, 1.5458984375, 1.632568359375, 1.71923828125, 1.805908203125, 1.892578125, 1.979248046875, 2.06591796875, 2.152587890625, 2.2392578125, 2.325927734375, 2.41259765625, 2.499267578125, 2.5859375]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 13.0, 9.0, 10.0, 5.0, 4.0, 17.0, 40.0, 167.0, 347.0, 206.0, 46.0, 24.0, 10.0, 10.0, 10.0, 7.0, 5.0, 3.0, 5.0, 6.0, 7.0, 3.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 3.0, 2.0], "bins": [-0.0017728805541992188, -0.0017241090536117554, -0.001675337553024292, -0.0016265660524368286, -0.0015777945518493652, -0.0015290230512619019, -0.0014802515506744385, -0.001431480050086975, -0.0013827085494995117, -0.0013339370489120483, -0.001285165548324585, -0.0012363940477371216, -0.0011876225471496582, -0.0011388510465621948, -0.0010900795459747314, -0.001041308045387268, -0.0009925365447998047, -0.0009437650442123413, -0.0008949935436248779, -0.0008462220430374146, -0.0007974505424499512, -0.0007486790418624878, -0.0006999075412750244, -0.000651136040687561, -0.0006023645401000977, -0.0005535930395126343, -0.0005048215389251709, -0.0004560500383377075, -0.00040727853775024414, -0.00035850703716278076, -0.0003097355365753174, -0.000260964035987854, -0.00021219253540039062, -0.00016342103481292725, -0.00011464953422546387, -6.587803363800049e-05, -1.710653305053711e-05, 3.166496753692627e-05, 8.043646812438965e-05, 0.00012920796871185303, 0.0001779794692993164, 0.00022675096988677979, 0.00027552247047424316, 0.00032429397106170654, 0.0003730654716491699, 0.0004218369722366333, 0.0004706084728240967, 0.0005193799734115601, 0.0005681514739990234, 0.0006169229745864868, 0.0006656944751739502, 0.0007144659757614136, 0.000763237476348877, 0.0008120089769363403, 0.0008607804775238037, 0.0009095519781112671, 0.0009583234786987305, 0.0010070949792861938, 0.0010558664798736572, 0.0011046379804611206, 0.001153409481048584, 0.0012021809816360474, 0.0012509524822235107, 0.0012997239828109741, 0.0013484954833984375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 10.0, 12.0, 7.0, 12.0, 11.0, 17.0, 21.0, 27.0, 36.0, 34.0, 57.0, 72.0, 82.0, 91.0, 147.0, 250.0, 2139.0, 4144853.0, 45006.0, 609.0, 185.0, 108.0, 92.0, 69.0, 70.0, 62.0, 43.0, 40.0, 16.0, 23.0, 12.0, 19.0, 14.0, 9.0, 4.0, 6.0, 6.0, 8.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.49462890625, -0.47856903076171875, -0.4625091552734375, -0.44644927978515625, -0.430389404296875, -0.41432952880859375, -0.3982696533203125, -0.38220977783203125, -0.36614990234375, -0.35009002685546875, -0.3340301513671875, -0.31797027587890625, -0.301910400390625, -0.28585052490234375, -0.2697906494140625, -0.25373077392578125, -0.2376708984375, -0.22161102294921875, -0.2055511474609375, -0.18949127197265625, -0.173431396484375, -0.15737152099609375, -0.1413116455078125, -0.12525177001953125, -0.10919189453125, -0.09313201904296875, -0.0770721435546875, -0.06101226806640625, -0.044952392578125, -0.02889251708984375, -0.0128326416015625, 0.00322723388671875, 0.019287109375, 0.03534698486328125, 0.0514068603515625, 0.06746673583984375, 0.083526611328125, 0.09958648681640625, 0.1156463623046875, 0.13170623779296875, 0.14776611328125, 0.16382598876953125, 0.1798858642578125, 0.19594573974609375, 0.212005615234375, 0.22806549072265625, 0.2441253662109375, 0.26018524169921875, 0.2762451171875, 0.29230499267578125, 0.3083648681640625, 0.32442474365234375, 0.340484619140625, 0.35654449462890625, 0.3726043701171875, 0.38866424560546875, 0.40472412109375, 0.42078399658203125, 0.4368438720703125, 0.45290374755859375, 0.468963623046875, 0.48502349853515625, 0.5010833740234375, 0.5171432495117188, 0.533203125]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 5.0, 10.0, 9.0, 7.0, 16.0, 13.0, 24.0, 29.0, 34.0, 44.0, 51.0, 86.0, 96.0, 125.0, 170.0, 197.0, 288.0, 1373.0, 431.0, 214.0, 201.0, 136.0, 96.0, 77.0, 82.0, 68.0, 44.0, 37.0, 18.0, 20.0, 20.0, 18.0, 10.0, 7.0, 6.0, 7.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0043487548828125, -0.0042160749435424805, -0.004083395004272461, -0.003950715065002441, -0.003818035125732422, -0.0036853551864624023, -0.003552675247192383, -0.0034199953079223633, -0.0032873153686523438, -0.0031546354293823242, -0.0030219554901123047, -0.002889275550842285, -0.0027565956115722656, -0.002623915672302246, -0.0024912357330322266, -0.002358555793762207, -0.0022258758544921875, -0.002093195915222168, -0.0019605159759521484, -0.001827836036682129, -0.0016951560974121094, -0.0015624761581420898, -0.0014297962188720703, -0.0012971162796020508, -0.0011644363403320312, -0.0010317564010620117, -0.0008990764617919922, -0.0007663965225219727, -0.0006337165832519531, -0.0005010366439819336, -0.00036835670471191406, -0.00023567676544189453, -0.000102996826171875, 2.968311309814453e-05, 0.00016236305236816406, 0.0002950429916381836, 0.0004277229309082031, 0.0005604028701782227, 0.0006930828094482422, 0.0008257627487182617, 0.0009584426879882812, 0.0010911226272583008, 0.0012238025665283203, 0.0013564825057983398, 0.0014891624450683594, 0.001621842384338379, 0.0017545223236083984, 0.001887202262878418, 0.0020198822021484375, 0.002152562141418457, 0.0022852420806884766, 0.002417922019958496, 0.0025506019592285156, 0.002683281898498535, 0.0028159618377685547, 0.0029486417770385742, 0.0030813217163085938, 0.0032140016555786133, 0.003346681594848633, 0.0034793615341186523, 0.003612041473388672, 0.0037447214126586914, 0.003877401351928711, 0.0040100812911987305, 0.00414276123046875]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 19.0, 65.0, 794.0, 114.0, 12.0, 6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.47627758979797363, -0.467391699552536, -0.4585058093070984, -0.44961991906166077, -0.44073402881622314, -0.4318481385707855, -0.4229622483253479, -0.4140763282775879, -0.40519046783447266, -0.39630457758903503, -0.3874186873435974, -0.3785327970981598, -0.36964690685272217, -0.36076101660728455, -0.3518751263618469, -0.3429892063140869, -0.3341033160686493, -0.32521742582321167, -0.31633153557777405, -0.3074456453323364, -0.2985597550868988, -0.2896738648414612, -0.28078797459602356, -0.27190208435058594, -0.2630161643028259, -0.2541302740573883, -0.24524438381195068, -0.23635849356651306, -0.22747260332107544, -0.21858671307563782, -0.209700807929039, -0.20081491768360138, -0.19192904233932495, -0.18304315209388733, -0.1741572618484497, -0.16527137160301208, -0.15638548135757446, -0.14749959111213684, -0.13861368596553802, -0.1297277957201004, -0.12084191292524338, -0.11195602267980576, -0.10307012498378754, -0.09418423473834991, -0.08529834449291229, -0.07641245424747467, -0.06752656400203705, -0.05864066630601883, -0.04975477606058121, -0.040868885815143585, -0.031982991844415665, -0.023097099736332893, -0.014211207628250122, -0.0053253173828125, 0.0035605765879154205, 0.012446470558643341, 0.021332360804080963, 0.030218252912163734, 0.039104145020246506, 0.047990038990974426, 0.05687592923641205, 0.06576181948184967, 0.07464770972728729, 0.08353360742330551, 0.09241949766874313]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 7.0, 4.0, 13.0, 15.0, 13.0, 20.0, 21.0, 38.0, 51.0, 49.0, 59.0, 56.0, 61.0, 63.0, 65.0, 67.0, 61.0, 62.0, 63.0, 46.0, 41.0, 29.0, 23.0, 22.0, 7.0, 16.0, 7.0, 6.0, 2.0, 3.0, 5.0, 3.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.04020082950592041, -0.039188042283058167, -0.03817525506019592, -0.03716246411204338, -0.03614967688918114, -0.03513688966631889, -0.03412409871816635, -0.03311131149530411, -0.032098524272441864, -0.03108573704957962, -0.030072947964072227, -0.029060158878564835, -0.02804737165570259, -0.027034584432840347, -0.026021795347332954, -0.02500900626182556, -0.023996219038963318, -0.022983431816101074, -0.02197064273059368, -0.02095785364508629, -0.019945066422224045, -0.0189322791993618, -0.017919490113854408, -0.016906701028347015, -0.01589391380548477, -0.014881125651299953, -0.013868337497115135, -0.012855549342930317, -0.011842761188745499, -0.01082997303456068, -0.009817184880375862, -0.008804396726191044, -0.007791608572006226, -0.006778820417821407, -0.005766032263636589, -0.004753244109451771, -0.0037404559552669525, -0.0027276678010821342, -0.001714879646897316, -0.0007020914927124977, 0.00031069666147232056, 0.0013234848156571388, 0.002336272969841957, 0.0033490611240267754, 0.004361849278211594, 0.005374637432396412, 0.00638742558658123, 0.007400213740766048, 0.008413001894950867, 0.009425790049135685, 0.010438578203320503, 0.011451366357505322, 0.01246415451169014, 0.013476942665874958, 0.014489730820059776, 0.015502518974244595, 0.016515307128429413, 0.017528094351291656, 0.01854088343679905, 0.019553672522306442, 0.020566459745168686, 0.02157924696803093, 0.022592036053538322, 0.023604825139045715, 0.02461761236190796]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 11.0, 10.0, 11.0, 22.0, 24.0, 31.0, 48.0, 61.0, 91.0, 126.0, 154.0, 201.0, 281.0, 375.0, 501.0, 719.0, 1016.0, 1507.0, 2252.0, 3337.0, 5154.0, 8061.0, 13494.0, 27950.0, 340549.0, 571982.0, 30943.0, 14279.0, 8542.0, 5336.0, 3601.0, 2327.0, 1585.0, 1085.0, 772.0, 530.0, 408.0, 297.0, 232.0, 158.0, 140.0, 100.0, 52.0, 57.0, 41.0, 35.0, 17.0, 16.0, 6.0, 9.0, 11.0, 6.0, 4.0, 3.0, 4.0], "bins": [-0.02850341796875, -0.027666330337524414, -0.026829242706298828, -0.025992155075073242, -0.025155067443847656, -0.02431797981262207, -0.023480892181396484, -0.0226438045501709, -0.021806716918945312, -0.020969629287719727, -0.02013254165649414, -0.019295454025268555, -0.01845836639404297, -0.017621278762817383, -0.016784191131591797, -0.01594710350036621, -0.015110015869140625, -0.014272928237915039, -0.013435840606689453, -0.012598752975463867, -0.011761665344238281, -0.010924577713012695, -0.01008749008178711, -0.009250402450561523, -0.008413314819335938, -0.0075762271881103516, -0.006739139556884766, -0.00590205192565918, -0.005064964294433594, -0.004227876663208008, -0.003390789031982422, -0.002553701400756836, -0.00171661376953125, -0.0008795261383056641, -4.2438507080078125e-05, 0.0007946491241455078, 0.0016317367553710938, 0.0024688243865966797, 0.0033059120178222656, 0.0041429996490478516, 0.0049800872802734375, 0.0058171749114990234, 0.006654262542724609, 0.007491350173950195, 0.008328437805175781, 0.009165525436401367, 0.010002613067626953, 0.010839700698852539, 0.011676788330078125, 0.012513875961303711, 0.013350963592529297, 0.014188051223754883, 0.015025138854980469, 0.015862226486206055, 0.01669931411743164, 0.017536401748657227, 0.018373489379882812, 0.0192105770111084, 0.020047664642333984, 0.02088475227355957, 0.021721839904785156, 0.022558927536010742, 0.023396015167236328, 0.024233102798461914, 0.0250701904296875]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 3.0, 6.0, 8.0, 5.0, 4.0, 7.0, 6.0, 15.0, 11.0, 7.0, 9.0, 29.0, 77.0, 158.0, 250.0, 174.0, 92.0, 37.0, 12.0, 8.0, 16.0, 12.0, 8.0, 3.0, 3.0, 2.0, 5.0, 7.0, 5.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00153350830078125, -0.0014887750148773193, -0.0014440417289733887, -0.001399308443069458, -0.0013545751571655273, -0.0013098418712615967, -0.001265108585357666, -0.0012203752994537354, -0.0011756420135498047, -0.001130908727645874, -0.0010861754417419434, -0.0010414421558380127, -0.000996708869934082, -0.0009519755840301514, -0.0009072422981262207, -0.00086250901222229, -0.0008177757263183594, -0.0007730424404144287, -0.000728309154510498, -0.0006835758686065674, -0.0006388425827026367, -0.0005941092967987061, -0.0005493760108947754, -0.0005046427249908447, -0.00045990943908691406, -0.0004151761531829834, -0.00037044286727905273, -0.00032570958137512207, -0.0002809762954711914, -0.00023624300956726074, -0.00019150972366333008, -0.00014677643775939941, -0.00010204315185546875, -5.7309865951538086e-05, -1.2576580047607422e-05, 3.215670585632324e-05, 7.68899917602539e-05, 0.00012162327766418457, 0.00016635656356811523, 0.0002110898494720459, 0.00025582313537597656, 0.0003005564212799072, 0.0003452897071838379, 0.00039002299308776855, 0.0004347562789916992, 0.0004794895648956299, 0.0005242228507995605, 0.0005689561367034912, 0.0006136894226074219, 0.0006584227085113525, 0.0007031559944152832, 0.0007478892803192139, 0.0007926225662231445, 0.0008373558521270752, 0.0008820891380310059, 0.0009268224239349365, 0.0009715557098388672, 0.0010162889957427979, 0.0010610222816467285, 0.0011057555675506592, 0.0011504888534545898, 0.0011952221393585205, 0.0012399554252624512, 0.0012846887111663818, 0.0013294219970703125]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 3.0, 4.0, 9.0, 12.0, 11.0, 11.0, 19.0, 17.0, 21.0, 26.0, 26.0, 25.0, 45.0, 52.0, 47.0, 132.0, 584.0, 8067.0, 999700.0, 37622.0, 1546.0, 222.0, 67.0, 37.0, 41.0, 34.0, 23.0, 20.0, 26.0, 18.0, 22.0, 17.0, 14.0, 10.0, 9.0, 5.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.10760498046875, -0.10431385040283203, -0.10102272033691406, -0.0977315902709961, -0.09444046020507812, -0.09114933013916016, -0.08785820007324219, -0.08456707000732422, -0.08127593994140625, -0.07798480987548828, -0.07469367980957031, -0.07140254974365234, -0.06811141967773438, -0.0648202896118164, -0.06152915954589844, -0.05823802947998047, -0.0549468994140625, -0.05165576934814453, -0.04836463928222656, -0.045073509216308594, -0.041782379150390625, -0.038491249084472656, -0.03520011901855469, -0.03190898895263672, -0.02861785888671875, -0.02532672882080078, -0.022035598754882812, -0.018744468688964844, -0.015453338623046875, -0.012162208557128906, -0.008871078491210938, -0.005579948425292969, -0.002288818359375, 0.0010023117065429688, 0.0042934417724609375, 0.007584571838378906, 0.010875701904296875, 0.014166831970214844, 0.017457962036132812, 0.02074909210205078, 0.02404022216796875, 0.02733135223388672, 0.030622482299804688, 0.033913612365722656, 0.037204742431640625, 0.040495872497558594, 0.04378700256347656, 0.04707813262939453, 0.0503692626953125, 0.05366039276123047, 0.05695152282714844, 0.060242652893066406, 0.06353378295898438, 0.06682491302490234, 0.07011604309082031, 0.07340717315673828, 0.07669830322265625, 0.07998943328857422, 0.08328056335449219, 0.08657169342041016, 0.08986282348632812, 0.0931539535522461, 0.09644508361816406, 0.09973621368408203, 0.10302734375]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 6.0, 6.0, 9.0, 15.0, 9.0, 6.0, 8.0, 10.0, 12.0, 27.0, 17.0, 29.0, 33.0, 43.0, 33.0, 28.0, 34.0, 46.0, 47.0, 40.0, 45.0, 42.0, 37.0, 48.0, 51.0, 32.0, 36.0, 43.0, 21.0, 31.0, 28.0, 21.0, 19.0, 18.0, 9.0, 20.0, 12.0, 8.0, 4.0, 7.0, 7.0, 5.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.005275726318359375, -0.0051116943359375, -0.004947662353515625, -0.00478363037109375, -0.004619598388671875, -0.00445556640625, -0.004291534423828125, -0.00412750244140625, -0.003963470458984375, -0.0037994384765625, -0.003635406494140625, -0.00347137451171875, -0.003307342529296875, -0.003143310546875, -0.002979278564453125, -0.00281524658203125, -0.002651214599609375, -0.0024871826171875, -0.002323150634765625, -0.00215911865234375, -0.001995086669921875, -0.0018310546875, -0.001667022705078125, -0.00150299072265625, -0.001338958740234375, -0.0011749267578125, -0.001010894775390625, -0.00084686279296875, -0.000682830810546875, -0.000518798828125, -0.000354766845703125, -0.00019073486328125, -2.6702880859375e-05, 0.0001373291015625, 0.000301361083984375, 0.00046539306640625, 0.000629425048828125, 0.00079345703125, 0.000957489013671875, 0.00112152099609375, 0.001285552978515625, 0.0014495849609375, 0.001613616943359375, 0.00177764892578125, 0.001941680908203125, 0.002105712890625, 0.002269744873046875, 0.00243377685546875, 0.002597808837890625, 0.0027618408203125, 0.002925872802734375, 0.00308990478515625, 0.003253936767578125, 0.00341796875, 0.003582000732421875, 0.00374603271484375, 0.003910064697265625, 0.0040740966796875, 0.004238128662109375, 0.00440216064453125, 0.004566192626953125, 0.004730224609375, 0.004894256591796875, 0.00505828857421875, 0.005222320556640625]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 5.0, 9.0, 22.0, 88.0, 407.0, 8167.0, 1038327.0, 1250.0, 178.0, 45.0, 11.0, 7.0, 9.0, 5.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.1263427734375, -0.12285709381103516, -0.11937141418457031, -0.11588573455810547, -0.11240005493164062, -0.10891437530517578, -0.10542869567871094, -0.1019430160522461, -0.09845733642578125, -0.0949716567993164, -0.09148597717285156, -0.08800029754638672, -0.08451461791992188, -0.08102893829345703, -0.07754325866699219, -0.07405757904052734, -0.0705718994140625, -0.06708621978759766, -0.06360054016113281, -0.06011486053466797, -0.056629180908203125, -0.05314350128173828, -0.04965782165527344, -0.046172142028808594, -0.04268646240234375, -0.039200782775878906, -0.03571510314941406, -0.03222942352294922, -0.028743743896484375, -0.02525806427001953, -0.021772384643554688, -0.018286705017089844, -0.014801025390625, -0.011315345764160156, -0.007829666137695312, -0.004343986511230469, -0.000858306884765625, 0.0026273727416992188, 0.0061130523681640625, 0.009598731994628906, 0.01308441162109375, 0.016570091247558594, 0.020055770874023438, 0.02354145050048828, 0.027027130126953125, 0.03051280975341797, 0.03399848937988281, 0.037484169006347656, 0.0409698486328125, 0.044455528259277344, 0.04794120788574219, 0.05142688751220703, 0.054912567138671875, 0.05839824676513672, 0.06188392639160156, 0.0653696060180664, 0.06885528564453125, 0.0723409652709961, 0.07582664489746094, 0.07931232452392578, 0.08279800415039062, 0.08628368377685547, 0.08976936340332031, 0.09325504302978516, 0.09674072265625]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 12.0, 10.0, 21.0, 36.0, 85.0, 302.0, 348.0, 68.0, 30.0, 18.0, 14.0, 15.0, 4.0, 7.0, 8.0, 4.0, 3.0, 2.0, 3.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00010955333709716797, -0.00010590068995952606, -0.00010224804282188416, -9.859539568424225e-05, -9.494274854660034e-05, -9.129010140895844e-05, -8.763745427131653e-05, -8.398480713367462e-05, -8.033215999603271e-05, -7.667951285839081e-05, -7.30268657207489e-05, -6.9374218583107e-05, -6.572157144546509e-05, -6.206892430782318e-05, -5.8416277170181274e-05, -5.476363003253937e-05, -5.111098289489746e-05, -4.7458335757255554e-05, -4.380568861961365e-05, -4.015304148197174e-05, -3.6500394344329834e-05, -3.284774720668793e-05, -2.919510006904602e-05, -2.5542452931404114e-05, -2.1889805793762207e-05, -1.82371586561203e-05, -1.4584511518478394e-05, -1.0931864380836487e-05, -7.27921724319458e-06, -3.6265701055526733e-06, 2.60770320892334e-08, 3.67872416973114e-06, 7.331371307373047e-06, 1.0984018445014954e-05, 1.463666558265686e-05, 1.8289312720298767e-05, 2.1941959857940674e-05, 2.559460699558258e-05, 2.9247254133224487e-05, 3.2899901270866394e-05, 3.65525484085083e-05, 4.020519554615021e-05, 4.3857842683792114e-05, 4.751048982143402e-05, 5.116313695907593e-05, 5.4815784096717834e-05, 5.846843123435974e-05, 6.212107837200165e-05, 6.577372550964355e-05, 6.942637264728546e-05, 7.307901978492737e-05, 7.673166692256927e-05, 8.038431406021118e-05, 8.403696119785309e-05, 8.7689608335495e-05, 9.13422554731369e-05, 9.499490261077881e-05, 9.864754974842072e-05, 0.00010230019688606262, 0.00010595284402370453, 0.00010960549116134644, 0.00011325813829898834, 0.00011691078543663025, 0.00012056343257427216, 0.00012421607971191406]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 5.0, 4.0, 8.0, 16.0, 20.0, 52.0, 95.0, 514.0, 5970.0, 1025998.0, 14830.0, 765.0, 169.0, 59.0, 19.0, 8.0, 10.0, 8.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06451416015625, -0.06259536743164062, -0.06067657470703125, -0.058757781982421875, -0.0568389892578125, -0.054920196533203125, -0.05300140380859375, -0.051082611083984375, -0.049163818359375, -0.047245025634765625, -0.04532623291015625, -0.043407440185546875, -0.0414886474609375, -0.039569854736328125, -0.03765106201171875, -0.035732269287109375, -0.0338134765625, -0.031894683837890625, -0.02997589111328125, -0.028057098388671875, -0.0261383056640625, -0.024219512939453125, -0.02230072021484375, -0.020381927490234375, -0.018463134765625, -0.016544342041015625, -0.01462554931640625, -0.012706756591796875, -0.0107879638671875, -0.008869171142578125, -0.00695037841796875, -0.005031585693359375, -0.00311279296875, -0.001194000244140625, 0.00072479248046875, 0.002643585205078125, 0.0045623779296875, 0.006481170654296875, 0.00839996337890625, 0.010318756103515625, 0.012237548828125, 0.014156341552734375, 0.01607513427734375, 0.017993927001953125, 0.0199127197265625, 0.021831512451171875, 0.02375030517578125, 0.025669097900390625, 0.027587890625, 0.029506683349609375, 0.03142547607421875, 0.033344268798828125, 0.0352630615234375, 0.037181854248046875, 0.03910064697265625, 0.041019439697265625, 0.042938232421875, 0.044857025146484375, 0.04677581787109375, 0.048694610595703125, 0.0506134033203125, 0.052532196044921875, 0.05445098876953125, 0.056369781494140625, 0.05828857421875]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 6.0, 5.0, 3.0, 4.0, 2.0, 7.0, 16.0, 10.0, 34.0, 54.0, 109.0, 357.0, 183.0, 76.0, 35.0, 22.0, 10.0, 11.0, 14.0, 11.0, 9.0, 6.0, 3.0, 6.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.01033782958984375, -0.010078012943267822, -0.009818196296691895, -0.009558379650115967, -0.009298563003540039, -0.009038746356964111, -0.008778929710388184, -0.008519113063812256, -0.008259296417236328, -0.0079994797706604, -0.007739663124084473, -0.007479846477508545, -0.007220029830932617, -0.0069602131843566895, -0.006700396537780762, -0.006440579891204834, -0.006180763244628906, -0.0059209465980529785, -0.005661129951477051, -0.005401313304901123, -0.005141496658325195, -0.004881680011749268, -0.00462186336517334, -0.004362046718597412, -0.004102230072021484, -0.0038424134254455566, -0.003582596778869629, -0.003322780132293701, -0.0030629634857177734, -0.0028031468391418457, -0.002543330192565918, -0.0022835135459899902, -0.0020236968994140625, -0.0017638802528381348, -0.001504063606262207, -0.0012442469596862793, -0.0009844303131103516, -0.0007246136665344238, -0.0004647970199584961, -0.00020498037338256836, 5.4836273193359375e-05, 0.0003146529197692871, 0.0005744695663452148, 0.0008342862129211426, 0.0010941028594970703, 0.001353919506072998, 0.0016137361526489258, 0.0018735527992248535, 0.0021333694458007812, 0.002393186092376709, 0.0026530027389526367, 0.0029128193855285645, 0.003172636032104492, 0.00343245267868042, 0.0036922693252563477, 0.003952085971832275, 0.004211902618408203, 0.004471719264984131, 0.004731535911560059, 0.004991352558135986, 0.005251169204711914, 0.005510985851287842, 0.0057708024978637695, 0.006030619144439697, 0.006290435791015625]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 6.0, 7.0, 14.0, 31.0, 73.0, 212.0, 389.0, 144.0, 60.0, 17.0, 10.0, 8.0, 8.0, 7.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.15818774700164795, -0.15453994274139404, -0.15089213848114014, -0.14724433422088623, -0.14359651505947113, -0.13994871079921722, -0.13630090653896332, -0.1326531022787094, -0.1290052980184555, -0.1253574937582016, -0.1217096820473671, -0.11806187778711319, -0.11441407352685928, -0.11076626181602478, -0.10711845755577087, -0.10347065329551697, -0.09982284158468246, -0.09617503732442856, -0.09252722561359406, -0.08887942135334015, -0.08523161709308624, -0.08158381283283234, -0.07793600112199783, -0.07428819686174393, -0.07064038515090942, -0.06699258089065552, -0.06334476917982101, -0.05969696491956711, -0.0560491606593132, -0.052401352673769, -0.04875354468822479, -0.045105740427970886, -0.04145794361829758, -0.03781013563275337, -0.034162331372499466, -0.03051452338695526, -0.026866717264056206, -0.02321891114115715, -0.019571103155612946, -0.01592329703271389, -0.012275490909814835, -0.008627684786915779, -0.004979877732694149, -0.001332070678472519, 0.0023157354444265366, 0.005963541567325592, 0.009611349552869797, 0.013259155675768852, 0.016906961798667908, 0.020554767921566963, 0.02420257404446602, 0.027850382030010223, 0.03149818629026413, 0.035145994275808334, 0.03879380226135254, 0.042441606521606445, 0.04608941450715065, 0.049737222492694855, 0.05338502675294876, 0.057032834738492966, 0.06068064272403717, 0.06432844698429108, 0.06797625124454498, 0.07162406295537949, 0.07527186721563339]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 4.0, 0.0, 0.0, 4.0, 2.0, 5.0, 8.0, 11.0, 11.0, 31.0, 29.0, 51.0, 45.0, 56.0, 83.0, 97.0, 88.0, 92.0, 93.0, 77.0, 60.0, 44.0, 28.0, 21.0, 15.0, 15.0, 5.0, 9.0, 3.0, 6.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04554903507232666, -0.043632570654153824, -0.04171610623598099, -0.03979963809251785, -0.037883173674345016, -0.03596670925617218, -0.034050241112709045, -0.03213377669453621, -0.030217312276363373, -0.028300847858190536, -0.02638438157737255, -0.024467915296554565, -0.02255145087838173, -0.020634986460208893, -0.018718520179390907, -0.016802053898572922, -0.014885589480400085, -0.012969124130904675, -0.011052658781409264, -0.009136193431913853, -0.007219728082418442, -0.005303262732923031, -0.00338679738342762, -0.001470332033932209, 0.0004461333155632019, 0.002362598665058613, 0.004279064014554024, 0.006195529364049435, 0.008111994713544846, 0.010028460063040257, 0.011944925412535667, 0.013861390762031078, 0.01577785611152649, 0.017694320529699326, 0.01961078681051731, 0.021527253091335297, 0.023443717509508133, 0.02536018192768097, 0.027276648208498955, 0.02919311448931694, 0.031109578907489777, 0.03302604332566261, 0.03494250774383545, 0.036858975887298584, 0.03877544030547142, 0.04069190472364426, 0.04260837286710739, 0.04452483728528023, 0.046441301703453064, 0.0483577661216259, 0.05027423053979874, 0.05219069868326187, 0.05410716310143471, 0.056023627519607544, 0.05794009566307068, 0.059856560081243515, 0.06177302449941635, 0.06368949264287949, 0.06560595333576202, 0.06752242147922516, 0.0694388896226883, 0.07135535031557083, 0.07327181845903397, 0.0751882791519165, 0.07710474729537964]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 0.0, 2.0, 6.0, 4.0, 0.0, 10.0, 2.0, 4.0, 6.0, 8.0, 8.0, 12.0, 10.0, 18.0, 6.0, 18.0, 10.0, 18.0, 32.0, 22.0, 20.0, 269.0, 4193395.0, 200.0, 20.0, 24.0, 20.0, 12.0, 26.0, 22.0, 4.0, 18.0, 6.0, 12.0, 10.0, 4.0, 10.0, 0.0, 4.0, 2.0, 4.0, 2.0, 4.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0], "bins": [-1.5263671875, -1.484405517578125, -1.44244384765625, -1.400482177734375, -1.3585205078125, -1.316558837890625, -1.27459716796875, -1.232635498046875, -1.190673828125, -1.148712158203125, -1.10675048828125, -1.064788818359375, -1.0228271484375, -0.980865478515625, -0.93890380859375, -0.896942138671875, -0.85498046875, -0.813018798828125, -0.77105712890625, -0.729095458984375, -0.6871337890625, -0.645172119140625, -0.60321044921875, -0.561248779296875, -0.519287109375, -0.477325439453125, -0.43536376953125, -0.393402099609375, -0.3514404296875, -0.309478759765625, -0.26751708984375, -0.225555419921875, -0.18359375, -0.141632080078125, -0.09967041015625, -0.057708740234375, -0.0157470703125, 0.026214599609375, 0.06817626953125, 0.110137939453125, 0.152099609375, 0.194061279296875, 0.23602294921875, 0.277984619140625, 0.3199462890625, 0.361907958984375, 0.40386962890625, 0.445831298828125, 0.48779296875, 0.529754638671875, 0.57171630859375, 0.613677978515625, 0.6556396484375, 0.697601318359375, 0.73956298828125, 0.781524658203125, 0.823486328125, 0.865447998046875, 0.90740966796875, 0.949371337890625, 0.9913330078125, 1.033294677734375, 1.07525634765625, 1.117218017578125, 1.1591796875]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 5.0, 2.0, 5.0, 3.0, 9.0, 8.0, 6.0, 8.0, 5.0, 5.0, 8.0, 6.0, 15.0, 34.0, 84.0, 118.0, 203.0, 181.0, 118.0, 59.0, 25.0, 20.0, 12.0, 5.0, 5.0, 7.0, 7.0, 9.0, 3.0, 5.0, 5.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0013942718505859375, -0.0013539940118789673, -0.001313716173171997, -0.0012734383344650269, -0.0012331604957580566, -0.0011928826570510864, -0.0011526048183441162, -0.001112326979637146, -0.0010720491409301758, -0.0010317713022232056, -0.0009914934635162354, -0.0009512156248092651, -0.0009109377861022949, -0.0008706599473953247, -0.0008303821086883545, -0.0007901042699813843, -0.0007498264312744141, -0.0007095485925674438, -0.0006692707538604736, -0.0006289929151535034, -0.0005887150764465332, -0.000548437237739563, -0.0005081593990325928, -0.00046788156032562256, -0.00042760372161865234, -0.00038732588291168213, -0.0003470480442047119, -0.0003067702054977417, -0.0002664923667907715, -0.00022621452808380127, -0.00018593668937683105, -0.00014565885066986084, -0.00010538101196289062, -6.510317325592041e-05, -2.4825334548950195e-05, 1.545250415802002e-05, 5.5730342864990234e-05, 9.600818157196045e-05, 0.00013628602027893066, 0.00017656385898590088, 0.0002168416976928711, 0.0002571195363998413, 0.0002973973751068115, 0.00033767521381378174, 0.00037795305252075195, 0.00041823089122772217, 0.0004585087299346924, 0.0004987865686416626, 0.0005390644073486328, 0.000579342246055603, 0.0006196200847625732, 0.0006598979234695435, 0.0007001757621765137, 0.0007404536008834839, 0.0007807314395904541, 0.0008210092782974243, 0.0008612871170043945, 0.0009015649557113647, 0.000941842794418335, 0.0009821206331253052, 0.0010223984718322754, 0.0010626763105392456, 0.0011029541492462158, 0.001143231987953186, 0.0011835098266601562]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 2.0, 7.0, 5.0, 5.0, 14.0, 18.0, 23.0, 34.0, 54.0, 71.0, 136.0, 279.0, 3306.0, 4189314.0, 541.0, 180.0, 108.0, 49.0, 32.0, 16.0, 18.0, 16.0, 12.0, 5.0, 7.0, 8.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3369140625, -0.3264732360839844, -0.31603240966796875, -0.3055915832519531, -0.2951507568359375, -0.2847099304199219, -0.27426910400390625, -0.2638282775878906, -0.253387451171875, -0.24294662475585938, -0.23250579833984375, -0.22206497192382812, -0.2116241455078125, -0.20118331909179688, -0.19074249267578125, -0.18030166625976562, -0.16986083984375, -0.15942001342773438, -0.14897918701171875, -0.13853836059570312, -0.1280975341796875, -0.11765670776367188, -0.10721588134765625, -0.09677505493164062, -0.086334228515625, -0.07589340209960938, -0.06545257568359375, -0.055011749267578125, -0.0445709228515625, -0.034130096435546875, -0.02368927001953125, -0.013248443603515625, -0.0028076171875, 0.007633209228515625, 0.01807403564453125, 0.028514862060546875, 0.0389556884765625, 0.049396514892578125, 0.05983734130859375, 0.07027816772460938, 0.080718994140625, 0.09115982055664062, 0.10160064697265625, 0.11204147338867188, 0.1224822998046875, 0.13292312622070312, 0.14336395263671875, 0.15380477905273438, 0.16424560546875, 0.17468643188476562, 0.18512725830078125, 0.19556808471679688, 0.2060089111328125, 0.21644973754882812, 0.22689056396484375, 0.23733139038085938, 0.247772216796875, 0.2582130432128906, 0.26865386962890625, 0.2790946960449219, 0.2895355224609375, 0.2999763488769531, 0.31041717529296875, 0.3208580017089844, 0.331298828125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 7.0, 7.0, 8.0, 13.0, 15.0, 21.0, 36.0, 52.0, 73.0, 110.0, 143.0, 285.0, 651.0, 1575.0, 445.0, 227.0, 115.0, 81.0, 50.0, 44.0, 32.0, 17.0, 10.0, 12.0, 10.0, 3.0, 7.0, 4.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032978057861328125, -0.0031957030296325684, -0.0030936002731323242, -0.00299149751663208, -0.002889394760131836, -0.002787292003631592, -0.0026851892471313477, -0.0025830864906311035, -0.0024809837341308594, -0.0023788809776306152, -0.002276778221130371, -0.002174675464630127, -0.002072572708129883, -0.0019704699516296387, -0.0018683671951293945, -0.0017662644386291504, -0.0016641616821289062, -0.0015620589256286621, -0.001459956169128418, -0.0013578534126281738, -0.0012557506561279297, -0.0011536478996276855, -0.0010515451431274414, -0.0009494423866271973, -0.0008473396301269531, -0.000745236873626709, -0.0006431341171264648, -0.0005410313606262207, -0.00043892860412597656, -0.0003368258476257324, -0.00023472309112548828, -0.00013262033462524414, -3.0517578125e-05, 7.158517837524414e-05, 0.00017368793487548828, 0.0002757906913757324, 0.00037789344787597656, 0.0004799962043762207, 0.0005820989608764648, 0.000684201717376709, 0.0007863044738769531, 0.0008884072303771973, 0.0009905099868774414, 0.0010926127433776855, 0.0011947154998779297, 0.0012968182563781738, 0.001398921012878418, 0.0015010237693786621, 0.0016031265258789062, 0.0017052292823791504, 0.0018073320388793945, 0.0019094347953796387, 0.002011537551879883, 0.002113640308380127, 0.002215743064880371, 0.0023178458213806152, 0.0024199485778808594, 0.0025220513343811035, 0.0026241540908813477, 0.002726256847381592, 0.002828359603881836, 0.00293046236038208, 0.0030325651168823242, 0.0031346678733825684, 0.0032367706298828125]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 36.0, 968.0, 15.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.059056755155324936, -0.04803728684782982, -0.0370178185403347, -0.025998350232839584, -0.014978881925344467, -0.00395941361784935, 0.007060054689645767, 0.018079522997140884, 0.029098991304636, 0.04011845961213112, 0.051137927919626236, 0.06215739622712135, 0.07317686080932617, 0.08419632911682129, 0.0952157974243164, 0.10623526573181152, 0.11725473403930664, 0.12827420234680176, 0.13929367065429688, 0.150313138961792, 0.1613326072692871, 0.17235207557678223, 0.18337154388427734, 0.19439101219177246, 0.20541048049926758, 0.2164299488067627, 0.2274494171142578, 0.23846888542175293, 0.24948835372924805, 0.26050782203674316, 0.2715272903442383, 0.2825467586517334, 0.2935662269592285, 0.30458569526672363, 0.31560516357421875, 0.32662463188171387, 0.337644100189209, 0.3486635684967041, 0.3596830368041992, 0.37070250511169434, 0.38172197341918945, 0.39274144172668457, 0.4037609100341797, 0.4147803783416748, 0.4257998466491699, 0.43681931495666504, 0.44783878326416016, 0.4588582515716553, 0.4698777198791504, 0.4808971881866455, 0.4919166564941406, 0.5029361248016357, 0.5139555931091309, 0.524975061416626, 0.5359945297241211, 0.5470139980316162, 0.5580334663391113, 0.5690529346466064, 0.5800724029541016, 0.5910918712615967, 0.6021113395690918, 0.6131308078765869, 0.624150276184082, 0.6351697444915771, 0.6461892127990723]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 3.0, 5.0, 5.0, 2.0, 12.0, 13.0, 16.0, 33.0, 51.0, 58.0, 90.0, 105.0, 112.0, 104.0, 110.0, 76.0, 71.0, 38.0, 28.0, 24.0, 17.0, 9.0, 6.0, 6.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012504160404205322, -0.011872419156134129, -0.011240677908062935, -0.010608936659991741, -0.009977195411920547, -0.009345454163849354, -0.00871371291577816, -0.008081971667706966, -0.007450230419635773, -0.006818489171564579, -0.006186747923493385, -0.005555006675422192, -0.004923265427350998, -0.004291524179279804, -0.0036597829312086105, -0.003028041683137417, -0.002396300435066223, -0.0017645591869950294, -0.0011328179389238358, -0.0005010766908526421, 0.00013066455721855164, 0.0007624058052897453, 0.001394147053360939, 0.0020258883014321327, 0.0026576295495033264, 0.00328937079757452, 0.003921112045645714, 0.0045528532937169075, 0.005184594541788101, 0.005816335789859295, 0.006448077037930489, 0.007079818286001682, 0.007711559534072876, 0.00834330078214407, 0.008975042030215263, 0.009606783278286457, 0.01023852452635765, 0.010870265774428844, 0.011502007022500038, 0.012133748270571232, 0.012765489518642426, 0.01339723076671362, 0.014028972014784813, 0.014660713262856007, 0.0152924545109272, 0.01592419669032097, 0.016555937007069588, 0.017187677323818207, 0.017819419503211975, 0.018451161682605743, 0.019082901999354362, 0.01971464231610298, 0.02034638449549675, 0.020978126674890518, 0.021609866991639137, 0.022241607308387756, 0.022873349487781525, 0.023505091667175293, 0.024136831983923912, 0.02476857230067253, 0.0254003144800663, 0.026032056659460068, 0.026663796976208687, 0.027295537292957306, 0.027927279472351074]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 7.0, 2.0, 5.0, 3.0, 5.0, 5.0, 9.0, 13.0, 13.0, 11.0, 19.0, 15.0, 23.0, 21.0, 34.0, 29.0, 36.0, 43.0, 52.0, 48.0, 125.0, 18065.0, 1027631.0, 1910.0, 58.0, 40.0, 49.0, 40.0, 29.0, 41.0, 16.0, 29.0, 26.0, 16.0, 13.0, 18.0, 16.0, 10.0, 8.0, 5.0, 7.0, 5.0, 6.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.09173583984375, -0.08880901336669922, -0.08588218688964844, -0.08295536041259766, -0.08002853393554688, -0.0771017074584961, -0.07417488098144531, -0.07124805450439453, -0.06832122802734375, -0.06539440155029297, -0.06246757507324219, -0.059540748596191406, -0.056613922119140625, -0.053687095642089844, -0.05076026916503906, -0.04783344268798828, -0.0449066162109375, -0.04197978973388672, -0.03905296325683594, -0.036126136779785156, -0.033199310302734375, -0.030272483825683594, -0.027345657348632812, -0.02441883087158203, -0.02149200439453125, -0.01856517791748047, -0.015638351440429688, -0.012711524963378906, -0.009784698486328125, -0.006857872009277344, -0.0039310455322265625, -0.0010042190551757812, 0.001922607421875, 0.004849433898925781, 0.0077762603759765625, 0.010703086853027344, 0.013629913330078125, 0.016556739807128906, 0.019483566284179688, 0.02241039276123047, 0.02533721923828125, 0.02826404571533203, 0.031190872192382812, 0.034117698669433594, 0.037044525146484375, 0.039971351623535156, 0.04289817810058594, 0.04582500457763672, 0.0487518310546875, 0.05167865753173828, 0.05460548400878906, 0.057532310485839844, 0.060459136962890625, 0.0633859634399414, 0.06631278991699219, 0.06923961639404297, 0.07216644287109375, 0.07509326934814453, 0.07802009582519531, 0.0809469223022461, 0.08387374877929688, 0.08680057525634766, 0.08972740173339844, 0.09265422821044922, 0.0955810546875]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 12.0, 16.0, 35.0, 101.0, 198.0, 228.0, 206.0, 118.0, 65.0, 19.0, 6.0, 8.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0015935897827148438, -0.0014681369066238403, -0.001342684030532837, -0.0012172311544418335, -0.00109177827835083, -0.0009663254022598267, -0.0008408725261688232, -0.0007154196500778198, -0.0005899667739868164, -0.000464513897895813, -0.00033906102180480957, -0.00021360814571380615, -8.815526962280273e-05, 3.7297606468200684e-05, 0.0001627504825592041, 0.0002882033586502075, 0.00041365623474121094, 0.0005391091108322144, 0.0006645619869232178, 0.0007900148630142212, 0.0009154677391052246, 0.001040920615196228, 0.0011663734912872314, 0.0012918263673782349, 0.0014172792434692383, 0.0015427321195602417, 0.0016681849956512451, 0.0017936378717422485, 0.001919090747833252, 0.0020445436239242554, 0.002169996500015259, 0.002295449376106262, 0.0024209022521972656, 0.002546355128288269, 0.0026718080043792725, 0.002797260880470276, 0.0029227137565612793, 0.0030481666326522827, 0.003173619508743286, 0.0032990723848342896, 0.003424525260925293, 0.0035499781370162964, 0.0036754310131073, 0.0038008838891983032, 0.003926336765289307, 0.00405178964138031, 0.0041772425174713135, 0.004302695393562317, 0.00442814826965332, 0.004553601145744324, 0.004679054021835327, 0.004804506897926331, 0.004929959774017334, 0.005055412650108337, 0.005180865526199341, 0.005306318402290344, 0.005431771278381348, 0.005557224154472351, 0.0056826770305633545, 0.005808129906654358, 0.005933582782745361, 0.006059035658836365, 0.006184488534927368, 0.006309941411018372, 0.006435394287109375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 2.0, 6.0, 5.0, 9.0, 13.0, 9.0, 16.0, 11.0, 21.0, 31.0, 33.0, 50.0, 61.0, 91.0, 123.0, 180.0, 231.0, 412.0, 656.0, 1303.0, 2524.0, 5932.0, 16818.0, 62183.0, 293877.0, 498071.0, 119983.0, 29019.0, 9178.0, 3675.0, 1671.0, 853.0, 490.0, 320.0, 193.0, 109.0, 99.0, 70.0, 56.0, 46.0, 22.0, 20.0, 27.0, 26.0, 9.0, 3.0, 6.0, 5.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.0199432373046875, -0.019324302673339844, -0.018705368041992188, -0.01808643341064453, -0.017467498779296875, -0.01684856414794922, -0.016229629516601562, -0.015610694885253906, -0.01499176025390625, -0.014372825622558594, -0.013753890991210938, -0.013134956359863281, -0.012516021728515625, -0.011897087097167969, -0.011278152465820312, -0.010659217834472656, -0.010040283203125, -0.009421348571777344, -0.008802413940429688, -0.008183479309082031, -0.007564544677734375, -0.006945610046386719, -0.0063266754150390625, -0.005707740783691406, -0.00508880615234375, -0.004469871520996094, -0.0038509368896484375, -0.0032320022583007812, -0.002613067626953125, -0.0019941329956054688, -0.0013751983642578125, -0.0007562637329101562, -0.0001373291015625, 0.00048160552978515625, 0.0011005401611328125, 0.0017194747924804688, 0.002338409423828125, 0.0029573440551757812, 0.0035762786865234375, 0.004195213317871094, 0.00481414794921875, 0.005433082580566406, 0.0060520172119140625, 0.006670951843261719, 0.007289886474609375, 0.007908821105957031, 0.008527755737304688, 0.009146690368652344, 0.009765625, 0.010384559631347656, 0.011003494262695312, 0.011622428894042969, 0.012241363525390625, 0.012860298156738281, 0.013479232788085938, 0.014098167419433594, 0.01471710205078125, 0.015336036682128906, 0.015954971313476562, 0.01657390594482422, 0.017192840576171875, 0.01781177520751953, 0.018430709838867188, 0.019049644470214844, 0.0196685791015625]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 4.0, 3.0, 5.0, 3.0, 4.0, 4.0, 10.0, 16.0, 15.0, 19.0, 26.0, 31.0, 34.0, 26.0, 41.0, 39.0, 42.0, 49.0, 55.0, 54.0, 45.0, 51.0, 52.0, 54.0, 53.0, 44.0, 37.0, 50.0, 21.0, 24.0, 22.0, 16.0, 15.0, 14.0, 13.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00818634033203125, -0.007918238639831543, -0.007650136947631836, -0.007382035255432129, -0.007113933563232422, -0.006845831871032715, -0.006577730178833008, -0.006309628486633301, -0.006041526794433594, -0.005773425102233887, -0.00550532341003418, -0.005237221717834473, -0.004969120025634766, -0.004701018333435059, -0.0044329166412353516, -0.0041648149490356445, -0.0038967132568359375, -0.0036286115646362305, -0.0033605098724365234, -0.0030924081802368164, -0.0028243064880371094, -0.0025562047958374023, -0.0022881031036376953, -0.0020200014114379883, -0.0017518997192382812, -0.0014837980270385742, -0.0012156963348388672, -0.0009475946426391602, -0.0006794929504394531, -0.0004113912582397461, -0.00014328956604003906, 0.00012481212615966797, 0.000392913818359375, 0.000661015510559082, 0.0009291172027587891, 0.001197218894958496, 0.0014653205871582031, 0.0017334222793579102, 0.002001523971557617, 0.0022696256637573242, 0.0025377273559570312, 0.0028058290481567383, 0.0030739307403564453, 0.0033420324325561523, 0.0036101341247558594, 0.0038782358169555664, 0.0041463375091552734, 0.0044144392013549805, 0.0046825408935546875, 0.0049506425857543945, 0.0052187442779541016, 0.005486845970153809, 0.005754947662353516, 0.006023049354553223, 0.00629115104675293, 0.006559252738952637, 0.006827354431152344, 0.007095456123352051, 0.007363557815551758, 0.007631659507751465, 0.007899761199951172, 0.008167862892150879, 0.008435964584350586, 0.008704066276550293, 0.00897216796875]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 4.0, 4.0, 4.0, 5.0, 13.0, 15.0, 20.0, 24.0, 31.0, 56.0, 109.0, 198.0, 355.0, 851.0, 2067.0, 6914.0, 47643.0, 923632.0, 55210.0, 7489.0, 2104.0, 909.0, 375.0, 205.0, 109.0, 69.0, 44.0, 24.0, 19.0, 9.0, 15.0, 6.0, 2.0, 1.0, 6.0, 6.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07965087890625, -0.0774087905883789, -0.07516670227050781, -0.07292461395263672, -0.07068252563476562, -0.06844043731689453, -0.06619834899902344, -0.06395626068115234, -0.06171417236328125, -0.059472084045410156, -0.05722999572753906, -0.05498790740966797, -0.052745819091796875, -0.05050373077392578, -0.04826164245605469, -0.046019554138183594, -0.0437774658203125, -0.041535377502441406, -0.03929328918457031, -0.03705120086669922, -0.034809112548828125, -0.03256702423095703, -0.030324935913085938, -0.028082847595214844, -0.02584075927734375, -0.023598670959472656, -0.021356582641601562, -0.01911449432373047, -0.016872406005859375, -0.014630317687988281, -0.012388229370117188, -0.010146141052246094, -0.007904052734375, -0.005661964416503906, -0.0034198760986328125, -0.0011777877807617188, 0.001064300537109375, 0.0033063888549804688, 0.0055484771728515625, 0.007790565490722656, 0.01003265380859375, 0.012274742126464844, 0.014516830444335938, 0.01675891876220703, 0.019001007080078125, 0.02124309539794922, 0.023485183715820312, 0.025727272033691406, 0.0279693603515625, 0.030211448669433594, 0.03245353698730469, 0.03469562530517578, 0.036937713623046875, 0.03917980194091797, 0.04142189025878906, 0.043663978576660156, 0.04590606689453125, 0.048148155212402344, 0.05039024353027344, 0.05263233184814453, 0.054874420166015625, 0.05711650848388672, 0.05935859680175781, 0.061600685119628906, 0.0638427734375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 5.0, 8.0, 12.0, 11.0, 20.0, 38.0, 49.0, 94.0, 133.0, 153.0, 130.0, 125.0, 64.0, 38.0, 33.0, 27.0, 20.0, 7.0, 8.0, 3.0, 6.0, 5.0, 1.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.728534698486328e-05, -1.678895205259323e-05, -1.629255712032318e-05, -1.579616218805313e-05, -1.529976725578308e-05, -1.4803372323513031e-05, -1.4306977391242981e-05, -1.3810582458972931e-05, -1.3314187526702881e-05, -1.281779259443283e-05, -1.232139766216278e-05, -1.182500272989273e-05, -1.132860779762268e-05, -1.083221286535263e-05, -1.033581793308258e-05, -9.83942300081253e-06, -9.34302806854248e-06, -8.84663313627243e-06, -8.35023820400238e-06, -7.85384327173233e-06, -7.35744833946228e-06, -6.86105340719223e-06, -6.36465847492218e-06, -5.86826354265213e-06, -5.37186861038208e-06, -4.87547367811203e-06, -4.37907874584198e-06, -3.88268381357193e-06, -3.38628888130188e-06, -2.88989394903183e-06, -2.3934990167617798e-06, -1.8971040844917297e-06, -1.4007091522216797e-06, -9.043142199516296e-07, -4.079192876815796e-07, 8.847564458847046e-08, 5.848705768585205e-07, 1.0812655091285706e-06, 1.5776604413986206e-06, 2.0740553736686707e-06, 2.5704503059387207e-06, 3.0668452382087708e-06, 3.563240170478821e-06, 4.059635102748871e-06, 4.556030035018921e-06, 5.052424967288971e-06, 5.548819899559021e-06, 6.045214831829071e-06, 6.541609764099121e-06, 7.038004696369171e-06, 7.534399628639221e-06, 8.030794560909271e-06, 8.527189493179321e-06, 9.023584425449371e-06, 9.519979357719421e-06, 1.0016374289989471e-05, 1.0512769222259521e-05, 1.1009164154529572e-05, 1.1505559086799622e-05, 1.2001954019069672e-05, 1.2498348951339722e-05, 1.2994743883609772e-05, 1.3491138815879822e-05, 1.3987533748149872e-05, 1.4483928680419922e-05]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 6.0, 13.0, 14.0, 17.0, 23.0, 42.0, 59.0, 120.0, 185.0, 322.0, 702.0, 1588.0, 3851.0, 10614.0, 49814.0, 900305.0, 61467.0, 11956.0, 4142.0, 1679.0, 734.0, 395.0, 191.0, 115.0, 51.0, 44.0, 32.0, 22.0, 14.0, 10.0, 5.0, 8.0, 5.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.09625244140625, -0.09381818771362305, -0.0913839340209961, -0.08894968032836914, -0.08651542663574219, -0.08408117294311523, -0.08164691925048828, -0.07921266555786133, -0.07677841186523438, -0.07434415817260742, -0.07190990447998047, -0.06947565078735352, -0.06704139709472656, -0.06460714340209961, -0.062172889709472656, -0.0597386360168457, -0.05730438232421875, -0.0548701286315918, -0.052435874938964844, -0.05000162124633789, -0.04756736755371094, -0.045133113861083984, -0.04269886016845703, -0.04026460647583008, -0.037830352783203125, -0.03539609909057617, -0.03296184539794922, -0.030527591705322266, -0.028093338012695312, -0.02565908432006836, -0.023224830627441406, -0.020790576934814453, -0.0183563232421875, -0.015922069549560547, -0.013487815856933594, -0.01105356216430664, -0.008619308471679688, -0.006185054779052734, -0.0037508010864257812, -0.0013165473937988281, 0.001117706298828125, 0.003551959991455078, 0.005986213684082031, 0.008420467376708984, 0.010854721069335938, 0.01328897476196289, 0.015723228454589844, 0.018157482147216797, 0.02059173583984375, 0.023025989532470703, 0.025460243225097656, 0.02789449691772461, 0.030328750610351562, 0.032763004302978516, 0.03519725799560547, 0.03763151168823242, 0.040065765380859375, 0.04250001907348633, 0.04493427276611328, 0.047368526458740234, 0.04980278015136719, 0.05223703384399414, 0.054671287536621094, 0.05710554122924805, 0.059539794921875]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 6.0, 7.0, 9.0, 17.0, 20.0, 27.0, 51.0, 54.0, 88.0, 201.0, 189.0, 113.0, 59.0, 40.0, 29.0, 13.0, 22.0, 13.0, 12.0, 7.0, 1.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.021331787109375, -0.020684003829956055, -0.02003622055053711, -0.019388437271118164, -0.01874065399169922, -0.018092870712280273, -0.017445087432861328, -0.016797304153442383, -0.016149520874023438, -0.015501737594604492, -0.014853954315185547, -0.014206171035766602, -0.013558387756347656, -0.012910604476928711, -0.012262821197509766, -0.01161503791809082, -0.010967254638671875, -0.01031947135925293, -0.009671688079833984, -0.009023904800415039, -0.008376121520996094, -0.0077283382415771484, -0.007080554962158203, -0.006432771682739258, -0.0057849884033203125, -0.005137205123901367, -0.004489421844482422, -0.0038416385650634766, -0.0031938552856445312, -0.002546072006225586, -0.0018982887268066406, -0.0012505054473876953, -0.00060272216796875, 4.506111145019531e-05, 0.0006928443908691406, 0.001340627670288086, 0.0019884109497070312, 0.0026361942291259766, 0.003283977508544922, 0.003931760787963867, 0.0045795440673828125, 0.005227327346801758, 0.005875110626220703, 0.0065228939056396484, 0.007170677185058594, 0.007818460464477539, 0.008466243743896484, 0.00911402702331543, 0.009761810302734375, 0.01040959358215332, 0.011057376861572266, 0.011705160140991211, 0.012352943420410156, 0.013000726699829102, 0.013648509979248047, 0.014296293258666992, 0.014944076538085938, 0.015591859817504883, 0.016239643096923828, 0.016887426376342773, 0.01753520965576172, 0.018182992935180664, 0.01883077621459961, 0.019478559494018555, 0.0201263427734375]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 6.0, 14.0, 143.0, 785.0, 61.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3012481927871704, -0.2605084776878357, -0.21976879239082336, -0.17902909219264984, -0.13828939199447632, -0.0975496917963028, -0.05680999159812927, -0.016070306301116943, 0.024669408798217773, 0.0654091089963913, 0.10614880919456482, 0.14688850939273834, 0.18762820959091187, 0.2283679097890854, 0.2691076099872589, 0.30984729528427124, 0.35058701038360596, 0.3913267254829407, 0.432066410779953, 0.47280609607696533, 0.5135458111763, 0.5542855262756348, 0.5950251817703247, 0.6357648968696594, 0.6765046119689941, 0.7172443270683289, 0.7579840421676636, 0.7987236976623535, 0.8394634127616882, 0.880203127861023, 0.9209427833557129, 0.9616824984550476, 1.0024223327636719, 1.0431619882583618, 1.0839017629623413, 1.1246414184570312, 1.1653811931610107, 1.2061208486557007, 1.2468605041503906, 1.2876002788543701, 1.32833993434906, 1.36907958984375, 1.4098193645477295, 1.4505590200424194, 1.4912986755371094, 1.5320384502410889, 1.5727781057357788, 1.6135177612304688, 1.6542575359344482, 1.6949971914291382, 1.7357369661331177, 1.7764766216278076, 1.817216396331787, 1.857956051826477, 1.898695707321167, 1.9394354820251465, 1.9801751375198364, 2.0209147930145264, 2.061654567718506, 2.1023943424224854, 2.1431338787078857, 2.1838736534118652, 2.2246134281158447, 2.265352964401245, 2.3060927391052246]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 7.0, 6.0, 9.0, 8.0, 15.0, 21.0, 33.0, 35.0, 67.0, 73.0, 81.0, 70.0, 98.0, 73.0, 86.0, 71.0, 70.0, 66.0, 45.0, 31.0, 21.0, 12.0, 9.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09449350833892822, -0.09066438674926758, -0.08683527261018753, -0.08300615847110748, -0.07917703688144684, -0.0753479152917862, -0.07151880115270615, -0.0676896870136261, -0.06386056542396545, -0.06003144755959511, -0.05620232969522476, -0.052373211830854416, -0.04854409396648407, -0.044714976102113724, -0.04088585823774338, -0.03705674037337303, -0.033227622509002686, -0.02939850464463234, -0.025569386780261993, -0.021740268915891647, -0.0179111510515213, -0.014082033187150955, -0.010252915322780609, -0.006423797458410263, -0.002594679594039917, 0.001234438270330429, 0.005063556134700775, 0.008892673999071121, 0.012721791863441467, 0.016550909727811813, 0.02038002759218216, 0.024209145456552505, 0.02803826332092285, 0.0318673811852932, 0.035696499049663544, 0.03952561691403389, 0.043354734778404236, 0.04718385264277458, 0.05101297050714493, 0.054842088371515274, 0.05867120623588562, 0.06250032782554626, 0.06632944196462631, 0.07015855610370636, 0.073987677693367, 0.07781679928302765, 0.0816459134221077, 0.08547502756118774, 0.08930414915084839, 0.09313327074050903, 0.09696238487958908, 0.10079149901866913, 0.10462062060832977, 0.10844974219799042, 0.11227885633707047, 0.11610797047615051, 0.11993709206581116, 0.1237662136554718, 0.12759533524513245, 0.1314244419336319, 0.13525356352329254, 0.13908268511295319, 0.14291179180145264, 0.14674091339111328, 0.15057003498077393]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 6.0, 2.0, 4.0, 7.0, 14.0, 13.0, 19.0, 27.0, 63.0, 121.0, 633.0, 265366.0, 3926242.0, 1078.0, 293.0, 155.0, 104.0, 45.0, 36.0, 21.0, 20.0, 3.0, 7.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.254150390625, -0.24509429931640625, -0.2360382080078125, -0.22698211669921875, -0.217926025390625, -0.20886993408203125, -0.1998138427734375, -0.19075775146484375, -0.18170166015625, -0.17264556884765625, -0.1635894775390625, -0.15453338623046875, -0.145477294921875, -0.13642120361328125, -0.1273651123046875, -0.11830902099609375, -0.1092529296875, -0.10019683837890625, -0.0911407470703125, -0.08208465576171875, -0.073028564453125, -0.06397247314453125, -0.0549163818359375, -0.04586029052734375, -0.03680419921875, -0.02774810791015625, -0.0186920166015625, -0.00963592529296875, -0.000579833984375, 0.00847625732421875, 0.0175323486328125, 0.02658843994140625, 0.03564453125, 0.04470062255859375, 0.0537567138671875, 0.06281280517578125, 0.071868896484375, 0.08092498779296875, 0.0899810791015625, 0.09903717041015625, 0.10809326171875, 0.11714935302734375, 0.1262054443359375, 0.13526153564453125, 0.144317626953125, 0.15337371826171875, 0.1624298095703125, 0.17148590087890625, 0.1805419921875, 0.18959808349609375, 0.1986541748046875, 0.20771026611328125, 0.216766357421875, 0.22582244873046875, 0.2348785400390625, 0.24393463134765625, 0.25299072265625, 0.26204681396484375, 0.2711029052734375, 0.28015899658203125, 0.289215087890625, 0.29827117919921875, 0.3073272705078125, 0.31638336181640625, 0.325439453125]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 15.0, 24.0, 52.0, 89.0, 151.0, 213.0, 181.0, 111.0, 78.0, 47.0, 26.0, 10.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032138824462890625, -0.003051966428756714, -0.0028900504112243652, -0.0027281343936920166, -0.002566218376159668, -0.0024043023586273193, -0.0022423863410949707, -0.002080470323562622, -0.0019185543060302734, -0.0017566382884979248, -0.0015947222709655762, -0.0014328062534332275, -0.001270890235900879, -0.0011089742183685303, -0.0009470582008361816, -0.000785142183303833, -0.0006232261657714844, -0.00046131014823913574, -0.0002993941307067871, -0.00013747811317443848, 2.4437904357910156e-05, 0.0001863539218902588, 0.0003482699394226074, 0.0005101859569549561, 0.0006721019744873047, 0.0008340179920196533, 0.000995934009552002, 0.0011578500270843506, 0.0013197660446166992, 0.0014816820621490479, 0.0016435980796813965, 0.0018055140972137451, 0.0019674301147460938, 0.0021293461322784424, 0.002291262149810791, 0.0024531781673431396, 0.0026150941848754883, 0.002777010202407837, 0.0029389262199401855, 0.003100842237472534, 0.003262758255004883, 0.0034246742725372314, 0.00358659029006958, 0.0037485063076019287, 0.003910422325134277, 0.004072338342666626, 0.004234254360198975, 0.004396170377731323, 0.004558086395263672, 0.0047200024127960205, 0.004881918430328369, 0.005043834447860718, 0.005205750465393066, 0.005367666482925415, 0.005529582500457764, 0.005691498517990112, 0.005853414535522461, 0.00601533055305481, 0.006177246570587158, 0.006339162588119507, 0.0065010786056518555, 0.006662994623184204, 0.006824910640716553, 0.006986826658248901, 0.00714874267578125]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 4.0, 9.0, 8.0, 20.0, 27.0, 54.0, 66.0, 99.0, 109.0, 169.0, 333.0, 6365.0, 4185335.0, 858.0, 257.0, 165.0, 116.0, 113.0, 58.0, 49.0, 36.0, 17.0, 5.0, 6.0, 4.0, 1.0, 0.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.7841796875, -0.7619552612304688, -0.7397308349609375, -0.7175064086914062, -0.695281982421875, -0.6730575561523438, -0.6508331298828125, -0.6286087036132812, -0.60638427734375, -0.5841598510742188, -0.5619354248046875, -0.5397109985351562, -0.517486572265625, -0.49526214599609375, -0.4730377197265625, -0.45081329345703125, -0.4285888671875, -0.40636444091796875, -0.3841400146484375, -0.36191558837890625, -0.339691162109375, -0.31746673583984375, -0.2952423095703125, -0.27301788330078125, -0.25079345703125, -0.22856903076171875, -0.2063446044921875, -0.18412017822265625, -0.161895751953125, -0.13967132568359375, -0.1174468994140625, -0.09522247314453125, -0.072998046875, -0.05077362060546875, -0.0285491943359375, -0.00632476806640625, 0.015899658203125, 0.03812408447265625, 0.0603485107421875, 0.08257293701171875, 0.10479736328125, 0.12702178955078125, 0.1492462158203125, 0.17147064208984375, 0.193695068359375, 0.21591949462890625, 0.2381439208984375, 0.26036834716796875, 0.2825927734375, 0.30481719970703125, 0.3270416259765625, 0.34926605224609375, 0.371490478515625, 0.39371490478515625, 0.4159393310546875, 0.43816375732421875, 0.46038818359375, 0.48261260986328125, 0.5048370361328125, 0.5270614624023438, 0.549285888671875, 0.5715103149414062, 0.5937347412109375, 0.6159591674804688, 0.63818359375]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 18.0, 40.0, 163.0, 2612.0, 1094.0, 106.0, 29.0, 14.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01444244384765625, -0.01340329647064209, -0.01236414909362793, -0.01132500171661377, -0.01028585433959961, -0.00924670696258545, -0.008207559585571289, -0.007168412208557129, -0.006129264831542969, -0.005090117454528809, -0.0040509700775146484, -0.0030118227005004883, -0.001972675323486328, -0.000933527946472168, 0.00010561943054199219, 0.0011447668075561523, 0.0021839141845703125, 0.0032230615615844727, 0.004262208938598633, 0.005301356315612793, 0.006340503692626953, 0.007379651069641113, 0.008418798446655273, 0.009457945823669434, 0.010497093200683594, 0.011536240577697754, 0.012575387954711914, 0.013614535331726074, 0.014653682708740234, 0.015692830085754395, 0.016731977462768555, 0.017771124839782715, 0.018810272216796875, 0.019849419593811035, 0.020888566970825195, 0.021927714347839355, 0.022966861724853516, 0.024006009101867676, 0.025045156478881836, 0.026084303855895996, 0.027123451232910156, 0.028162598609924316, 0.029201745986938477, 0.030240893363952637, 0.0312800407409668, 0.03231918811798096, 0.03335833549499512, 0.03439748287200928, 0.03543663024902344, 0.0364757776260376, 0.03751492500305176, 0.03855407238006592, 0.03959321975708008, 0.04063236713409424, 0.0416715145111084, 0.04271066188812256, 0.04374980926513672, 0.04478895664215088, 0.04582810401916504, 0.0468672513961792, 0.04790639877319336, 0.04894554615020752, 0.04998469352722168, 0.05102384090423584, 0.05206298828125]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 8.0, 14.0, 41.0, 300.0, 547.0, 68.0, 23.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26573699712753296, -0.24193617701530457, -0.21813537180423737, -0.19433456659317017, -0.17053374648094177, -0.14673292636871338, -0.12293212115764618, -0.09913131594657898, -0.07533049583435059, -0.05152968317270279, -0.027728870511054993, -0.003928057849407196, 0.0198727548122406, 0.0436735674738884, 0.0674743801355362, 0.0912751853466034, 0.11507600545883179, 0.13887682557106018, 0.16267763078212738, 0.18647843599319458, 0.21027925610542297, 0.23408007621765137, 0.2578808665275574, 0.28168168663978577, 0.30548250675201416, 0.32928332686424255, 0.35308414697647095, 0.37688493728637695, 0.40068575739860535, 0.42448657751083374, 0.44828736782073975, 0.47208818793296814, 0.49588894844055176, 0.5196897387504578, 0.5434905886650085, 0.5672913789749146, 0.5910922288894653, 0.6148930191993713, 0.6386938095092773, 0.6624946594238281, 0.6862954497337341, 0.7100962400436401, 0.7338970899581909, 0.7576978802680969, 0.7814986705780029, 0.8052995204925537, 0.8291003108024597, 0.8529011011123657, 0.8767019510269165, 0.9005027413368225, 0.9243035912513733, 0.9481043815612793, 0.9719052314758301, 0.9957060217857361, 1.019506812095642, 1.0433076620101929, 1.067108392715454, 1.0909092426300049, 1.1147099733352661, 1.138510823249817, 1.1623116731643677, 1.186112403869629, 1.2099132537841797, 1.2337141036987305, 1.2575149536132812]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 10.0, 14.0, 15.0, 51.0, 76.0, 104.0, 147.0, 142.0, 161.0, 110.0, 71.0, 48.0, 30.0, 15.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16468578577041626, -0.15968191623687744, -0.15467804670333862, -0.1496741622686386, -0.1446702927350998, -0.13966642320156097, -0.13466253876686096, -0.12965866923332214, -0.12465479969978333, -0.1196509301662445, -0.11464705318212509, -0.10964317619800568, -0.10463930666446686, -0.09963543713092804, -0.09463156014680862, -0.08962768316268921, -0.08462381362915039, -0.07961994409561157, -0.07461606711149216, -0.06961219012737274, -0.06460832059383392, -0.059604447335004807, -0.05460057407617569, -0.04959670081734657, -0.044592827558517456, -0.03958895429968834, -0.03458508104085922, -0.029581207782030106, -0.02457733452320099, -0.019573461264371872, -0.014569588005542755, -0.009565714746713638, -0.0045618414878845215, 0.00044203177094459534, 0.005445905029773712, 0.010449778288602829, 0.015453651547431946, 0.020457524806261063, 0.02546139806509018, 0.030465271323919296, 0.03546914458274841, 0.04047301784157753, 0.04547689110040665, 0.050480764359235764, 0.05548463761806488, 0.060488510876894, 0.06549238413572311, 0.07049626111984253, 0.07550013065338135, 0.08050400018692017, 0.08550787717103958, 0.090511754155159, 0.09551562368869781, 0.10051949322223663, 0.10552337020635605, 0.11052724719047546, 0.11553111672401428, 0.1205349862575531, 0.12553885579109192, 0.13054274022579193, 0.13554660975933075, 0.14055047929286957, 0.14555436372756958, 0.1505582332611084, 0.15556210279464722]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 6.0, 14.0, 7.0, 10.0, 12.0, 19.0, 32.0, 41.0, 56.0, 85.0, 141.0, 206.0, 403.0, 872.0, 2673.0, 14369.0, 221214.0, 768192.0, 33088.0, 4563.0, 1210.0, 564.0, 265.0, 167.0, 109.0, 67.0, 44.0, 29.0, 25.0, 11.0, 11.0, 9.0, 4.0, 9.0, 2.0, 7.0, 5.0, 4.0, 6.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.2083740234375, -0.20291709899902344, -0.19746017456054688, -0.1920032501220703, -0.18654632568359375, -0.1810894012451172, -0.17563247680664062, -0.17017555236816406, -0.1647186279296875, -0.15926170349121094, -0.15380477905273438, -0.1483478546142578, -0.14289093017578125, -0.1374340057373047, -0.13197708129882812, -0.12652015686035156, -0.121063232421875, -0.11560630798339844, -0.11014938354492188, -0.10469245910644531, -0.09923553466796875, -0.09377861022949219, -0.08832168579101562, -0.08286476135253906, -0.0774078369140625, -0.07195091247558594, -0.06649398803710938, -0.06103706359863281, -0.05558013916015625, -0.05012321472167969, -0.044666290283203125, -0.03920936584472656, -0.03375244140625, -0.028295516967773438, -0.022838592529296875, -0.017381668090820312, -0.01192474365234375, -0.0064678192138671875, -0.001010894775390625, 0.0044460296630859375, 0.0099029541015625, 0.015359878540039062, 0.020816802978515625, 0.026273727416992188, 0.03173065185546875, 0.03718757629394531, 0.042644500732421875, 0.04810142517089844, 0.053558349609375, 0.05901527404785156, 0.06447219848632812, 0.06992912292480469, 0.07538604736328125, 0.08084297180175781, 0.08629989624023438, 0.09175682067871094, 0.0972137451171875, 0.10267066955566406, 0.10812759399414062, 0.11358451843261719, 0.11904144287109375, 0.12449836730957031, 0.12995529174804688, 0.13541221618652344, 0.140869140625]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 8.0, 13.0, 33.0, 58.0, 100.0, 123.0, 145.0, 144.0, 150.0, 106.0, 53.0, 28.0, 23.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00719451904296875, -0.006896495819091797, -0.006598472595214844, -0.006300449371337891, -0.0060024261474609375, -0.005704402923583984, -0.005406379699707031, -0.005108356475830078, -0.004810333251953125, -0.004512310028076172, -0.004214286804199219, -0.003916263580322266, -0.0036182403564453125, -0.0033202171325683594, -0.0030221939086914062, -0.002724170684814453, -0.0024261474609375, -0.002128124237060547, -0.0018301010131835938, -0.0015320777893066406, -0.0012340545654296875, -0.0009360313415527344, -0.0006380081176757812, -0.0003399848937988281, -4.1961669921875e-05, 0.0002560615539550781, 0.0005540847778320312, 0.0008521080017089844, 0.0011501312255859375, 0.0014481544494628906, 0.0017461776733398438, 0.002044200897216797, 0.00234222412109375, 0.002640247344970703, 0.0029382705688476562, 0.0032362937927246094, 0.0035343170166015625, 0.0038323402404785156, 0.004130363464355469, 0.004428386688232422, 0.004726409912109375, 0.005024433135986328, 0.005322456359863281, 0.005620479583740234, 0.0059185028076171875, 0.006216526031494141, 0.006514549255371094, 0.006812572479248047, 0.007110595703125, 0.007408618927001953, 0.007706642150878906, 0.00800466537475586, 0.008302688598632812, 0.008600711822509766, 0.008898735046386719, 0.009196758270263672, 0.009494781494140625, 0.009792804718017578, 0.010090827941894531, 0.010388851165771484, 0.010686874389648438, 0.01098489761352539, 0.011282920837402344, 0.011580944061279297, 0.01187896728515625]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 7.0, 5.0, 4.0, 6.0, 8.0, 12.0, 14.0, 20.0, 31.0, 30.0, 41.0, 54.0, 101.0, 106.0, 164.0, 292.0, 504.0, 935.0, 2040.0, 4814.0, 14319.0, 56128.0, 405970.0, 473624.0, 63696.0, 15622.0, 5366.0, 2124.0, 1025.0, 533.0, 335.0, 192.0, 121.0, 86.0, 58.0, 44.0, 27.0, 27.0, 14.0, 16.0, 13.0, 7.0, 7.0, 8.0, 4.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.06109619140625, -0.05924701690673828, -0.05739784240722656, -0.055548667907714844, -0.053699493408203125, -0.051850318908691406, -0.05000114440917969, -0.04815196990966797, -0.04630279541015625, -0.04445362091064453, -0.04260444641113281, -0.040755271911621094, -0.038906097412109375, -0.037056922912597656, -0.03520774841308594, -0.03335857391357422, -0.0315093994140625, -0.02966022491455078, -0.027811050415039062, -0.025961875915527344, -0.024112701416015625, -0.022263526916503906, -0.020414352416992188, -0.01856517791748047, -0.01671600341796875, -0.014866828918457031, -0.013017654418945312, -0.011168479919433594, -0.009319305419921875, -0.007470130920410156, -0.0056209564208984375, -0.0037717819213867188, -0.001922607421875, -7.343292236328125e-05, 0.0017757415771484375, 0.0036249160766601562, 0.005474090576171875, 0.007323265075683594, 0.009172439575195312, 0.011021614074707031, 0.01287078857421875, 0.014719963073730469, 0.016569137573242188, 0.018418312072753906, 0.020267486572265625, 0.022116661071777344, 0.023965835571289062, 0.02581501007080078, 0.0276641845703125, 0.02951335906982422, 0.03136253356933594, 0.033211708068847656, 0.035060882568359375, 0.036910057067871094, 0.03875923156738281, 0.04060840606689453, 0.04245758056640625, 0.04430675506591797, 0.04615592956542969, 0.048005104064941406, 0.049854278564453125, 0.051703453063964844, 0.05355262756347656, 0.05540180206298828, 0.0572509765625]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 13.0, 4.0, 7.0, 9.0, 17.0, 10.0, 19.0, 15.0, 16.0, 24.0, 30.0, 24.0, 26.0, 36.0, 46.0, 48.0, 53.0, 48.0, 54.0, 55.0, 46.0, 48.0, 38.0, 43.0, 39.0, 25.0, 29.0, 30.0, 28.0, 23.0, 8.0, 16.0, 13.0, 8.0, 10.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.015289306640625, -0.014790534973144531, -0.014291763305664062, -0.013792991638183594, -0.013294219970703125, -0.012795448303222656, -0.012296676635742188, -0.011797904968261719, -0.01129913330078125, -0.010800361633300781, -0.010301589965820312, -0.009802818298339844, -0.009304046630859375, -0.008805274963378906, -0.008306503295898438, -0.007807731628417969, -0.0073089599609375, -0.006810188293457031, -0.0063114166259765625, -0.005812644958496094, -0.005313873291015625, -0.004815101623535156, -0.0043163299560546875, -0.0038175582885742188, -0.00331878662109375, -0.0028200149536132812, -0.0023212432861328125, -0.0018224716186523438, -0.001323699951171875, -0.0008249282836914062, -0.0003261566162109375, 0.00017261505126953125, 0.00067138671875, 0.0011701583862304688, 0.0016689300537109375, 0.0021677017211914062, 0.002666473388671875, 0.0031652450561523438, 0.0036640167236328125, 0.004162788391113281, 0.00466156005859375, 0.005160331726074219, 0.0056591033935546875, 0.006157875061035156, 0.006656646728515625, 0.007155418395996094, 0.0076541900634765625, 0.008152961730957031, 0.0086517333984375, 0.009150505065917969, 0.009649276733398438, 0.010148048400878906, 0.010646820068359375, 0.011145591735839844, 0.011644363403320312, 0.012143135070800781, 0.01264190673828125, 0.013140678405761719, 0.013639450073242188, 0.014138221740722656, 0.014636993408203125, 0.015135765075683594, 0.015634536743164062, 0.01613330841064453, 0.016632080078125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 5.0, 5.0, 10.0, 11.0, 19.0, 27.0, 42.0, 78.0, 110.0, 207.0, 409.0, 847.0, 2019.0, 6123.0, 30013.0, 668168.0, 313597.0, 19074.0, 4606.0, 1736.0, 649.0, 347.0, 178.0, 110.0, 60.0, 40.0, 22.0, 20.0, 5.0, 5.0, 6.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.06915283203125, -0.06727790832519531, -0.06540298461914062, -0.06352806091308594, -0.06165313720703125, -0.05977821350097656, -0.057903289794921875, -0.05602836608886719, -0.0541534423828125, -0.05227851867675781, -0.050403594970703125, -0.04852867126464844, -0.04665374755859375, -0.04477882385253906, -0.042903900146484375, -0.04102897644042969, -0.039154052734375, -0.03727912902832031, -0.035404205322265625, -0.03352928161621094, -0.03165435791015625, -0.029779434204101562, -0.027904510498046875, -0.026029586791992188, -0.0241546630859375, -0.022279739379882812, -0.020404815673828125, -0.018529891967773438, -0.01665496826171875, -0.014780044555664062, -0.012905120849609375, -0.011030197143554688, -0.0091552734375, -0.0072803497314453125, -0.005405426025390625, -0.0035305023193359375, -0.00165557861328125, 0.0002193450927734375, 0.002094268798828125, 0.0039691925048828125, 0.0058441162109375, 0.0077190399169921875, 0.009593963623046875, 0.011468887329101562, 0.01334381103515625, 0.015218734741210938, 0.017093658447265625, 0.018968582153320312, 0.020843505859375, 0.022718429565429688, 0.024593353271484375, 0.026468276977539062, 0.02834320068359375, 0.030218124389648438, 0.032093048095703125, 0.03396797180175781, 0.0358428955078125, 0.03771781921386719, 0.039592742919921875, 0.04146766662597656, 0.04334259033203125, 0.04521751403808594, 0.047092437744140625, 0.04896736145019531, 0.05084228515625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 7.0, 6.0, 4.0, 2.0, 16.0, 15.0, 19.0, 23.0, 38.0, 57.0, 65.0, 75.0, 65.0, 106.0, 92.0, 110.0, 86.0, 66.0, 40.0, 22.0, 22.0, 14.0, 15.0, 9.0, 7.0, 7.0, 5.0, 1.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.4960765838623047e-05, -1.4606863260269165e-05, -1.4252960681915283e-05, -1.3899058103561401e-05, -1.354515552520752e-05, -1.3191252946853638e-05, -1.2837350368499756e-05, -1.2483447790145874e-05, -1.2129545211791992e-05, -1.177564263343811e-05, -1.1421740055084229e-05, -1.1067837476730347e-05, -1.0713934898376465e-05, -1.0360032320022583e-05, -1.0006129741668701e-05, -9.65222716331482e-06, -9.298324584960938e-06, -8.944422006607056e-06, -8.590519428253174e-06, -8.236616849899292e-06, -7.88271427154541e-06, -7.528811693191528e-06, -7.1749091148376465e-06, -6.821006536483765e-06, -6.467103958129883e-06, -6.113201379776001e-06, -5.759298801422119e-06, -5.405396223068237e-06, -5.0514936447143555e-06, -4.697591066360474e-06, -4.343688488006592e-06, -3.98978590965271e-06, -3.635883331298828e-06, -3.2819807529449463e-06, -2.9280781745910645e-06, -2.5741755962371826e-06, -2.2202730178833008e-06, -1.866370439529419e-06, -1.5124678611755371e-06, -1.1585652828216553e-06, -8.046627044677734e-07, -4.507601261138916e-07, -9.685754776000977e-08, 2.5704503059387207e-07, 6.109476089477539e-07, 9.648501873016357e-07, 1.3187527656555176e-06, 1.6726553440093994e-06, 2.0265579223632812e-06, 2.380460500717163e-06, 2.734363079071045e-06, 3.0882656574249268e-06, 3.4421682357788086e-06, 3.7960708141326904e-06, 4.149973392486572e-06, 4.503875970840454e-06, 4.857778549194336e-06, 5.211681127548218e-06, 5.5655837059021e-06, 5.9194862842559814e-06, 6.273388862609863e-06, 6.627291440963745e-06, 6.981194019317627e-06, 7.335096597671509e-06, 7.68899917602539e-06]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 6.0, 6.0, 5.0, 17.0, 15.0, 26.0, 90.0, 166.0, 585.0, 3285.0, 175249.0, 861373.0, 6384.0, 925.0, 240.0, 101.0, 38.0, 25.0, 11.0, 8.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07794189453125, -0.0738687515258789, -0.06979560852050781, -0.06572246551513672, -0.061649322509765625, -0.05757617950439453, -0.05350303649902344, -0.049429893493652344, -0.04535675048828125, -0.041283607482910156, -0.03721046447753906, -0.03313732147216797, -0.029064178466796875, -0.02499103546142578, -0.020917892456054688, -0.016844749450683594, -0.0127716064453125, -0.008698463439941406, -0.0046253204345703125, -0.0005521774291992188, 0.003520965576171875, 0.007594108581542969, 0.011667251586914062, 0.015740394592285156, 0.01981353759765625, 0.023886680603027344, 0.027959823608398438, 0.03203296661376953, 0.036106109619140625, 0.04017925262451172, 0.04425239562988281, 0.048325538635253906, 0.052398681640625, 0.056471824645996094, 0.06054496765136719, 0.06461811065673828, 0.06869125366210938, 0.07276439666748047, 0.07683753967285156, 0.08091068267822266, 0.08498382568359375, 0.08905696868896484, 0.09313011169433594, 0.09720325469970703, 0.10127639770507812, 0.10534954071044922, 0.10942268371582031, 0.1134958267211914, 0.1175689697265625, 0.1216421127319336, 0.1257152557373047, 0.12978839874267578, 0.13386154174804688, 0.13793468475341797, 0.14200782775878906, 0.14608097076416016, 0.15015411376953125, 0.15422725677490234, 0.15830039978027344, 0.16237354278564453, 0.16644668579101562, 0.17051982879638672, 0.1745929718017578, 0.1786661148071289, 0.1827392578125]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 2.0, 8.0, 10.0, 13.0, 30.0, 27.0, 43.0, 76.0, 148.0, 242.0, 165.0, 95.0, 61.0, 26.0, 22.0, 15.0, 5.0, 6.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032989501953125, -0.03158712387084961, -0.03018474578857422, -0.028782367706298828, -0.027379989624023438, -0.025977611541748047, -0.024575233459472656, -0.023172855377197266, -0.021770477294921875, -0.020368099212646484, -0.018965721130371094, -0.017563343048095703, -0.016160964965820312, -0.014758586883544922, -0.013356208801269531, -0.01195383071899414, -0.01055145263671875, -0.00914907455444336, -0.007746696472167969, -0.006344318389892578, -0.0049419403076171875, -0.003539562225341797, -0.0021371841430664062, -0.0007348060607910156, 0.000667572021484375, 0.0020699501037597656, 0.0034723281860351562, 0.004874706268310547, 0.0062770843505859375, 0.007679462432861328, 0.009081840515136719, 0.01048421859741211, 0.0118865966796875, 0.01328897476196289, 0.014691352844238281, 0.016093730926513672, 0.017496109008789062, 0.018898487091064453, 0.020300865173339844, 0.021703243255615234, 0.023105621337890625, 0.024507999420166016, 0.025910377502441406, 0.027312755584716797, 0.028715133666992188, 0.030117511749267578, 0.03151988983154297, 0.03292226791381836, 0.03432464599609375, 0.03572702407836914, 0.03712940216064453, 0.03853178024291992, 0.03993415832519531, 0.0413365364074707, 0.042738914489746094, 0.044141292572021484, 0.045543670654296875, 0.046946048736572266, 0.048348426818847656, 0.04975080490112305, 0.05115318298339844, 0.05255556106567383, 0.05395793914794922, 0.05536031723022461, 0.0567626953125]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 5.0, 16.0, 86.0, 622.0, 244.0, 24.0, 6.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0590627193450928, -1.0223172903060913, -0.9855718016624451, -0.9488263130187988, -0.9120808243751526, -0.8753353357315063, -0.8385899066925049, -0.8018444180488586, -0.7650989294052124, -0.7283534407615662, -0.6916080117225647, -0.6548625230789185, -0.6181170344352722, -0.581371545791626, -0.5446261167526245, -0.5078806281089783, -0.4711351990699768, -0.43438974022865295, -0.3976442515850067, -0.36089879274368286, -0.3241533041000366, -0.28740784525871277, -0.2506623864173889, -0.21391689777374268, -0.17717143893241882, -0.14042596518993378, -0.10368049889802933, -0.06693503260612488, -0.03018955886363983, 0.006555914878845215, 0.04330137372016907, 0.08004686236381531, 0.11679232120513916, 0.1535377949476242, 0.19028326869010925, 0.2270287275314331, 0.26377421617507935, 0.3005196750164032, 0.33726513385772705, 0.3740106225013733, 0.41075608134269714, 0.447501540184021, 0.48424702882766724, 0.5209925174713135, 0.5577379465103149, 0.5944834351539612, 0.6312289237976074, 0.6679743528366089, 0.7047198414802551, 0.7414653301239014, 0.7782107591629028, 0.8149562478065491, 0.8517017364501953, 0.8884471654891968, 0.925192654132843, 0.9619381427764893, 0.9986835718154907, 1.0354290008544922, 1.0721745491027832, 1.1089199781417847, 1.1456654071807861, 1.1824109554290771, 1.2191563844680786, 1.25590181350708, 1.292647361755371]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 6.0, 5.0, 8.0, 11.0, 6.0, 20.0, 31.0, 17.0, 30.0, 38.0, 28.0, 45.0, 47.0, 70.0, 59.0, 62.0, 70.0, 62.0, 48.0, 56.0, 52.0, 44.0, 41.0, 37.0, 31.0, 20.0, 20.0, 6.0, 6.0, 15.0, 10.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1262149214744568, -0.12121494114398956, -0.11621496081352234, -0.11121498048305511, -0.10621500015258789, -0.10121501982212067, -0.09621504694223404, -0.09121506661176682, -0.08621508628129959, -0.08121510595083237, -0.07621512562036514, -0.07121514528989792, -0.06621517241001129, -0.06121518835425377, -0.05621521174907684, -0.05121523141860962, -0.046215251088142395, -0.04121527075767517, -0.03621529042720795, -0.03121531382203102, -0.026215333491563797, -0.021215353161096573, -0.016215374693274498, -0.011215396225452423, -0.006215415894985199, -0.0012154364958405495, 0.0037845429033041, 0.00878452230244875, 0.013784501701593399, 0.018784482032060623, 0.023784460499882698, 0.028784438967704773, 0.033784419298172, 0.03878439962863922, 0.043784379959106445, 0.04878435656428337, 0.053784336894750595, 0.05878431722521782, 0.06378429383039474, 0.06878427416086197, 0.0737842544913292, 0.07878423482179642, 0.08378421515226364, 0.08878419548273087, 0.09378416836261749, 0.09878414869308472, 0.10378412902355194, 0.10878410935401917, 0.11378408968448639, 0.11878407001495361, 0.12378405034542084, 0.12878403067588806, 0.13378401100635529, 0.1387839913368225, 0.14378397166728973, 0.14878395199775696, 0.153783917427063, 0.1587838977575302, 0.16378387808799744, 0.16878385841846466, 0.17378383874893188, 0.1787838190793991, 0.18378379940986633, 0.18878376483917236, 0.19378376007080078]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 9.0, 7.0, 8.0, 18.0, 20.0, 20.0, 61.0, 121.0, 327.0, 1285.0, 7811.0, 228578.0, 3930163.0, 21684.0, 2708.0, 756.0, 271.0, 148.0, 92.0, 55.0, 34.0, 22.0, 25.0, 18.0, 11.0, 7.0, 7.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.2646484375, -0.2575340270996094, -0.25041961669921875, -0.24330520629882812, -0.2361907958984375, -0.22907638549804688, -0.22196197509765625, -0.21484756469726562, -0.207733154296875, -0.20061874389648438, -0.19350433349609375, -0.18638992309570312, -0.1792755126953125, -0.17216110229492188, -0.16504669189453125, -0.15793228149414062, -0.15081787109375, -0.14370346069335938, -0.13658905029296875, -0.12947463989257812, -0.1223602294921875, -0.11524581909179688, -0.10813140869140625, -0.10101699829101562, -0.093902587890625, -0.08678817749023438, -0.07967376708984375, -0.07255935668945312, -0.0654449462890625, -0.058330535888671875, -0.05121612548828125, -0.044101715087890625, -0.0369873046875, -0.029872894287109375, -0.02275848388671875, -0.015644073486328125, -0.0085296630859375, -0.001415252685546875, 0.00569915771484375, 0.012813568115234375, 0.019927978515625, 0.027042388916015625, 0.03415679931640625, 0.041271209716796875, 0.0483856201171875, 0.055500030517578125, 0.06261444091796875, 0.06972885131835938, 0.07684326171875, 0.08395767211914062, 0.09107208251953125, 0.09818649291992188, 0.1053009033203125, 0.11241531372070312, 0.11952972412109375, 0.12664413452148438, 0.133758544921875, 0.14087295532226562, 0.14798736572265625, 0.15510177612304688, 0.1622161865234375, 0.16933059692382812, 0.17644500732421875, 0.18355941772460938, 0.190673828125]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 3.0, 14.0, 22.0, 27.0, 55.0, 80.0, 103.0, 161.0, 139.0, 124.0, 104.0, 65.0, 42.0, 31.0, 16.0, 9.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005161285400390625, -0.004863917827606201, -0.004566550254821777, -0.0042691826820373535, -0.00397181510925293, -0.003674447536468506, -0.003377079963684082, -0.003079712390899658, -0.0027823448181152344, -0.0024849772453308105, -0.0021876096725463867, -0.0018902420997619629, -0.001592874526977539, -0.0012955069541931152, -0.0009981393814086914, -0.0007007718086242676, -0.00040340423583984375, -0.00010603666305541992, 0.0001913309097290039, 0.0004886984825134277, 0.0007860660552978516, 0.0010834336280822754, 0.0013808012008666992, 0.001678168773651123, 0.001975536346435547, 0.0022729039192199707, 0.0025702714920043945, 0.0028676390647888184, 0.003165006637573242, 0.003462374210357666, 0.00375974178314209, 0.004057109355926514, 0.0043544769287109375, 0.004651844501495361, 0.004949212074279785, 0.005246579647064209, 0.005543947219848633, 0.005841314792633057, 0.0061386823654174805, 0.006436049938201904, 0.006733417510986328, 0.007030785083770752, 0.007328152656555176, 0.0076255202293396, 0.007922887802124023, 0.008220255374908447, 0.008517622947692871, 0.008814990520477295, 0.009112358093261719, 0.009409725666046143, 0.009707093238830566, 0.01000446081161499, 0.010301828384399414, 0.010599195957183838, 0.010896563529968262, 0.011193931102752686, 0.01149129867553711, 0.011788666248321533, 0.012086033821105957, 0.01238340139389038, 0.012680768966674805, 0.012978136539459229, 0.013275504112243652, 0.013572871685028076, 0.0138702392578125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 4.0, 12.0, 32.0, 70.0, 163.0, 669.0, 49584.0, 4141872.0, 1361.0, 277.0, 117.0, 55.0, 38.0, 14.0, 12.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.74853515625, -0.7209396362304688, -0.6933441162109375, -0.6657485961914062, -0.638153076171875, -0.6105575561523438, -0.5829620361328125, -0.5553665161132812, -0.52777099609375, -0.5001754760742188, -0.4725799560546875, -0.44498443603515625, -0.417388916015625, -0.38979339599609375, -0.3621978759765625, -0.33460235595703125, -0.3070068359375, -0.27941131591796875, -0.2518157958984375, -0.22422027587890625, -0.196624755859375, -0.16902923583984375, -0.1414337158203125, -0.11383819580078125, -0.08624267578125, -0.05864715576171875, -0.0310516357421875, -0.00345611572265625, 0.024139404296875, 0.05173492431640625, 0.0793304443359375, 0.10692596435546875, 0.134521484375, 0.16211700439453125, 0.1897125244140625, 0.21730804443359375, 0.244903564453125, 0.27249908447265625, 0.3000946044921875, 0.32769012451171875, 0.35528564453125, 0.38288116455078125, 0.4104766845703125, 0.43807220458984375, 0.465667724609375, 0.49326324462890625, 0.5208587646484375, 0.5484542846679688, 0.5760498046875, 0.6036453247070312, 0.6312408447265625, 0.6588363647460938, 0.686431884765625, 0.7140274047851562, 0.7416229248046875, 0.7692184448242188, 0.79681396484375, 0.8244094848632812, 0.8520050048828125, 0.8796005249023438, 0.907196044921875, 0.9347915649414062, 0.9623870849609375, 0.9899826049804688, 1.017578125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 9.0, 15.0, 40.0, 122.0, 1166.0, 2438.0, 199.0, 49.0, 16.0, 9.0, 7.0, 5.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0305328369140625, -0.028844594955444336, -0.027156352996826172, -0.025468111038208008, -0.023779869079589844, -0.02209162712097168, -0.020403385162353516, -0.01871514320373535, -0.017026901245117188, -0.015338659286499023, -0.01365041732788086, -0.011962175369262695, -0.010273933410644531, -0.008585691452026367, -0.006897449493408203, -0.005209207534790039, -0.003520965576171875, -0.001832723617553711, -0.00014448165893554688, 0.0015437602996826172, 0.0032320022583007812, 0.004920244216918945, 0.006608486175537109, 0.008296728134155273, 0.009984970092773438, 0.011673212051391602, 0.013361454010009766, 0.01504969596862793, 0.016737937927246094, 0.018426179885864258, 0.020114421844482422, 0.021802663803100586, 0.02349090576171875, 0.025179147720336914, 0.026867389678955078, 0.028555631637573242, 0.030243873596191406, 0.03193211555480957, 0.033620357513427734, 0.0353085994720459, 0.03699684143066406, 0.03868508338928223, 0.04037332534790039, 0.042061567306518555, 0.04374980926513672, 0.04543805122375488, 0.04712629318237305, 0.04881453514099121, 0.050502777099609375, 0.05219101905822754, 0.0538792610168457, 0.05556750297546387, 0.05725574493408203, 0.058943986892700195, 0.06063222885131836, 0.06232047080993652, 0.06400871276855469, 0.06569695472717285, 0.06738519668579102, 0.06907343864440918, 0.07076168060302734, 0.07244992256164551, 0.07413816452026367, 0.07582640647888184, 0.0775146484375]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 11.0, 19.0, 37.0, 153.0, 513.0, 206.0, 39.0, 15.0, 6.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5223349332809448, -0.5057141780853271, -0.4890934228897095, -0.4724726676940918, -0.4558519124984741, -0.43923115730285645, -0.42261040210723877, -0.4059896469116211, -0.3893688917160034, -0.37274813652038574, -0.35612738132476807, -0.3395066261291504, -0.3228858709335327, -0.30626511573791504, -0.28964436054229736, -0.2730236053466797, -0.2564028799533844, -0.23978212475776672, -0.22316136956214905, -0.20654061436653137, -0.1899198591709137, -0.17329910397529602, -0.15667836368083954, -0.14005760848522186, -0.12343685328960419, -0.10681609809398651, -0.09019534289836884, -0.07357459515333176, -0.05695383995771408, -0.040333084762096405, -0.023712337017059326, -0.00709158182144165, 0.009529173374176025, 0.026149926707148552, 0.04277068004012108, 0.059391431510448456, 0.07601218670606613, 0.09263294190168381, 0.10925368964672089, 0.12587444484233856, 0.14249520003795624, 0.1591159552335739, 0.1757367104291916, 0.19235745072364807, 0.20897820591926575, 0.22559896111488342, 0.2422197163105011, 0.2588404715061188, 0.27546122670173645, 0.2920819818973541, 0.3087027370929718, 0.3253234922885895, 0.34194424748420715, 0.35856500267982483, 0.3751857280731201, 0.3918064832687378, 0.40842723846435547, 0.42504799365997314, 0.4416687488555908, 0.4582895040512085, 0.47491025924682617, 0.49153101444244385, 0.5081517696380615, 0.5247725248336792, 0.5413932800292969]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 7.0, 10.0, 19.0, 33.0, 57.0, 82.0, 75.0, 84.0, 105.0, 103.0, 114.0, 109.0, 58.0, 39.0, 36.0, 27.0, 22.0, 10.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16085147857666016, -0.15509219467639923, -0.1493328958749771, -0.1435736119747162, -0.13781432807445526, -0.13205504417419434, -0.12629574537277222, -0.12053646147251129, -0.11477717012166977, -0.10901787877082825, -0.10325859487056732, -0.0974993035197258, -0.09174001216888428, -0.08598072826862335, -0.08022143691778183, -0.07446214556694031, -0.06870286166667938, -0.06294357031583786, -0.057184286415576935, -0.05142499506473541, -0.04566570743918419, -0.039906419813632965, -0.03414712846279144, -0.02838784083724022, -0.022628553211688995, -0.01686926558613777, -0.011109976097941399, -0.005350686609745026, 0.0004086010158061981, 0.006167888641357422, 0.011927179992198944, 0.017686467617750168, 0.02344575524330139, 0.029205042868852615, 0.03496433049440384, 0.04072362184524536, 0.046482909470796585, 0.05224219709634781, 0.05800148844718933, 0.06376077234745026, 0.06952006369829178, 0.0752793550491333, 0.08103863894939423, 0.08679793030023575, 0.09255722165107727, 0.0983165055513382, 0.10407579690217972, 0.10983508825302124, 0.11559437215328217, 0.12135366350412369, 0.1271129548549652, 0.13287223875522614, 0.13863152265548706, 0.14439082145690918, 0.1501501053571701, 0.15590938925743103, 0.16166868805885315, 0.16742797195911407, 0.1731872707605362, 0.17894655466079712, 0.18470583856105804, 0.19046512246131897, 0.1962244212627411, 0.20198370516300201, 0.20774298906326294]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 3.0, 4.0, 3.0, 5.0, 7.0, 17.0, 10.0, 16.0, 26.0, 25.0, 49.0, 60.0, 79.0, 112.0, 176.0, 271.0, 448.0, 817.0, 1685.0, 4666.0, 17491.0, 96559.0, 686434.0, 198557.0, 29140.0, 7054.0, 2326.0, 979.0, 535.0, 311.0, 179.0, 132.0, 98.0, 76.0, 52.0, 51.0, 23.0, 17.0, 22.0, 8.0, 12.0, 6.0, 4.0, 4.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.110107421875, -0.10663032531738281, -0.10315322875976562, -0.09967613220214844, -0.09619903564453125, -0.09272193908691406, -0.08924484252929688, -0.08576774597167969, -0.0822906494140625, -0.07881355285644531, -0.07533645629882812, -0.07185935974121094, -0.06838226318359375, -0.06490516662597656, -0.061428070068359375, -0.05795097351074219, -0.054473876953125, -0.05099678039550781, -0.047519683837890625, -0.04404258728027344, -0.04056549072265625, -0.03708839416503906, -0.033611297607421875, -0.030134201049804688, -0.0266571044921875, -0.023180007934570312, -0.019702911376953125, -0.016225814819335938, -0.01274871826171875, -0.009271621704101562, -0.005794525146484375, -0.0023174285888671875, 0.00115966796875, 0.0046367645263671875, 0.008113861083984375, 0.011590957641601562, 0.01506805419921875, 0.018545150756835938, 0.022022247314453125, 0.025499343872070312, 0.0289764404296875, 0.03245353698730469, 0.035930633544921875, 0.03940773010253906, 0.04288482666015625, 0.04636192321777344, 0.049839019775390625, 0.05331611633300781, 0.056793212890625, 0.06027030944824219, 0.06374740600585938, 0.06722450256347656, 0.07070159912109375, 0.07417869567871094, 0.07765579223632812, 0.08113288879394531, 0.0846099853515625, 0.08808708190917969, 0.09156417846679688, 0.09504127502441406, 0.09851837158203125, 0.10199546813964844, 0.10547256469726562, 0.10894966125488281, 0.1124267578125]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 15.0, 24.0, 43.0, 54.0, 87.0, 105.0, 124.0, 125.0, 119.0, 101.0, 75.0, 47.0, 44.0, 17.0, 8.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0127410888671875, -0.012291908264160156, -0.011842727661132812, -0.011393547058105469, -0.010944366455078125, -0.010495185852050781, -0.010046005249023438, -0.009596824645996094, -0.00914764404296875, -0.008698463439941406, -0.008249282836914062, -0.007800102233886719, -0.007350921630859375, -0.006901741027832031, -0.0064525604248046875, -0.006003379821777344, -0.00555419921875, -0.005105018615722656, -0.0046558380126953125, -0.004206657409667969, -0.003757476806640625, -0.0033082962036132812, -0.0028591156005859375, -0.0024099349975585938, -0.00196075439453125, -0.0015115737915039062, -0.0010623931884765625, -0.0006132125854492188, -0.000164031982421875, 0.00028514862060546875, 0.0007343292236328125, 0.0011835098266601562, 0.0016326904296875, 0.0020818710327148438, 0.0025310516357421875, 0.0029802322387695312, 0.003429412841796875, 0.0038785934448242188, 0.0043277740478515625, 0.004776954650878906, 0.00522613525390625, 0.005675315856933594, 0.0061244964599609375, 0.006573677062988281, 0.007022857666015625, 0.007472038269042969, 0.007921218872070312, 0.008370399475097656, 0.008819580078125, 0.009268760681152344, 0.009717941284179688, 0.010167121887207031, 0.010616302490234375, 0.011065483093261719, 0.011514663696289062, 0.011963844299316406, 0.01241302490234375, 0.012862205505371094, 0.013311386108398438, 0.013760566711425781, 0.014209747314453125, 0.014658927917480469, 0.015108108520507812, 0.015557289123535156, 0.0160064697265625]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 8.0, 6.0, 13.0, 15.0, 20.0, 32.0, 40.0, 80.0, 114.0, 189.0, 309.0, 415.0, 783.0, 1590.0, 3343.0, 8450.0, 25450.0, 106291.0, 565880.0, 263135.0, 48272.0, 14078.0, 5171.0, 2214.0, 1095.0, 541.0, 348.0, 207.0, 151.0, 83.0, 79.0, 45.0, 25.0, 21.0, 8.0, 8.0, 8.0, 6.0, 5.0, 4.0, 6.0, 3.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.07232666015625, -0.0703582763671875, -0.068389892578125, -0.0664215087890625, -0.064453125, -0.0624847412109375, -0.060516357421875, -0.0585479736328125, -0.05657958984375, -0.0546112060546875, -0.052642822265625, -0.0506744384765625, -0.0487060546875, -0.0467376708984375, -0.044769287109375, -0.0428009033203125, -0.04083251953125, -0.0388641357421875, -0.036895751953125, -0.0349273681640625, -0.032958984375, -0.0309906005859375, -0.029022216796875, -0.0270538330078125, -0.02508544921875, -0.0231170654296875, -0.021148681640625, -0.0191802978515625, -0.0172119140625, -0.0152435302734375, -0.013275146484375, -0.0113067626953125, -0.00933837890625, -0.0073699951171875, -0.005401611328125, -0.0034332275390625, -0.00146484375, 0.0005035400390625, 0.002471923828125, 0.0044403076171875, 0.00640869140625, 0.0083770751953125, 0.010345458984375, 0.0123138427734375, 0.0142822265625, 0.0162506103515625, 0.018218994140625, 0.0201873779296875, 0.02215576171875, 0.0241241455078125, 0.026092529296875, 0.0280609130859375, 0.030029296875, 0.0319976806640625, 0.033966064453125, 0.0359344482421875, 0.03790283203125, 0.0398712158203125, 0.041839599609375, 0.0438079833984375, 0.0457763671875, 0.0477447509765625, 0.049713134765625, 0.0516815185546875, 0.05364990234375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 7.0, 6.0, 13.0, 16.0, 18.0, 22.0, 22.0, 30.0, 41.0, 38.0, 51.0, 53.0, 65.0, 65.0, 78.0, 72.0, 61.0, 55.0, 46.0, 43.0, 33.0, 34.0, 33.0, 16.0, 20.0, 18.0, 13.0, 12.0, 6.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.03997802734375, -0.03889179229736328, -0.03780555725097656, -0.036719322204589844, -0.035633087158203125, -0.034546852111816406, -0.03346061706542969, -0.03237438201904297, -0.03128814697265625, -0.03020191192626953, -0.029115676879882812, -0.028029441833496094, -0.026943206787109375, -0.025856971740722656, -0.024770736694335938, -0.02368450164794922, -0.0225982666015625, -0.02151203155517578, -0.020425796508789062, -0.019339561462402344, -0.018253326416015625, -0.017167091369628906, -0.016080856323242188, -0.014994621276855469, -0.01390838623046875, -0.012822151184082031, -0.011735916137695312, -0.010649681091308594, -0.009563446044921875, -0.008477210998535156, -0.0073909759521484375, -0.006304740905761719, -0.005218505859375, -0.004132270812988281, -0.0030460357666015625, -0.0019598007202148438, -0.000873565673828125, 0.00021266937255859375, 0.0012989044189453125, 0.0023851394653320312, 0.00347137451171875, 0.004557609558105469, 0.0056438446044921875, 0.006730079650878906, 0.007816314697265625, 0.008902549743652344, 0.009988784790039062, 0.011075019836425781, 0.0121612548828125, 0.013247489929199219, 0.014333724975585938, 0.015419960021972656, 0.016506195068359375, 0.017592430114746094, 0.018678665161132812, 0.01976490020751953, 0.02085113525390625, 0.02193737030029297, 0.023023605346679688, 0.024109840393066406, 0.025196075439453125, 0.026282310485839844, 0.027368545532226562, 0.02845478057861328, 0.029541015625]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 5.0, 7.0, 3.0, 9.0, 7.0, 5.0, 5.0, 8.0, 14.0, 20.0, 18.0, 44.0, 53.0, 82.0, 145.0, 266.0, 658.0, 1812.0, 6588.0, 57669.0, 893740.0, 76441.0, 7478.0, 2030.0, 757.0, 272.0, 147.0, 85.0, 36.0, 34.0, 24.0, 23.0, 17.0, 16.0, 12.0, 5.0, 5.0, 4.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04766845703125, -0.046054840087890625, -0.04444122314453125, -0.042827606201171875, -0.0412139892578125, -0.039600372314453125, -0.03798675537109375, -0.036373138427734375, -0.034759521484375, -0.033145904541015625, -0.03153228759765625, -0.029918670654296875, -0.0283050537109375, -0.026691436767578125, -0.02507781982421875, -0.023464202880859375, -0.0218505859375, -0.020236968994140625, -0.01862335205078125, -0.017009735107421875, -0.0153961181640625, -0.013782501220703125, -0.01216888427734375, -0.010555267333984375, -0.008941650390625, -0.007328033447265625, -0.00571441650390625, -0.004100799560546875, -0.0024871826171875, -0.000873565673828125, 0.00074005126953125, 0.002353668212890625, 0.00396728515625, 0.005580902099609375, 0.00719451904296875, 0.008808135986328125, 0.0104217529296875, 0.012035369873046875, 0.01364898681640625, 0.015262603759765625, 0.016876220703125, 0.018489837646484375, 0.02010345458984375, 0.021717071533203125, 0.0233306884765625, 0.024944305419921875, 0.02655792236328125, 0.028171539306640625, 0.02978515625, 0.031398773193359375, 0.03301239013671875, 0.034626007080078125, 0.0362396240234375, 0.037853240966796875, 0.03946685791015625, 0.041080474853515625, 0.042694091796875, 0.044307708740234375, 0.04592132568359375, 0.047534942626953125, 0.0491485595703125, 0.050762176513671875, 0.05237579345703125, 0.053989410400390625, 0.05560302734375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 3.0, 9.0, 6.0, 9.0, 11.0, 19.0, 28.0, 31.0, 38.0, 40.0, 64.0, 80.0, 95.0, 99.0, 73.0, 89.0, 68.0, 45.0, 50.0, 29.0, 24.0, 23.0, 19.0, 7.0, 14.0, 8.0, 6.0, 3.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.417533874511719e-06, -9.174458682537079e-06, -8.931383490562439e-06, -8.688308298587799e-06, -8.44523310661316e-06, -8.20215791463852e-06, -7.95908272266388e-06, -7.71600753068924e-06, -7.4729323387146e-06, -7.22985714673996e-06, -6.98678195476532e-06, -6.74370676279068e-06, -6.50063157081604e-06, -6.2575563788414e-06, -6.01448118686676e-06, -5.77140599489212e-06, -5.5283308029174805e-06, -5.2852556109428406e-06, -5.042180418968201e-06, -4.799105226993561e-06, -4.556030035018921e-06, -4.312954843044281e-06, -4.069879651069641e-06, -3.826804459095001e-06, -3.5837292671203613e-06, -3.3406540751457214e-06, -3.0975788831710815e-06, -2.8545036911964417e-06, -2.6114284992218018e-06, -2.368353307247162e-06, -2.125278115272522e-06, -1.882202923297882e-06, -1.6391277313232422e-06, -1.3960525393486023e-06, -1.1529773473739624e-06, -9.099021553993225e-07, -6.668269634246826e-07, -4.237517714500427e-07, -1.8067657947540283e-07, 6.239861249923706e-08, 3.0547380447387695e-07, 5.485489964485168e-07, 7.916241884231567e-07, 1.0346993803977966e-06, 1.2777745723724365e-06, 1.5208497643470764e-06, 1.7639249563217163e-06, 2.007000148296356e-06, 2.250075340270996e-06, 2.493150532245636e-06, 2.736225724220276e-06, 2.9793009161949158e-06, 3.2223761081695557e-06, 3.4654513001441956e-06, 3.7085264921188354e-06, 3.951601684093475e-06, 4.194676876068115e-06, 4.437752068042755e-06, 4.680827260017395e-06, 4.923902451992035e-06, 5.166977643966675e-06, 5.410052835941315e-06, 5.653128027915955e-06, 5.8962032198905945e-06, 6.139278411865234e-06]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 7.0, 9.0, 9.0, 9.0, 18.0, 35.0, 45.0, 95.0, 202.0, 390.0, 1194.0, 4348.0, 27874.0, 721758.0, 274227.0, 13951.0, 2870.0, 798.0, 324.0, 159.0, 83.0, 49.0, 29.0, 23.0, 9.0, 12.0, 5.0, 5.0, 4.0, 2.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.045745849609375, -0.04421281814575195, -0.042679786682128906, -0.04114675521850586, -0.03961372375488281, -0.038080692291259766, -0.03654766082763672, -0.03501462936401367, -0.033481597900390625, -0.03194856643676758, -0.03041553497314453, -0.028882503509521484, -0.027349472045898438, -0.02581644058227539, -0.024283409118652344, -0.022750377655029297, -0.02121734619140625, -0.019684314727783203, -0.018151283264160156, -0.01661825180053711, -0.015085220336914062, -0.013552188873291016, -0.012019157409667969, -0.010486125946044922, -0.008953094482421875, -0.007420063018798828, -0.005887031555175781, -0.004354000091552734, -0.0028209686279296875, -0.0012879371643066406, 0.00024509429931640625, 0.0017781257629394531, 0.0033111572265625, 0.004844188690185547, 0.006377220153808594, 0.00791025161743164, 0.009443283081054688, 0.010976314544677734, 0.012509346008300781, 0.014042377471923828, 0.015575408935546875, 0.017108440399169922, 0.01864147186279297, 0.020174503326416016, 0.021707534790039062, 0.02324056625366211, 0.024773597717285156, 0.026306629180908203, 0.02783966064453125, 0.029372692108154297, 0.030905723571777344, 0.03243875503540039, 0.03397178649902344, 0.035504817962646484, 0.03703784942626953, 0.03857088088989258, 0.040103912353515625, 0.04163694381713867, 0.04316997528076172, 0.044703006744384766, 0.04623603820800781, 0.04776906967163086, 0.049302101135253906, 0.05083513259887695, 0.0523681640625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 7.0, 6.0, 4.0, 15.0, 18.0, 36.0, 66.0, 91.0, 125.0, 150.0, 122.0, 119.0, 79.0, 37.0, 44.0, 18.0, 14.0, 11.0, 4.0, 6.0, 6.0, 4.0, 3.0, 5.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02520751953125, -0.02430582046508789, -0.02340412139892578, -0.022502422332763672, -0.021600723266601562, -0.020699024200439453, -0.019797325134277344, -0.018895626068115234, -0.017993927001953125, -0.017092227935791016, -0.016190528869628906, -0.015288829803466797, -0.014387130737304688, -0.013485431671142578, -0.012583732604980469, -0.01168203353881836, -0.01078033447265625, -0.00987863540649414, -0.008976936340332031, -0.008075237274169922, -0.0071735382080078125, -0.006271839141845703, -0.005370140075683594, -0.004468441009521484, -0.003566741943359375, -0.0026650428771972656, -0.0017633438110351562, -0.0008616447448730469, 4.00543212890625e-05, 0.0009417533874511719, 0.0018434524536132812, 0.0027451515197753906, 0.0036468505859375, 0.004548549652099609, 0.005450248718261719, 0.006351947784423828, 0.0072536468505859375, 0.008155345916748047, 0.009057044982910156, 0.009958744049072266, 0.010860443115234375, 0.011762142181396484, 0.012663841247558594, 0.013565540313720703, 0.014467239379882812, 0.015368938446044922, 0.01627063751220703, 0.01717233657836914, 0.01807403564453125, 0.01897573471069336, 0.01987743377685547, 0.020779132843017578, 0.021680831909179688, 0.022582530975341797, 0.023484230041503906, 0.024385929107666016, 0.025287628173828125, 0.026189327239990234, 0.027091026306152344, 0.027992725372314453, 0.028894424438476562, 0.029796123504638672, 0.03069782257080078, 0.03159952163696289, 0.032501220703125]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 7.0, 20.0, 26.0, 88.0, 225.0, 364.0, 178.0, 56.0, 24.0, 12.0, 4.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3234555125236511, -0.3025338351726532, -0.28161218762397766, -0.26069051027297974, -0.239768847823143, -0.21884718537330627, -0.19792550802230835, -0.17700384557247162, -0.1560821831226349, -0.13516052067279816, -0.11423885077238083, -0.0933171808719635, -0.07239551842212677, -0.05147385597229004, -0.030552178621292114, -0.009630516171455383, 0.011291146278381348, 0.03221281245350838, 0.053134478628635406, 0.07405614852905273, 0.09497781097888947, 0.1158994734287262, 0.13682115077972412, 0.15774281322956085, 0.17866447567939758, 0.19958613812923431, 0.22050780057907104, 0.24142947793006897, 0.2623511552810669, 0.28327280282974243, 0.30419448018074036, 0.3251161575317383, 0.34603774547576904, 0.36695942282676697, 0.3878810703754425, 0.40880274772644043, 0.42972439527511597, 0.4506460726261139, 0.4715677499771118, 0.49248939752578735, 0.5134110450744629, 0.5343326926231384, 0.5552543997764587, 0.5761760473251343, 0.5970976948738098, 0.6180193424224854, 0.6389410495758057, 0.6598626971244812, 0.6807844042778015, 0.701706051826477, 0.7226277589797974, 0.7435494065284729, 0.7644710540771484, 0.7853927612304688, 0.8063144087791443, 0.8272360563278198, 0.8481577634811401, 0.8690794110298157, 0.890001118183136, 0.9109227657318115, 0.9318444132804871, 0.9527660608291626, 0.9736877679824829, 0.9946094155311584, 1.015531063079834]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 6.0, 8.0, 7.0, 10.0, 15.0, 16.0, 32.0, 37.0, 27.0, 47.0, 59.0, 65.0, 58.0, 77.0, 81.0, 75.0, 58.0, 57.0, 49.0, 54.0, 43.0, 31.0, 21.0, 18.0, 13.0, 18.0, 14.0, 5.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2467362880706787, -0.2397383451461792, -0.23274041712284088, -0.22574247419834137, -0.21874454617500305, -0.21174660325050354, -0.20474866032600403, -0.19775071740150452, -0.1907527893781662, -0.1837548464536667, -0.17675691843032837, -0.16975897550582886, -0.16276103258132935, -0.15576310455799103, -0.14876516163349152, -0.1417672336101532, -0.1347692906856537, -0.12777134776115417, -0.12077341973781586, -0.11377547681331635, -0.10677754133939743, -0.09977960586547852, -0.092781662940979, -0.08578372746706009, -0.07878579199314117, -0.07178785651922226, -0.06478992104530334, -0.05779197812080383, -0.05079404264688492, -0.043796107172966, -0.03679816797375679, -0.029800228774547577, -0.022802293300628662, -0.015804355964064598, -0.008806418627500534, -0.00180848129093647, 0.005189456045627594, 0.012187391519546509, 0.019185330718755722, 0.026183269917964935, 0.03318120539188385, 0.040179140865802765, 0.04717708006501198, 0.05417501926422119, 0.061172954738140106, 0.06817089021205902, 0.07516883313655853, 0.08216676861047745, 0.08916470408439636, 0.09616263955831528, 0.10316057503223419, 0.1101585179567337, 0.11715645343065262, 0.12415438890457153, 0.13115233182907104, 0.13815027475357056, 0.14514820277690887, 0.1521461457014084, 0.1591440737247467, 0.16614201664924622, 0.17313995957374573, 0.18013788759708405, 0.18713583052158356, 0.19413375854492188, 0.2011317014694214]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 11.0, 11.0, 16.0, 24.0, 52.0, 100.0, 208.0, 498.0, 1946.0, 13561.0, 3170850.0, 992302.0, 11178.0, 2065.0, 701.0, 320.0, 168.0, 106.0, 55.0, 39.0, 22.0, 20.0, 10.0, 11.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.281982421875, -0.27526283264160156, -0.2685432434082031, -0.2618236541748047, -0.25510406494140625, -0.2483844757080078, -0.24166488647460938, -0.23494529724121094, -0.2282257080078125, -0.22150611877441406, -0.21478652954101562, -0.2080669403076172, -0.20134735107421875, -0.1946277618408203, -0.18790817260742188, -0.18118858337402344, -0.174468994140625, -0.16774940490722656, -0.16102981567382812, -0.1543102264404297, -0.14759063720703125, -0.1408710479736328, -0.13415145874023438, -0.12743186950683594, -0.1207122802734375, -0.11399269104003906, -0.10727310180664062, -0.10055351257324219, -0.09383392333984375, -0.08711433410644531, -0.08039474487304688, -0.07367515563964844, -0.06695556640625, -0.06023597717285156, -0.053516387939453125, -0.04679679870605469, -0.04007720947265625, -0.03335762023925781, -0.026638031005859375, -0.019918441772460938, -0.0131988525390625, -0.0064792633056640625, 0.000240325927734375, 0.0069599151611328125, 0.01367950439453125, 0.020399093627929688, 0.027118682861328125, 0.03383827209472656, 0.040557861328125, 0.04727745056152344, 0.053997039794921875, 0.06071662902832031, 0.06743621826171875, 0.07415580749511719, 0.08087539672851562, 0.08759498596191406, 0.0943145751953125, 0.10103416442871094, 0.10775375366210938, 0.11447334289550781, 0.12119293212890625, 0.1279125213623047, 0.13463211059570312, 0.14135169982910156, 0.1480712890625]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 7.0, 6.0, 5.0, 12.0, 27.0, 43.0, 57.0, 77.0, 103.0, 106.0, 130.0, 97.0, 92.0, 80.0, 61.0, 31.0, 32.0, 20.0, 11.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01154327392578125, -0.011123299598693848, -0.010703325271606445, -0.010283350944519043, -0.00986337661743164, -0.009443402290344238, -0.009023427963256836, -0.008603453636169434, -0.008183479309082031, -0.007763504981994629, -0.0073435306549072266, -0.006923556327819824, -0.006503582000732422, -0.0060836076736450195, -0.005663633346557617, -0.005243659019470215, -0.0048236846923828125, -0.00440371036529541, -0.003983736038208008, -0.0035637617111206055, -0.003143787384033203, -0.0027238130569458008, -0.0023038387298583984, -0.001883864402770996, -0.0014638900756835938, -0.0010439157485961914, -0.0006239414215087891, -0.00020396709442138672, 0.00021600723266601562, 0.000635981559753418, 0.0010559558868408203, 0.0014759302139282227, 0.001895904541015625, 0.0023158788681030273, 0.0027358531951904297, 0.003155827522277832, 0.0035758018493652344, 0.003995776176452637, 0.004415750503540039, 0.004835724830627441, 0.005255699157714844, 0.005675673484802246, 0.0060956478118896484, 0.006515622138977051, 0.006935596466064453, 0.0073555707931518555, 0.007775545120239258, 0.00819551944732666, 0.008615493774414062, 0.009035468101501465, 0.009455442428588867, 0.00987541675567627, 0.010295391082763672, 0.010715365409851074, 0.011135339736938477, 0.011555314064025879, 0.011975288391113281, 0.012395262718200684, 0.012815237045288086, 0.013235211372375488, 0.01365518569946289, 0.014075160026550293, 0.014495134353637695, 0.014915108680725098, 0.0153350830078125]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 9.0, 9.0, 22.0, 28.0, 41.0, 52.0, 42.0, 106.0, 211.0, 877.0, 4164476.0, 27558.0, 437.0, 162.0, 87.0, 57.0, 36.0, 19.0, 22.0, 8.0, 9.0, 10.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.442626953125, -0.4203147888183594, -0.39800262451171875, -0.3756904602050781, -0.3533782958984375, -0.3310661315917969, -0.30875396728515625, -0.2864418029785156, -0.264129638671875, -0.24181747436523438, -0.21950531005859375, -0.19719314575195312, -0.1748809814453125, -0.15256881713867188, -0.13025665283203125, -0.10794448852539062, -0.08563232421875, -0.06332015991210938, -0.04100799560546875, -0.018695831298828125, 0.0036163330078125, 0.025928497314453125, 0.04824066162109375, 0.07055282592773438, 0.092864990234375, 0.11517715454101562, 0.13748931884765625, 0.15980148315429688, 0.1821136474609375, 0.20442581176757812, 0.22673797607421875, 0.24905014038085938, 0.2713623046875, 0.2936744689941406, 0.31598663330078125, 0.3382987976074219, 0.3606109619140625, 0.3829231262207031, 0.40523529052734375, 0.4275474548339844, 0.449859619140625, 0.4721717834472656, 0.49448394775390625, 0.5167961120605469, 0.5391082763671875, 0.5614204406738281, 0.5837326049804688, 0.6060447692871094, 0.62835693359375, 0.6506690979003906, 0.6729812622070312, 0.6952934265136719, 0.7176055908203125, 0.7399177551269531, 0.7622299194335938, 0.7845420837402344, 0.806854248046875, 0.8291664123535156, 0.8514785766601562, 0.8737907409667969, 0.8961029052734375, 0.9184150695800781, 0.9407272338867188, 0.9630393981933594, 0.9853515625]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 7.0, 5.0, 8.0, 17.0, 31.0, 58.0, 158.0, 809.0, 2359.0, 406.0, 125.0, 45.0, 24.0, 14.0, 7.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035308837890625, -0.03424835205078125, -0.0331878662109375, -0.03212738037109375, -0.03106689453125, -0.03000640869140625, -0.0289459228515625, -0.02788543701171875, -0.026824951171875, -0.02576446533203125, -0.0247039794921875, -0.02364349365234375, -0.0225830078125, -0.02152252197265625, -0.0204620361328125, -0.01940155029296875, -0.018341064453125, -0.01728057861328125, -0.0162200927734375, -0.01515960693359375, -0.01409912109375, -0.01303863525390625, -0.0119781494140625, -0.01091766357421875, -0.009857177734375, -0.00879669189453125, -0.0077362060546875, -0.00667572021484375, -0.005615234375, -0.00455474853515625, -0.0034942626953125, -0.00243377685546875, -0.001373291015625, -0.00031280517578125, 0.0007476806640625, 0.00180816650390625, 0.00286865234375, 0.00392913818359375, 0.0049896240234375, 0.00605010986328125, 0.007110595703125, 0.00817108154296875, 0.0092315673828125, 0.01029205322265625, 0.0113525390625, 0.01241302490234375, 0.0134735107421875, 0.01453399658203125, 0.015594482421875, 0.01665496826171875, 0.0177154541015625, 0.01877593994140625, 0.01983642578125, 0.02089691162109375, 0.0219573974609375, 0.02301788330078125, 0.024078369140625, 0.02513885498046875, 0.0261993408203125, 0.02725982666015625, 0.0283203125, 0.02938079833984375, 0.0304412841796875, 0.03150177001953125, 0.032562255859375]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 25.0, 390.0, 540.0, 40.0, 11.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8999004364013672, -0.876885175704956, -0.8538699746131897, -0.8308547139167786, -0.8078395128250122, -0.7848242521286011, -0.7618090510368347, -0.7387937903404236, -0.7157785892486572, -0.6927633285522461, -0.6697481274604797, -0.6467328667640686, -0.6237176656723022, -0.6007024049758911, -0.5776872038841248, -0.5546719431877136, -0.5316567420959473, -0.5086414813995361, -0.4856262803077698, -0.46261104941368103, -0.4395958185195923, -0.41658058762550354, -0.3935653567314148, -0.37055009603500366, -0.34753483533859253, -0.3245196044445038, -0.30150437355041504, -0.2784891426563263, -0.25547391176223755, -0.2324586808681488, -0.20944343507289886, -0.18642820417881012, -0.16341298818588257, -0.14039775729179382, -0.11738252639770508, -0.09436728805303574, -0.07135205715894699, -0.048336826264858246, -0.025321587920188904, -0.0023063570261001587, 0.020708873867988586, 0.04372410476207733, 0.06673933565616608, 0.08975457400083542, 0.11276980489492416, 0.1357850432395935, 0.15880027413368225, 0.181815505027771, 0.20483073592185974, 0.2278459668159485, 0.25086119771003723, 0.273876428604126, 0.2968916594982147, 0.31990689039230347, 0.3429221510887146, 0.36593735218048096, 0.3889526128768921, 0.41196784377098083, 0.4349830746650696, 0.4579983055591583, 0.48101353645324707, 0.5040287971496582, 0.5270439982414246, 0.5500592589378357, 0.573074460029602]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 8.0, 2.0, 3.0, 2.0, 17.0, 9.0, 13.0, 26.0, 30.0, 35.0, 33.0, 42.0, 40.0, 67.0, 66.0, 62.0, 68.0, 56.0, 77.0, 61.0, 43.0, 53.0, 45.0, 48.0, 19.0, 18.0, 19.0, 11.0, 12.0, 8.0, 9.0, 6.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0667186975479126, -0.06431904435157776, -0.06191938742995262, -0.059519730508327484, -0.057120077311992645, -0.054720424115657806, -0.05232076719403267, -0.04992111027240753, -0.04752145707607269, -0.045121803879737854, -0.04272214695811272, -0.04032249003648758, -0.03792283684015274, -0.0355231836438179, -0.033123526722192764, -0.030723871663212776, -0.028324216604232788, -0.0259245615452528, -0.023524906486272812, -0.021125251427292824, -0.018725596368312836, -0.016325941309332848, -0.01392628625035286, -0.011526631191372871, -0.009126976132392883, -0.006727321073412895, -0.004327666014432907, -0.001928010955452919, 0.0004716441035270691, 0.002871299162507057, 0.005270954221487045, 0.007670609280467033, 0.010070264339447021, 0.01246991939842701, 0.014869574457406998, 0.017269229516386986, 0.019668884575366974, 0.022068539634346962, 0.02446819469332695, 0.026867849752306938, 0.029267504811286926, 0.031667158007621765, 0.0340668149292469, 0.03646647185087204, 0.03886612504720688, 0.04126577824354172, 0.043665435165166855, 0.04606509208679199, 0.04846474528312683, 0.05086439847946167, 0.05326405540108681, 0.055663712322711945, 0.05806336551904678, 0.06046301871538162, 0.06286267936229706, 0.0652623325586319, 0.06766198575496674, 0.07006163895130157, 0.07246129214763641, 0.07486095279455185, 0.07726060599088669, 0.07966025918722153, 0.08205991983413696, 0.0844595730304718, 0.08685922622680664]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 11.0, 6.0, 15.0, 21.0, 35.0, 44.0, 52.0, 101.0, 170.0, 249.0, 436.0, 818.0, 1707.0, 4557.0, 16105.0, 79397.0, 521437.0, 354038.0, 51199.0, 11588.0, 3503.0, 1379.0, 629.0, 389.0, 221.0, 159.0, 94.0, 53.0, 29.0, 33.0, 29.0, 16.0, 18.0, 6.0, 2.0, 5.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.09637451171875, -0.09383010864257812, -0.09128570556640625, -0.08874130249023438, -0.0861968994140625, -0.08365249633789062, -0.08110809326171875, -0.07856369018554688, -0.076019287109375, -0.07347488403320312, -0.07093048095703125, -0.06838607788085938, -0.0658416748046875, -0.06329727172851562, -0.06075286865234375, -0.058208465576171875, -0.0556640625, -0.053119659423828125, -0.05057525634765625, -0.048030853271484375, -0.0454864501953125, -0.042942047119140625, -0.04039764404296875, -0.037853240966796875, -0.035308837890625, -0.032764434814453125, -0.03022003173828125, -0.027675628662109375, -0.0251312255859375, -0.022586822509765625, -0.02004241943359375, -0.017498016357421875, -0.01495361328125, -0.012409210205078125, -0.00986480712890625, -0.007320404052734375, -0.0047760009765625, -0.002231597900390625, 0.00031280517578125, 0.002857208251953125, 0.005401611328125, 0.007946014404296875, 0.01049041748046875, 0.013034820556640625, 0.0155792236328125, 0.018123626708984375, 0.02066802978515625, 0.023212432861328125, 0.0257568359375, 0.028301239013671875, 0.03084564208984375, 0.033390045166015625, 0.0359344482421875, 0.038478851318359375, 0.04102325439453125, 0.043567657470703125, 0.046112060546875, 0.048656463623046875, 0.05120086669921875, 0.053745269775390625, 0.0562896728515625, 0.058834075927734375, 0.06137847900390625, 0.06392288208007812, 0.06646728515625]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 5.0, 12.0, 19.0, 19.0, 32.0, 41.0, 51.0, 65.0, 50.0, 77.0, 96.0, 99.0, 73.0, 76.0, 61.0, 62.0, 36.0, 35.0, 29.0, 18.0, 17.0, 10.0, 6.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00839996337890625, -0.008054971694946289, -0.007709980010986328, -0.007364988327026367, -0.007019996643066406, -0.006675004959106445, -0.006330013275146484, -0.0059850215911865234, -0.0056400299072265625, -0.0052950382232666016, -0.004950046539306641, -0.00460505485534668, -0.004260063171386719, -0.003915071487426758, -0.003570079803466797, -0.003225088119506836, -0.002880096435546875, -0.002535104751586914, -0.002190113067626953, -0.0018451213836669922, -0.0015001296997070312, -0.0011551380157470703, -0.0008101463317871094, -0.00046515464782714844, -0.0001201629638671875, 0.00022482872009277344, 0.0005698204040527344, 0.0009148120880126953, 0.0012598037719726562, 0.0016047954559326172, 0.0019497871398925781, 0.002294778823852539, 0.0026397705078125, 0.002984762191772461, 0.003329753875732422, 0.003674745559692383, 0.004019737243652344, 0.004364728927612305, 0.004709720611572266, 0.0050547122955322266, 0.0053997039794921875, 0.0057446956634521484, 0.006089687347412109, 0.00643467903137207, 0.006779670715332031, 0.007124662399291992, 0.007469654083251953, 0.007814645767211914, 0.008159637451171875, 0.008504629135131836, 0.008849620819091797, 0.009194612503051758, 0.009539604187011719, 0.00988459587097168, 0.01022958755493164, 0.010574579238891602, 0.010919570922851562, 0.011264562606811523, 0.011609554290771484, 0.011954545974731445, 0.012299537658691406, 0.012644529342651367, 0.012989521026611328, 0.013334512710571289, 0.01367950439453125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 6.0, 8.0, 6.0, 7.0, 12.0, 17.0, 19.0, 34.0, 40.0, 63.0, 99.0, 144.0, 261.0, 474.0, 893.0, 1665.0, 3731.0, 10329.0, 37921.0, 241865.0, 612549.0, 104904.0, 21279.0, 6669.0, 2708.0, 1241.0, 625.0, 357.0, 202.0, 141.0, 79.0, 66.0, 50.0, 37.0, 17.0, 9.0, 7.0, 5.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.061920166015625, -0.05973196029663086, -0.05754375457763672, -0.05535554885864258, -0.05316734313964844, -0.0509791374206543, -0.048790931701660156, -0.046602725982666016, -0.044414520263671875, -0.042226314544677734, -0.040038108825683594, -0.03784990310668945, -0.03566169738769531, -0.03347349166870117, -0.03128528594970703, -0.02909708023071289, -0.02690887451171875, -0.02472066879272461, -0.02253246307373047, -0.020344257354736328, -0.018156051635742188, -0.015967845916748047, -0.013779640197753906, -0.011591434478759766, -0.009403228759765625, -0.007215023040771484, -0.005026817321777344, -0.002838611602783203, -0.0006504058837890625, 0.0015377998352050781, 0.0037260055541992188, 0.005914211273193359, 0.0081024169921875, 0.01029062271118164, 0.012478828430175781, 0.014667034149169922, 0.016855239868164062, 0.019043445587158203, 0.021231651306152344, 0.023419857025146484, 0.025608062744140625, 0.027796268463134766, 0.029984474182128906, 0.03217267990112305, 0.03436088562011719, 0.03654909133911133, 0.03873729705810547, 0.04092550277709961, 0.04311370849609375, 0.04530191421508789, 0.04749011993408203, 0.04967832565307617, 0.05186653137207031, 0.05405473709106445, 0.056242942810058594, 0.058431148529052734, 0.060619354248046875, 0.06280755996704102, 0.06499576568603516, 0.0671839714050293, 0.06937217712402344, 0.07156038284301758, 0.07374858856201172, 0.07593679428100586, 0.078125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 4.0, 5.0, 10.0, 11.0, 8.0, 13.0, 19.0, 24.0, 26.0, 29.0, 35.0, 43.0, 55.0, 51.0, 72.0, 61.0, 54.0, 56.0, 68.0, 44.0, 50.0, 29.0, 46.0, 31.0, 28.0, 22.0, 23.0, 12.0, 15.0, 13.0, 9.0, 11.0, 10.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.03265380859375, -0.031477928161621094, -0.030302047729492188, -0.02912616729736328, -0.027950286865234375, -0.02677440643310547, -0.025598526000976562, -0.024422645568847656, -0.02324676513671875, -0.022070884704589844, -0.020895004272460938, -0.01971912384033203, -0.018543243408203125, -0.01736736297607422, -0.016191482543945312, -0.015015602111816406, -0.0138397216796875, -0.012663841247558594, -0.011487960815429688, -0.010312080383300781, -0.009136199951171875, -0.007960319519042969, -0.0067844390869140625, -0.005608558654785156, -0.00443267822265625, -0.0032567977905273438, -0.0020809173583984375, -0.0009050369262695312, 0.000270843505859375, 0.0014467239379882812, 0.0026226043701171875, 0.0037984848022460938, 0.004974365234375, 0.006150245666503906, 0.0073261260986328125, 0.008502006530761719, 0.009677886962890625, 0.010853767395019531, 0.012029647827148438, 0.013205528259277344, 0.01438140869140625, 0.015557289123535156, 0.016733169555664062, 0.01790904998779297, 0.019084930419921875, 0.02026081085205078, 0.021436691284179688, 0.022612571716308594, 0.0237884521484375, 0.024964332580566406, 0.026140213012695312, 0.02731609344482422, 0.028491973876953125, 0.02966785430908203, 0.030843734741210938, 0.032019615173339844, 0.03319549560546875, 0.034371376037597656, 0.03554725646972656, 0.03672313690185547, 0.037899017333984375, 0.03907489776611328, 0.04025077819824219, 0.041426658630371094, 0.0426025390625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 6.0, 8.0, 10.0, 8.0, 11.0, 18.0, 25.0, 44.0, 59.0, 83.0, 109.0, 186.0, 300.0, 455.0, 826.0, 1843.0, 5410.0, 27116.0, 454983.0, 516937.0, 30124.0, 5767.0, 1923.0, 933.0, 496.0, 298.0, 199.0, 106.0, 79.0, 63.0, 31.0, 28.0, 18.0, 8.0, 18.0, 8.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.035491943359375, -0.0343480110168457, -0.033204078674316406, -0.03206014633178711, -0.030916213989257812, -0.029772281646728516, -0.02862834930419922, -0.027484416961669922, -0.026340484619140625, -0.025196552276611328, -0.02405261993408203, -0.022908687591552734, -0.021764755249023438, -0.02062082290649414, -0.019476890563964844, -0.018332958221435547, -0.01718902587890625, -0.016045093536376953, -0.014901161193847656, -0.01375722885131836, -0.012613296508789062, -0.011469364166259766, -0.010325431823730469, -0.009181499481201172, -0.008037567138671875, -0.006893634796142578, -0.005749702453613281, -0.004605770111083984, -0.0034618377685546875, -0.0023179054260253906, -0.0011739730834960938, -3.0040740966796875e-05, 0.0011138916015625, 0.002257823944091797, 0.0034017562866210938, 0.004545688629150391, 0.0056896209716796875, 0.006833553314208984, 0.007977485656738281, 0.009121417999267578, 0.010265350341796875, 0.011409282684326172, 0.012553215026855469, 0.013697147369384766, 0.014841079711914062, 0.01598501205444336, 0.017128944396972656, 0.018272876739501953, 0.01941680908203125, 0.020560741424560547, 0.021704673767089844, 0.02284860610961914, 0.023992538452148438, 0.025136470794677734, 0.02628040313720703, 0.027424335479736328, 0.028568267822265625, 0.029712200164794922, 0.03085613250732422, 0.032000064849853516, 0.03314399719238281, 0.03428792953491211, 0.035431861877441406, 0.0365757942199707, 0.0377197265625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 7.0, 5.0, 7.0, 14.0, 18.0, 27.0, 51.0, 77.0, 70.0, 106.0, 83.0, 139.0, 123.0, 75.0, 84.0, 50.0, 25.0, 22.0, 11.0, 9.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0907649993896484e-05, -1.058727502822876e-05, -1.0266900062561035e-05, -9.94652509689331e-06, -9.626150131225586e-06, -9.305775165557861e-06, -8.985400199890137e-06, -8.665025234222412e-06, -8.344650268554688e-06, -8.024275302886963e-06, -7.703900337219238e-06, -7.383525371551514e-06, -7.063150405883789e-06, -6.7427754402160645e-06, -6.42240047454834e-06, -6.102025508880615e-06, -5.781650543212891e-06, -5.461275577545166e-06, -5.140900611877441e-06, -4.820525646209717e-06, -4.500150680541992e-06, -4.179775714874268e-06, -3.859400749206543e-06, -3.5390257835388184e-06, -3.2186508178710938e-06, -2.898275852203369e-06, -2.5779008865356445e-06, -2.25752592086792e-06, -1.9371509552001953e-06, -1.6167759895324707e-06, -1.296401023864746e-06, -9.760260581970215e-07, -6.556510925292969e-07, -3.3527612686157227e-07, -1.4901161193847656e-08, 3.0547380447387695e-07, 6.258487701416016e-07, 9.462237358093262e-07, 1.2665987014770508e-06, 1.5869736671447754e-06, 1.9073486328125e-06, 2.2277235984802246e-06, 2.5480985641479492e-06, 2.868473529815674e-06, 3.1888484954833984e-06, 3.509223461151123e-06, 3.829598426818848e-06, 4.149973392486572e-06, 4.470348358154297e-06, 4.7907233238220215e-06, 5.111098289489746e-06, 5.431473255157471e-06, 5.751848220825195e-06, 6.07222318649292e-06, 6.3925981521606445e-06, 6.712973117828369e-06, 7.033348083496094e-06, 7.353723049163818e-06, 7.674098014831543e-06, 7.994472980499268e-06, 8.314847946166992e-06, 8.635222911834717e-06, 8.955597877502441e-06, 9.275972843170166e-06, 9.59634780883789e-06]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 2.0, 9.0, 15.0, 24.0, 40.0, 85.0, 205.0, 494.0, 1802.0, 11927.0, 495315.0, 523585.0, 12312.0, 1849.0, 508.0, 194.0, 81.0, 42.0, 26.0, 14.0, 8.0, 5.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.07476806640625, -0.07306909561157227, -0.07137012481689453, -0.0696711540222168, -0.06797218322753906, -0.06627321243286133, -0.0645742416381836, -0.06287527084350586, -0.061176300048828125, -0.05947732925415039, -0.057778358459472656, -0.05607938766479492, -0.05438041687011719, -0.05268144607543945, -0.05098247528076172, -0.049283504486083984, -0.04758453369140625, -0.045885562896728516, -0.04418659210205078, -0.04248762130737305, -0.04078865051269531, -0.03908967971801758, -0.037390708923339844, -0.03569173812866211, -0.033992767333984375, -0.03229379653930664, -0.030594825744628906, -0.028895854949951172, -0.027196884155273438, -0.025497913360595703, -0.02379894256591797, -0.022099971771240234, -0.0204010009765625, -0.018702030181884766, -0.01700305938720703, -0.015304088592529297, -0.013605117797851562, -0.011906147003173828, -0.010207176208496094, -0.00850820541381836, -0.006809234619140625, -0.005110263824462891, -0.0034112930297851562, -0.0017123222351074219, -1.33514404296875e-05, 0.0016856193542480469, 0.0033845901489257812, 0.005083560943603516, 0.00678253173828125, 0.008481502532958984, 0.010180473327636719, 0.011879444122314453, 0.013578414916992188, 0.015277385711669922, 0.016976356506347656, 0.01867532730102539, 0.020374298095703125, 0.02207326889038086, 0.023772239685058594, 0.025471210479736328, 0.027170181274414062, 0.028869152069091797, 0.03056812286376953, 0.032267093658447266, 0.033966064453125]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 8.0, 7.0, 11.0, 18.0, 28.0, 45.0, 91.0, 137.0, 196.0, 164.0, 125.0, 72.0, 40.0, 24.0, 15.0, 7.0, 5.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.052581787109375, -0.05138540267944336, -0.05018901824951172, -0.04899263381958008, -0.04779624938964844, -0.0465998649597168, -0.045403480529785156, -0.044207096099853516, -0.043010711669921875, -0.041814327239990234, -0.040617942810058594, -0.03942155838012695, -0.03822517395019531, -0.03702878952026367, -0.03583240509033203, -0.03463602066040039, -0.03343963623046875, -0.03224325180053711, -0.03104686737060547, -0.029850482940673828, -0.028654098510742188, -0.027457714080810547, -0.026261329650878906, -0.025064945220947266, -0.023868560791015625, -0.022672176361083984, -0.021475791931152344, -0.020279407501220703, -0.019083023071289062, -0.017886638641357422, -0.01669025421142578, -0.01549386978149414, -0.0142974853515625, -0.01310110092163086, -0.011904716491699219, -0.010708332061767578, -0.009511947631835938, -0.008315563201904297, -0.007119178771972656, -0.005922794342041016, -0.004726409912109375, -0.0035300254821777344, -0.0023336410522460938, -0.0011372566223144531, 5.91278076171875e-05, 0.0012555122375488281, 0.0024518966674804688, 0.0036482810974121094, 0.00484466552734375, 0.006041049957275391, 0.007237434387207031, 0.008433818817138672, 0.009630203247070312, 0.010826587677001953, 0.012022972106933594, 0.013219356536865234, 0.014415740966796875, 0.015612125396728516, 0.016808509826660156, 0.018004894256591797, 0.019201278686523438, 0.020397663116455078, 0.02159404754638672, 0.02279043197631836, 0.02398681640625]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 12.0, 18.0, 52.0, 170.0, 342.0, 249.0, 102.0, 28.0, 14.0, 9.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37375175952911377, -0.3499874174594879, -0.32622307538986206, -0.3024587333202362, -0.27869439125061035, -0.2549300491809845, -0.23116572201251984, -0.20740137994289398, -0.18363703787326813, -0.15987269580364227, -0.13610835373401642, -0.11234401911497116, -0.0885796770453453, -0.06481533497571945, -0.041051000356674194, -0.01728665828704834, 0.006477683782577515, 0.03024202398955822, 0.054006364196538925, 0.07777070254087448, 0.10153504461050034, 0.1252993941307068, 0.14906372129917145, 0.1728280633687973, 0.19659240543842316, 0.220356747508049, 0.24412108957767487, 0.2678854167461395, 0.2916497588157654, 0.31541410088539124, 0.3391784429550171, 0.36294278502464294, 0.3867071270942688, 0.41047146916389465, 0.4342358112335205, 0.45800015330314636, 0.4817644953727722, 0.5055288076400757, 0.5292931795120239, 0.5530574917793274, 0.5768218636512756, 0.6005861759185791, 0.6243505477905273, 0.6481148600578308, 0.671879231929779, 0.6956435441970825, 0.7194079160690308, 0.7431722283363342, 0.7669365406036377, 0.7907008528709412, 0.8144652247428894, 0.8382295370101929, 0.8619939088821411, 0.8857582211494446, 0.9095225930213928, 0.9332869052886963, 0.9570512771606445, 0.980815589427948, 1.0045799016952515, 1.0283442735671997, 1.052108645439148, 1.0758730173110962, 1.0996372699737549, 1.1234016418457031, 1.1471660137176514]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 8.0, 9.0, 8.0, 14.0, 16.0, 22.0, 22.0, 19.0, 24.0, 32.0, 37.0, 46.0, 62.0, 45.0, 57.0, 54.0, 51.0, 36.0, 56.0, 60.0, 56.0, 37.0, 42.0, 32.0, 37.0, 21.0, 20.0, 13.0, 18.0, 9.0, 9.0, 7.0, 7.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.21507829427719116, -0.2080300748348236, -0.20098187029361725, -0.1939336508512497, -0.18688544631004333, -0.17983722686767578, -0.17278900742530823, -0.16574080288410187, -0.1586925983428955, -0.15164437890052795, -0.1445961743593216, -0.13754795491695404, -0.13049975037574768, -0.12345153093338013, -0.11640331894159317, -0.10935510694980621, -0.10230688750743866, -0.0952586755156517, -0.08821046352386475, -0.08116224408149719, -0.07411403954029083, -0.06706582009792328, -0.06001760810613632, -0.052969396114349365, -0.04592118412256241, -0.03887297213077545, -0.031824760138988495, -0.02477654442191124, -0.017728332430124283, -0.010680120438337326, -0.003631904721260071, 0.003416307270526886, 0.010464519262313843, 0.0175127312541008, 0.024560945108532906, 0.03160915896296501, 0.03865737095475197, 0.045705582946538925, 0.05275379866361618, 0.05980201065540314, 0.0668502226471901, 0.07389843463897705, 0.08094664663076401, 0.08799485862255096, 0.09504307806491852, 0.10209128260612488, 0.10913950204849243, 0.11618771404027939, 0.12323592603206635, 0.1302841454744339, 0.13733235001564026, 0.1443805694580078, 0.15142877399921417, 0.15847699344158173, 0.16552519798278809, 0.17257341742515564, 0.1796216368675232, 0.18666985630989075, 0.1937180608510971, 0.20076628029346466, 0.20781448483467102, 0.21486270427703857, 0.22191092371940613, 0.2289591282606125, 0.23600733280181885]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 4.0, 5.0, 9.0, 18.0, 18.0, 37.0, 48.0, 86.0, 144.0, 290.0, 528.0, 1215.0, 2931.0, 7918.0, 27762.0, 202789.0, 3667354.0, 238209.0, 29636.0, 8714.0, 3304.0, 1400.0, 744.0, 366.0, 250.0, 145.0, 97.0, 67.0, 32.0, 36.0, 30.0, 26.0, 14.0, 13.0, 9.0, 9.0, 6.0, 5.0, 3.0, 4.0, 4.0, 6.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.08837890625, -0.08557605743408203, -0.08277320861816406, -0.0799703598022461, -0.07716751098632812, -0.07436466217041016, -0.07156181335449219, -0.06875896453857422, -0.06595611572265625, -0.06315326690673828, -0.06035041809082031, -0.057547569274902344, -0.054744720458984375, -0.051941871643066406, -0.04913902282714844, -0.04633617401123047, -0.0435333251953125, -0.04073047637939453, -0.03792762756347656, -0.035124778747558594, -0.032321929931640625, -0.029519081115722656, -0.026716232299804688, -0.02391338348388672, -0.02111053466796875, -0.01830768585205078, -0.015504837036132812, -0.012701988220214844, -0.009899139404296875, -0.007096290588378906, -0.0042934417724609375, -0.0014905929565429688, 0.001312255859375, 0.004115104675292969, 0.0069179534912109375, 0.009720802307128906, 0.012523651123046875, 0.015326499938964844, 0.018129348754882812, 0.02093219757080078, 0.02373504638671875, 0.02653789520263672, 0.029340744018554688, 0.032143592834472656, 0.034946441650390625, 0.037749290466308594, 0.04055213928222656, 0.04335498809814453, 0.0461578369140625, 0.04896068572998047, 0.05176353454589844, 0.054566383361816406, 0.057369232177734375, 0.060172080993652344, 0.06297492980957031, 0.06577777862548828, 0.06858062744140625, 0.07138347625732422, 0.07418632507324219, 0.07698917388916016, 0.07979202270507812, 0.0825948715209961, 0.08539772033691406, 0.08820056915283203, 0.09100341796875]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 5.0, 1.0, 2.0, 7.0, 4.0, 17.0, 29.0, 25.0, 36.0, 44.0, 47.0, 45.0, 59.0, 82.0, 76.0, 75.0, 73.0, 59.0, 65.0, 47.0, 53.0, 40.0, 39.0, 14.0, 21.0, 14.0, 10.0, 7.0, 5.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0081939697265625, -0.00788426399230957, -0.007574558258056641, -0.007264852523803711, -0.006955146789550781, -0.0066454410552978516, -0.006335735321044922, -0.006026029586791992, -0.0057163238525390625, -0.005406618118286133, -0.005096912384033203, -0.0047872066497802734, -0.004477500915527344, -0.004167795181274414, -0.0038580894470214844, -0.0035483837127685547, -0.003238677978515625, -0.0029289722442626953, -0.0026192665100097656, -0.002309560775756836, -0.0019998550415039062, -0.0016901493072509766, -0.0013804435729980469, -0.0010707378387451172, -0.0007610321044921875, -0.0004513263702392578, -0.00014162063598632812, 0.00016808509826660156, 0.00047779083251953125, 0.0007874965667724609, 0.0010972023010253906, 0.0014069080352783203, 0.00171661376953125, 0.0020263195037841797, 0.0023360252380371094, 0.002645730972290039, 0.0029554367065429688, 0.0032651424407958984, 0.003574848175048828, 0.003884553909301758, 0.0041942596435546875, 0.004503965377807617, 0.004813671112060547, 0.0051233768463134766, 0.005433082580566406, 0.005742788314819336, 0.006052494049072266, 0.006362199783325195, 0.006671905517578125, 0.006981611251831055, 0.007291316986083984, 0.007601022720336914, 0.007910728454589844, 0.008220434188842773, 0.008530139923095703, 0.008839845657348633, 0.009149551391601562, 0.009459257125854492, 0.009768962860107422, 0.010078668594360352, 0.010388374328613281, 0.010698080062866211, 0.01100778579711914, 0.01131749153137207, 0.011627197265625]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 4.0, 10.0, 13.0, 18.0, 37.0, 65.0, 154.0, 392.0, 1781.0, 13838.0, 4065104.0, 106847.0, 4620.0, 861.0, 266.0, 114.0, 66.0, 39.0, 23.0, 15.0, 9.0, 3.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.37158203125, -0.36289215087890625, -0.3542022705078125, -0.34551239013671875, -0.336822509765625, -0.32813262939453125, -0.3194427490234375, -0.31075286865234375, -0.30206298828125, -0.29337310791015625, -0.2846832275390625, -0.27599334716796875, -0.267303466796875, -0.25861358642578125, -0.2499237060546875, -0.24123382568359375, -0.2325439453125, -0.22385406494140625, -0.2151641845703125, -0.20647430419921875, -0.197784423828125, -0.18909454345703125, -0.1804046630859375, -0.17171478271484375, -0.16302490234375, -0.15433502197265625, -0.1456451416015625, -0.13695526123046875, -0.128265380859375, -0.11957550048828125, -0.1108856201171875, -0.10219573974609375, -0.093505859375, -0.08481597900390625, -0.0761260986328125, -0.06743621826171875, -0.058746337890625, -0.05005645751953125, -0.0413665771484375, -0.03267669677734375, -0.02398681640625, -0.01529693603515625, -0.0066070556640625, 0.00208282470703125, 0.010772705078125, 0.01946258544921875, 0.0281524658203125, 0.03684234619140625, 0.0455322265625, 0.05422210693359375, 0.0629119873046875, 0.07160186767578125, 0.080291748046875, 0.08898162841796875, 0.0976715087890625, 0.10636138916015625, 0.11505126953125, 0.12374114990234375, 0.1324310302734375, 0.14112091064453125, 0.149810791015625, 0.15850067138671875, 0.1671905517578125, 0.17588043212890625, 0.1845703125]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 6.0, 6.0, 5.0, 3.0, 6.0, 15.0, 23.0, 49.0, 88.0, 288.0, 1026.0, 1759.0, 473.0, 160.0, 54.0, 44.0, 23.0, 13.0, 7.0, 5.0, 8.0, 6.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0298309326171875, -0.0284879207611084, -0.027144908905029297, -0.025801897048950195, -0.024458885192871094, -0.023115873336791992, -0.02177286148071289, -0.02042984962463379, -0.019086837768554688, -0.017743825912475586, -0.016400814056396484, -0.015057802200317383, -0.013714790344238281, -0.01237177848815918, -0.011028766632080078, -0.009685754776000977, -0.008342742919921875, -0.0069997310638427734, -0.005656719207763672, -0.00431370735168457, -0.0029706954956054688, -0.0016276836395263672, -0.0002846717834472656, 0.001058340072631836, 0.0024013519287109375, 0.003744363784790039, 0.005087375640869141, 0.006430387496948242, 0.007773399353027344, 0.009116411209106445, 0.010459423065185547, 0.011802434921264648, 0.01314544677734375, 0.014488458633422852, 0.015831470489501953, 0.017174482345581055, 0.018517494201660156, 0.019860506057739258, 0.02120351791381836, 0.02254652976989746, 0.023889541625976562, 0.025232553482055664, 0.026575565338134766, 0.027918577194213867, 0.02926158905029297, 0.03060460090637207, 0.03194761276245117, 0.03329062461853027, 0.034633636474609375, 0.03597664833068848, 0.03731966018676758, 0.03866267204284668, 0.04000568389892578, 0.04134869575500488, 0.042691707611083984, 0.044034719467163086, 0.04537773132324219, 0.04672074317932129, 0.04806375503540039, 0.04940676689147949, 0.050749778747558594, 0.052092790603637695, 0.0534358024597168, 0.0547788143157959, 0.056121826171875]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 13.0, 32.0, 286.0, 553.0, 110.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8934804201126099, -0.8681381344795227, -0.8427958488464355, -0.8174536228179932, -0.792111337184906, -0.7667690515518188, -0.7414268255233765, -0.7160845398902893, -0.6907422542572021, -0.665399968624115, -0.6400576829910278, -0.6147154569625854, -0.5893731713294983, -0.5640308856964111, -0.5386886596679688, -0.5133463740348816, -0.48800408840179443, -0.4626618027687073, -0.4373195469379425, -0.41197729110717773, -0.3866350054740906, -0.3612927198410034, -0.33595046401023865, -0.3106082081794739, -0.2852659225463867, -0.25992363691329956, -0.2345813810825348, -0.20923911035060883, -0.18389683961868286, -0.1585545688867569, -0.13321229815483093, -0.10787002742290497, -0.082527756690979, -0.05718548595905304, -0.031843215227127075, -0.006500944495201111, 0.018841326236724854, 0.04418359696865082, 0.06952586770057678, 0.09486813843250275, 0.12021040916442871, 0.14555267989635468, 0.17089495062828064, 0.1962372213602066, 0.22157949209213257, 0.24692176282405853, 0.2722640335559845, 0.29760628938674927, 0.3229485750198364, 0.3482908606529236, 0.37363311648368835, 0.3989753723144531, 0.4243176579475403, 0.44965994358062744, 0.4750021994113922, 0.500344455242157, 0.5256867408752441, 0.5510290265083313, 0.5763713121414185, 0.6017135381698608, 0.627055823802948, 0.6523981094360352, 0.6777403354644775, 0.7030826210975647, 0.7284249067306519]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 6.0, 3.0, 3.0, 3.0, 6.0, 12.0, 14.0, 22.0, 35.0, 37.0, 68.0, 68.0, 62.0, 72.0, 90.0, 84.0, 76.0, 77.0, 50.0, 71.0, 46.0, 29.0, 26.0, 15.0, 12.0, 13.0, 5.0, 3.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16059213876724243, -0.15521620213985443, -0.14984026551246643, -0.14446431398391724, -0.13908837735652924, -0.13371244072914124, -0.12833648920059204, -0.12296055257320404, -0.11758461594581604, -0.11220867931842804, -0.10683273524045944, -0.10145679116249084, -0.09608085453510284, -0.09070491790771484, -0.08532897382974625, -0.07995302975177765, -0.07457709312438965, -0.06920115649700165, -0.06382521241903305, -0.05844927206635475, -0.05307333171367645, -0.047697391360998154, -0.042321451008319855, -0.036945510655641556, -0.03156957030296326, -0.026193629950284958, -0.02081768959760666, -0.01544174924492836, -0.010065808892250061, -0.004689868539571762, 0.0006860718131065369, 0.006062012165784836, 0.011437952518463135, 0.016813892871141434, 0.022189833223819733, 0.02756577357649803, 0.03294171392917633, 0.03831765428185463, 0.04369359463453293, 0.04906953498721123, 0.054445475339889526, 0.059821415692567825, 0.06519735604524612, 0.07057330012321472, 0.07594923675060272, 0.08132517337799072, 0.08670111745595932, 0.09207706153392792, 0.09745299816131592, 0.10282893478870392, 0.10820487886667252, 0.11358082294464111, 0.11895675957202911, 0.12433269619941711, 0.1297086477279663, 0.1350845843553543, 0.1404605209827423, 0.1458364576101303, 0.1512123942375183, 0.1565883457660675, 0.1619642823934555, 0.1673402190208435, 0.1727161705493927, 0.1780921071767807, 0.1834680438041687]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 1.0, 7.0, 11.0, 17.0, 24.0, 34.0, 43.0, 49.0, 92.0, 173.0, 337.0, 610.0, 1488.0, 3892.0, 14731.0, 100180.0, 662946.0, 227876.0, 26486.0, 5765.0, 1982.0, 859.0, 397.0, 190.0, 125.0, 69.0, 45.0, 37.0, 25.0, 19.0, 10.0, 6.0, 10.0, 5.0, 5.0, 1.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.09332275390625, -0.09055137634277344, -0.08777999877929688, -0.08500862121582031, -0.08223724365234375, -0.07946586608886719, -0.07669448852539062, -0.07392311096191406, -0.0711517333984375, -0.06838035583496094, -0.06560897827148438, -0.06283760070800781, -0.06006622314453125, -0.05729484558105469, -0.054523468017578125, -0.05175209045410156, -0.048980712890625, -0.04620933532714844, -0.043437957763671875, -0.04066658020019531, -0.03789520263671875, -0.03512382507324219, -0.032352447509765625, -0.029581069946289062, -0.0268096923828125, -0.024038314819335938, -0.021266937255859375, -0.018495559692382812, -0.01572418212890625, -0.012952804565429688, -0.010181427001953125, -0.0074100494384765625, -0.004638671875, -0.0018672943115234375, 0.000904083251953125, 0.0036754608154296875, 0.00644683837890625, 0.009218215942382812, 0.011989593505859375, 0.014760971069335938, 0.0175323486328125, 0.020303726196289062, 0.023075103759765625, 0.025846481323242188, 0.02861785888671875, 0.03138923645019531, 0.034160614013671875, 0.03693199157714844, 0.039703369140625, 0.04247474670410156, 0.045246124267578125, 0.04801750183105469, 0.05078887939453125, 0.05356025695800781, 0.056331634521484375, 0.05910301208496094, 0.0618743896484375, 0.06464576721191406, 0.06741714477539062, 0.07018852233886719, 0.07295989990234375, 0.07573127746582031, 0.07850265502929688, 0.08127403259277344, 0.08404541015625]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 8.0, 11.0, 13.0, 34.0, 56.0, 97.0, 101.0, 120.0, 139.0, 129.0, 87.0, 86.0, 54.0, 37.0, 13.0, 15.0, 6.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0140380859375, -0.013487815856933594, -0.012937545776367188, -0.012387275695800781, -0.011837005615234375, -0.011286735534667969, -0.010736465454101562, -0.010186195373535156, -0.00963592529296875, -0.009085655212402344, -0.008535385131835938, -0.007985115051269531, -0.007434844970703125, -0.006884574890136719, -0.0063343048095703125, -0.005784034729003906, -0.0052337646484375, -0.004683494567871094, -0.0041332244873046875, -0.0035829544067382812, -0.003032684326171875, -0.0024824142456054688, -0.0019321441650390625, -0.0013818740844726562, -0.00083160400390625, -0.00028133392333984375, 0.0002689361572265625, 0.0008192062377929688, 0.001369476318359375, 0.0019197463989257812, 0.0024700164794921875, 0.0030202865600585938, 0.003570556640625, 0.004120826721191406, 0.0046710968017578125, 0.005221366882324219, 0.005771636962890625, 0.006321907043457031, 0.0068721771240234375, 0.007422447204589844, 0.00797271728515625, 0.008522987365722656, 0.009073257446289062, 0.009623527526855469, 0.010173797607421875, 0.010724067687988281, 0.011274337768554688, 0.011824607849121094, 0.0123748779296875, 0.012925148010253906, 0.013475418090820312, 0.014025688171386719, 0.014575958251953125, 0.015126228332519531, 0.015676498413085938, 0.016226768493652344, 0.01677703857421875, 0.017327308654785156, 0.017877578735351562, 0.01842784881591797, 0.018978118896484375, 0.01952838897705078, 0.020078659057617188, 0.020628929138183594, 0.02117919921875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 9.0, 9.0, 15.0, 34.0, 40.0, 51.0, 100.0, 166.0, 271.0, 459.0, 936.0, 2181.0, 5517.0, 16337.0, 54503.0, 222670.0, 474724.0, 197752.0, 48793.0, 14737.0, 5178.0, 2044.0, 945.0, 449.0, 256.0, 140.0, 88.0, 51.0, 38.0, 22.0, 14.0, 5.0, 9.0, 3.0, 2.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0361328125, -0.034946441650390625, -0.03376007080078125, -0.032573699951171875, -0.0313873291015625, -0.030200958251953125, -0.02901458740234375, -0.027828216552734375, -0.026641845703125, -0.025455474853515625, -0.02426910400390625, -0.023082733154296875, -0.0218963623046875, -0.020709991455078125, -0.01952362060546875, -0.018337249755859375, -0.01715087890625, -0.015964508056640625, -0.01477813720703125, -0.013591766357421875, -0.0124053955078125, -0.011219024658203125, -0.01003265380859375, -0.008846282958984375, -0.007659912109375, -0.006473541259765625, -0.00528717041015625, -0.004100799560546875, -0.0029144287109375, -0.001728057861328125, -0.00054168701171875, 0.000644683837890625, 0.0018310546875, 0.003017425537109375, 0.00420379638671875, 0.005390167236328125, 0.0065765380859375, 0.007762908935546875, 0.00894927978515625, 0.010135650634765625, 0.011322021484375, 0.012508392333984375, 0.01369476318359375, 0.014881134033203125, 0.0160675048828125, 0.017253875732421875, 0.01844024658203125, 0.019626617431640625, 0.02081298828125, 0.021999359130859375, 0.02318572998046875, 0.024372100830078125, 0.0255584716796875, 0.026744842529296875, 0.02793121337890625, 0.029117584228515625, 0.030303955078125, 0.031490325927734375, 0.03267669677734375, 0.033863067626953125, 0.0350494384765625, 0.036235809326171875, 0.03742218017578125, 0.038608551025390625, 0.039794921875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 7.0, 8.0, 7.0, 9.0, 18.0, 23.0, 17.0, 36.0, 36.0, 49.0, 44.0, 41.0, 50.0, 51.0, 59.0, 75.0, 55.0, 50.0, 49.0, 51.0, 40.0, 38.0, 29.0, 27.0, 29.0, 34.0, 12.0, 18.0, 13.0, 8.0, 5.0, 2.0, 3.0, 2.0, 8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0271453857421875, -0.026051759719848633, -0.024958133697509766, -0.0238645076751709, -0.02277088165283203, -0.021677255630493164, -0.020583629608154297, -0.01949000358581543, -0.018396377563476562, -0.017302751541137695, -0.016209125518798828, -0.015115499496459961, -0.014021873474121094, -0.012928247451782227, -0.01183462142944336, -0.010740995407104492, -0.009647369384765625, -0.008553743362426758, -0.007460117340087891, -0.0063664913177490234, -0.005272865295410156, -0.004179239273071289, -0.003085613250732422, -0.0019919872283935547, -0.0008983612060546875, 0.0001952648162841797, 0.0012888908386230469, 0.002382516860961914, 0.0034761428833007812, 0.0045697689056396484, 0.005663394927978516, 0.006757020950317383, 0.00785064697265625, 0.008944272994995117, 0.010037899017333984, 0.011131525039672852, 0.012225151062011719, 0.013318777084350586, 0.014412403106689453, 0.01550602912902832, 0.016599655151367188, 0.017693281173706055, 0.018786907196044922, 0.01988053321838379, 0.020974159240722656, 0.022067785263061523, 0.02316141128540039, 0.024255037307739258, 0.025348663330078125, 0.026442289352416992, 0.02753591537475586, 0.028629541397094727, 0.029723167419433594, 0.03081679344177246, 0.03191041946411133, 0.033004045486450195, 0.03409767150878906, 0.03519129753112793, 0.0362849235534668, 0.037378549575805664, 0.03847217559814453, 0.0395658016204834, 0.040659427642822266, 0.04175305366516113, 0.0428466796875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 6.0, 7.0, 9.0, 13.0, 22.0, 46.0, 71.0, 143.0, 232.0, 472.0, 991.0, 2296.0, 7518.0, 47489.0, 481173.0, 453399.0, 43391.0, 7130.0, 2156.0, 941.0, 456.0, 257.0, 140.0, 65.0, 49.0, 23.0, 22.0, 10.0, 4.0, 6.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0286712646484375, -0.02793574333190918, -0.02720022201538086, -0.02646470069885254, -0.02572917938232422, -0.0249936580657959, -0.024258136749267578, -0.023522615432739258, -0.022787094116210938, -0.022051572799682617, -0.021316051483154297, -0.020580530166625977, -0.019845008850097656, -0.019109487533569336, -0.018373966217041016, -0.017638444900512695, -0.016902923583984375, -0.016167402267456055, -0.015431880950927734, -0.014696359634399414, -0.013960838317871094, -0.013225317001342773, -0.012489795684814453, -0.011754274368286133, -0.011018753051757812, -0.010283231735229492, -0.009547710418701172, -0.008812189102172852, -0.008076667785644531, -0.007341146469116211, -0.006605625152587891, -0.00587010383605957, -0.00513458251953125, -0.00439906120300293, -0.0036635398864746094, -0.002928018569946289, -0.0021924972534179688, -0.0014569759368896484, -0.0007214546203613281, 1.4066696166992188e-05, 0.0007495880126953125, 0.0014851093292236328, 0.002220630645751953, 0.0029561519622802734, 0.0036916732788085938, 0.004427194595336914, 0.005162715911865234, 0.005898237228393555, 0.006633758544921875, 0.007369279861450195, 0.008104801177978516, 0.008840322494506836, 0.009575843811035156, 0.010311365127563477, 0.011046886444091797, 0.011782407760620117, 0.012517929077148438, 0.013253450393676758, 0.013988971710205078, 0.014724493026733398, 0.015460014343261719, 0.01619553565979004, 0.01693105697631836, 0.01766657829284668, 0.018402099609375]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 7.0, 2.0, 5.0, 4.0, 18.0, 10.0, 22.0, 24.0, 60.0, 48.0, 67.0, 56.0, 84.0, 76.0, 87.0, 68.0, 85.0, 55.0, 63.0, 33.0, 42.0, 23.0, 28.0, 12.0, 15.0, 2.0, 6.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-9.179115295410156e-06, -8.970499038696289e-06, -8.761882781982422e-06, -8.553266525268555e-06, -8.344650268554688e-06, -8.13603401184082e-06, -7.927417755126953e-06, -7.718801498413086e-06, -7.510185241699219e-06, -7.3015689849853516e-06, -7.092952728271484e-06, -6.884336471557617e-06, -6.67572021484375e-06, -6.467103958129883e-06, -6.258487701416016e-06, -6.0498714447021484e-06, -5.841255187988281e-06, -5.632638931274414e-06, -5.424022674560547e-06, -5.21540641784668e-06, -5.0067901611328125e-06, -4.798173904418945e-06, -4.589557647705078e-06, -4.380941390991211e-06, -4.172325134277344e-06, -3.9637088775634766e-06, -3.7550926208496094e-06, -3.546476364135742e-06, -3.337860107421875e-06, -3.129243850708008e-06, -2.9206275939941406e-06, -2.7120113372802734e-06, -2.5033950805664062e-06, -2.294778823852539e-06, -2.086162567138672e-06, -1.8775463104248047e-06, -1.6689300537109375e-06, -1.4603137969970703e-06, -1.2516975402832031e-06, -1.043081283569336e-06, -8.344650268554688e-07, -6.258487701416016e-07, -4.172325134277344e-07, -2.086162567138672e-07, 0.0, 2.086162567138672e-07, 4.172325134277344e-07, 6.258487701416016e-07, 8.344650268554688e-07, 1.043081283569336e-06, 1.2516975402832031e-06, 1.4603137969970703e-06, 1.6689300537109375e-06, 1.8775463104248047e-06, 2.086162567138672e-06, 2.294778823852539e-06, 2.5033950805664062e-06, 2.7120113372802734e-06, 2.9206275939941406e-06, 3.129243850708008e-06, 3.337860107421875e-06, 3.546476364135742e-06, 3.7550926208496094e-06, 3.9637088775634766e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 2.0, 13.0, 37.0, 45.0, 73.0, 148.0, 313.0, 738.0, 2363.0, 12130.0, 159763.0, 742853.0, 117082.0, 9791.0, 2005.0, 645.0, 282.0, 140.0, 60.0, 22.0, 16.0, 6.0, 10.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0193023681640625, -0.018479108810424805, -0.01765584945678711, -0.016832590103149414, -0.01600933074951172, -0.015186071395874023, -0.014362812042236328, -0.013539552688598633, -0.012716293334960938, -0.011893033981323242, -0.011069774627685547, -0.010246515274047852, -0.009423255920410156, -0.008599996566772461, -0.007776737213134766, -0.00695347785949707, -0.006130218505859375, -0.00530695915222168, -0.004483699798583984, -0.003660440444946289, -0.0028371810913085938, -0.0020139217376708984, -0.0011906623840332031, -0.0003674030303955078, 0.0004558563232421875, 0.0012791156768798828, 0.002102375030517578, 0.0029256343841552734, 0.0037488937377929688, 0.004572153091430664, 0.005395412445068359, 0.006218671798706055, 0.00704193115234375, 0.007865190505981445, 0.00868844985961914, 0.009511709213256836, 0.010334968566894531, 0.011158227920532227, 0.011981487274169922, 0.012804746627807617, 0.013628005981445312, 0.014451265335083008, 0.015274524688720703, 0.0160977840423584, 0.016921043395996094, 0.01774430274963379, 0.018567562103271484, 0.01939082145690918, 0.020214080810546875, 0.02103734016418457, 0.021860599517822266, 0.02268385887145996, 0.023507118225097656, 0.02433037757873535, 0.025153636932373047, 0.025976896286010742, 0.026800155639648438, 0.027623414993286133, 0.028446674346923828, 0.029269933700561523, 0.03009319305419922, 0.030916452407836914, 0.03173971176147461, 0.032562971115112305, 0.03338623046875]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 6.0, 13.0, 15.0, 33.0, 44.0, 86.0, 101.0, 117.0, 135.0, 128.0, 99.0, 63.0, 57.0, 37.0, 21.0, 16.0, 10.0, 10.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02520751953125, -0.024412155151367188, -0.023616790771484375, -0.022821426391601562, -0.02202606201171875, -0.021230697631835938, -0.020435333251953125, -0.019639968872070312, -0.0188446044921875, -0.018049240112304688, -0.017253875732421875, -0.016458511352539062, -0.01566314697265625, -0.014867782592773438, -0.014072418212890625, -0.013277053833007812, -0.012481689453125, -0.011686325073242188, -0.010890960693359375, -0.010095596313476562, -0.00930023193359375, -0.008504867553710938, -0.007709503173828125, -0.0069141387939453125, -0.0061187744140625, -0.0053234100341796875, -0.004528045654296875, -0.0037326812744140625, -0.00293731689453125, -0.0021419525146484375, -0.001346588134765625, -0.0005512237548828125, 0.000244140625, 0.0010395050048828125, 0.001834869384765625, 0.0026302337646484375, 0.00342559814453125, 0.0042209625244140625, 0.005016326904296875, 0.0058116912841796875, 0.0066070556640625, 0.0074024200439453125, 0.008197784423828125, 0.008993148803710938, 0.00978851318359375, 0.010583877563476562, 0.011379241943359375, 0.012174606323242188, 0.012969970703125, 0.013765335083007812, 0.014560699462890625, 0.015356063842773438, 0.01615142822265625, 0.016946792602539062, 0.017742156982421875, 0.018537521362304688, 0.0193328857421875, 0.020128250122070312, 0.020923614501953125, 0.021718978881835938, 0.02251434326171875, 0.023309707641601562, 0.024105072021484375, 0.024900436401367188, 0.02569580078125]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 13.0, 35.0, 111.0, 291.0, 348.0, 137.0, 49.0, 14.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8859623074531555, -0.8659199476242065, -0.8458775877952576, -0.8258352279663086, -0.8057928681373596, -0.7857505083084106, -0.7657081484794617, -0.7456657886505127, -0.725623369216919, -0.70558100938797, -0.685538649559021, -0.665496289730072, -0.645453929901123, -0.6254115700721741, -0.6053692102432251, -0.5853267908096313, -0.5652844905853271, -0.5452421307563782, -0.5251997709274292, -0.5051574110984802, -0.48511505126953125, -0.4650726914405823, -0.4450303018093109, -0.42498794198036194, -0.40494558215141296, -0.384903222322464, -0.364860862493515, -0.34481850266456604, -0.3247761130332947, -0.3047337532043457, -0.28469139337539673, -0.26464903354644775, -0.24460670351982117, -0.2245643436908722, -0.20452198386192322, -0.18447960913181305, -0.16443724930286407, -0.1443948894739151, -0.12435252219438553, -0.10431015491485596, -0.08426779508590698, -0.06422543525695801, -0.044183067977428436, -0.024140704423189163, -0.00409834086894989, 0.015944018959999084, 0.035986386239528656, 0.05602875351905823, 0.0760711133480072, 0.09611347317695618, 0.11615584045648575, 0.13619820773601532, 0.1562405675649643, 0.17628292739391327, 0.19632530212402344, 0.2163676619529724, 0.2364100217819214, 0.25645238161087036, 0.27649474143981934, 0.2965371012687683, 0.3165794610977173, 0.33662182092666626, 0.3566642105579376, 0.3767065703868866, 0.39674893021583557]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 0.0, 6.0, 7.0, 15.0, 9.0, 13.0, 22.0, 25.0, 20.0, 34.0, 36.0, 43.0, 41.0, 35.0, 43.0, 46.0, 52.0, 46.0, 45.0, 44.0, 51.0, 51.0, 44.0, 39.0, 36.0, 35.0, 36.0, 21.0, 18.0, 22.0, 15.0, 11.0, 9.0, 8.0, 5.0, 5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.2203047275543213, -0.21419845521450043, -0.20809218287467957, -0.2019859105348587, -0.19587963819503784, -0.18977338075637817, -0.1836671084165573, -0.17756083607673645, -0.1714545637369156, -0.16534829139709473, -0.15924201905727386, -0.153135746717453, -0.14702948927879333, -0.14092321693897247, -0.1348169445991516, -0.12871067225933075, -0.12260439991950989, -0.11649812757968903, -0.11039185523986816, -0.1042855903506279, -0.09817931801080704, -0.09207304567098618, -0.08596678078174591, -0.07986050844192505, -0.07375423610210419, -0.06764796376228333, -0.06154169514775276, -0.0554354265332222, -0.04932915419340134, -0.043222881853580475, -0.03711661323904991, -0.031010344624519348, -0.024904072284698486, -0.018797801807522774, -0.012691531330347061, -0.006585260853171349, -0.000478990375995636, 0.005627280101180077, 0.01173355057835579, 0.017839819192886353, 0.023946091532707214, 0.030052362009882927, 0.03615863248705864, 0.0422649011015892, 0.048371173441410065, 0.054477445781230927, 0.06058371439576149, 0.06668998301029205, 0.07279625535011292, 0.07890252768993378, 0.08500880002975464, 0.0911150649189949, 0.09722133725881577, 0.10332760959863663, 0.10943387448787689, 0.11554014682769775, 0.12164641916751862, 0.12775269150733948, 0.13385896384716034, 0.1399652361869812, 0.14607149362564087, 0.15217776596546173, 0.1582840383052826, 0.16439031064510345, 0.17049658298492432]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 5.0, 11.0, 20.0, 25.0, 32.0, 65.0, 126.0, 205.0, 449.0, 957.0, 2790.0, 9531.0, 54098.0, 1574464.0, 2478002.0, 58016.0, 10003.0, 2949.0, 1142.0, 532.0, 283.0, 187.0, 129.0, 77.0, 43.0, 38.0, 23.0, 16.0, 13.0, 16.0, 5.0, 6.0, 8.0, 11.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.038238525390625, -0.03641939163208008, -0.034600257873535156, -0.032781124114990234, -0.030961990356445312, -0.02914285659790039, -0.02732372283935547, -0.025504589080810547, -0.023685455322265625, -0.021866321563720703, -0.02004718780517578, -0.01822805404663086, -0.016408920288085938, -0.014589786529541016, -0.012770652770996094, -0.010951519012451172, -0.00913238525390625, -0.007313251495361328, -0.005494117736816406, -0.0036749839782714844, -0.0018558502197265625, -3.6716461181640625e-05, 0.0017824172973632812, 0.003601551055908203, 0.005420684814453125, 0.007239818572998047, 0.009058952331542969, 0.01087808609008789, 0.012697219848632812, 0.014516353607177734, 0.016335487365722656, 0.018154621124267578, 0.0199737548828125, 0.021792888641357422, 0.023612022399902344, 0.025431156158447266, 0.027250289916992188, 0.02906942367553711, 0.03088855743408203, 0.03270769119262695, 0.034526824951171875, 0.0363459587097168, 0.03816509246826172, 0.03998422622680664, 0.04180335998535156, 0.043622493743896484, 0.045441627502441406, 0.04726076126098633, 0.04907989501953125, 0.05089902877807617, 0.052718162536621094, 0.054537296295166016, 0.05635643005371094, 0.05817556381225586, 0.05999469757080078, 0.0618138313293457, 0.06363296508789062, 0.06545209884643555, 0.06727123260498047, 0.06909036636352539, 0.07090950012207031, 0.07272863388061523, 0.07454776763916016, 0.07636690139770508, 0.07818603515625]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 8.0, 10.0, 16.0, 27.0, 53.0, 80.0, 109.0, 106.0, 124.0, 99.0, 109.0, 80.0, 57.0, 46.0, 47.0, 12.0, 11.0, 5.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012359619140625, -0.011819601058959961, -0.011279582977294922, -0.010739564895629883, -0.010199546813964844, -0.009659528732299805, -0.009119510650634766, -0.008579492568969727, -0.008039474487304688, -0.0074994564056396484, -0.006959438323974609, -0.00641942024230957, -0.005879402160644531, -0.005339384078979492, -0.004799365997314453, -0.004259347915649414, -0.003719329833984375, -0.003179311752319336, -0.002639293670654297, -0.002099275588989258, -0.0015592575073242188, -0.0010192394256591797, -0.0004792213439941406, 6.079673767089844e-05, 0.0006008148193359375, 0.0011408329010009766, 0.0016808509826660156, 0.0022208690643310547, 0.0027608871459960938, 0.003300905227661133, 0.003840923309326172, 0.004380941390991211, 0.00492095947265625, 0.005460977554321289, 0.006000995635986328, 0.006541013717651367, 0.007081031799316406, 0.007621049880981445, 0.008161067962646484, 0.008701086044311523, 0.009241104125976562, 0.009781122207641602, 0.01032114028930664, 0.01086115837097168, 0.011401176452636719, 0.011941194534301758, 0.012481212615966797, 0.013021230697631836, 0.013561248779296875, 0.014101266860961914, 0.014641284942626953, 0.015181303024291992, 0.01572132110595703, 0.01626133918762207, 0.01680135726928711, 0.01734137535095215, 0.017881393432617188, 0.018421411514282227, 0.018961429595947266, 0.019501447677612305, 0.020041465759277344, 0.020581483840942383, 0.021121501922607422, 0.02166152000427246, 0.0222015380859375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 4.0, 2.0, 5.0, 5.0, 8.0, 9.0, 12.0, 11.0, 13.0, 12.0, 21.0, 21.0, 30.0, 33.0, 47.0, 62.0, 65.0, 113.0, 216.0, 418.0, 1077.0, 3443.0, 18770.0, 372336.0, 3712659.0, 73509.0, 8059.0, 1884.0, 626.0, 278.0, 171.0, 83.0, 67.0, 53.0, 40.0, 36.0, 14.0, 14.0, 13.0, 3.0, 10.0, 9.0, 10.0, 4.0, 5.0, 5.0, 6.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.052276611328125, -0.05020856857299805, -0.048140525817871094, -0.04607248306274414, -0.04400444030761719, -0.041936397552490234, -0.03986835479736328, -0.03780031204223633, -0.035732269287109375, -0.03366422653198242, -0.03159618377685547, -0.029528141021728516, -0.027460098266601562, -0.02539205551147461, -0.023324012756347656, -0.021255970001220703, -0.01918792724609375, -0.017119884490966797, -0.015051841735839844, -0.01298379898071289, -0.010915756225585938, -0.008847713470458984, -0.006779670715332031, -0.004711627960205078, -0.002643585205078125, -0.0005755424499511719, 0.0014925003051757812, 0.0035605430603027344, 0.0056285858154296875, 0.007696628570556641, 0.009764671325683594, 0.011832714080810547, 0.0139007568359375, 0.015968799591064453, 0.018036842346191406, 0.02010488510131836, 0.022172927856445312, 0.024240970611572266, 0.02630901336669922, 0.028377056121826172, 0.030445098876953125, 0.03251314163208008, 0.03458118438720703, 0.036649227142333984, 0.03871726989746094, 0.04078531265258789, 0.042853355407714844, 0.0449213981628418, 0.04698944091796875, 0.0490574836730957, 0.051125526428222656, 0.05319356918334961, 0.05526161193847656, 0.057329654693603516, 0.05939769744873047, 0.06146574020385742, 0.06353378295898438, 0.06560182571411133, 0.06766986846923828, 0.06973791122436523, 0.07180595397949219, 0.07387399673461914, 0.0759420394897461, 0.07801008224487305, 0.080078125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 6.0, 2.0, 7.0, 8.0, 17.0, 17.0, 44.0, 76.0, 176.0, 487.0, 1658.0, 997.0, 311.0, 123.0, 66.0, 36.0, 18.0, 8.0, 11.0, 4.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032196044921875, -0.03146159648895264, -0.030727148056030273, -0.02999269962310791, -0.029258251190185547, -0.028523802757263184, -0.02778935432434082, -0.027054905891418457, -0.026320457458496094, -0.02558600902557373, -0.024851560592651367, -0.024117112159729004, -0.02338266372680664, -0.022648215293884277, -0.021913766860961914, -0.02117931842803955, -0.020444869995117188, -0.019710421562194824, -0.01897597312927246, -0.018241524696350098, -0.017507076263427734, -0.01677262783050537, -0.016038179397583008, -0.015303730964660645, -0.014569282531738281, -0.013834834098815918, -0.013100385665893555, -0.012365937232971191, -0.011631488800048828, -0.010897040367126465, -0.010162591934204102, -0.009428143501281738, -0.008693695068359375, -0.007959246635437012, -0.0072247982025146484, -0.006490349769592285, -0.005755901336669922, -0.005021452903747559, -0.004287004470825195, -0.003552556037902832, -0.0028181076049804688, -0.0020836591720581055, -0.0013492107391357422, -0.0006147623062133789, 0.00011968612670898438, 0.0008541345596313477, 0.001588582992553711, 0.0023230314254760742, 0.0030574798583984375, 0.0037919282913208008, 0.004526376724243164, 0.005260825157165527, 0.005995273590087891, 0.006729722023010254, 0.007464170455932617, 0.00819861888885498, 0.008933067321777344, 0.009667515754699707, 0.01040196418762207, 0.011136412620544434, 0.011870861053466797, 0.01260530948638916, 0.013339757919311523, 0.014074206352233887, 0.01480865478515625]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 7.0, 10.0, 35.0, 186.0, 400.0, 298.0, 59.0, 9.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2978537082672119, -0.28875455260276794, -0.27965542674064636, -0.2705562710762024, -0.2614571452140808, -0.25235798954963684, -0.24325884878635406, -0.2341597080230713, -0.22506055235862732, -0.21596141159534454, -0.20686227083206177, -0.1977631151676178, -0.18866397440433502, -0.17956483364105225, -0.17046569287776947, -0.1613665521144867, -0.15226741135120392, -0.14316827058792114, -0.13406912982463837, -0.124969981610775, -0.11587083339691162, -0.10677169263362885, -0.09767255187034607, -0.0885734036564827, -0.07947426289319992, -0.07037512212991714, -0.06127597391605377, -0.052176833152770996, -0.04307768866419792, -0.03397854417562485, -0.02487940341234207, -0.0157802551984787, -0.006681114435195923, 0.002418029122054577, 0.011517172679305077, 0.020616315305233, 0.029715459793806076, 0.03881460428237915, 0.047913745045661926, 0.0570128932595253, 0.06611203402280807, 0.07521117478609085, 0.08431032299995422, 0.093409463763237, 0.10250860452651978, 0.11160775274038315, 0.12070689350366592, 0.1298060417175293, 0.13890518248081207, 0.14800432324409485, 0.15710346400737762, 0.1662026047706604, 0.17530176043510437, 0.18440090119838715, 0.19350004196166992, 0.2025991976261139, 0.21169832348823547, 0.22079746425151825, 0.22989660501480103, 0.238995760679245, 0.24809490144252777, 0.25719404220581055, 0.26629316806793213, 0.2753923237323761, 0.28449147939682007]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 4.0, 17.0, 19.0, 23.0, 29.0, 50.0, 69.0, 64.0, 90.0, 93.0, 83.0, 84.0, 90.0, 90.0, 54.0, 42.0, 30.0, 26.0, 19.0, 13.0, 4.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12010711431503296, -0.11690280586481094, -0.11369850486516953, -0.11049419641494751, -0.10728989541530609, -0.10408558696508408, -0.10088127851486206, -0.09767697751522064, -0.09447266906499863, -0.09126836061477661, -0.08806405961513519, -0.08485975116491318, -0.08165544271469116, -0.07845114171504974, -0.07524683326482773, -0.07204252481460571, -0.0688382238149643, -0.06563391536474228, -0.06242961436510086, -0.059225305914878845, -0.05602100118994713, -0.05281669646501541, -0.049612388014793396, -0.04640808328986168, -0.04320377856492996, -0.039999473839998245, -0.03679516911506653, -0.03359086066484451, -0.030386555939912796, -0.02718225121498108, -0.023977944627404213, -0.020773638039827347, -0.01756933331489563, -0.014365027658641338, -0.011160722002387047, -0.007956416346132755, -0.004752110689878464, -0.0015478059649467468, 0.0016565006226301193, 0.0048608072102069855, 0.008065111935138702, 0.011269417591392994, 0.014473723247647285, 0.01767802983522415, 0.02088233456015587, 0.024086639285087585, 0.02729094587266445, 0.030495252460241318, 0.033699557185173035, 0.03690386191010475, 0.04010816663503647, 0.043312475085258484, 0.0465167798101902, 0.04972108453512192, 0.05292539298534393, 0.05612969771027565, 0.05933400243520737, 0.06253831088542938, 0.0657426118850708, 0.06894692033529282, 0.07215122878551483, 0.07535552978515625, 0.07855983823537827, 0.08176414668560028, 0.0849684476852417]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 12.0, 17.0, 10.0, 24.0, 45.0, 45.0, 67.0, 115.0, 170.0, 300.0, 587.0, 1105.0, 2614.0, 6475.0, 21338.0, 89518.0, 376251.0, 410930.0, 102370.0, 23863.0, 7134.0, 2793.0, 1277.0, 642.0, 310.0, 185.0, 110.0, 74.0, 48.0, 34.0, 23.0, 23.0, 13.0, 7.0, 5.0, 3.0, 2.0, 7.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.044769287109375, -0.043279170989990234, -0.04178905487060547, -0.0402989387512207, -0.03880882263183594, -0.03731870651245117, -0.035828590393066406, -0.03433847427368164, -0.032848358154296875, -0.03135824203491211, -0.029868125915527344, -0.028378009796142578, -0.026887893676757812, -0.025397777557373047, -0.02390766143798828, -0.022417545318603516, -0.02092742919921875, -0.019437313079833984, -0.01794719696044922, -0.016457080841064453, -0.014966964721679688, -0.013476848602294922, -0.011986732482910156, -0.01049661636352539, -0.009006500244140625, -0.007516384124755859, -0.006026268005371094, -0.004536151885986328, -0.0030460357666015625, -0.0015559196472167969, -6.580352783203125e-05, 0.0014243125915527344, 0.0029144287109375, 0.004404544830322266, 0.005894660949707031, 0.007384777069091797, 0.008874893188476562, 0.010365009307861328, 0.011855125427246094, 0.01334524154663086, 0.014835357666015625, 0.01632547378540039, 0.017815589904785156, 0.019305706024169922, 0.020795822143554688, 0.022285938262939453, 0.02377605438232422, 0.025266170501708984, 0.02675628662109375, 0.028246402740478516, 0.02973651885986328, 0.031226634979248047, 0.03271675109863281, 0.03420686721801758, 0.035696983337402344, 0.03718709945678711, 0.038677215576171875, 0.04016733169555664, 0.041657447814941406, 0.04314756393432617, 0.04463768005371094, 0.0461277961730957, 0.04761791229248047, 0.049108028411865234, 0.05059814453125]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 6.0, 8.0, 7.0, 31.0, 36.0, 45.0, 66.0, 92.0, 103.0, 100.0, 114.0, 92.0, 80.0, 67.0, 48.0, 50.0, 21.0, 18.0, 5.0, 10.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01306915283203125, -0.012603163719177246, -0.012137174606323242, -0.011671185493469238, -0.011205196380615234, -0.01073920726776123, -0.010273218154907227, -0.009807229042053223, -0.009341239929199219, -0.008875250816345215, -0.008409261703491211, -0.007943272590637207, -0.007477283477783203, -0.007011294364929199, -0.006545305252075195, -0.006079316139221191, -0.0056133270263671875, -0.005147337913513184, -0.00468134880065918, -0.004215359687805176, -0.003749370574951172, -0.003283381462097168, -0.002817392349243164, -0.00235140323638916, -0.0018854141235351562, -0.0014194250106811523, -0.0009534358978271484, -0.00048744678497314453, -2.1457672119140625e-05, 0.0004445314407348633, 0.0009105205535888672, 0.001376509666442871, 0.001842498779296875, 0.002308487892150879, 0.002774477005004883, 0.0032404661178588867, 0.0037064552307128906, 0.0041724443435668945, 0.0046384334564208984, 0.005104422569274902, 0.005570411682128906, 0.00603640079498291, 0.006502389907836914, 0.006968379020690918, 0.007434368133544922, 0.007900357246398926, 0.00836634635925293, 0.008832335472106934, 0.009298324584960938, 0.009764313697814941, 0.010230302810668945, 0.01069629192352295, 0.011162281036376953, 0.011628270149230957, 0.012094259262084961, 0.012560248374938965, 0.013026237487792969, 0.013492226600646973, 0.013958215713500977, 0.01442420482635498, 0.014890193939208984, 0.015356183052062988, 0.015822172164916992, 0.016288161277770996, 0.016754150390625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 2.0, 9.0, 10.0, 12.0, 14.0, 19.0, 29.0, 44.0, 53.0, 69.0, 90.0, 139.0, 211.0, 379.0, 597.0, 945.0, 1763.0, 3562.0, 7747.0, 18791.0, 50812.0, 148864.0, 345104.0, 293642.0, 110420.0, 37936.0, 14623.0, 6066.0, 2904.0, 1472.0, 783.0, 442.0, 347.0, 192.0, 127.0, 95.0, 54.0, 54.0, 38.0, 29.0, 21.0, 20.0, 12.0, 5.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.02435302734375, -0.023563861846923828, -0.022774696350097656, -0.021985530853271484, -0.021196365356445312, -0.02040719985961914, -0.01961803436279297, -0.018828868865966797, -0.018039703369140625, -0.017250537872314453, -0.01646137237548828, -0.01567220687866211, -0.014883041381835938, -0.014093875885009766, -0.013304710388183594, -0.012515544891357422, -0.01172637939453125, -0.010937213897705078, -0.010148048400878906, -0.009358882904052734, -0.008569717407226562, -0.007780551910400391, -0.006991386413574219, -0.006202220916748047, -0.005413055419921875, -0.004623889923095703, -0.0038347244262695312, -0.0030455589294433594, -0.0022563934326171875, -0.0014672279357910156, -0.0006780624389648438, 0.00011110305786132812, 0.0009002685546875, 0.0016894340515136719, 0.0024785995483398438, 0.0032677650451660156, 0.0040569305419921875, 0.004846096038818359, 0.005635261535644531, 0.006424427032470703, 0.007213592529296875, 0.008002758026123047, 0.008791923522949219, 0.00958108901977539, 0.010370254516601562, 0.011159420013427734, 0.011948585510253906, 0.012737751007080078, 0.01352691650390625, 0.014316082000732422, 0.015105247497558594, 0.015894412994384766, 0.016683578491210938, 0.01747274398803711, 0.01826190948486328, 0.019051074981689453, 0.019840240478515625, 0.020629405975341797, 0.02141857147216797, 0.02220773696899414, 0.022996902465820312, 0.023786067962646484, 0.024575233459472656, 0.025364398956298828, 0.026153564453125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 0.0, 3.0, 3.0, 7.0, 13.0, 6.0, 10.0, 17.0, 8.0, 17.0, 24.0, 27.0, 23.0, 26.0, 32.0, 38.0, 34.0, 36.0, 44.0, 40.0, 39.0, 60.0, 46.0, 54.0, 31.0, 49.0, 53.0, 27.0, 37.0, 32.0, 24.0, 29.0, 21.0, 20.0, 20.0, 8.0, 13.0, 11.0, 5.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.0303192138671875, -0.029384613037109375, -0.02845001220703125, -0.027515411376953125, -0.026580810546875, -0.025646209716796875, -0.02471160888671875, -0.023777008056640625, -0.0228424072265625, -0.021907806396484375, -0.02097320556640625, -0.020038604736328125, -0.01910400390625, -0.018169403076171875, -0.01723480224609375, -0.016300201416015625, -0.0153656005859375, -0.014430999755859375, -0.01349639892578125, -0.012561798095703125, -0.011627197265625, -0.010692596435546875, -0.00975799560546875, -0.008823394775390625, -0.0078887939453125, -0.006954193115234375, -0.00601959228515625, -0.005084991455078125, -0.004150390625, -0.003215789794921875, -0.00228118896484375, -0.001346588134765625, -0.0004119873046875, 0.000522613525390625, 0.00145721435546875, 0.002391815185546875, 0.003326416015625, 0.004261016845703125, 0.00519561767578125, 0.006130218505859375, 0.0070648193359375, 0.007999420166015625, 0.00893402099609375, 0.009868621826171875, 0.01080322265625, 0.011737823486328125, 0.01267242431640625, 0.013607025146484375, 0.0145416259765625, 0.015476226806640625, 0.01641082763671875, 0.017345428466796875, 0.018280029296875, 0.019214630126953125, 0.02014923095703125, 0.021083831787109375, 0.0220184326171875, 0.022953033447265625, 0.02388763427734375, 0.024822235107421875, 0.0257568359375, 0.026691436767578125, 0.02762603759765625, 0.028560638427734375, 0.0294952392578125]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 7.0, 5.0, 2.0, 6.0, 8.0, 14.0, 16.0, 41.0, 67.0, 114.0, 245.0, 541.0, 1478.0, 5447.0, 62498.0, 795340.0, 170046.0, 9181.0, 2073.0, 704.0, 332.0, 176.0, 86.0, 50.0, 33.0, 21.0, 9.0, 8.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.033416748046875, -0.03255200386047363, -0.031687259674072266, -0.0308225154876709, -0.02995777130126953, -0.029093027114868164, -0.028228282928466797, -0.02736353874206543, -0.026498794555664062, -0.025634050369262695, -0.024769306182861328, -0.02390456199645996, -0.023039817810058594, -0.022175073623657227, -0.02131032943725586, -0.020445585250854492, -0.019580841064453125, -0.018716096878051758, -0.01785135269165039, -0.016986608505249023, -0.016121864318847656, -0.015257120132446289, -0.014392375946044922, -0.013527631759643555, -0.012662887573242188, -0.01179814338684082, -0.010933399200439453, -0.010068655014038086, -0.009203910827636719, -0.008339166641235352, -0.007474422454833984, -0.006609678268432617, -0.00574493408203125, -0.004880189895629883, -0.004015445709228516, -0.0031507015228271484, -0.0022859573364257812, -0.001421213150024414, -0.0005564689636230469, 0.0003082752227783203, 0.0011730194091796875, 0.0020377635955810547, 0.002902507781982422, 0.003767251968383789, 0.004631996154785156, 0.0054967403411865234, 0.006361484527587891, 0.007226228713989258, 0.008090972900390625, 0.008955717086791992, 0.00982046127319336, 0.010685205459594727, 0.011549949645996094, 0.012414693832397461, 0.013279438018798828, 0.014144182205200195, 0.015008926391601562, 0.01587367057800293, 0.016738414764404297, 0.017603158950805664, 0.01846790313720703, 0.0193326473236084, 0.020197391510009766, 0.021062135696411133, 0.0219268798828125]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 1.0, 7.0, 3.0, 6.0, 7.0, 5.0, 15.0, 10.0, 24.0, 29.0, 18.0, 44.0, 26.0, 40.0, 42.0, 40.0, 70.0, 51.0, 68.0, 56.0, 60.0, 72.0, 49.0, 48.0, 36.0, 42.0, 28.0, 11.0, 20.0, 18.0, 13.0, 12.0, 6.0, 7.0, 2.0, 6.0, 6.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.76837158203125e-06, -4.6137720346450806e-06, -4.459172487258911e-06, -4.304572939872742e-06, -4.149973392486572e-06, -3.995373845100403e-06, -3.840774297714233e-06, -3.686174750328064e-06, -3.5315752029418945e-06, -3.376975655555725e-06, -3.2223761081695557e-06, -3.0677765607833862e-06, -2.913177013397217e-06, -2.7585774660110474e-06, -2.603977918624878e-06, -2.4493783712387085e-06, -2.294778823852539e-06, -2.1401792764663696e-06, -1.9855797290802e-06, -1.8309801816940308e-06, -1.6763806343078613e-06, -1.521781086921692e-06, -1.3671815395355225e-06, -1.212581992149353e-06, -1.0579824447631836e-06, -9.033828973770142e-07, -7.487833499908447e-07, -5.941838026046753e-07, -4.3958425521850586e-07, -2.849847078323364e-07, -1.30385160446167e-07, 2.421438694000244e-08, 1.7881393432617188e-07, 3.334134817123413e-07, 4.880130290985107e-07, 6.426125764846802e-07, 7.972121238708496e-07, 9.51811671257019e-07, 1.1064112186431885e-06, 1.261010766029358e-06, 1.4156103134155273e-06, 1.5702098608016968e-06, 1.7248094081878662e-06, 1.8794089555740356e-06, 2.034008502960205e-06, 2.1886080503463745e-06, 2.343207597732544e-06, 2.4978071451187134e-06, 2.652406692504883e-06, 2.8070062398910522e-06, 2.9616057872772217e-06, 3.116205334663391e-06, 3.2708048820495605e-06, 3.42540442943573e-06, 3.5800039768218994e-06, 3.734603524208069e-06, 3.889203071594238e-06, 4.043802618980408e-06, 4.198402166366577e-06, 4.353001713752747e-06, 4.507601261138916e-06, 4.6622008085250854e-06, 4.816800355911255e-06, 4.971399903297424e-06, 5.125999450683594e-06]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 5.0, 5.0, 8.0, 17.0, 32.0, 37.0, 100.0, 140.0, 272.0, 609.0, 1414.0, 4244.0, 18062.0, 127336.0, 570862.0, 276616.0, 37755.0, 7270.0, 2121.0, 803.0, 392.0, 201.0, 106.0, 50.0, 29.0, 23.0, 11.0, 12.0, 7.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0119171142578125, -0.01139211654663086, -0.010867118835449219, -0.010342121124267578, -0.009817123413085938, -0.009292125701904297, -0.008767127990722656, -0.008242130279541016, -0.007717132568359375, -0.007192134857177734, -0.006667137145996094, -0.006142139434814453, -0.0056171417236328125, -0.005092144012451172, -0.004567146301269531, -0.004042148590087891, -0.00351715087890625, -0.0029921531677246094, -0.0024671554565429688, -0.0019421577453613281, -0.0014171600341796875, -0.0008921623229980469, -0.00036716461181640625, 0.00015783309936523438, 0.000682830810546875, 0.0012078285217285156, 0.0017328262329101562, 0.002257823944091797, 0.0027828216552734375, 0.003307819366455078, 0.0038328170776367188, 0.004357814788818359, 0.0048828125, 0.005407810211181641, 0.005932807922363281, 0.006457805633544922, 0.0069828033447265625, 0.007507801055908203, 0.008032798767089844, 0.008557796478271484, 0.009082794189453125, 0.009607791900634766, 0.010132789611816406, 0.010657787322998047, 0.011182785034179688, 0.011707782745361328, 0.012232780456542969, 0.01275777816772461, 0.01328277587890625, 0.01380777359008789, 0.014332771301269531, 0.014857769012451172, 0.015382766723632812, 0.015907764434814453, 0.016432762145996094, 0.016957759857177734, 0.017482757568359375, 0.018007755279541016, 0.018532752990722656, 0.019057750701904297, 0.019582748413085938, 0.020107746124267578, 0.02063274383544922, 0.02115774154663086, 0.0216827392578125]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 10.0, 6.0, 18.0, 11.0, 23.0, 23.0, 27.0, 32.0, 44.0, 50.0, 58.0, 56.0, 76.0, 80.0, 87.0, 72.0, 57.0, 58.0, 42.0, 38.0, 33.0, 21.0, 11.0, 14.0, 16.0, 14.0, 9.0, 4.0, 5.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01212310791015625, -0.01171410083770752, -0.011305093765258789, -0.010896086692810059, -0.010487079620361328, -0.010078072547912598, -0.009669065475463867, -0.009260058403015137, -0.008851051330566406, -0.008442044258117676, -0.008033037185668945, -0.007624030113220215, -0.007215023040771484, -0.006806015968322754, -0.0063970088958740234, -0.005988001823425293, -0.0055789947509765625, -0.005169987678527832, -0.0047609806060791016, -0.004351973533630371, -0.003942966461181641, -0.00353395938873291, -0.0031249523162841797, -0.0027159452438354492, -0.0023069381713867188, -0.0018979310989379883, -0.0014889240264892578, -0.0010799169540405273, -0.0006709098815917969, -0.0002619028091430664, 0.00014710426330566406, 0.0005561113357543945, 0.000965118408203125, 0.0013741254806518555, 0.001783132553100586, 0.0021921396255493164, 0.002601146697998047, 0.0030101537704467773, 0.003419160842895508, 0.0038281679153442383, 0.004237174987792969, 0.004646182060241699, 0.00505518913269043, 0.00546419620513916, 0.005873203277587891, 0.006282210350036621, 0.0066912174224853516, 0.007100224494934082, 0.0075092315673828125, 0.007918238639831543, 0.008327245712280273, 0.008736252784729004, 0.009145259857177734, 0.009554266929626465, 0.009963274002075195, 0.010372281074523926, 0.010781288146972656, 0.011190295219421387, 0.011599302291870117, 0.012008309364318848, 0.012417316436767578, 0.012826323509216309, 0.013235330581665039, 0.01364433765411377, 0.0140533447265625]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 5.0, 3.0, 5.0, 17.0, 33.0, 68.0, 146.0, 220.0, 229.0, 126.0, 82.0, 39.0, 14.0, 7.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2326960265636444, -0.22170203924179077, -0.21070806682109833, -0.19971409440040588, -0.18872010707855225, -0.1777261197566986, -0.16673214733600616, -0.15573817491531372, -0.14474418759346008, -0.13375020027160645, -0.122756227850914, -0.11176224797964096, -0.10076826810836792, -0.08977428823709488, -0.07878030836582184, -0.0677863284945488, -0.05679234862327576, -0.045798368752002716, -0.034804388880729675, -0.023810409009456635, -0.012816429138183594, -0.001822449266910553, 0.009171530604362488, 0.02016551047563553, 0.03115949034690857, 0.04215347021818161, 0.05314745008945465, 0.06414142996072769, 0.07513540983200073, 0.08612938970327377, 0.09712336957454681, 0.10811734944581985, 0.11911129951477051, 0.13010528683662415, 0.1410992592573166, 0.15209323167800903, 0.16308721899986267, 0.1740812063217163, 0.18507517874240875, 0.1960691511631012, 0.20706313848495483, 0.21805712580680847, 0.22905109822750092, 0.24004507064819336, 0.251039057970047, 0.26203304529190063, 0.2730270028114319, 0.2840209901332855, 0.29501497745513916, 0.3060089647769928, 0.31700295209884644, 0.3279969096183777, 0.3389908969402313, 0.34998488426208496, 0.3609788417816162, 0.37197282910346985, 0.3829668164253235, 0.3939608037471771, 0.40495479106903076, 0.415948748588562, 0.42694273591041565, 0.4379367232322693, 0.44893068075180054, 0.4599246680736542, 0.4709186553955078]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 8.0, 1.0, 7.0, 11.0, 8.0, 11.0, 22.0, 16.0, 16.0, 22.0, 22.0, 32.0, 31.0, 26.0, 42.0, 37.0, 48.0, 41.0, 46.0, 38.0, 44.0, 42.0, 46.0, 45.0, 36.0, 46.0, 33.0, 34.0, 29.0, 20.0, 22.0, 14.0, 17.0, 13.0, 11.0, 12.0, 8.0, 7.0, 9.0, 11.0, 8.0, 5.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.17732101678848267, -0.17227724194526672, -0.16723348200321198, -0.16218970715999603, -0.1571459323167801, -0.15210217237472534, -0.1470583975315094, -0.14201462268829346, -0.13697084784507751, -0.13192707300186157, -0.12688331305980682, -0.12183953821659088, -0.11679576337337494, -0.1117519959807396, -0.10670822858810425, -0.1016644537448883, -0.09662069380283356, -0.09157692641019821, -0.08653315156698227, -0.08148938417434692, -0.07644560933113098, -0.07140184193849564, -0.06635807454586029, -0.06131430342793465, -0.056270532310009, -0.05122676119208336, -0.046182990074157715, -0.04113922268152237, -0.036095451563596725, -0.03105168044567108, -0.026007911190390587, -0.020964141935110092, -0.015920370817184448, -0.010876600630581379, -0.00583283044397831, -0.0007890602573752403, 0.004254709929227829, 0.009298481047153473, 0.014342250302433968, 0.019386019557714462, 0.024429790675640106, 0.02947356179356575, 0.034517332911491394, 0.03956110030412674, 0.04460487142205238, 0.04964864253997803, 0.05469240993261337, 0.05973618105053902, 0.06477995216846466, 0.0698237195611, 0.07486749440431595, 0.0799112617969513, 0.08495503664016724, 0.08999880403280258, 0.09504257142543793, 0.10008634626865387, 0.10513011366128922, 0.11017388105392456, 0.1152176558971405, 0.12026142328977585, 0.1253051906824112, 0.13034896552562714, 0.13539274036884308, 0.14043650031089783, 0.14548027515411377]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 16.0, 10.0, 16.0, 36.0, 47.0, 84.0, 186.0, 374.0, 870.0, 2273.0, 7561.0, 37878.0, 798528.0, 3264104.0, 66257.0, 10697.0, 3122.0, 1111.0, 477.0, 247.0, 136.0, 88.0, 62.0, 32.0, 15.0, 17.0, 7.0, 10.0, 8.0, 8.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05694580078125, -0.05505561828613281, -0.053165435791015625, -0.05127525329589844, -0.04938507080078125, -0.04749488830566406, -0.045604705810546875, -0.04371452331542969, -0.0418243408203125, -0.03993415832519531, -0.038043975830078125, -0.03615379333496094, -0.03426361083984375, -0.03237342834472656, -0.030483245849609375, -0.028593063354492188, -0.026702880859375, -0.024812698364257812, -0.022922515869140625, -0.021032333374023438, -0.01914215087890625, -0.017251968383789062, -0.015361785888671875, -0.013471603393554688, -0.0115814208984375, -0.009691238403320312, -0.007801055908203125, -0.0059108734130859375, -0.00402069091796875, -0.0021305084228515625, -0.000240325927734375, 0.0016498565673828125, 0.0035400390625, 0.0054302215576171875, 0.007320404052734375, 0.009210586547851562, 0.01110076904296875, 0.012990951538085938, 0.014881134033203125, 0.016771316528320312, 0.0186614990234375, 0.020551681518554688, 0.022441864013671875, 0.024332046508789062, 0.02622222900390625, 0.028112411499023438, 0.030002593994140625, 0.03189277648925781, 0.033782958984375, 0.03567314147949219, 0.037563323974609375, 0.03945350646972656, 0.04134368896484375, 0.04323387145996094, 0.045124053955078125, 0.04701423645019531, 0.0489044189453125, 0.05079460144042969, 0.052684783935546875, 0.05457496643066406, 0.05646514892578125, 0.05835533142089844, 0.060245513916015625, 0.06213569641113281, 0.06402587890625]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 7.0, 4.0, 10.0, 17.0, 12.0, 33.0, 32.0, 48.0, 64.0, 70.0, 89.0, 96.0, 97.0, 80.0, 83.0, 81.0, 59.0, 42.0, 26.0, 19.0, 21.0, 12.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01197052001953125, -0.011531233787536621, -0.011091947555541992, -0.010652661323547363, -0.010213375091552734, -0.009774088859558105, -0.009334802627563477, -0.008895516395568848, -0.008456230163574219, -0.00801694393157959, -0.007577657699584961, -0.007138371467590332, -0.006699085235595703, -0.006259799003601074, -0.005820512771606445, -0.005381226539611816, -0.0049419403076171875, -0.004502654075622559, -0.00406336784362793, -0.0036240816116333008, -0.003184795379638672, -0.002745509147644043, -0.002306222915649414, -0.0018669366836547852, -0.0014276504516601562, -0.0009883642196655273, -0.0005490779876708984, -0.00010979175567626953, 0.0003294944763183594, 0.0007687807083129883, 0.0012080669403076172, 0.001647353172302246, 0.002086639404296875, 0.002525925636291504, 0.002965211868286133, 0.0034044981002807617, 0.0038437843322753906, 0.0042830705642700195, 0.0047223567962646484, 0.005161643028259277, 0.005600929260253906, 0.006040215492248535, 0.006479501724243164, 0.006918787956237793, 0.007358074188232422, 0.007797360420227051, 0.00823664665222168, 0.008675932884216309, 0.009115219116210938, 0.009554505348205566, 0.009993791580200195, 0.010433077812194824, 0.010872364044189453, 0.011311650276184082, 0.011750936508178711, 0.01219022274017334, 0.012629508972167969, 0.013068795204162598, 0.013508081436157227, 0.013947367668151855, 0.014386653900146484, 0.014825940132141113, 0.015265226364135742, 0.01570451259613037, 0.016143798828125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 2.0, 6.0, 23.0, 28.0, 66.0, 169.0, 459.0, 1255.0, 5971.0, 82985.0, 3964889.0, 129548.0, 6779.0, 1288.0, 466.0, 184.0, 79.0, 43.0, 17.0, 15.0, 6.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.08367919921875, -0.08118534088134766, -0.07869148254394531, -0.07619762420654297, -0.07370376586914062, -0.07120990753173828, -0.06871604919433594, -0.0662221908569336, -0.06372833251953125, -0.061234474182128906, -0.05874061584472656, -0.05624675750732422, -0.053752899169921875, -0.05125904083251953, -0.04876518249511719, -0.046271324157714844, -0.0437774658203125, -0.041283607482910156, -0.03878974914550781, -0.03629589080810547, -0.033802032470703125, -0.03130817413330078, -0.028814315795898438, -0.026320457458496094, -0.02382659912109375, -0.021332740783691406, -0.018838882446289062, -0.01634502410888672, -0.013851165771484375, -0.011357307434082031, -0.008863449096679688, -0.006369590759277344, -0.003875732421875, -0.0013818740844726562, 0.0011119842529296875, 0.0036058425903320312, 0.006099700927734375, 0.008593559265136719, 0.011087417602539062, 0.013581275939941406, 0.01607513427734375, 0.018568992614746094, 0.021062850952148438, 0.02355670928955078, 0.026050567626953125, 0.02854442596435547, 0.031038284301757812, 0.033532142639160156, 0.0360260009765625, 0.038519859313964844, 0.04101371765136719, 0.04350757598876953, 0.046001434326171875, 0.04849529266357422, 0.05098915100097656, 0.053483009338378906, 0.05597686767578125, 0.058470726013183594, 0.06096458435058594, 0.06345844268798828, 0.06595230102539062, 0.06844615936279297, 0.07094001770019531, 0.07343387603759766, 0.075927734375]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 13.0, 10.0, 16.0, 30.0, 42.0, 71.0, 117.0, 208.0, 419.0, 919.0, 1152.0, 484.0, 265.0, 113.0, 67.0, 52.0, 23.0, 21.0, 7.0, 9.0, 4.0, 6.0, 4.0, 5.0, 4.0, 2.0, 1.0, 3.0], "bins": [-0.0265655517578125, -0.025989890098571777, -0.025414228439331055, -0.024838566780090332, -0.02426290512084961, -0.023687243461608887, -0.023111581802368164, -0.02253592014312744, -0.02196025848388672, -0.021384596824645996, -0.020808935165405273, -0.02023327350616455, -0.019657611846923828, -0.019081950187683105, -0.018506288528442383, -0.01793062686920166, -0.017354965209960938, -0.016779303550720215, -0.016203641891479492, -0.01562798023223877, -0.015052318572998047, -0.014476656913757324, -0.013900995254516602, -0.013325333595275879, -0.012749671936035156, -0.012174010276794434, -0.011598348617553711, -0.011022686958312988, -0.010447025299072266, -0.009871363639831543, -0.00929570198059082, -0.008720040321350098, -0.008144378662109375, -0.007568717002868652, -0.00699305534362793, -0.006417393684387207, -0.005841732025146484, -0.005266070365905762, -0.004690408706665039, -0.004114747047424316, -0.0035390853881835938, -0.002963423728942871, -0.0023877620697021484, -0.0018121004104614258, -0.0012364387512207031, -0.0006607770919799805, -8.511543273925781e-05, 0.0004905462265014648, 0.0010662078857421875, 0.0016418695449829102, 0.002217531204223633, 0.0027931928634643555, 0.003368854522705078, 0.003944516181945801, 0.0045201778411865234, 0.005095839500427246, 0.005671501159667969, 0.006247162818908691, 0.006822824478149414, 0.007398486137390137, 0.00797414779663086, 0.008549809455871582, 0.009125471115112305, 0.009701132774353027, 0.01027679443359375]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 9.0, 128.0, 701.0, 153.0, 11.0, 4.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.043945074081421, -1.0255050659179688, -1.0070650577545166, -0.9886250495910645, -0.9701851010322571, -0.9517450928688049, -0.9333050847053528, -0.9148650765419006, -0.8964250683784485, -0.8779850602149963, -0.8595450520515442, -0.8411051034927368, -0.8226650953292847, -0.8042250871658325, -0.7857850790023804, -0.7673450708389282, -0.7489050626754761, -0.7304650545120239, -0.7120250463485718, -0.6935850381851196, -0.6751450896263123, -0.6567050814628601, -0.638265073299408, -0.6198250651359558, -0.6013851165771484, -0.5829451084136963, -0.5645051002502441, -0.546065092086792, -0.5276251435279846, -0.5091851353645325, -0.4907451272010803, -0.4723051190376282, -0.453865110874176, -0.4354251027107239, -0.4169851243495941, -0.39854511618614197, -0.3801051080226898, -0.36166512966156006, -0.3432251214981079, -0.32478511333465576, -0.3063451051712036, -0.28790509700775146, -0.2694651186466217, -0.25102511048316956, -0.2325851023197174, -0.21414510905742645, -0.1957051157951355, -0.17726510763168335, -0.1588251143693924, -0.14038512110710144, -0.12194511294364929, -0.10350511968135834, -0.08506511896848679, -0.06662511825561523, -0.04818512499332428, -0.02974511682987213, -0.011305123567581177, 0.0071348752826452255, 0.025574874132871628, 0.04401487112045288, 0.06245487183332443, 0.08089487254619598, 0.09933486580848694, 0.11777487397193909, 0.13621486723423004]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 6.0, 2.0, 3.0, 8.0, 5.0, 12.0, 16.0, 15.0, 24.0, 23.0, 30.0, 21.0, 45.0, 43.0, 30.0, 35.0, 36.0, 51.0, 36.0, 43.0, 53.0, 48.0, 50.0, 42.0, 41.0, 44.0, 44.0, 27.0, 27.0, 20.0, 25.0, 19.0, 18.0, 4.0, 13.0, 14.0, 8.0, 7.0, 2.0, 2.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.06696289777755737, -0.06513074040412903, -0.06329857558012009, -0.06146641820669174, -0.0596342571079731, -0.057802096009254456, -0.05596993863582611, -0.05413777753710747, -0.052305616438388824, -0.05047345533967018, -0.04864129424095154, -0.04680913686752319, -0.04497697576880455, -0.04314481467008591, -0.04131265729665756, -0.03948049619793892, -0.037648335099220276, -0.03581617400050163, -0.03398401290178299, -0.032151855528354645, -0.030319694429636, -0.02848753333091736, -0.026655374094843864, -0.02482321485877037, -0.022991053760051727, -0.021158892661333084, -0.01932673342525959, -0.017494574189186096, -0.015662413090467453, -0.013830252923071384, -0.011998092755675316, -0.010165932588279247, -0.008333772420883179, -0.00650161225348711, -0.0046694520860910416, -0.002837291918694973, -0.0010051317512989044, 0.0008270284160971642, 0.0026591885834932327, 0.004491348750889301, 0.00632350891828537, 0.008155669085681438, 0.009987829253077507, 0.011819989420473576, 0.013652149587869644, 0.015484309755265713, 0.01731646992266178, 0.019148629158735275, 0.02098079025745392, 0.02281295135617256, 0.024645110592246056, 0.02647726982831955, 0.028309430927038193, 0.030141592025756836, 0.03197374939918518, 0.033805910497903824, 0.03563807159662247, 0.03747023269534111, 0.03930239379405975, 0.0411345511674881, 0.04296671226620674, 0.044798873364925385, 0.04663103073835373, 0.04846319183707237, 0.050295352935791016]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 5.0, 5.0, 8.0, 9.0, 15.0, 29.0, 40.0, 59.0, 87.0, 166.0, 298.0, 608.0, 1259.0, 3133.0, 9072.0, 37454.0, 267843.0, 605329.0, 96184.0, 17913.0, 5327.0, 1882.0, 862.0, 441.0, 204.0, 132.0, 71.0, 37.0, 35.0, 20.0, 11.0, 9.0, 4.0, 8.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06304931640625, -0.060965538024902344, -0.05888175964355469, -0.05679798126220703, -0.054714202880859375, -0.05263042449951172, -0.05054664611816406, -0.048462867736816406, -0.04637908935546875, -0.044295310974121094, -0.04221153259277344, -0.04012775421142578, -0.038043975830078125, -0.03596019744873047, -0.03387641906738281, -0.031792640686035156, -0.0297088623046875, -0.027625083923339844, -0.025541305541992188, -0.02345752716064453, -0.021373748779296875, -0.01928997039794922, -0.017206192016601562, -0.015122413635253906, -0.01303863525390625, -0.010954856872558594, -0.008871078491210938, -0.006787300109863281, -0.004703521728515625, -0.0026197433471679688, -0.0005359649658203125, 0.0015478134155273438, 0.003631591796875, 0.005715370178222656, 0.0077991485595703125, 0.009882926940917969, 0.011966705322265625, 0.014050483703613281, 0.016134262084960938, 0.018218040466308594, 0.02030181884765625, 0.022385597229003906, 0.024469375610351562, 0.02655315399169922, 0.028636932373046875, 0.03072071075439453, 0.03280448913574219, 0.034888267517089844, 0.0369720458984375, 0.039055824279785156, 0.04113960266113281, 0.04322338104248047, 0.045307159423828125, 0.04739093780517578, 0.04947471618652344, 0.051558494567871094, 0.05364227294921875, 0.055726051330566406, 0.05780982971191406, 0.05989360809326172, 0.061977386474609375, 0.06406116485595703, 0.06614494323730469, 0.06822872161865234, 0.0703125]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 14.0, 18.0, 17.0, 33.0, 29.0, 41.0, 55.0, 52.0, 74.0, 86.0, 76.0, 74.0, 75.0, 73.0, 63.0, 58.0, 44.0, 44.0, 28.0, 15.0, 11.0, 6.0, 6.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0122528076171875, -0.01184391975402832, -0.01143503189086914, -0.011026144027709961, -0.010617256164550781, -0.010208368301391602, -0.009799480438232422, -0.009390592575073242, -0.008981704711914062, -0.008572816848754883, -0.008163928985595703, -0.0077550411224365234, -0.007346153259277344, -0.006937265396118164, -0.006528377532958984, -0.006119489669799805, -0.005710601806640625, -0.005301713943481445, -0.004892826080322266, -0.004483938217163086, -0.004075050354003906, -0.0036661624908447266, -0.003257274627685547, -0.002848386764526367, -0.0024394989013671875, -0.002030611038208008, -0.0016217231750488281, -0.0012128353118896484, -0.0008039474487304688, -0.00039505958557128906, 1.3828277587890625e-05, 0.0004227161407470703, 0.00083160400390625, 0.0012404918670654297, 0.0016493797302246094, 0.002058267593383789, 0.0024671554565429688, 0.0028760433197021484, 0.003284931182861328, 0.003693819046020508, 0.0041027069091796875, 0.004511594772338867, 0.004920482635498047, 0.0053293704986572266, 0.005738258361816406, 0.006147146224975586, 0.006556034088134766, 0.006964921951293945, 0.007373809814453125, 0.007782697677612305, 0.008191585540771484, 0.008600473403930664, 0.009009361267089844, 0.009418249130249023, 0.009827136993408203, 0.010236024856567383, 0.010644912719726562, 0.011053800582885742, 0.011462688446044922, 0.011871576309204102, 0.012280464172363281, 0.012689352035522461, 0.01309823989868164, 0.01350712776184082, 0.013916015625]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 7.0, 4.0, 7.0, 7.0, 16.0, 15.0, 31.0, 26.0, 54.0, 86.0, 135.0, 213.0, 399.0, 674.0, 1414.0, 2985.0, 7804.0, 26732.0, 134373.0, 540299.0, 264581.0, 48457.0, 11999.0, 4279.0, 1818.0, 908.0, 485.0, 307.0, 151.0, 99.0, 82.0, 35.0, 25.0, 16.0, 15.0, 9.0, 4.0, 6.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.042144775390625, -0.0408940315246582, -0.039643287658691406, -0.03839254379272461, -0.03714179992675781, -0.035891056060791016, -0.03464031219482422, -0.03338956832885742, -0.032138824462890625, -0.030888080596923828, -0.02963733673095703, -0.028386592864990234, -0.027135848999023438, -0.02588510513305664, -0.024634361267089844, -0.023383617401123047, -0.02213287353515625, -0.020882129669189453, -0.019631385803222656, -0.01838064193725586, -0.017129898071289062, -0.015879154205322266, -0.014628410339355469, -0.013377666473388672, -0.012126922607421875, -0.010876178741455078, -0.009625434875488281, -0.008374691009521484, -0.0071239471435546875, -0.005873203277587891, -0.004622459411621094, -0.003371715545654297, -0.0021209716796875, -0.0008702278137207031, 0.00038051605224609375, 0.0016312599182128906, 0.0028820037841796875, 0.004132747650146484, 0.005383491516113281, 0.006634235382080078, 0.007884979248046875, 0.009135723114013672, 0.010386466979980469, 0.011637210845947266, 0.012887954711914062, 0.01413869857788086, 0.015389442443847656, 0.016640186309814453, 0.01789093017578125, 0.019141674041748047, 0.020392417907714844, 0.02164316177368164, 0.022893905639648438, 0.024144649505615234, 0.02539539337158203, 0.026646137237548828, 0.027896881103515625, 0.029147624969482422, 0.03039836883544922, 0.031649112701416016, 0.03289985656738281, 0.03415060043334961, 0.035401344299316406, 0.0366520881652832, 0.03790283203125]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 1.0, 3.0, 15.0, 9.0, 15.0, 10.0, 16.0, 19.0, 20.0, 17.0, 28.0, 26.0, 43.0, 22.0, 41.0, 47.0, 45.0, 48.0, 47.0, 51.0, 51.0, 47.0, 38.0, 41.0, 43.0, 35.0, 29.0, 28.0, 26.0, 23.0, 23.0, 19.0, 22.0, 14.0, 11.0, 11.0, 5.0, 2.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.038665771484375, -0.03763437271118164, -0.03660297393798828, -0.03557157516479492, -0.03454017639160156, -0.0335087776184082, -0.032477378845214844, -0.031445980072021484, -0.030414581298828125, -0.029383182525634766, -0.028351783752441406, -0.027320384979248047, -0.026288986206054688, -0.025257587432861328, -0.02422618865966797, -0.02319478988647461, -0.02216339111328125, -0.02113199234008789, -0.02010059356689453, -0.019069194793701172, -0.018037796020507812, -0.017006397247314453, -0.015974998474121094, -0.014943599700927734, -0.013912200927734375, -0.012880802154541016, -0.011849403381347656, -0.010818004608154297, -0.009786605834960938, -0.008755207061767578, -0.007723808288574219, -0.006692409515380859, -0.0056610107421875, -0.004629611968994141, -0.0035982131958007812, -0.002566814422607422, -0.0015354156494140625, -0.0005040168762207031, 0.0005273818969726562, 0.0015587806701660156, 0.002590179443359375, 0.0036215782165527344, 0.004652976989746094, 0.005684375762939453, 0.0067157745361328125, 0.007747173309326172, 0.008778572082519531, 0.00980997085571289, 0.01084136962890625, 0.01187276840209961, 0.012904167175292969, 0.013935565948486328, 0.014966964721679688, 0.015998363494873047, 0.017029762268066406, 0.018061161041259766, 0.019092559814453125, 0.020123958587646484, 0.021155357360839844, 0.022186756134033203, 0.023218154907226562, 0.024249553680419922, 0.02528095245361328, 0.02631235122680664, 0.02734375]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 9.0, 15.0, 17.0, 56.0, 193.0, 816.0, 16907.0, 1027317.0, 2628.0, 420.0, 110.0, 37.0, 10.0, 13.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.10821533203125, -0.10486412048339844, -0.10151290893554688, -0.09816169738769531, -0.09481048583984375, -0.09145927429199219, -0.08810806274414062, -0.08475685119628906, -0.0814056396484375, -0.07805442810058594, -0.07470321655273438, -0.07135200500488281, -0.06800079345703125, -0.06464958190917969, -0.061298370361328125, -0.05794715881347656, -0.054595947265625, -0.05124473571777344, -0.047893524169921875, -0.04454231262207031, -0.04119110107421875, -0.03783988952636719, -0.034488677978515625, -0.031137466430664062, -0.0277862548828125, -0.024435043334960938, -0.021083831787109375, -0.017732620239257812, -0.01438140869140625, -0.011030197143554688, -0.007678985595703125, -0.0043277740478515625, -0.0009765625, 0.0023746490478515625, 0.005725860595703125, 0.009077072143554688, 0.01242828369140625, 0.015779495239257812, 0.019130706787109375, 0.022481918334960938, 0.0258331298828125, 0.029184341430664062, 0.032535552978515625, 0.03588676452636719, 0.03923797607421875, 0.04258918762207031, 0.045940399169921875, 0.04929161071777344, 0.052642822265625, 0.05599403381347656, 0.059345245361328125, 0.06269645690917969, 0.06604766845703125, 0.06939888000488281, 0.07275009155273438, 0.07610130310058594, 0.0794525146484375, 0.08280372619628906, 0.08615493774414062, 0.08950614929199219, 0.09285736083984375, 0.09620857238769531, 0.09955978393554688, 0.10291099548339844, 0.10626220703125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 6.0, 4.0, 9.0, 15.0, 19.0, 35.0, 37.0, 43.0, 75.0, 60.0, 55.0, 87.0, 72.0, 74.0, 93.0, 60.0, 55.0, 56.0, 60.0, 25.0, 27.0, 17.0, 6.0, 4.0, 4.0, 4.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.245208740234375e-06, -5.0477683544158936e-06, -4.850327968597412e-06, -4.652887582778931e-06, -4.455447196960449e-06, -4.258006811141968e-06, -4.060566425323486e-06, -3.863126039505005e-06, -3.6656856536865234e-06, -3.468245267868042e-06, -3.2708048820495605e-06, -3.073364496231079e-06, -2.8759241104125977e-06, -2.678483724594116e-06, -2.4810433387756348e-06, -2.2836029529571533e-06, -2.086162567138672e-06, -1.8887221813201904e-06, -1.691281795501709e-06, -1.4938414096832275e-06, -1.296401023864746e-06, -1.0989606380462646e-06, -9.015202522277832e-07, -7.040798664093018e-07, -5.066394805908203e-07, -3.0919909477233887e-07, -1.1175870895385742e-07, 8.568167686462402e-08, 2.8312206268310547e-07, 4.805624485015869e-07, 6.780028343200684e-07, 8.754432201385498e-07, 1.0728836059570312e-06, 1.2703239917755127e-06, 1.4677643775939941e-06, 1.6652047634124756e-06, 1.862645149230957e-06, 2.0600855350494385e-06, 2.25752592086792e-06, 2.4549663066864014e-06, 2.652406692504883e-06, 2.8498470783233643e-06, 3.0472874641418457e-06, 3.244727849960327e-06, 3.4421682357788086e-06, 3.63960862159729e-06, 3.8370490074157715e-06, 4.034489393234253e-06, 4.231929779052734e-06, 4.429370164871216e-06, 4.626810550689697e-06, 4.824250936508179e-06, 5.02169132232666e-06, 5.219131708145142e-06, 5.416572093963623e-06, 5.6140124797821045e-06, 5.811452865600586e-06, 6.008893251419067e-06, 6.206333637237549e-06, 6.40377402305603e-06, 6.601214408874512e-06, 6.798654794692993e-06, 6.996095180511475e-06, 7.193535566329956e-06, 7.3909759521484375e-06]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 7.0, 28.0, 53.0, 144.0, 648.0, 230515.0, 816121.0, 735.0, 187.0, 68.0, 26.0, 12.0, 5.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0968017578125, -0.09308624267578125, -0.0893707275390625, -0.08565521240234375, -0.081939697265625, -0.07822418212890625, -0.0745086669921875, -0.07079315185546875, -0.06707763671875, -0.06336212158203125, -0.0596466064453125, -0.05593109130859375, -0.052215576171875, -0.04850006103515625, -0.0447845458984375, -0.04106903076171875, -0.037353515625, -0.03363800048828125, -0.0299224853515625, -0.02620697021484375, -0.022491455078125, -0.01877593994140625, -0.0150604248046875, -0.01134490966796875, -0.00762939453125, -0.00391387939453125, -0.0001983642578125, 0.00351715087890625, 0.007232666015625, 0.01094818115234375, 0.0146636962890625, 0.01837921142578125, 0.0220947265625, 0.02581024169921875, 0.0295257568359375, 0.03324127197265625, 0.036956787109375, 0.04067230224609375, 0.0443878173828125, 0.04810333251953125, 0.05181884765625, 0.05553436279296875, 0.0592498779296875, 0.06296539306640625, 0.066680908203125, 0.07039642333984375, 0.0741119384765625, 0.07782745361328125, 0.08154296875, 0.08525848388671875, 0.0889739990234375, 0.09268951416015625, 0.096405029296875, 0.10012054443359375, 0.1038360595703125, 0.10755157470703125, 0.11126708984375, 0.11498260498046875, 0.1186981201171875, 0.12241363525390625, 0.126129150390625, 0.12984466552734375, 0.1335601806640625, 0.13727569580078125, 0.1409912109375]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 19.0, 90.0, 345.0, 398.0, 123.0, 30.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06243896484375, -0.05994987487792969, -0.057460784912109375, -0.05497169494628906, -0.05248260498046875, -0.04999351501464844, -0.047504425048828125, -0.04501533508300781, -0.0425262451171875, -0.04003715515136719, -0.037548065185546875, -0.03505897521972656, -0.03256988525390625, -0.030080795288085938, -0.027591705322265625, -0.025102615356445312, -0.022613525390625, -0.020124435424804688, -0.017635345458984375, -0.015146255493164062, -0.01265716552734375, -0.010168075561523438, -0.007678985595703125, -0.0051898956298828125, -0.0027008056640625, -0.0002117156982421875, 0.002277374267578125, 0.0047664642333984375, 0.00725555419921875, 0.009744644165039062, 0.012233734130859375, 0.014722824096679688, 0.0172119140625, 0.019701004028320312, 0.022190093994140625, 0.024679183959960938, 0.02716827392578125, 0.029657363891601562, 0.032146453857421875, 0.03463554382324219, 0.0371246337890625, 0.03961372375488281, 0.042102813720703125, 0.04459190368652344, 0.04708099365234375, 0.04957008361816406, 0.052059173583984375, 0.05454826354980469, 0.057037353515625, 0.05952644348144531, 0.062015533447265625, 0.06450462341308594, 0.06699371337890625, 0.06948280334472656, 0.07197189331054688, 0.07446098327636719, 0.0769500732421875, 0.07943916320800781, 0.08192825317382812, 0.08441734313964844, 0.08690643310546875, 0.08939552307128906, 0.09188461303710938, 0.09437370300292969, 0.09686279296875]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 11.0, 51.0, 273.0, 542.0, 123.0, 12.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4366583824157715, -1.402794599533081, -1.3689308166503906, -1.3350670337677002, -1.3012031316757202, -1.2673393487930298, -1.2334755659103394, -1.199611783027649, -1.1657480001449585, -1.131884217262268, -1.0980204343795776, -1.0641565322875977, -1.0302927494049072, -0.9964289665222168, -0.9625651836395264, -0.9287014007568359, -0.8948375582695007, -0.8609737753868103, -0.8271099328994751, -0.7932461500167847, -0.7593823671340942, -0.7255185842514038, -0.6916547417640686, -0.6577909588813782, -0.623927116394043, -0.5900633335113525, -0.5561994910240173, -0.5223357081413269, -0.4884719252586365, -0.45460811257362366, -0.42074429988861084, -0.3868805170059204, -0.35301673412323, -0.31915292143821716, -0.28528913855552673, -0.2514253258705139, -0.2175615280866623, -0.18369773030281067, -0.14983391761779785, -0.11597011983394623, -0.0821063220500946, -0.04824252054095268, -0.01437871903181076, 0.01948508620262146, 0.053348883986473083, 0.08721268177032471, 0.12107649445533752, 0.15494029223918915, 0.18880409002304077, 0.2226678878068924, 0.256531685590744, 0.29039549827575684, 0.32425928115844727, 0.3581230938434601, 0.3919869065284729, 0.42585068941116333, 0.45971450209617615, 0.49357831478118896, 0.5274420976638794, 0.5613058805465698, 0.595169723033905, 0.6290335059165955, 0.6628973484039307, 0.6967611312866211, 0.7306249141693115]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 4.0, 6.0, 6.0, 10.0, 12.0, 15.0, 14.0, 13.0, 17.0, 10.0, 18.0, 24.0, 23.0, 44.0, 45.0, 44.0, 41.0, 31.0, 38.0, 48.0, 37.0, 40.0, 68.0, 37.0, 56.0, 35.0, 41.0, 39.0, 38.0, 20.0, 15.0, 20.0, 17.0, 15.0, 17.0, 10.0, 10.0, 8.0, 9.0, 4.0, 5.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16791516542434692, -0.1627979278564453, -0.1576806753873825, -0.1525634378194809, -0.1474461853504181, -0.14232894778251648, -0.13721169531345367, -0.13209445774555206, -0.12697720527648926, -0.12185996025800705, -0.11674271523952484, -0.11162547022104263, -0.10650822520256042, -0.10139098763465881, -0.0962737426161766, -0.0911564975976944, -0.08603926002979279, -0.08092201501131058, -0.07580476999282837, -0.07068752497434616, -0.06557027995586395, -0.06045303866267204, -0.05533579736948013, -0.050218552350997925, -0.04510130733251572, -0.03998406231403351, -0.0348668172955513, -0.02974957600235939, -0.024632330983877182, -0.019515085965394974, -0.014397842809557915, -0.009280599653720856, -0.0041633546352386475, 0.0009538894519209862, 0.00607113353908062, 0.011188377626240253, 0.016305621713399887, 0.021422866731882095, 0.026540109887719154, 0.03165735304355621, 0.03677459806203842, 0.04189184308052063, 0.04700908809900284, 0.05212632939219475, 0.057243574410676956, 0.062360819429159164, 0.06747806072235107, 0.07259530574083328, 0.07771255075931549, 0.0828297957777977, 0.08794704079627991, 0.09306428581476212, 0.09818153083324432, 0.10329876840114594, 0.10841601341962814, 0.11353325843811035, 0.11865050345659256, 0.12376774847507477, 0.12888498604297638, 0.13400223851203918, 0.1391194760799408, 0.1442367285490036, 0.1493539661169052, 0.15447121858596802, 0.15958845615386963]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 6.0, 6.0, 9.0, 18.0, 19.0, 34.0, 40.0, 75.0, 166.0, 299.0, 563.0, 1200.0, 3080.0, 9389.0, 45524.0, 951276.0, 3102848.0, 62168.0, 11233.0, 3518.0, 1359.0, 633.0, 362.0, 181.0, 114.0, 44.0, 38.0, 32.0, 10.0, 13.0, 8.0, 9.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04364013671875, -0.04196643829345703, -0.04029273986816406, -0.038619041442871094, -0.036945343017578125, -0.035271644592285156, -0.03359794616699219, -0.03192424774169922, -0.03025054931640625, -0.02857685089111328, -0.026903152465820312, -0.025229454040527344, -0.023555755615234375, -0.021882057189941406, -0.020208358764648438, -0.01853466033935547, -0.0168609619140625, -0.015187263488769531, -0.013513565063476562, -0.011839866638183594, -0.010166168212890625, -0.008492469787597656, -0.0068187713623046875, -0.005145072937011719, -0.00347137451171875, -0.0017976760864257812, -0.0001239776611328125, 0.0015497207641601562, 0.003223419189453125, 0.004897117614746094, 0.0065708160400390625, 0.008244514465332031, 0.009918212890625, 0.011591911315917969, 0.013265609741210938, 0.014939308166503906, 0.016613006591796875, 0.018286705017089844, 0.019960403442382812, 0.02163410186767578, 0.02330780029296875, 0.02498149871826172, 0.026655197143554688, 0.028328895568847656, 0.030002593994140625, 0.031676292419433594, 0.03334999084472656, 0.03502368927001953, 0.0366973876953125, 0.03837108612060547, 0.04004478454589844, 0.041718482971191406, 0.043392181396484375, 0.045065879821777344, 0.04673957824707031, 0.04841327667236328, 0.05008697509765625, 0.05176067352294922, 0.05343437194824219, 0.055108070373535156, 0.056781768798828125, 0.058455467224121094, 0.06012916564941406, 0.06180286407470703, 0.0634765625]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 5.0, 2.0, 12.0, 11.0, 17.0, 25.0, 26.0, 29.0, 53.0, 56.0, 65.0, 76.0, 79.0, 82.0, 80.0, 89.0, 59.0, 61.0, 48.0, 37.0, 34.0, 20.0, 16.0, 11.0, 3.0, 6.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01177215576171875, -0.011327385902404785, -0.01088261604309082, -0.010437846183776855, -0.00999307632446289, -0.009548306465148926, -0.009103536605834961, -0.008658766746520996, -0.008213996887207031, -0.007769227027893066, -0.0073244571685791016, -0.006879687309265137, -0.006434917449951172, -0.005990147590637207, -0.005545377731323242, -0.005100607872009277, -0.0046558380126953125, -0.004211068153381348, -0.003766298294067383, -0.003321528434753418, -0.002876758575439453, -0.0024319887161254883, -0.0019872188568115234, -0.0015424489974975586, -0.0010976791381835938, -0.0006529092788696289, -0.00020813941955566406, 0.00023663043975830078, 0.0006814002990722656, 0.0011261701583862305, 0.0015709400177001953, 0.00201570987701416, 0.002460479736328125, 0.00290524959564209, 0.0033500194549560547, 0.0037947893142700195, 0.004239559173583984, 0.004684329032897949, 0.005129098892211914, 0.005573868751525879, 0.006018638610839844, 0.006463408470153809, 0.0069081783294677734, 0.007352948188781738, 0.007797718048095703, 0.008242487907409668, 0.008687257766723633, 0.009132027626037598, 0.009576797485351562, 0.010021567344665527, 0.010466337203979492, 0.010911107063293457, 0.011355876922607422, 0.011800646781921387, 0.012245416641235352, 0.012690186500549316, 0.013134956359863281, 0.013579726219177246, 0.014024496078491211, 0.014469265937805176, 0.01491403579711914, 0.015358805656433105, 0.01580357551574707, 0.016248345375061035, 0.016693115234375]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 17.0, 21.0, 51.0, 96.0, 223.0, 438.0, 1326.0, 6766.0, 155599.0, 3989343.0, 35634.0, 3315.0, 806.0, 313.0, 157.0, 89.0, 50.0, 12.0, 10.0, 6.0, 6.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0626220703125, -0.059539794921875, -0.05645751953125, -0.053375244140625, -0.05029296875, -0.047210693359375, -0.04412841796875, -0.041046142578125, -0.0379638671875, -0.034881591796875, -0.03179931640625, -0.028717041015625, -0.025634765625, -0.022552490234375, -0.01947021484375, -0.016387939453125, -0.0133056640625, -0.010223388671875, -0.00714111328125, -0.004058837890625, -0.0009765625, 0.002105712890625, 0.00518798828125, 0.008270263671875, 0.0113525390625, 0.014434814453125, 0.01751708984375, 0.020599365234375, 0.023681640625, 0.026763916015625, 0.02984619140625, 0.032928466796875, 0.0360107421875, 0.039093017578125, 0.04217529296875, 0.045257568359375, 0.04833984375, 0.051422119140625, 0.05450439453125, 0.057586669921875, 0.0606689453125, 0.063751220703125, 0.06683349609375, 0.069915771484375, 0.072998046875, 0.076080322265625, 0.07916259765625, 0.082244873046875, 0.0853271484375, 0.088409423828125, 0.09149169921875, 0.094573974609375, 0.09765625, 0.100738525390625, 0.10382080078125, 0.106903076171875, 0.1099853515625, 0.113067626953125, 0.11614990234375, 0.119232177734375, 0.122314453125, 0.125396728515625, 0.12847900390625, 0.131561279296875, 0.1346435546875]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 21.0, 39.0, 60.0, 181.0, 1040.0, 2198.0, 334.0, 117.0, 42.0, 26.0, 10.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0389404296875, -0.0377659797668457, -0.036591529846191406, -0.03541707992553711, -0.03424263000488281, -0.033068180084228516, -0.03189373016357422, -0.030719280242919922, -0.029544830322265625, -0.028370380401611328, -0.02719593048095703, -0.026021480560302734, -0.024847030639648438, -0.02367258071899414, -0.022498130798339844, -0.021323680877685547, -0.02014923095703125, -0.018974781036376953, -0.017800331115722656, -0.01662588119506836, -0.015451431274414062, -0.014276981353759766, -0.013102531433105469, -0.011928081512451172, -0.010753631591796875, -0.009579181671142578, -0.008404731750488281, -0.007230281829833984, -0.0060558319091796875, -0.004881381988525391, -0.0037069320678710938, -0.002532482147216797, -0.0013580322265625, -0.00018358230590820312, 0.0009908676147460938, 0.0021653175354003906, 0.0033397674560546875, 0.004514217376708984, 0.005688667297363281, 0.006863117218017578, 0.008037567138671875, 0.009212017059326172, 0.010386466979980469, 0.011560916900634766, 0.012735366821289062, 0.01390981674194336, 0.015084266662597656, 0.016258716583251953, 0.01743316650390625, 0.018607616424560547, 0.019782066345214844, 0.02095651626586914, 0.022130966186523438, 0.023305416107177734, 0.02447986602783203, 0.025654315948486328, 0.026828765869140625, 0.028003215789794922, 0.02917766571044922, 0.030352115631103516, 0.03152656555175781, 0.03270101547241211, 0.033875465393066406, 0.0350499153137207, 0.036224365234375]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 5.0, 10.0, 107.0, 524.0, 301.0, 44.0, 11.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2634054720401764, -0.25061747431755066, -0.23782949149608612, -0.2250414937734604, -0.21225351095199585, -0.19946551322937012, -0.18667751550674438, -0.17388951778411865, -0.1611015349626541, -0.14831353724002838, -0.13552555441856384, -0.12273755669593811, -0.10994956642389297, -0.09716157615184784, -0.0843735784292221, -0.07158558815717697, -0.058797597885131836, -0.0460096076130867, -0.033221613615751266, -0.020433619618415833, -0.007645629346370697, 0.0051423609256744385, 0.01793035864830017, 0.030718348920345306, 0.04350633919239044, 0.05629432946443558, 0.06908231973648071, 0.08187031745910645, 0.09465830773115158, 0.10744629800319672, 0.12023429572582245, 0.133022278547287, 0.1458103060722351, 0.15859830379486084, 0.17138628661632538, 0.1841742843389511, 0.19696226716041565, 0.20975026488304138, 0.22253826260566711, 0.23532626032829285, 0.24811424314975739, 0.2609022259712219, 0.27369022369384766, 0.2864782214164734, 0.2992662191390991, 0.31205421686172485, 0.3248422145843506, 0.33763018250465393, 0.35041818022727966, 0.3632061779499054, 0.37599417567253113, 0.3887821435928345, 0.4015701413154602, 0.41435813903808594, 0.42714613676071167, 0.4399341344833374, 0.45272213220596313, 0.46551012992858887, 0.4782981276512146, 0.49108612537384033, 0.5038741230964661, 0.5166621208190918, 0.5294500589370728, 0.5422380566596985, 0.5550260543823242]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 5.0, 5.0, 6.0, 3.0, 10.0, 10.0, 13.0, 19.0, 22.0, 39.0, 31.0, 39.0, 43.0, 45.0, 42.0, 58.0, 49.0, 48.0, 68.0, 45.0, 46.0, 45.0, 51.0, 34.0, 30.0, 39.0, 22.0, 31.0, 32.0, 27.0, 13.0, 13.0, 5.0, 5.0, 4.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06304281949996948, -0.06105269491672516, -0.059062570333480835, -0.05707244947552681, -0.055082324892282486, -0.05309220030903816, -0.05110207945108414, -0.04911195486783981, -0.04712183028459549, -0.045131705701351166, -0.04314158111810684, -0.04115146026015282, -0.03916133567690849, -0.03717121109366417, -0.035181090235710144, -0.03319096565246582, -0.031200841069221497, -0.029210716485977173, -0.027220593765378, -0.025230471044778824, -0.0232403464615345, -0.021250221878290176, -0.019260099157691002, -0.017269976437091827, -0.015279851853847504, -0.013289728201925755, -0.011299604550004005, -0.009309480898082256, -0.007319357246160507, -0.005329233594238758, -0.003339109942317009, -0.0013489862903952599, 0.0006411373615264893, 0.0026312610134482384, 0.0046213846653699875, 0.006611508317291737, 0.008601631969213486, 0.010591755621135235, 0.012581879273056984, 0.014572002924978733, 0.016562126576900482, 0.018552251160144806, 0.02054237388074398, 0.022532496601343155, 0.02452262118458748, 0.026512745767831802, 0.028502868488430977, 0.03049299120903015, 0.032483115792274475, 0.0344732403755188, 0.03646336495876312, 0.03845348581671715, 0.04044361039996147, 0.042433734983205795, 0.04442385584115982, 0.046413980424404144, 0.04840410500764847, 0.05039422959089279, 0.052384354174137115, 0.05437447503209114, 0.056364599615335464, 0.05835472419857979, 0.060344845056533813, 0.06233496963977814, 0.06432509422302246]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 4.0, 3.0, 9.0, 8.0, 12.0, 14.0, 25.0, 45.0, 88.0, 112.0, 218.0, 428.0, 970.0, 2556.0, 8365.0, 49072.0, 411624.0, 497108.0, 62814.0, 10127.0, 2876.0, 1046.0, 463.0, 263.0, 116.0, 75.0, 36.0, 21.0, 16.0, 18.0, 9.0, 5.0, 8.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06585693359375, -0.06392335891723633, -0.061989784240722656, -0.060056209564208984, -0.05812263488769531, -0.05618906021118164, -0.05425548553466797, -0.0523219108581543, -0.050388336181640625, -0.04845476150512695, -0.04652118682861328, -0.04458761215209961, -0.04265403747558594, -0.040720462799072266, -0.038786888122558594, -0.03685331344604492, -0.03491973876953125, -0.03298616409301758, -0.031052589416503906, -0.029119014739990234, -0.027185440063476562, -0.02525186538696289, -0.02331829071044922, -0.021384716033935547, -0.019451141357421875, -0.017517566680908203, -0.015583992004394531, -0.01365041732788086, -0.011716842651367188, -0.009783267974853516, -0.007849693298339844, -0.005916118621826172, -0.0039825439453125, -0.002048969268798828, -0.00011539459228515625, 0.0018181800842285156, 0.0037517547607421875, 0.005685329437255859, 0.007618904113769531, 0.009552478790283203, 0.011486053466796875, 0.013419628143310547, 0.015353202819824219, 0.01728677749633789, 0.019220352172851562, 0.021153926849365234, 0.023087501525878906, 0.025021076202392578, 0.02695465087890625, 0.028888225555419922, 0.030821800231933594, 0.032755374908447266, 0.03468894958496094, 0.03662252426147461, 0.03855609893798828, 0.04048967361450195, 0.042423248291015625, 0.0443568229675293, 0.04629039764404297, 0.04822397232055664, 0.05015754699707031, 0.052091121673583984, 0.054024696350097656, 0.05595827102661133, 0.057891845703125]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 10.0, 18.0, 34.0, 30.0, 26.0, 34.0, 43.0, 58.0, 84.0, 64.0, 88.0, 65.0, 78.0, 69.0, 46.0, 66.0, 42.0, 40.0, 31.0, 21.0, 12.0, 14.0, 6.0, 9.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.012115478515625, -0.011698365211486816, -0.011281251907348633, -0.01086413860321045, -0.010447025299072266, -0.010029911994934082, -0.009612798690795898, -0.009195685386657715, -0.008778572082519531, -0.008361458778381348, -0.007944345474243164, -0.0075272321701049805, -0.007110118865966797, -0.006693005561828613, -0.00627589225769043, -0.005858778953552246, -0.0054416656494140625, -0.005024552345275879, -0.004607439041137695, -0.004190325736999512, -0.003773212432861328, -0.0033560991287231445, -0.002938985824584961, -0.0025218725204467773, -0.0021047592163085938, -0.0016876459121704102, -0.0012705326080322266, -0.000853419303894043, -0.0004363059997558594, -1.919269561767578e-05, 0.0003979206085205078, 0.0008150339126586914, 0.001232147216796875, 0.0016492605209350586, 0.002066373825073242, 0.0024834871292114258, 0.0029006004333496094, 0.003317713737487793, 0.0037348270416259766, 0.00415194034576416, 0.004569053649902344, 0.004986166954040527, 0.005403280258178711, 0.0058203935623168945, 0.006237506866455078, 0.006654620170593262, 0.007071733474731445, 0.007488846778869629, 0.007905960083007812, 0.008323073387145996, 0.00874018669128418, 0.009157299995422363, 0.009574413299560547, 0.00999152660369873, 0.010408639907836914, 0.010825753211975098, 0.011242866516113281, 0.011659979820251465, 0.012077093124389648, 0.012494206428527832, 0.012911319732666016, 0.0133284330368042, 0.013745546340942383, 0.014162659645080566, 0.01457977294921875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 10.0, 9.0, 15.0, 20.0, 24.0, 40.0, 67.0, 82.0, 189.0, 421.0, 1030.0, 2713.0, 8910.0, 37177.0, 211230.0, 576814.0, 167944.0, 30339.0, 7476.0, 2343.0, 868.0, 397.0, 194.0, 85.0, 53.0, 36.0, 18.0, 16.0, 10.0, 9.0, 6.0, 1.0, 3.0, 7.0, 0.0, 6.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.052764892578125, -0.05142688751220703, -0.05008888244628906, -0.048750877380371094, -0.047412872314453125, -0.046074867248535156, -0.04473686218261719, -0.04339885711669922, -0.04206085205078125, -0.04072284698486328, -0.03938484191894531, -0.038046836853027344, -0.036708831787109375, -0.035370826721191406, -0.03403282165527344, -0.03269481658935547, -0.0313568115234375, -0.03001880645751953, -0.028680801391601562, -0.027342796325683594, -0.026004791259765625, -0.024666786193847656, -0.023328781127929688, -0.02199077606201172, -0.02065277099609375, -0.01931476593017578, -0.017976760864257812, -0.016638755798339844, -0.015300750732421875, -0.013962745666503906, -0.012624740600585938, -0.011286735534667969, -0.00994873046875, -0.008610725402832031, -0.0072727203369140625, -0.005934715270996094, -0.004596710205078125, -0.0032587051391601562, -0.0019207000732421875, -0.0005826950073242188, 0.00075531005859375, 0.0020933151245117188, 0.0034313201904296875, 0.004769325256347656, 0.006107330322265625, 0.007445335388183594, 0.008783340454101562, 0.010121345520019531, 0.0114593505859375, 0.012797355651855469, 0.014135360717773438, 0.015473365783691406, 0.016811370849609375, 0.018149375915527344, 0.019487380981445312, 0.02082538604736328, 0.02216339111328125, 0.02350139617919922, 0.024839401245117188, 0.026177406311035156, 0.027515411376953125, 0.028853416442871094, 0.030191421508789062, 0.03152942657470703, 0.032867431640625]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 3.0, 9.0, 12.0, 10.0, 26.0, 24.0, 48.0, 44.0, 50.0, 49.0, 51.0, 68.0, 67.0, 71.0, 58.0, 64.0, 59.0, 46.0, 48.0, 41.0, 40.0, 34.0, 25.0, 14.0, 16.0, 8.0, 7.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.053680419921875, -0.052042484283447266, -0.05040454864501953, -0.0487666130065918, -0.04712867736816406, -0.04549074172973633, -0.043852806091308594, -0.04221487045288086, -0.040576934814453125, -0.03893899917602539, -0.037301063537597656, -0.03566312789916992, -0.03402519226074219, -0.03238725662231445, -0.03074932098388672, -0.029111385345458984, -0.02747344970703125, -0.025835514068603516, -0.02419757843017578, -0.022559642791748047, -0.020921707153320312, -0.019283771514892578, -0.017645835876464844, -0.01600790023803711, -0.014369964599609375, -0.01273202896118164, -0.011094093322753906, -0.009456157684326172, -0.007818222045898438, -0.006180286407470703, -0.004542350769042969, -0.0029044151306152344, -0.0012664794921875, 0.0003714561462402344, 0.0020093917846679688, 0.003647327423095703, 0.0052852630615234375, 0.006923198699951172, 0.008561134338378906, 0.01019906997680664, 0.011837005615234375, 0.01347494125366211, 0.015112876892089844, 0.016750812530517578, 0.018388748168945312, 0.020026683807373047, 0.02166461944580078, 0.023302555084228516, 0.02494049072265625, 0.026578426361083984, 0.02821636199951172, 0.029854297637939453, 0.03149223327636719, 0.03313016891479492, 0.034768104553222656, 0.03640604019165039, 0.038043975830078125, 0.03968191146850586, 0.041319847106933594, 0.04295778274536133, 0.04459571838378906, 0.0462336540222168, 0.04787158966064453, 0.049509525299072266, 0.0511474609375]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 7.0, 6.0, 2.0, 9.0, 9.0, 5.0, 15.0, 14.0, 27.0, 25.0, 27.0, 37.0, 45.0, 46.0, 45.0, 50.0, 81.0, 86.0, 148.0, 256.0, 850.0, 3695.0, 25965.0, 589763.0, 404442.0, 18469.0, 2848.0, 696.0, 227.0, 137.0, 65.0, 75.0, 52.0, 52.0, 50.0, 40.0, 47.0, 28.0, 20.0, 34.0, 14.0, 14.0, 12.0, 10.0, 3.0, 3.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.031951904296875, -0.03098154067993164, -0.03001117706298828, -0.029040813446044922, -0.028070449829101562, -0.027100086212158203, -0.026129722595214844, -0.025159358978271484, -0.024188995361328125, -0.023218631744384766, -0.022248268127441406, -0.021277904510498047, -0.020307540893554688, -0.019337177276611328, -0.01836681365966797, -0.01739645004272461, -0.01642608642578125, -0.01545572280883789, -0.014485359191894531, -0.013514995574951172, -0.012544631958007812, -0.011574268341064453, -0.010603904724121094, -0.009633541107177734, -0.008663177490234375, -0.007692813873291016, -0.006722450256347656, -0.005752086639404297, -0.0047817230224609375, -0.003811359405517578, -0.0028409957885742188, -0.0018706321716308594, -0.0009002685546875, 7.009506225585938e-05, 0.0010404586791992188, 0.002010822296142578, 0.0029811859130859375, 0.003951549530029297, 0.004921913146972656, 0.005892276763916016, 0.006862640380859375, 0.007833003997802734, 0.008803367614746094, 0.009773731231689453, 0.010744094848632812, 0.011714458465576172, 0.012684822082519531, 0.01365518569946289, 0.01462554931640625, 0.01559591293334961, 0.01656627655029297, 0.017536640167236328, 0.018507003784179688, 0.019477367401123047, 0.020447731018066406, 0.021418094635009766, 0.022388458251953125, 0.023358821868896484, 0.024329185485839844, 0.025299549102783203, 0.026269912719726562, 0.027240276336669922, 0.02821063995361328, 0.02918100357055664, 0.0301513671875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 6.0, 11.0, 8.0, 18.0, 19.0, 41.0, 37.0, 36.0, 49.0, 85.0, 84.0, 100.0, 87.0, 70.0, 73.0, 83.0, 72.0, 39.0, 19.0, 20.0, 17.0, 17.0, 6.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5299530029296875e-06, -4.302710294723511e-06, -4.075467586517334e-06, -3.848224878311157e-06, -3.6209821701049805e-06, -3.3937394618988037e-06, -3.166496753692627e-06, -2.93925404548645e-06, -2.7120113372802734e-06, -2.4847686290740967e-06, -2.25752592086792e-06, -2.030283212661743e-06, -1.8030405044555664e-06, -1.5757977962493896e-06, -1.3485550880432129e-06, -1.1213123798370361e-06, -8.940696716308594e-07, -6.668269634246826e-07, -4.3958425521850586e-07, -2.123415470123291e-07, 1.4901161193847656e-08, 2.421438694000244e-07, 4.6938657760620117e-07, 6.966292858123779e-07, 9.238719940185547e-07, 1.1511147022247314e-06, 1.3783574104309082e-06, 1.605600118637085e-06, 1.8328428268432617e-06, 2.0600855350494385e-06, 2.2873282432556152e-06, 2.514570951461792e-06, 2.7418136596679688e-06, 2.9690563678741455e-06, 3.1962990760803223e-06, 3.423541784286499e-06, 3.6507844924926758e-06, 3.8780272006988525e-06, 4.105269908905029e-06, 4.332512617111206e-06, 4.559755325317383e-06, 4.7869980335235596e-06, 5.014240741729736e-06, 5.241483449935913e-06, 5.46872615814209e-06, 5.695968866348267e-06, 5.923211574554443e-06, 6.15045428276062e-06, 6.377696990966797e-06, 6.604939699172974e-06, 6.83218240737915e-06, 7.059425115585327e-06, 7.286667823791504e-06, 7.513910531997681e-06, 7.741153240203857e-06, 7.968395948410034e-06, 8.195638656616211e-06, 8.422881364822388e-06, 8.650124073028564e-06, 8.877366781234741e-06, 9.104609489440918e-06, 9.331852197647095e-06, 9.559094905853271e-06, 9.786337614059448e-06, 1.0013580322265625e-05]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 2.0, 10.0, 8.0, 33.0, 65.0, 122.0, 303.0, 953.0, 11955.0, 857330.0, 173650.0, 3213.0, 560.0, 175.0, 92.0, 41.0, 22.0, 19.0, 3.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0400390625, -0.0385441780090332, -0.037049293518066406, -0.03555440902709961, -0.03405952453613281, -0.032564640045166016, -0.03106975555419922, -0.029574871063232422, -0.028079986572265625, -0.026585102081298828, -0.02509021759033203, -0.023595333099365234, -0.022100448608398438, -0.02060556411743164, -0.019110679626464844, -0.017615795135498047, -0.01612091064453125, -0.014626026153564453, -0.013131141662597656, -0.01163625717163086, -0.010141372680664062, -0.008646488189697266, -0.007151603698730469, -0.005656719207763672, -0.004161834716796875, -0.002666950225830078, -0.0011720657348632812, 0.0003228187561035156, 0.0018177032470703125, 0.0033125877380371094, 0.004807472229003906, 0.006302356719970703, 0.0077972412109375, 0.009292125701904297, 0.010787010192871094, 0.01228189468383789, 0.013776779174804688, 0.015271663665771484, 0.01676654815673828, 0.018261432647705078, 0.019756317138671875, 0.021251201629638672, 0.02274608612060547, 0.024240970611572266, 0.025735855102539062, 0.02723073959350586, 0.028725624084472656, 0.030220508575439453, 0.03171539306640625, 0.03321027755737305, 0.034705162048339844, 0.03620004653930664, 0.03769493103027344, 0.039189815521240234, 0.04068470001220703, 0.04217958450317383, 0.043674468994140625, 0.04516935348510742, 0.04666423797607422, 0.048159122467041016, 0.04965400695800781, 0.05114889144897461, 0.052643775939941406, 0.0541386604309082, 0.055633544921875]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 6.0, 7.0, 8.0, 11.0, 10.0, 47.0, 69.0, 86.0, 130.0, 159.0, 165.0, 119.0, 73.0, 34.0, 33.0, 11.0, 13.0, 9.0, 7.0, 8.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0164642333984375, -0.0156252384185791, -0.014786243438720703, -0.013947248458862305, -0.013108253479003906, -0.012269258499145508, -0.01143026351928711, -0.010591268539428711, -0.009752273559570312, -0.008913278579711914, -0.008074283599853516, -0.007235288619995117, -0.006396293640136719, -0.00555729866027832, -0.004718303680419922, -0.0038793087005615234, -0.003040313720703125, -0.0022013187408447266, -0.0013623237609863281, -0.0005233287811279297, 0.00031566619873046875, 0.0011546611785888672, 0.0019936561584472656, 0.002832651138305664, 0.0036716461181640625, 0.004510641098022461, 0.005349636077880859, 0.006188631057739258, 0.007027626037597656, 0.007866621017456055, 0.008705615997314453, 0.009544610977172852, 0.01038360595703125, 0.011222600936889648, 0.012061595916748047, 0.012900590896606445, 0.013739585876464844, 0.014578580856323242, 0.01541757583618164, 0.01625657081604004, 0.017095565795898438, 0.017934560775756836, 0.018773555755615234, 0.019612550735473633, 0.02045154571533203, 0.02129054069519043, 0.022129535675048828, 0.022968530654907227, 0.023807525634765625, 0.024646520614624023, 0.025485515594482422, 0.02632451057434082, 0.02716350555419922, 0.028002500534057617, 0.028841495513916016, 0.029680490493774414, 0.030519485473632812, 0.03135848045349121, 0.03219747543334961, 0.03303647041320801, 0.033875465393066406, 0.034714460372924805, 0.0355534553527832, 0.0363924503326416, 0.0372314453125]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 18.0, 107.0, 483.0, 357.0, 38.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2778141498565674, -1.2422058582305908, -1.2065975666046143, -1.1709891557693481, -1.1353808641433716, -1.099772572517395, -1.064164161682129, -1.0285558700561523, -0.9929475784301758, -0.9573392868041992, -0.9217309355735779, -0.8861225843429565, -0.85051429271698, -0.8149060010910034, -0.7792976498603821, -0.7436892986297607, -0.7080810070037842, -0.6724727153778076, -0.6368643641471863, -0.6012560129165649, -0.5656477212905884, -0.5300394296646118, -0.4944310784339905, -0.45882275700569153, -0.4232144355773926, -0.38760611414909363, -0.3519977927207947, -0.3163894712924957, -0.2807811498641968, -0.24517282843589783, -0.20956450700759888, -0.17395618557929993, -0.13834786415100098, -0.10273954272270203, -0.06713122129440308, -0.031522899866104126, 0.004085421562194824, 0.039693742990493774, 0.07530206441879272, 0.11091038584709167, 0.14651870727539062, 0.18212702870368958, 0.21773535013198853, 0.2533436715602875, 0.2889519929885864, 0.3245603144168854, 0.3601686358451843, 0.3957769572734833, 0.4313852787017822, 0.4669936001300812, 0.5026019215583801, 0.5382102727890015, 0.573818564414978, 0.6094268560409546, 0.6450352072715759, 0.6806435585021973, 0.7162518501281738, 0.7518601417541504, 0.7874684929847717, 0.8230768442153931, 0.8586851358413696, 0.8942934274673462, 0.9299017786979675, 0.9655101299285889, 1.0011184215545654]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 7.0, 5.0, 7.0, 7.0, 6.0, 9.0, 15.0, 13.0, 7.0, 17.0, 20.0, 28.0, 23.0, 30.0, 22.0, 29.0, 35.0, 48.0, 48.0, 49.0, 41.0, 41.0, 46.0, 52.0, 45.0, 36.0, 37.0, 33.0, 41.0, 31.0, 25.0, 23.0, 23.0, 19.0, 17.0, 16.0, 12.0, 5.0, 12.0, 3.0, 10.0, 1.0, 5.0, 4.0, 3.0, 3.0, 2.0, 5.0, 0.0, 1.0], "bins": [-0.18883061408996582, -0.18358786404132843, -0.17834511399269104, -0.17310237884521484, -0.16785962879657745, -0.16261687874794006, -0.15737414360046387, -0.15213139355182648, -0.1468886435031891, -0.1416458934545517, -0.1364031434059143, -0.1311604082584381, -0.12591765820980072, -0.12067490816116333, -0.11543216556310654, -0.11018942296504974, -0.10494667291641235, -0.09970392286777496, -0.09446118026971817, -0.08921843767166138, -0.08397568762302399, -0.0787329375743866, -0.0734901949763298, -0.06824745237827301, -0.06300470232963562, -0.05776195600628853, -0.05251920968294144, -0.047276463359594345, -0.04203371703624725, -0.03679097071290016, -0.03154822438955307, -0.02630547806620598, -0.021062731742858887, -0.015819985419511795, -0.010577239096164703, -0.005334492772817612, -9.174644947052002e-05, 0.005150999873876572, 0.010393746197223663, 0.015636492520570755, 0.020879238843917847, 0.02612198516726494, 0.03136473149061203, 0.03660747781395912, 0.04185022413730621, 0.047092970460653305, 0.0523357167840004, 0.05757846310734749, 0.06282120943069458, 0.06806395947933197, 0.07330670207738876, 0.07854944467544556, 0.08379219472408295, 0.08903494477272034, 0.09427768737077713, 0.09952042996883392, 0.10476318001747131, 0.1100059300661087, 0.1152486726641655, 0.12049141526222229, 0.12573416531085968, 0.13097691535949707, 0.13621965050697327, 0.14146240055561066, 0.14670515060424805]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 1.0, 5.0, 8.0, 3.0, 6.0, 18.0, 17.0, 25.0, 50.0, 71.0, 112.0, 196.0, 379.0, 694.0, 1455.0, 3734.0, 11627.0, 64466.0, 3661093.0, 408384.0, 30065.0, 7126.0, 2480.0, 1043.0, 535.0, 269.0, 159.0, 100.0, 53.0, 33.0, 31.0, 19.0, 16.0, 5.0, 5.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.036163330078125, -0.034337520599365234, -0.03251171112060547, -0.030685901641845703, -0.028860092163085938, -0.027034282684326172, -0.025208473205566406, -0.02338266372680664, -0.021556854248046875, -0.01973104476928711, -0.017905235290527344, -0.016079425811767578, -0.014253616333007812, -0.012427806854248047, -0.010601997375488281, -0.008776187896728516, -0.00695037841796875, -0.005124568939208984, -0.0032987594604492188, -0.0014729499816894531, 0.0003528594970703125, 0.002178668975830078, 0.004004478454589844, 0.005830287933349609, 0.007656097412109375, 0.00948190689086914, 0.011307716369628906, 0.013133525848388672, 0.014959335327148438, 0.016785144805908203, 0.01861095428466797, 0.020436763763427734, 0.0222625732421875, 0.024088382720947266, 0.02591419219970703, 0.027740001678466797, 0.029565811157226562, 0.03139162063598633, 0.033217430114746094, 0.03504323959350586, 0.036869049072265625, 0.03869485855102539, 0.040520668029785156, 0.04234647750854492, 0.04417228698730469, 0.04599809646606445, 0.04782390594482422, 0.049649715423583984, 0.05147552490234375, 0.053301334381103516, 0.05512714385986328, 0.05695295333862305, 0.05877876281738281, 0.06060457229614258, 0.062430381774902344, 0.06425619125366211, 0.06608200073242188, 0.06790781021118164, 0.0697336196899414, 0.07155942916870117, 0.07338523864746094, 0.0752110481262207, 0.07703685760498047, 0.07886266708374023, 0.0806884765625]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 13.0, 13.0, 23.0, 28.0, 23.0, 30.0, 35.0, 57.0, 69.0, 51.0, 69.0, 69.0, 73.0, 59.0, 73.0, 64.0, 59.0, 53.0, 37.0, 30.0, 20.0, 19.0, 12.0, 6.0, 8.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01204681396484375, -0.011632561683654785, -0.01121830940246582, -0.010804057121276855, -0.01038980484008789, -0.009975552558898926, -0.009561300277709961, -0.009147047996520996, -0.008732795715332031, -0.008318543434143066, -0.007904291152954102, -0.007490038871765137, -0.007075786590576172, -0.006661534309387207, -0.006247282028198242, -0.005833029747009277, -0.0054187774658203125, -0.005004525184631348, -0.004590272903442383, -0.004176020622253418, -0.003761768341064453, -0.0033475160598754883, -0.0029332637786865234, -0.0025190114974975586, -0.0021047592163085938, -0.001690506935119629, -0.001276254653930664, -0.0008620023727416992, -0.0004477500915527344, -3.349781036376953e-05, 0.0003807544708251953, 0.0007950067520141602, 0.001209259033203125, 0.0016235113143920898, 0.0020377635955810547, 0.0024520158767700195, 0.0028662681579589844, 0.0032805204391479492, 0.003694772720336914, 0.004109025001525879, 0.004523277282714844, 0.004937529563903809, 0.0053517818450927734, 0.005766034126281738, 0.006180286407470703, 0.006594538688659668, 0.007008790969848633, 0.007423043251037598, 0.007837295532226562, 0.008251547813415527, 0.008665800094604492, 0.009080052375793457, 0.009494304656982422, 0.009908556938171387, 0.010322809219360352, 0.010737061500549316, 0.011151313781738281, 0.011565566062927246, 0.011979818344116211, 0.012394070625305176, 0.01280832290649414, 0.013222575187683105, 0.01363682746887207, 0.014051079750061035, 0.01446533203125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 9.0, 11.0, 5.0, 9.0, 11.0, 23.0, 31.0, 39.0, 58.0, 68.0, 102.0, 187.0, 364.0, 767.0, 1856.0, 5135.0, 17790.0, 101696.0, 3735300.0, 288338.0, 29851.0, 7755.0, 2675.0, 1052.0, 479.0, 229.0, 137.0, 64.0, 53.0, 39.0, 30.0, 25.0, 21.0, 18.0, 12.0, 7.0, 7.0, 7.0, 1.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.047576904296875, -0.04591798782348633, -0.044259071350097656, -0.042600154876708984, -0.04094123840332031, -0.03928232192993164, -0.03762340545654297, -0.0359644889831543, -0.034305572509765625, -0.03264665603637695, -0.03098773956298828, -0.02932882308959961, -0.027669906616210938, -0.026010990142822266, -0.024352073669433594, -0.022693157196044922, -0.02103424072265625, -0.019375324249267578, -0.017716407775878906, -0.016057491302490234, -0.014398574829101562, -0.01273965835571289, -0.011080741882324219, -0.009421825408935547, -0.007762908935546875, -0.006103992462158203, -0.004445075988769531, -0.0027861595153808594, -0.0011272430419921875, 0.0005316734313964844, 0.0021905899047851562, 0.003849506378173828, 0.0055084228515625, 0.007167339324951172, 0.008826255798339844, 0.010485172271728516, 0.012144088745117188, 0.01380300521850586, 0.015461921691894531, 0.017120838165283203, 0.018779754638671875, 0.020438671112060547, 0.02209758758544922, 0.02375650405883789, 0.025415420532226562, 0.027074337005615234, 0.028733253479003906, 0.030392169952392578, 0.03205108642578125, 0.03371000289916992, 0.035368919372558594, 0.037027835845947266, 0.03868675231933594, 0.04034566879272461, 0.04200458526611328, 0.04366350173950195, 0.045322418212890625, 0.0469813346862793, 0.04864025115966797, 0.05029916763305664, 0.05195808410644531, 0.053617000579833984, 0.055275917053222656, 0.05693483352661133, 0.05859375]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 4.0, 3.0, 5.0, 1.0, 4.0, 5.0, 7.0, 16.0, 22.0, 24.0, 40.0, 51.0, 90.0, 230.0, 634.0, 2055.0, 465.0, 178.0, 104.0, 38.0, 28.0, 22.0, 18.0, 11.0, 9.0, 9.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019195556640625, -0.01862025260925293, -0.01804494857788086, -0.01746964454650879, -0.01689434051513672, -0.01631903648376465, -0.015743732452392578, -0.015168428421020508, -0.014593124389648438, -0.014017820358276367, -0.013442516326904297, -0.012867212295532227, -0.012291908264160156, -0.011716604232788086, -0.011141300201416016, -0.010565996170043945, -0.009990692138671875, -0.009415388107299805, -0.008840084075927734, -0.008264780044555664, -0.007689476013183594, -0.0071141719818115234, -0.006538867950439453, -0.005963563919067383, -0.0053882598876953125, -0.004812955856323242, -0.004237651824951172, -0.0036623477935791016, -0.0030870437622070312, -0.002511739730834961, -0.0019364356994628906, -0.0013611316680908203, -0.00078582763671875, -0.0002105236053466797, 0.0003647804260253906, 0.0009400844573974609, 0.0015153884887695312, 0.0020906925201416016, 0.002665996551513672, 0.003241300582885742, 0.0038166046142578125, 0.004391908645629883, 0.004967212677001953, 0.0055425167083740234, 0.006117820739746094, 0.006693124771118164, 0.007268428802490234, 0.007843732833862305, 0.008419036865234375, 0.008994340896606445, 0.009569644927978516, 0.010144948959350586, 0.010720252990722656, 0.011295557022094727, 0.011870861053466797, 0.012446165084838867, 0.013021469116210938, 0.013596773147583008, 0.014172077178955078, 0.014747381210327148, 0.015322685241699219, 0.01589798927307129, 0.01647329330444336, 0.01704859733581543, 0.0176239013671875]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 17.0, 25.0, 74.0, 167.0, 250.0, 236.0, 127.0, 58.0, 20.0, 6.0, 6.0, 1.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.23999238014221191, -0.23507143557071686, -0.2301504760980606, -0.22522953152656555, -0.2203085720539093, -0.21538762748241425, -0.210466668009758, -0.20554572343826294, -0.2006247639656067, -0.19570381939411163, -0.19078285992145538, -0.18586191534996033, -0.18094095587730408, -0.17602001130580902, -0.17109905183315277, -0.16617810726165771, -0.16125716269016266, -0.1563362181186676, -0.15141525864601135, -0.1464943140745163, -0.14157335460186005, -0.136652410030365, -0.13173145055770874, -0.12681050598621368, -0.12188955396413803, -0.11696860194206238, -0.11204764991998672, -0.10712669789791107, -0.10220575332641602, -0.09728479385375977, -0.09236384928226471, -0.08744289726018906, -0.0825219377875328, -0.07760098576545715, -0.0726800337433815, -0.06775908172130585, -0.06283813714981079, -0.05791718140244484, -0.052996233105659485, -0.04807528108358383, -0.04315432906150818, -0.038233377039432526, -0.03331242501735687, -0.028391476720571518, -0.023470524698495865, -0.018549572676420212, -0.013628622516989708, -0.008707672357559204, -0.003786720335483551, 0.0011342307552695274, 0.006055181846022606, 0.010976132936775684, 0.015897084027528763, 0.020818036049604416, 0.02573898620903492, 0.030659936368465424, 0.03558088839054108, 0.04050184041261673, 0.04542279243469238, 0.05034374073147774, 0.05526469275355339, 0.060185644775629044, 0.0651065930724144, 0.07002754509449005, 0.0749484971165657]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 10.0, 1.0, 16.0, 20.0, 26.0, 27.0, 47.0, 39.0, 57.0, 64.0, 66.0, 64.0, 84.0, 72.0, 92.0, 58.0, 49.0, 49.0, 38.0, 35.0, 22.0, 19.0, 18.0, 5.0, 7.0, 6.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06563985347747803, -0.06355834007263184, -0.061476826667785645, -0.05939531698822975, -0.05731380358338356, -0.05523229017853737, -0.053150780498981476, -0.051069267094135284, -0.04898775368928909, -0.0469062402844429, -0.04482472687959671, -0.04274321720004082, -0.040661703795194626, -0.038580190390348434, -0.03649868071079254, -0.03441716730594635, -0.03233565390110016, -0.030254140496253967, -0.028172628954052925, -0.026091117411851883, -0.02400960400700569, -0.0219280906021595, -0.019846579059958458, -0.017765067517757416, -0.015683554112911224, -0.013602041639387608, -0.01152052916586399, -0.009439016692340374, -0.007357504218816757, -0.00527599174529314, -0.0031944792717695236, -0.0011129667982459068, 0.00096854567527771, 0.0030500581488013268, 0.0051315706223249435, 0.00721308309584856, 0.009294595569372177, 0.011376108042895794, 0.01345762051641941, 0.015539132989943027, 0.017620645463466644, 0.019702158868312836, 0.021783670410513878, 0.02386518195271492, 0.02594669535756111, 0.028028208762407303, 0.030109720304608345, 0.03219123184680939, 0.03427274525165558, 0.03635425865650177, 0.03843577206134796, 0.040517281740903854, 0.042598795145750046, 0.04468030855059624, 0.04676181823015213, 0.04884333163499832, 0.05092484503984451, 0.053006358444690704, 0.055087871849536896, 0.05716938152909279, 0.05925089493393898, 0.06133240833878517, 0.06341391801834106, 0.06549543142318726, 0.06757694482803345]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 7.0, 7.0, 3.0, 10.0, 10.0, 18.0, 30.0, 38.0, 65.0, 88.0, 138.0, 211.0, 347.0, 543.0, 945.0, 1648.0, 2979.0, 5859.0, 12232.0, 26158.0, 61007.0, 138786.0, 260569.0, 268490.0, 148278.0, 65236.0, 28178.0, 12962.0, 6282.0, 3127.0, 1708.0, 969.0, 600.0, 356.0, 233.0, 145.0, 97.0, 69.0, 38.0, 30.0, 23.0, 9.0, 15.0, 8.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02105712890625, -0.020278453826904297, -0.019499778747558594, -0.01872110366821289, -0.017942428588867188, -0.017163753509521484, -0.01638507843017578, -0.015606403350830078, -0.014827728271484375, -0.014049053192138672, -0.013270378112792969, -0.012491703033447266, -0.011713027954101562, -0.01093435287475586, -0.010155677795410156, -0.009377002716064453, -0.00859832763671875, -0.007819652557373047, -0.007040977478027344, -0.006262302398681641, -0.0054836273193359375, -0.004704952239990234, -0.003926277160644531, -0.003147602081298828, -0.002368927001953125, -0.0015902519226074219, -0.0008115768432617188, -3.2901763916015625e-05, 0.0007457733154296875, 0.0015244483947753906, 0.0023031234741210938, 0.003081798553466797, 0.0038604736328125, 0.004639148712158203, 0.005417823791503906, 0.006196498870849609, 0.0069751739501953125, 0.007753849029541016, 0.008532524108886719, 0.009311199188232422, 0.010089874267578125, 0.010868549346923828, 0.011647224426269531, 0.012425899505615234, 0.013204574584960938, 0.01398324966430664, 0.014761924743652344, 0.015540599822998047, 0.01631927490234375, 0.017097949981689453, 0.017876625061035156, 0.01865530014038086, 0.019433975219726562, 0.020212650299072266, 0.02099132537841797, 0.021770000457763672, 0.022548675537109375, 0.023327350616455078, 0.02410602569580078, 0.024884700775146484, 0.025663375854492188, 0.02644205093383789, 0.027220726013183594, 0.027999401092529297, 0.028778076171875]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 7.0, 9.0, 10.0, 10.0, 14.0, 20.0, 31.0, 24.0, 27.0, 43.0, 55.0, 52.0, 50.0, 56.0, 75.0, 59.0, 53.0, 78.0, 52.0, 41.0, 51.0, 35.0, 33.0, 23.0, 27.0, 14.0, 15.0, 15.0, 11.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0128021240234375, -0.012406229972839355, -0.012010335922241211, -0.011614441871643066, -0.011218547821044922, -0.010822653770446777, -0.010426759719848633, -0.010030865669250488, -0.009634971618652344, -0.0092390775680542, -0.008843183517456055, -0.00844728946685791, -0.008051395416259766, -0.007655501365661621, -0.0072596073150634766, -0.006863713264465332, -0.0064678192138671875, -0.006071925163269043, -0.0056760311126708984, -0.005280137062072754, -0.004884243011474609, -0.004488348960876465, -0.00409245491027832, -0.0036965608596801758, -0.0033006668090820312, -0.0029047727584838867, -0.002508878707885742, -0.0021129846572875977, -0.0017170906066894531, -0.0013211965560913086, -0.0009253025054931641, -0.0005294084548950195, -0.000133514404296875, 0.00026237964630126953, 0.0006582736968994141, 0.0010541677474975586, 0.0014500617980957031, 0.0018459558486938477, 0.002241849899291992, 0.0026377439498901367, 0.0030336380004882812, 0.0034295320510864258, 0.0038254261016845703, 0.004221320152282715, 0.004617214202880859, 0.005013108253479004, 0.0054090023040771484, 0.005804896354675293, 0.0062007904052734375, 0.006596684455871582, 0.0069925785064697266, 0.007388472557067871, 0.007784366607666016, 0.00818026065826416, 0.008576154708862305, 0.00897204875946045, 0.009367942810058594, 0.009763836860656738, 0.010159730911254883, 0.010555624961853027, 0.010951519012451172, 0.011347413063049316, 0.011743307113647461, 0.012139201164245605, 0.01253509521484375]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 6.0, 2.0, 3.0, 5.0, 5.0, 10.0, 10.0, 11.0, 18.0, 20.0, 20.0, 27.0, 44.0, 61.0, 77.0, 99.0, 145.0, 236.0, 412.0, 770.0, 1770.0, 4738.0, 16293.0, 66083.0, 273608.0, 463466.0, 166116.0, 38414.0, 10016.0, 3250.0, 1240.0, 563.0, 339.0, 182.0, 133.0, 96.0, 60.0, 41.0, 33.0, 34.0, 28.0, 21.0, 17.0, 7.0, 8.0, 7.0, 6.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.03424072265625, -0.033147335052490234, -0.03205394744873047, -0.030960559844970703, -0.029867172241210938, -0.028773784637451172, -0.027680397033691406, -0.02658700942993164, -0.025493621826171875, -0.02440023422241211, -0.023306846618652344, -0.022213459014892578, -0.021120071411132812, -0.020026683807373047, -0.01893329620361328, -0.017839908599853516, -0.01674652099609375, -0.015653133392333984, -0.014559745788574219, -0.013466358184814453, -0.012372970581054688, -0.011279582977294922, -0.010186195373535156, -0.00909280776977539, -0.007999420166015625, -0.006906032562255859, -0.005812644958496094, -0.004719257354736328, -0.0036258697509765625, -0.002532482147216797, -0.0014390945434570312, -0.0003457069396972656, 0.0007476806640625, 0.0018410682678222656, 0.0029344558715820312, 0.004027843475341797, 0.0051212310791015625, 0.006214618682861328, 0.007308006286621094, 0.00840139389038086, 0.009494781494140625, 0.01058816909790039, 0.011681556701660156, 0.012774944305419922, 0.013868331909179688, 0.014961719512939453, 0.01605510711669922, 0.017148494720458984, 0.01824188232421875, 0.019335269927978516, 0.02042865753173828, 0.021522045135498047, 0.022615432739257812, 0.023708820343017578, 0.024802207946777344, 0.02589559555053711, 0.026988983154296875, 0.02808237075805664, 0.029175758361816406, 0.030269145965576172, 0.03136253356933594, 0.0324559211730957, 0.03354930877685547, 0.034642696380615234, 0.035736083984375]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 5.0, 8.0, 8.0, 11.0, 9.0, 19.0, 16.0, 25.0, 16.0, 27.0, 29.0, 16.0, 31.0, 33.0, 37.0, 41.0, 32.0, 32.0, 47.0, 37.0, 36.0, 36.0, 36.0, 39.0, 45.0, 32.0, 41.0, 33.0, 22.0, 29.0, 27.0, 24.0, 12.0, 19.0, 19.0, 15.0, 13.0, 8.0, 10.0, 7.0, 4.0, 4.0, 5.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.039276123046875, -0.038079261779785156, -0.03688240051269531, -0.03568553924560547, -0.034488677978515625, -0.03329181671142578, -0.03209495544433594, -0.030898094177246094, -0.02970123291015625, -0.028504371643066406, -0.027307510375976562, -0.02611064910888672, -0.024913787841796875, -0.02371692657470703, -0.022520065307617188, -0.021323204040527344, -0.0201263427734375, -0.018929481506347656, -0.017732620239257812, -0.01653575897216797, -0.015338897705078125, -0.014142036437988281, -0.012945175170898438, -0.011748313903808594, -0.01055145263671875, -0.009354591369628906, -0.008157730102539062, -0.006960868835449219, -0.005764007568359375, -0.004567146301269531, -0.0033702850341796875, -0.0021734237670898438, -0.0009765625, 0.00022029876708984375, 0.0014171600341796875, 0.0026140213012695312, 0.003810882568359375, 0.005007743835449219, 0.0062046051025390625, 0.007401466369628906, 0.00859832763671875, 0.009795188903808594, 0.010992050170898438, 0.012188911437988281, 0.013385772705078125, 0.014582633972167969, 0.015779495239257812, 0.016976356506347656, 0.0181732177734375, 0.019370079040527344, 0.020566940307617188, 0.02176380157470703, 0.022960662841796875, 0.02415752410888672, 0.025354385375976562, 0.026551246643066406, 0.02774810791015625, 0.028944969177246094, 0.030141830444335938, 0.03133869171142578, 0.032535552978515625, 0.03373241424560547, 0.03492927551269531, 0.036126136779785156, 0.037322998046875]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 4.0, 5.0, 10.0, 10.0, 17.0, 28.0, 43.0, 81.0, 166.0, 331.0, 760.0, 1916.0, 7081.0, 46015.0, 527759.0, 419591.0, 35638.0, 5964.0, 1774.0, 672.0, 327.0, 147.0, 89.0, 46.0, 39.0, 14.0, 6.0, 9.0, 7.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02532958984375, -0.024536609649658203, -0.023743629455566406, -0.02295064926147461, -0.022157669067382812, -0.021364688873291016, -0.02057170867919922, -0.019778728485107422, -0.018985748291015625, -0.018192768096923828, -0.01739978790283203, -0.016606807708740234, -0.015813827514648438, -0.01502084732055664, -0.014227867126464844, -0.013434886932373047, -0.01264190673828125, -0.011848926544189453, -0.011055946350097656, -0.01026296615600586, -0.009469985961914062, -0.008677005767822266, -0.007884025573730469, -0.007091045379638672, -0.006298065185546875, -0.005505084991455078, -0.004712104797363281, -0.003919124603271484, -0.0031261444091796875, -0.0023331642150878906, -0.0015401840209960938, -0.0007472038269042969, 4.57763671875e-05, 0.0008387565612792969, 0.0016317367553710938, 0.0024247169494628906, 0.0032176971435546875, 0.004010677337646484, 0.004803657531738281, 0.005596637725830078, 0.006389617919921875, 0.007182598114013672, 0.007975578308105469, 0.008768558502197266, 0.009561538696289062, 0.01035451889038086, 0.011147499084472656, 0.011940479278564453, 0.01273345947265625, 0.013526439666748047, 0.014319419860839844, 0.01511240005493164, 0.015905380249023438, 0.016698360443115234, 0.01749134063720703, 0.018284320831298828, 0.019077301025390625, 0.019870281219482422, 0.02066326141357422, 0.021456241607666016, 0.022249221801757812, 0.02304220199584961, 0.023835182189941406, 0.024628162384033203, 0.025421142578125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 0.0, 5.0, 5.0, 7.0, 10.0, 8.0, 18.0, 9.0, 11.0, 24.0, 21.0, 37.0, 25.0, 25.0, 60.0, 42.0, 48.0, 65.0, 44.0, 70.0, 43.0, 41.0, 68.0, 45.0, 34.0, 50.0, 29.0, 32.0, 33.0, 12.0, 28.0, 9.0, 11.0, 12.0, 5.0, 9.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.887580871582031e-06, -4.7460198402404785e-06, -4.604458808898926e-06, -4.462897777557373e-06, -4.32133674621582e-06, -4.179775714874268e-06, -4.038214683532715e-06, -3.896653652191162e-06, -3.7550926208496094e-06, -3.6135315895080566e-06, -3.471970558166504e-06, -3.330409526824951e-06, -3.1888484954833984e-06, -3.0472874641418457e-06, -2.905726432800293e-06, -2.7641654014587402e-06, -2.6226043701171875e-06, -2.4810433387756348e-06, -2.339482307434082e-06, -2.1979212760925293e-06, -2.0563602447509766e-06, -1.914799213409424e-06, -1.773238182067871e-06, -1.6316771507263184e-06, -1.4901161193847656e-06, -1.3485550880432129e-06, -1.2069940567016602e-06, -1.0654330253601074e-06, -9.238719940185547e-07, -7.82310962677002e-07, -6.407499313354492e-07, -4.991888999938965e-07, -3.5762786865234375e-07, -2.1606683731079102e-07, -7.450580596923828e-08, 6.705522537231445e-08, 2.086162567138672e-07, 3.501772880554199e-07, 4.917383193969727e-07, 6.332993507385254e-07, 7.748603820800781e-07, 9.164214134216309e-07, 1.0579824447631836e-06, 1.1995434761047363e-06, 1.341104507446289e-06, 1.4826655387878418e-06, 1.6242265701293945e-06, 1.7657876014709473e-06, 1.9073486328125e-06, 2.0489096641540527e-06, 2.1904706954956055e-06, 2.332031726837158e-06, 2.473592758178711e-06, 2.6151537895202637e-06, 2.7567148208618164e-06, 2.898275852203369e-06, 3.039836883544922e-06, 3.1813979148864746e-06, 3.3229589462280273e-06, 3.46451997756958e-06, 3.606081008911133e-06, 3.7476420402526855e-06, 3.889203071594238e-06, 4.030764102935791e-06, 4.172325134277344e-06]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 12.0, 12.0, 11.0, 19.0, 33.0, 45.0, 57.0, 98.0, 136.0, 288.0, 623.0, 1990.0, 9425.0, 70711.0, 498898.0, 405444.0, 50778.0, 7218.0, 1657.0, 484.0, 217.0, 125.0, 87.0, 42.0, 38.0, 21.0, 27.0, 11.0, 16.0, 12.0, 2.0, 6.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.025543212890625, -0.024790287017822266, -0.02403736114501953, -0.023284435272216797, -0.022531509399414062, -0.021778583526611328, -0.021025657653808594, -0.02027273178100586, -0.019519805908203125, -0.01876688003540039, -0.018013954162597656, -0.017261028289794922, -0.016508102416992188, -0.015755176544189453, -0.015002250671386719, -0.014249324798583984, -0.01349639892578125, -0.012743473052978516, -0.011990547180175781, -0.011237621307373047, -0.010484695434570312, -0.009731769561767578, -0.008978843688964844, -0.00822591781616211, -0.007472991943359375, -0.006720066070556641, -0.005967140197753906, -0.005214214324951172, -0.0044612884521484375, -0.003708362579345703, -0.0029554367065429688, -0.0022025108337402344, -0.0014495849609375, -0.0006966590881347656, 5.626678466796875e-05, 0.0008091926574707031, 0.0015621185302734375, 0.002315044403076172, 0.0030679702758789062, 0.0038208961486816406, 0.004573822021484375, 0.005326747894287109, 0.006079673767089844, 0.006832599639892578, 0.0075855255126953125, 0.008338451385498047, 0.009091377258300781, 0.009844303131103516, 0.01059722900390625, 0.011350154876708984, 0.012103080749511719, 0.012856006622314453, 0.013608932495117188, 0.014361858367919922, 0.015114784240722656, 0.01586771011352539, 0.016620635986328125, 0.01737356185913086, 0.018126487731933594, 0.018879413604736328, 0.019632339477539062, 0.020385265350341797, 0.02113819122314453, 0.021891117095947266, 0.02264404296875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 7.0, 7.0, 9.0, 23.0, 22.0, 23.0, 42.0, 53.0, 87.0, 88.0, 138.0, 106.0, 100.0, 87.0, 60.0, 45.0, 49.0, 22.0, 15.0, 9.0, 5.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.037445068359375, -0.03666961193084717, -0.035894155502319336, -0.035118699073791504, -0.03434324264526367, -0.03356778621673584, -0.03279232978820801, -0.032016873359680176, -0.031241416931152344, -0.03046596050262451, -0.02969050407409668, -0.028915047645568848, -0.028139591217041016, -0.027364134788513184, -0.02658867835998535, -0.02581322193145752, -0.025037765502929688, -0.024262309074401855, -0.023486852645874023, -0.02271139621734619, -0.02193593978881836, -0.021160483360290527, -0.020385026931762695, -0.019609570503234863, -0.01883411407470703, -0.0180586576461792, -0.017283201217651367, -0.016507744789123535, -0.015732288360595703, -0.014956831932067871, -0.014181375503540039, -0.013405919075012207, -0.012630462646484375, -0.011855006217956543, -0.011079549789428711, -0.010304093360900879, -0.009528636932373047, -0.008753180503845215, -0.007977724075317383, -0.007202267646789551, -0.006426811218261719, -0.005651354789733887, -0.004875898361206055, -0.004100441932678223, -0.0033249855041503906, -0.0025495290756225586, -0.0017740726470947266, -0.0009986162185668945, -0.0002231597900390625, 0.0005522966384887695, 0.0013277530670166016, 0.0021032094955444336, 0.0028786659240722656, 0.0036541223526000977, 0.00442957878112793, 0.005205035209655762, 0.005980491638183594, 0.006755948066711426, 0.007531404495239258, 0.00830686092376709, 0.009082317352294922, 0.009857773780822754, 0.010633230209350586, 0.011408686637878418, 0.01218414306640625]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 7.0, 7.0, 15.0, 28.0, 46.0, 89.0, 130.0, 151.0, 176.0, 139.0, 91.0, 58.0, 35.0, 19.0, 5.0, 5.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.497548907995224, -0.4867708086967468, -0.47599267959594727, -0.4652145802974701, -0.4544364809989929, -0.44365838170051575, -0.4328802525997162, -0.422102153301239, -0.41132405400276184, -0.40054595470428467, -0.3897678256034851, -0.37898972630500793, -0.36821162700653076, -0.3574335277080536, -0.34665539860725403, -0.33587729930877686, -0.3250991702079773, -0.3143210709095001, -0.30354294180870056, -0.2927648425102234, -0.2819867432117462, -0.27120864391326904, -0.2604305148124695, -0.2496524155139923, -0.23887431621551514, -0.22809620201587677, -0.2173181027173996, -0.20653998851776123, -0.19576188921928406, -0.1849837750196457, -0.17420566082000732, -0.16342756152153015, -0.15264947712421417, -0.1418713629245758, -0.13109326362609863, -0.12031514942646027, -0.1095370501279831, -0.09875893592834473, -0.08798082917928696, -0.07720272243022919, -0.06642461568117142, -0.05564650893211365, -0.04486840218305588, -0.03409029170870781, -0.02331218495965004, -0.01253407821059227, -0.0017559677362442017, 0.009022139012813568, 0.019800245761871338, 0.030578352510929108, 0.04135645925998688, 0.052134569734334946, 0.06291267275810242, 0.07369078695774078, 0.08446889370679855, 0.09524700045585632, 0.10602510720491409, 0.11680321395397186, 0.12758132815361023, 0.1383594274520874, 0.14913754165172577, 0.15991564095020294, 0.1706937551498413, 0.18147185444831848, 0.19224996864795685]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 7.0, 10.0, 6.0, 5.0, 11.0, 17.0, 21.0, 23.0, 26.0, 28.0, 27.0, 43.0, 32.0, 46.0, 40.0, 47.0, 60.0, 46.0, 46.0, 49.0, 47.0, 42.0, 36.0, 34.0, 34.0, 28.0, 36.0, 27.0, 18.0, 14.0, 25.0, 17.0, 20.0, 5.0, 6.0, 8.0, 2.0, 4.0, 7.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.19041979312896729, -0.18323124945163727, -0.17604269087314606, -0.16885414719581604, -0.16166558861732483, -0.1544770449399948, -0.1472885012626648, -0.14009994268417358, -0.13291139900684357, -0.12572285532951355, -0.11853429675102234, -0.11134575307369232, -0.10415720194578171, -0.0969686508178711, -0.08978010714054108, -0.08259155601263046, -0.07540300488471985, -0.06821445375680923, -0.06102590635418892, -0.053837358951568604, -0.04664880782365799, -0.039460256695747375, -0.03227170929312706, -0.025083161890506744, -0.01789461076259613, -0.010706061497330666, -0.003517512232065201, 0.003671037033200264, 0.010859586298465729, 0.018048137426376343, 0.02523668482899666, 0.032425232231616974, 0.03961378335952759, 0.0468023344874382, 0.05399088189005852, 0.06117942929267883, 0.06836798042058945, 0.07555653154850006, 0.08274507522583008, 0.08993362635374069, 0.0971221774816513, 0.10431072860956192, 0.11149927973747253, 0.11868782341480255, 0.12587636709213257, 0.13306492567062378, 0.1402534693479538, 0.1474420130252838, 0.15463057160377502, 0.16181911528110504, 0.16900767385959625, 0.17619621753692627, 0.18338477611541748, 0.1905733197927475, 0.19776186347007751, 0.20495042204856873, 0.21213896572589874, 0.21932750940322876, 0.22651606798171997, 0.23370461165905, 0.24089315533638, 0.24808171391487122, 0.2552702724933624, 0.26245880126953125, 0.26964735984802246]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 6.0, 5.0, 6.0, 17.0, 18.0, 19.0, 37.0, 64.0, 108.0, 190.0, 343.0, 611.0, 1143.0, 2439.0, 6041.0, 19574.0, 141370.0, 3868760.0, 124669.0, 18576.0, 5656.0, 2299.0, 1007.0, 556.0, 302.0, 165.0, 107.0, 71.0, 42.0, 27.0, 12.0, 19.0, 7.0, 7.0, 5.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04669189453125, -0.04510784149169922, -0.04352378845214844, -0.041939735412597656, -0.040355682373046875, -0.038771629333496094, -0.03718757629394531, -0.03560352325439453, -0.03401947021484375, -0.03243541717529297, -0.030851364135742188, -0.029267311096191406, -0.027683258056640625, -0.026099205017089844, -0.024515151977539062, -0.02293109893798828, -0.0213470458984375, -0.01976299285888672, -0.018178939819335938, -0.016594886779785156, -0.015010833740234375, -0.013426780700683594, -0.011842727661132812, -0.010258674621582031, -0.00867462158203125, -0.007090568542480469, -0.0055065155029296875, -0.003922462463378906, -0.002338409423828125, -0.0007543563842773438, 0.0008296966552734375, 0.0024137496948242188, 0.003997802734375, 0.005581855773925781, 0.0071659088134765625, 0.008749961853027344, 0.010334014892578125, 0.011918067932128906, 0.013502120971679688, 0.015086174011230469, 0.01667022705078125, 0.01825428009033203, 0.019838333129882812, 0.021422386169433594, 0.023006439208984375, 0.024590492248535156, 0.026174545288085938, 0.02775859832763672, 0.0293426513671875, 0.03092670440673828, 0.03251075744628906, 0.034094810485839844, 0.035678863525390625, 0.037262916564941406, 0.03884696960449219, 0.04043102264404297, 0.04201507568359375, 0.04359912872314453, 0.04518318176269531, 0.046767234802246094, 0.048351287841796875, 0.049935340881347656, 0.05151939392089844, 0.05310344696044922, 0.0546875]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 11.0, 9.0, 10.0, 15.0, 23.0, 23.0, 24.0, 35.0, 45.0, 48.0, 36.0, 68.0, 52.0, 50.0, 54.0, 53.0, 58.0, 64.0, 66.0, 45.0, 44.0, 35.0, 30.0, 23.0, 19.0, 10.0, 9.0, 13.0, 7.0, 6.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0133514404296875, -0.012942790985107422, -0.012534141540527344, -0.012125492095947266, -0.011716842651367188, -0.01130819320678711, -0.010899543762207031, -0.010490894317626953, -0.010082244873046875, -0.009673595428466797, -0.009264945983886719, -0.00885629653930664, -0.008447647094726562, -0.008038997650146484, -0.007630348205566406, -0.007221698760986328, -0.00681304931640625, -0.006404399871826172, -0.005995750427246094, -0.005587100982666016, -0.0051784515380859375, -0.004769802093505859, -0.004361152648925781, -0.003952503204345703, -0.003543853759765625, -0.003135204315185547, -0.0027265548706054688, -0.0023179054260253906, -0.0019092559814453125, -0.0015006065368652344, -0.0010919570922851562, -0.0006833076477050781, -0.000274658203125, 0.00013399124145507812, 0.0005426406860351562, 0.0009512901306152344, 0.0013599395751953125, 0.0017685890197753906, 0.0021772384643554688, 0.002585887908935547, 0.002994537353515625, 0.003403186798095703, 0.0038118362426757812, 0.004220485687255859, 0.0046291351318359375, 0.005037784576416016, 0.005446434020996094, 0.005855083465576172, 0.00626373291015625, 0.006672382354736328, 0.007081031799316406, 0.007489681243896484, 0.007898330688476562, 0.00830698013305664, 0.008715629577636719, 0.009124279022216797, 0.009532928466796875, 0.009941577911376953, 0.010350227355957031, 0.01075887680053711, 0.011167526245117188, 0.011576175689697266, 0.011984825134277344, 0.012393474578857422, 0.0128021240234375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 7.0, 5.0, 9.0, 12.0, 24.0, 33.0, 55.0, 73.0, 138.0, 241.0, 344.0, 577.0, 1032.0, 1856.0, 3810.0, 8071.0, 22388.0, 100552.0, 3502670.0, 478999.0, 47291.0, 14063.0, 5776.0, 2721.0, 1511.0, 747.0, 494.0, 277.0, 181.0, 103.0, 59.0, 51.0, 32.0, 25.0, 15.0, 10.0, 9.0, 6.0, 5.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.03564453125, -0.034447669982910156, -0.03325080871582031, -0.03205394744873047, -0.030857086181640625, -0.02966022491455078, -0.028463363647460938, -0.027266502380371094, -0.02606964111328125, -0.024872779846191406, -0.023675918579101562, -0.02247905731201172, -0.021282196044921875, -0.02008533477783203, -0.018888473510742188, -0.017691612243652344, -0.0164947509765625, -0.015297889709472656, -0.014101028442382812, -0.012904167175292969, -0.011707305908203125, -0.010510444641113281, -0.009313583374023438, -0.008116722106933594, -0.00691986083984375, -0.005722999572753906, -0.0045261383056640625, -0.0033292770385742188, -0.002132415771484375, -0.0009355545043945312, 0.0002613067626953125, 0.0014581680297851562, 0.002655029296875, 0.0038518905639648438, 0.0050487518310546875, 0.006245613098144531, 0.007442474365234375, 0.008639335632324219, 0.009836196899414062, 0.011033058166503906, 0.01222991943359375, 0.013426780700683594, 0.014623641967773438, 0.01582050323486328, 0.017017364501953125, 0.01821422576904297, 0.019411087036132812, 0.020607948303222656, 0.0218048095703125, 0.023001670837402344, 0.024198532104492188, 0.02539539337158203, 0.026592254638671875, 0.02778911590576172, 0.028985977172851562, 0.030182838439941406, 0.03137969970703125, 0.032576560974121094, 0.03377342224121094, 0.03497028350830078, 0.036167144775390625, 0.03736400604248047, 0.03856086730957031, 0.039757728576660156, 0.04095458984375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 8.0, 7.0, 10.0, 9.0, 27.0, 29.0, 30.0, 79.0, 150.0, 484.0, 2260.0, 595.0, 159.0, 71.0, 42.0, 30.0, 20.0, 11.0, 11.0, 11.0, 4.0, 4.0, 5.0, 1.0, 1.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0257720947265625, -0.02506709098815918, -0.02436208724975586, -0.02365708351135254, -0.02295207977294922, -0.0222470760345459, -0.021542072296142578, -0.020837068557739258, -0.020132064819335938, -0.019427061080932617, -0.018722057342529297, -0.018017053604125977, -0.017312049865722656, -0.016607046127319336, -0.015902042388916016, -0.015197038650512695, -0.014492034912109375, -0.013787031173706055, -0.013082027435302734, -0.012377023696899414, -0.011672019958496094, -0.010967016220092773, -0.010262012481689453, -0.009557008743286133, -0.008852005004882812, -0.008147001266479492, -0.007441997528076172, -0.0067369937896728516, -0.006031990051269531, -0.005326986312866211, -0.004621982574462891, -0.00391697883605957, -0.00321197509765625, -0.0025069713592529297, -0.0018019676208496094, -0.001096963882446289, -0.00039196014404296875, 0.00031304359436035156, 0.0010180473327636719, 0.0017230510711669922, 0.0024280548095703125, 0.003133058547973633, 0.003838062286376953, 0.0045430660247802734, 0.005248069763183594, 0.005953073501586914, 0.006658077239990234, 0.007363080978393555, 0.008068084716796875, 0.008773088455200195, 0.009478092193603516, 0.010183095932006836, 0.010888099670410156, 0.011593103408813477, 0.012298107147216797, 0.013003110885620117, 0.013708114624023438, 0.014413118362426758, 0.015118122100830078, 0.0158231258392334, 0.01652812957763672, 0.01723313331604004, 0.01793813705444336, 0.01864314079284668, 0.01934814453125]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 5.0, 10.0, 24.0, 87.0, 294.0, 356.0, 160.0, 44.0, 12.0, 6.0, 6.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2801997661590576, -0.27172914147377014, -0.2632584869861603, -0.2547878623008728, -0.24631722271442413, -0.23784658312797546, -0.2293759435415268, -0.22090530395507812, -0.21243467926979065, -0.20396403968334198, -0.1954934000968933, -0.18702277541160583, -0.17855213582515717, -0.1700814962387085, -0.16161085665225983, -0.15314021706581116, -0.1446695774793625, -0.13619893789291382, -0.12772829830646515, -0.11925766617059708, -0.110787034034729, -0.10231639444828033, -0.09384575486183167, -0.085375115275383, -0.07690448313951492, -0.06843384355306625, -0.05996321141719818, -0.05149257183074951, -0.04302193596959114, -0.03455130010843277, -0.0260806605219841, -0.01761002466082573, -0.009139388799667358, -0.0006687520071864128, 0.007801884785294533, 0.016272522509098053, 0.024743158370256424, 0.033213794231414795, 0.041684433817863464, 0.050155069679021835, 0.058625705540180206, 0.06709634512662888, 0.07556697726249695, 0.08403761684894562, 0.09250825643539429, 0.10097888857126236, 0.10944952815771103, 0.1179201602935791, 0.12639079988002777, 0.13486143946647644, 0.1433320790529251, 0.15180271863937378, 0.16027334332466125, 0.16874398291110992, 0.1772146224975586, 0.18568526208400726, 0.19415590167045593, 0.2026265412569046, 0.21109718084335327, 0.21956780552864075, 0.22803844511508942, 0.23650908470153809, 0.24497972428798676, 0.2534503638744354, 0.2619209885597229]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 6.0, 2.0, 9.0, 12.0, 5.0, 12.0, 14.0, 16.0, 14.0, 21.0, 21.0, 35.0, 39.0, 37.0, 29.0, 49.0, 45.0, 45.0, 45.0, 52.0, 42.0, 44.0, 45.0, 56.0, 47.0, 33.0, 37.0, 39.0, 25.0, 20.0, 27.0, 17.0, 8.0, 9.0, 13.0, 9.0, 6.0, 2.0, 6.0, 7.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06011056900024414, -0.05833226069808006, -0.056553952395915985, -0.054775647819042206, -0.05299733951687813, -0.05121903121471405, -0.04944072663784027, -0.04766241833567619, -0.045884110033512115, -0.04410580173134804, -0.04232749342918396, -0.04054918885231018, -0.0387708805501461, -0.036992572247982025, -0.035214267671108246, -0.03343595936894417, -0.03165765106678009, -0.029879342764616013, -0.028101036325097084, -0.026322729885578156, -0.024544421583414078, -0.02276611328125, -0.02098780684173107, -0.019209500402212143, -0.017431192100048065, -0.015652883797883987, -0.013874577358365059, -0.012096269987523556, -0.010317962616682053, -0.00853965524584055, -0.006761347874999046, -0.004983040504157543, -0.00320473313331604, -0.001426425762474537, 0.00035188160836696625, 0.0021301889792084694, 0.0039084963500499725, 0.005686803720891476, 0.007465111091732979, 0.009243418462574482, 0.011021725833415985, 0.012800033204257488, 0.014578340575098991, 0.01635664701461792, 0.018134955316781998, 0.019913263618946075, 0.021691570058465004, 0.023469876497983932, 0.02524818480014801, 0.027026493102312088, 0.028804799541831017, 0.030583105981349945, 0.03236141428351402, 0.0341397225856781, 0.03591802716255188, 0.03769633546471596, 0.039474643766880035, 0.04125295206904411, 0.04303126037120819, 0.04480956494808197, 0.04658787325024605, 0.048366181552410126, 0.050144486129283905, 0.05192279443144798, 0.05370110273361206]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 2.0, 8.0, 8.0, 20.0, 23.0, 43.0, 60.0, 111.0, 193.0, 363.0, 651.0, 1405.0, 3105.0, 8021.0, 23206.0, 75961.0, 264679.0, 425480.0, 170931.0, 48591.0, 15320.0, 5835.0, 2348.0, 1091.0, 490.0, 249.0, 153.0, 82.0, 44.0, 35.0, 26.0, 7.0, 8.0, 2.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.038177490234375, -0.03706502914428711, -0.03595256805419922, -0.03484010696411133, -0.03372764587402344, -0.03261518478393555, -0.031502723693847656, -0.030390262603759766, -0.029277801513671875, -0.028165340423583984, -0.027052879333496094, -0.025940418243408203, -0.024827957153320312, -0.023715496063232422, -0.02260303497314453, -0.02149057388305664, -0.02037811279296875, -0.01926565170288086, -0.01815319061279297, -0.017040729522705078, -0.015928268432617188, -0.014815807342529297, -0.013703346252441406, -0.012590885162353516, -0.011478424072265625, -0.010365962982177734, -0.009253501892089844, -0.008141040802001953, -0.0070285797119140625, -0.005916118621826172, -0.004803657531738281, -0.0036911964416503906, -0.0025787353515625, -0.0014662742614746094, -0.00035381317138671875, 0.0007586479187011719, 0.0018711090087890625, 0.002983570098876953, 0.004096031188964844, 0.005208492279052734, 0.006320953369140625, 0.007433414459228516, 0.008545875549316406, 0.009658336639404297, 0.010770797729492188, 0.011883258819580078, 0.012995719909667969, 0.01410818099975586, 0.01522064208984375, 0.01633310317993164, 0.01744556427001953, 0.018558025360107422, 0.019670486450195312, 0.020782947540283203, 0.021895408630371094, 0.023007869720458984, 0.024120330810546875, 0.025232791900634766, 0.026345252990722656, 0.027457714080810547, 0.028570175170898438, 0.029682636260986328, 0.03079509735107422, 0.03190755844116211, 0.03302001953125]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 12.0, 10.0, 13.0, 11.0, 12.0, 14.0, 29.0, 27.0, 24.0, 26.0, 27.0, 46.0, 49.0, 40.0, 37.0, 42.0, 61.0, 49.0, 47.0, 64.0, 51.0, 51.0, 35.0, 41.0, 34.0, 22.0, 23.0, 17.0, 22.0, 10.0, 12.0, 10.0, 10.0, 6.0, 3.0, 5.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0133056640625, -0.01291513442993164, -0.012524604797363281, -0.012134075164794922, -0.011743545532226562, -0.011353015899658203, -0.010962486267089844, -0.010571956634521484, -0.010181427001953125, -0.009790897369384766, -0.009400367736816406, -0.009009838104248047, -0.008619308471679688, -0.008228778839111328, -0.007838249206542969, -0.007447719573974609, -0.00705718994140625, -0.006666660308837891, -0.006276130676269531, -0.005885601043701172, -0.0054950714111328125, -0.005104541778564453, -0.004714012145996094, -0.004323482513427734, -0.003932952880859375, -0.0035424232482910156, -0.0031518936157226562, -0.002761363983154297, -0.0023708343505859375, -0.001980304718017578, -0.0015897750854492188, -0.0011992454528808594, -0.0008087158203125, -0.0004181861877441406, -2.765655517578125e-05, 0.0003628730773925781, 0.0007534027099609375, 0.0011439323425292969, 0.0015344619750976562, 0.0019249916076660156, 0.002315521240234375, 0.0027060508728027344, 0.0030965805053710938, 0.003487110137939453, 0.0038776397705078125, 0.004268169403076172, 0.004658699035644531, 0.005049228668212891, 0.00543975830078125, 0.005830287933349609, 0.006220817565917969, 0.006611347198486328, 0.0070018768310546875, 0.007392406463623047, 0.007782936096191406, 0.008173465728759766, 0.008563995361328125, 0.008954524993896484, 0.009345054626464844, 0.009735584259033203, 0.010126113891601562, 0.010516643524169922, 0.010907173156738281, 0.01129770278930664, 0.011688232421875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 1.0, 3.0, 3.0, 5.0, 10.0, 6.0, 14.0, 19.0, 22.0, 27.0, 25.0, 45.0, 75.0, 71.0, 98.0, 138.0, 228.0, 399.0, 854.0, 2375.0, 7946.0, 33558.0, 188248.0, 605452.0, 167381.0, 30390.0, 7167.0, 2106.0, 762.0, 346.0, 208.0, 156.0, 104.0, 76.0, 56.0, 30.0, 43.0, 23.0, 21.0, 10.0, 20.0, 5.0, 10.0, 3.0, 5.0, 5.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.040618896484375, -0.03932809829711914, -0.03803730010986328, -0.03674650192260742, -0.03545570373535156, -0.0341649055480957, -0.032874107360839844, -0.031583309173583984, -0.030292510986328125, -0.029001712799072266, -0.027710914611816406, -0.026420116424560547, -0.025129318237304688, -0.023838520050048828, -0.02254772186279297, -0.02125692367553711, -0.01996612548828125, -0.01867532730102539, -0.01738452911376953, -0.016093730926513672, -0.014802932739257812, -0.013512134552001953, -0.012221336364746094, -0.010930538177490234, -0.009639739990234375, -0.008348941802978516, -0.007058143615722656, -0.005767345428466797, -0.0044765472412109375, -0.003185749053955078, -0.0018949508666992188, -0.0006041526794433594, 0.0006866455078125, 0.0019774436950683594, 0.0032682418823242188, 0.004559040069580078, 0.0058498382568359375, 0.007140636444091797, 0.008431434631347656, 0.009722232818603516, 0.011013031005859375, 0.012303829193115234, 0.013594627380371094, 0.014885425567626953, 0.016176223754882812, 0.017467021942138672, 0.01875782012939453, 0.02004861831665039, 0.02133941650390625, 0.02263021469116211, 0.02392101287841797, 0.025211811065673828, 0.026502609252929688, 0.027793407440185547, 0.029084205627441406, 0.030375003814697266, 0.031665802001953125, 0.032956600189208984, 0.034247398376464844, 0.0355381965637207, 0.03682899475097656, 0.03811979293823242, 0.03941059112548828, 0.04070138931274414, 0.0419921875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 3.0, 4.0, 4.0, 15.0, 7.0, 19.0, 5.0, 22.0, 21.0, 19.0, 24.0, 26.0, 32.0, 41.0, 38.0, 34.0, 44.0, 46.0, 49.0, 43.0, 37.0, 47.0, 38.0, 49.0, 43.0, 45.0, 32.0, 28.0, 31.0, 30.0, 22.0, 22.0, 18.0, 9.0, 16.0, 9.0, 10.0, 7.0, 6.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.052459716796875, -0.050942420959472656, -0.04942512512207031, -0.04790782928466797, -0.046390533447265625, -0.04487323760986328, -0.04335594177246094, -0.041838645935058594, -0.04032135009765625, -0.038804054260253906, -0.03728675842285156, -0.03576946258544922, -0.034252166748046875, -0.03273487091064453, -0.031217575073242188, -0.029700279235839844, -0.0281829833984375, -0.026665687561035156, -0.025148391723632812, -0.02363109588623047, -0.022113800048828125, -0.02059650421142578, -0.019079208374023438, -0.017561912536621094, -0.01604461669921875, -0.014527320861816406, -0.013010025024414062, -0.011492729187011719, -0.009975433349609375, -0.008458137512207031, -0.0069408416748046875, -0.005423545837402344, -0.00390625, -0.0023889541625976562, -0.0008716583251953125, 0.0006456375122070312, 0.002162933349609375, 0.0036802291870117188, 0.0051975250244140625, 0.006714820861816406, 0.00823211669921875, 0.009749412536621094, 0.011266708374023438, 0.012784004211425781, 0.014301300048828125, 0.01581859588623047, 0.017335891723632812, 0.018853187561035156, 0.0203704833984375, 0.021887779235839844, 0.023405075073242188, 0.02492237091064453, 0.026439666748046875, 0.02795696258544922, 0.029474258422851562, 0.030991554260253906, 0.03250885009765625, 0.034026145935058594, 0.03554344177246094, 0.03706073760986328, 0.038578033447265625, 0.04009532928466797, 0.04161262512207031, 0.043129920959472656, 0.044647216796875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 7.0, 14.0, 14.0, 13.0, 35.0, 46.0, 76.0, 145.0, 262.0, 569.0, 1370.0, 4643.0, 21986.0, 256678.0, 700444.0, 50022.0, 8357.0, 2274.0, 818.0, 341.0, 192.0, 85.0, 75.0, 26.0, 22.0, 18.0, 10.0, 4.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.018585205078125, -0.017708778381347656, -0.016832351684570312, -0.01595592498779297, -0.015079498291015625, -0.014203071594238281, -0.013326644897460938, -0.012450218200683594, -0.01157379150390625, -0.010697364807128906, -0.009820938110351562, -0.008944511413574219, -0.008068084716796875, -0.007191658020019531, -0.0063152313232421875, -0.005438804626464844, -0.0045623779296875, -0.0036859512329101562, -0.0028095245361328125, -0.0019330978393554688, -0.001056671142578125, -0.00018024444580078125, 0.0006961822509765625, 0.0015726089477539062, 0.00244903564453125, 0.0033254623413085938, 0.0042018890380859375, 0.005078315734863281, 0.005954742431640625, 0.006831169128417969, 0.0077075958251953125, 0.008584022521972656, 0.00946044921875, 0.010336875915527344, 0.011213302612304688, 0.012089729309082031, 0.012966156005859375, 0.013842582702636719, 0.014719009399414062, 0.015595436096191406, 0.01647186279296875, 0.017348289489746094, 0.018224716186523438, 0.01910114288330078, 0.019977569580078125, 0.02085399627685547, 0.021730422973632812, 0.022606849670410156, 0.0234832763671875, 0.024359703063964844, 0.025236129760742188, 0.02611255645751953, 0.026988983154296875, 0.02786540985107422, 0.028741836547851562, 0.029618263244628906, 0.03049468994140625, 0.031371116638183594, 0.03224754333496094, 0.03312397003173828, 0.034000396728515625, 0.03487682342529297, 0.03575325012207031, 0.036629676818847656, 0.037506103515625]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 14.0, 11.0, 17.0, 36.0, 46.0, 85.0, 87.0, 98.0, 79.0, 116.0, 105.0, 95.0, 69.0, 57.0, 24.0, 19.0, 18.0, 14.0, 6.0, 3.0, 1.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.4373016357421875e-06, -6.147660315036774e-06, -5.85801899433136e-06, -5.568377673625946e-06, -5.278736352920532e-06, -4.989095032215118e-06, -4.699453711509705e-06, -4.409812390804291e-06, -4.120171070098877e-06, -3.830529749393463e-06, -3.5408884286880493e-06, -3.2512471079826355e-06, -2.9616057872772217e-06, -2.671964466571808e-06, -2.382323145866394e-06, -2.0926818251609802e-06, -1.8030405044555664e-06, -1.5133991837501526e-06, -1.2237578630447388e-06, -9.34116542339325e-07, -6.444752216339111e-07, -3.548339009284973e-07, -6.51925802230835e-08, 2.2444874048233032e-07, 5.140900611877441e-07, 8.03731381893158e-07, 1.0933727025985718e-06, 1.3830140233039856e-06, 1.6726553440093994e-06, 1.9622966647148132e-06, 2.251937985420227e-06, 2.541579306125641e-06, 2.8312206268310547e-06, 3.1208619475364685e-06, 3.4105032682418823e-06, 3.700144588947296e-06, 3.98978590965271e-06, 4.279427230358124e-06, 4.569068551063538e-06, 4.858709871768951e-06, 5.148351192474365e-06, 5.437992513179779e-06, 5.727633833885193e-06, 6.017275154590607e-06, 6.3069164752960205e-06, 6.596557796001434e-06, 6.886199116706848e-06, 7.175840437412262e-06, 7.465481758117676e-06, 7.75512307882309e-06, 8.044764399528503e-06, 8.334405720233917e-06, 8.624047040939331e-06, 8.913688361644745e-06, 9.203329682350159e-06, 9.492971003055573e-06, 9.782612323760986e-06, 1.00722536444664e-05, 1.0361894965171814e-05, 1.0651536285877228e-05, 1.0941177606582642e-05, 1.1230818927288055e-05, 1.152046024799347e-05, 1.1810101568698883e-05, 1.2099742889404297e-05]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 4.0, 8.0, 14.0, 19.0, 34.0, 45.0, 73.0, 152.0, 284.0, 561.0, 1184.0, 3262.0, 12505.0, 76442.0, 658482.0, 257309.0, 28481.0, 6181.0, 1830.0, 784.0, 389.0, 217.0, 115.0, 58.0, 51.0, 18.0, 18.0, 7.0, 7.0, 6.0, 4.0, 9.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.020050048828125, -0.019300460815429688, -0.018550872802734375, -0.017801284790039062, -0.01705169677734375, -0.016302108764648438, -0.015552520751953125, -0.014802932739257812, -0.0140533447265625, -0.013303756713867188, -0.012554168701171875, -0.011804580688476562, -0.01105499267578125, -0.010305404663085938, -0.009555816650390625, -0.008806228637695312, -0.008056640625, -0.0073070526123046875, -0.006557464599609375, -0.0058078765869140625, -0.00505828857421875, -0.0043087005615234375, -0.003559112548828125, -0.0028095245361328125, -0.0020599365234375, -0.0013103485107421875, -0.000560760498046875, 0.0001888275146484375, 0.00093841552734375, 0.0016880035400390625, 0.002437591552734375, 0.0031871795654296875, 0.003936767578125, 0.0046863555908203125, 0.005435943603515625, 0.0061855316162109375, 0.00693511962890625, 0.0076847076416015625, 0.008434295654296875, 0.009183883666992188, 0.0099334716796875, 0.010683059692382812, 0.011432647705078125, 0.012182235717773438, 0.01293182373046875, 0.013681411743164062, 0.014430999755859375, 0.015180587768554688, 0.01593017578125, 0.016679763793945312, 0.017429351806640625, 0.018178939819335938, 0.01892852783203125, 0.019678115844726562, 0.020427703857421875, 0.021177291870117188, 0.0219268798828125, 0.022676467895507812, 0.023426055908203125, 0.024175643920898438, 0.02492523193359375, 0.025674819946289062, 0.026424407958984375, 0.027173995971679688, 0.027923583984375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 6.0, 10.0, 23.0, 39.0, 74.0, 88.0, 143.0, 143.0, 148.0, 94.0, 82.0, 55.0, 38.0, 16.0, 7.0, 10.0, 7.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0201873779296875, -0.01934027671813965, -0.018493175506591797, -0.017646074295043945, -0.016798973083496094, -0.015951871871948242, -0.01510477066040039, -0.014257669448852539, -0.013410568237304688, -0.012563467025756836, -0.011716365814208984, -0.010869264602661133, -0.010022163391113281, -0.00917506217956543, -0.008327960968017578, -0.0074808597564697266, -0.006633758544921875, -0.0057866573333740234, -0.004939556121826172, -0.00409245491027832, -0.0032453536987304688, -0.002398252487182617, -0.0015511512756347656, -0.0007040500640869141, 0.0001430511474609375, 0.000990152359008789, 0.0018372535705566406, 0.002684354782104492, 0.0035314559936523438, 0.004378557205200195, 0.005225658416748047, 0.0060727596282958984, 0.00691986083984375, 0.0077669620513916016, 0.008614063262939453, 0.009461164474487305, 0.010308265686035156, 0.011155366897583008, 0.01200246810913086, 0.012849569320678711, 0.013696670532226562, 0.014543771743774414, 0.015390872955322266, 0.016237974166870117, 0.01708507537841797, 0.01793217658996582, 0.018779277801513672, 0.019626379013061523, 0.020473480224609375, 0.021320581436157227, 0.022167682647705078, 0.02301478385925293, 0.02386188507080078, 0.024708986282348633, 0.025556087493896484, 0.026403188705444336, 0.027250289916992188, 0.02809739112854004, 0.02894449234008789, 0.029791593551635742, 0.030638694763183594, 0.031485795974731445, 0.0323328971862793, 0.03317999839782715, 0.034027099609375]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 14.0, 62.0, 294.0, 450.0, 152.0, 32.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.699995994567871, -1.6686304807662964, -1.6372650861740112, -1.6058995723724365, -1.5745341777801514, -1.5431686639785767, -1.511803150177002, -1.4804377555847168, -1.449072241783142, -1.4177067279815674, -1.3863413333892822, -1.3549758195877075, -1.3236103057861328, -1.2922449111938477, -1.260879397392273, -1.2295140027999878, -1.198148488998413, -1.1667829751968384, -1.1354175806045532, -1.1040520668029785, -1.0726866722106934, -1.0413211584091187, -1.009955644607544, -0.978590190410614, -0.9472247362136841, -0.9158592820167542, -0.8844938278198242, -0.8531283140182495, -0.8217628598213196, -0.7903974056243896, -0.7590318918228149, -0.727666437625885, -0.6963009834289551, -0.6649355292320251, -0.6335700750350952, -0.6022045612335205, -0.5708391070365906, -0.5394736528396606, -0.5081081390380859, -0.476742684841156, -0.4453772306442261, -0.41401177644729614, -0.3826462924480438, -0.3512808084487915, -0.3199153542518616, -0.28854990005493164, -0.2571844160556793, -0.2258189469575882, -0.19445347785949707, -0.16308800876140594, -0.13172253966331482, -0.1003570705652237, -0.06899160146713257, -0.03762613236904144, -0.006260663270950317, 0.025104805827140808, 0.056470274925231934, 0.08783574402332306, 0.11920121312141418, 0.1505666822195053, 0.18193215131759644, 0.21329762041568756, 0.2446630895137787, 0.276028573513031, 0.30739402770996094]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 6.0, 4.0, 4.0, 1.0, 9.0, 8.0, 9.0, 12.0, 13.0, 19.0, 16.0, 26.0, 19.0, 32.0, 36.0, 33.0, 21.0, 45.0, 43.0, 33.0, 46.0, 34.0, 40.0, 48.0, 47.0, 37.0, 27.0, 29.0, 32.0, 39.0, 30.0, 30.0, 29.0, 23.0, 21.0, 20.0, 18.0, 12.0, 9.0, 8.0, 5.0, 10.0, 6.0, 5.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.23342007398605347, -0.22656933963298798, -0.2197185903787613, -0.2128678560256958, -0.2060171216726303, -0.19916638731956482, -0.19231563806533813, -0.18546490371227264, -0.17861416935920715, -0.17176343500614166, -0.16491268575191498, -0.1580619513988495, -0.151211217045784, -0.1443604826927185, -0.13750973343849182, -0.13065899908542633, -0.12380824983119965, -0.11695750802755356, -0.11010677367448807, -0.10325603187084198, -0.09640529751777649, -0.0895545557141304, -0.08270381391048431, -0.07585307955741882, -0.06900233775377274, -0.062151599675416946, -0.05530086159706116, -0.04845011979341507, -0.04159938171505928, -0.03474864363670349, -0.027897901833057404, -0.021047163754701614, -0.014196425676345825, -0.007345686666667461, -0.0004949476569890976, 0.006355792284011841, 0.01320653036236763, 0.02005726844072342, 0.026908010244369507, 0.033758748322725296, 0.040609486401081085, 0.047460224479436874, 0.054310962557792664, 0.06116170436143875, 0.06801244616508484, 0.07486318051815033, 0.08171392232179642, 0.0885646641254425, 0.095415398478508, 0.10226614028215408, 0.10911687463521957, 0.11596761643886566, 0.12281835079193115, 0.12966910004615784, 0.13651983439922333, 0.14337056875228882, 0.1502213180065155, 0.157072052359581, 0.16392280161380768, 0.17077353596687317, 0.17762427031993866, 0.18447500467300415, 0.19132575392723083, 0.19817648828029633, 0.20502722263336182]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 2.0, 3.0, 4.0, 5.0, 11.0, 12.0, 21.0, 32.0, 28.0, 48.0, 71.0, 89.0, 129.0, 193.0, 294.0, 479.0, 839.0, 1514.0, 3436.0, 9650.0, 40702.0, 4022197.0, 89174.0, 15746.0, 4927.0, 2079.0, 946.0, 586.0, 316.0, 232.0, 139.0, 108.0, 83.0, 60.0, 40.0, 20.0, 20.0, 15.0, 10.0, 8.0, 4.0, 5.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.03839111328125, -0.03731536865234375, -0.0362396240234375, -0.03516387939453125, -0.034088134765625, -0.03301239013671875, -0.0319366455078125, -0.03086090087890625, -0.02978515625, -0.02870941162109375, -0.0276336669921875, -0.02655792236328125, -0.025482177734375, -0.02440643310546875, -0.0233306884765625, -0.02225494384765625, -0.02117919921875, -0.02010345458984375, -0.0190277099609375, -0.01795196533203125, -0.016876220703125, -0.01580047607421875, -0.0147247314453125, -0.01364898681640625, -0.0125732421875, -0.01149749755859375, -0.0104217529296875, -0.00934600830078125, -0.008270263671875, -0.00719451904296875, -0.0061187744140625, -0.00504302978515625, -0.00396728515625, -0.00289154052734375, -0.0018157958984375, -0.00074005126953125, 0.000335693359375, 0.00141143798828125, 0.0024871826171875, 0.00356292724609375, 0.004638671875, 0.00571441650390625, 0.0067901611328125, 0.00786590576171875, 0.008941650390625, 0.01001739501953125, 0.0110931396484375, 0.01216888427734375, 0.01324462890625, 0.01432037353515625, 0.0153961181640625, 0.01647186279296875, 0.017547607421875, 0.01862335205078125, 0.0196990966796875, 0.02077484130859375, 0.0218505859375, 0.02292633056640625, 0.0240020751953125, 0.02507781982421875, 0.026153564453125, 0.02722930908203125, 0.0283050537109375, 0.02938079833984375, 0.03045654296875]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 9.0, 12.0, 11.0, 15.0, 14.0, 18.0, 27.0, 29.0, 36.0, 32.0, 37.0, 47.0, 46.0, 61.0, 50.0, 46.0, 56.0, 58.0, 55.0, 46.0, 47.0, 39.0, 43.0, 30.0, 22.0, 20.0, 22.0, 15.0, 13.0, 10.0, 11.0, 8.0, 3.0, 8.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0144805908203125, -0.01405477523803711, -0.013628959655761719, -0.013203144073486328, -0.012777328491210938, -0.012351512908935547, -0.011925697326660156, -0.011499881744384766, -0.011074066162109375, -0.010648250579833984, -0.010222434997558594, -0.009796619415283203, -0.009370803833007812, -0.008944988250732422, -0.008519172668457031, -0.00809335708618164, -0.00766754150390625, -0.007241725921630859, -0.006815910339355469, -0.006390094757080078, -0.0059642791748046875, -0.005538463592529297, -0.005112648010253906, -0.004686832427978516, -0.004261016845703125, -0.0038352012634277344, -0.0034093856811523438, -0.002983570098876953, -0.0025577545166015625, -0.002131938934326172, -0.0017061233520507812, -0.0012803077697753906, -0.0008544921875, -0.0004286766052246094, -2.86102294921875e-06, 0.0004229545593261719, 0.0008487701416015625, 0.0012745857238769531, 0.0017004013061523438, 0.0021262168884277344, 0.002552032470703125, 0.0029778480529785156, 0.0034036636352539062, 0.003829479217529297, 0.0042552947998046875, 0.004681110382080078, 0.005106925964355469, 0.005532741546630859, 0.00595855712890625, 0.006384372711181641, 0.006810188293457031, 0.007236003875732422, 0.0076618194580078125, 0.008087635040283203, 0.008513450622558594, 0.008939266204833984, 0.009365081787109375, 0.009790897369384766, 0.010216712951660156, 0.010642528533935547, 0.011068344116210938, 0.011494159698486328, 0.011919975280761719, 0.01234579086303711, 0.0127716064453125]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 7.0, 4.0, 6.0, 5.0, 5.0, 9.0, 20.0, 14.0, 19.0, 27.0, 28.0, 42.0, 64.0, 91.0, 134.0, 200.0, 445.0, 1366.0, 5430.0, 87470.0, 4083898.0, 11202.0, 2235.0, 660.0, 277.0, 152.0, 132.0, 69.0, 58.0, 38.0, 37.0, 32.0, 20.0, 13.0, 11.0, 17.0, 13.0, 5.0, 9.0, 4.0, 6.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.07598876953125, -0.07362842559814453, -0.07126808166503906, -0.0689077377319336, -0.06654739379882812, -0.06418704986572266, -0.06182670593261719, -0.05946636199951172, -0.05710601806640625, -0.05474567413330078, -0.05238533020019531, -0.050024986267089844, -0.047664642333984375, -0.045304298400878906, -0.04294395446777344, -0.04058361053466797, -0.0382232666015625, -0.03586292266845703, -0.03350257873535156, -0.031142234802246094, -0.028781890869140625, -0.026421546936035156, -0.024061203002929688, -0.02170085906982422, -0.01934051513671875, -0.01698017120361328, -0.014619827270507812, -0.012259483337402344, -0.009899139404296875, -0.007538795471191406, -0.0051784515380859375, -0.0028181076049804688, -0.000457763671875, 0.0019025802612304688, 0.0042629241943359375, 0.006623268127441406, 0.008983612060546875, 0.011343955993652344, 0.013704299926757812, 0.01606464385986328, 0.01842498779296875, 0.02078533172607422, 0.023145675659179688, 0.025506019592285156, 0.027866363525390625, 0.030226707458496094, 0.03258705139160156, 0.03494739532470703, 0.0373077392578125, 0.03966808319091797, 0.04202842712402344, 0.044388771057128906, 0.046749114990234375, 0.049109458923339844, 0.05146980285644531, 0.05383014678955078, 0.05619049072265625, 0.05855083465576172, 0.06091117858886719, 0.06327152252197266, 0.06563186645507812, 0.0679922103881836, 0.07035255432128906, 0.07271289825439453, 0.0750732421875]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 12.0, 9.0, 29.0, 62.0, 239.0, 3562.0, 97.0, 34.0, 11.0, 8.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.005359649658203125, -0.005006015300750732, -0.00465238094329834, -0.004298746585845947, -0.003945112228393555, -0.003591477870941162, -0.0032378435134887695, -0.002884209156036377, -0.0025305747985839844, -0.002176940441131592, -0.0018233060836791992, -0.0014696717262268066, -0.001116037368774414, -0.0007624030113220215, -0.0004087686538696289, -5.513429641723633e-05, 0.00029850006103515625, 0.0006521344184875488, 0.0010057687759399414, 0.001359403133392334, 0.0017130374908447266, 0.002066671848297119, 0.0024203062057495117, 0.0027739405632019043, 0.003127574920654297, 0.0034812092781066895, 0.003834843635559082, 0.004188477993011475, 0.004542112350463867, 0.00489574670791626, 0.005249381065368652, 0.005603015422821045, 0.0059566497802734375, 0.00631028413772583, 0.006663918495178223, 0.007017552852630615, 0.007371187210083008, 0.0077248215675354, 0.008078455924987793, 0.008432090282440186, 0.008785724639892578, 0.00913935899734497, 0.009492993354797363, 0.009846627712249756, 0.010200262069702148, 0.010553896427154541, 0.010907530784606934, 0.011261165142059326, 0.011614799499511719, 0.011968433856964111, 0.012322068214416504, 0.012675702571868896, 0.013029336929321289, 0.013382971286773682, 0.013736605644226074, 0.014090240001678467, 0.01444387435913086, 0.014797508716583252, 0.015151143074035645, 0.015504777431488037, 0.01585841178894043, 0.016212046146392822, 0.016565680503845215, 0.016919314861297607, 0.01727294921875]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 12.0, 9.0, 26.0, 50.0, 63.0, 107.0, 103.0, 122.0, 125.0, 98.0, 77.0, 77.0, 32.0, 29.0, 25.0, 11.0, 9.0, 10.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02643589861690998, -0.025543831288814545, -0.02465176396071911, -0.023759696632623672, -0.022867631167173386, -0.02197556383907795, -0.021083496510982513, -0.020191429182887077, -0.01929936185479164, -0.018407294526696205, -0.01751522719860077, -0.016623161733150482, -0.015731094405055046, -0.01483902707695961, -0.013946959748864174, -0.013054892420768738, -0.012162826955318451, -0.011270759627223015, -0.010378693230450153, -0.009486625902354717, -0.008594559505581856, -0.00770249217748642, -0.006810424849390984, -0.005918357986956835, -0.005026291124522686, -0.004134224262088537, -0.0032421571668237448, -0.0023500900715589523, -0.0014580232091248035, -0.0005659563466906548, 0.00032611098140478134, 0.0012181778438389301, 0.002110246568918228, 0.003002313431352377, 0.0038943805266171694, 0.004786447621881962, 0.005678514484316111, 0.006570581346750259, 0.0074626486748456955, 0.008354716002941132, 0.009246782399713993, 0.01013884972780943, 0.01103091612458229, 0.011922983452677727, 0.012815050780773163, 0.013707117177546024, 0.01459918450564146, 0.015491250902414322, 0.016383318230509758, 0.017275385558605194, 0.01816745288670063, 0.019059520214796066, 0.019951585680246353, 0.02084365300834179, 0.021735720336437225, 0.02262778766453266, 0.023519854992628098, 0.024411922320723534, 0.02530398964881897, 0.026196055114269257, 0.027088122442364693, 0.02798018977046013, 0.028872257098555565, 0.029764324426651, 0.030656389892101288]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 3.0, 4.0, 3.0, 5.0, 1.0, 8.0, 15.0, 13.0, 17.0, 24.0, 26.0, 31.0, 35.0, 32.0, 32.0, 42.0, 42.0, 36.0, 45.0, 49.0, 43.0, 47.0, 46.0, 39.0, 36.0, 43.0, 36.0, 34.0, 31.0, 32.0, 24.0, 21.0, 24.0, 17.0, 16.0, 11.0, 14.0, 8.0, 6.0, 3.0, 6.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.015331923961639404, -0.014871221035718918, -0.014410518109798431, -0.013949815183877945, -0.013489112257957458, -0.013028409332036972, -0.012567706406116486, -0.012107003480196, -0.011646300554275513, -0.011185597628355026, -0.01072489470243454, -0.010264191776514053, -0.009803488850593567, -0.00934278592467308, -0.008882082998752594, -0.008421380072832108, -0.007960677146911621, -0.007499974220991135, -0.007039271295070648, -0.006578568369150162, -0.006117865443229675, -0.005657162517309189, -0.005196459591388702, -0.004735756665468216, -0.0042750537395477295, -0.003814350813627243, -0.0033536478877067566, -0.00289294496178627, -0.0024322420358657837, -0.0019715391099452972, -0.0015108361840248108, -0.0010501332581043243, -0.0005894303321838379, -0.00012872740626335144, 0.000331975519657135, 0.0007926784455776215, 0.001253381371498108, 0.0017140842974185944, 0.002174787223339081, 0.0026354901492595673, 0.0030961930751800537, 0.00355689600110054, 0.004017598927021027, 0.004478301852941513, 0.0049390047788619995, 0.005399707704782486, 0.005860410630702972, 0.006321113556623459, 0.006781816482543945, 0.007242519408464432, 0.007703222334384918, 0.008163925260305405, 0.008624628186225891, 0.009085331112146378, 0.009546034038066864, 0.01000673696398735, 0.010467439889907837, 0.010928142815828323, 0.01138884574174881, 0.011849548667669296, 0.012310251593589783, 0.01277095451951027, 0.013231657445430756, 0.013692360371351242, 0.014153063297271729]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 8.0, 9.0, 11.0, 21.0, 31.0, 53.0, 67.0, 105.0, 200.0, 315.0, 541.0, 1125.0, 1985.0, 4061.0, 8792.0, 19448.0, 46170.0, 113594.0, 249863.0, 308187.0, 169835.0, 70470.0, 29121.0, 12482.0, 5995.0, 2802.0, 1500.0, 752.0, 430.0, 227.0, 128.0, 83.0, 55.0, 34.0, 24.0, 15.0, 8.0, 7.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.02874755859375, -0.027931690216064453, -0.027115821838378906, -0.02629995346069336, -0.025484085083007812, -0.024668216705322266, -0.02385234832763672, -0.023036479949951172, -0.022220611572265625, -0.021404743194580078, -0.02058887481689453, -0.019773006439208984, -0.018957138061523438, -0.01814126968383789, -0.017325401306152344, -0.016509532928466797, -0.01569366455078125, -0.014877796173095703, -0.014061927795410156, -0.01324605941772461, -0.012430191040039062, -0.011614322662353516, -0.010798454284667969, -0.009982585906982422, -0.009166717529296875, -0.008350849151611328, -0.007534980773925781, -0.006719112396240234, -0.0059032440185546875, -0.005087375640869141, -0.004271507263183594, -0.003455638885498047, -0.0026397705078125, -0.0018239021301269531, -0.0010080337524414062, -0.00019216537475585938, 0.0006237030029296875, 0.0014395713806152344, 0.0022554397583007812, 0.003071308135986328, 0.003887176513671875, 0.004703044891357422, 0.005518913269042969, 0.006334781646728516, 0.0071506500244140625, 0.00796651840209961, 0.008782386779785156, 0.009598255157470703, 0.01041412353515625, 0.011229991912841797, 0.012045860290527344, 0.01286172866821289, 0.013677597045898438, 0.014493465423583984, 0.015309333801269531, 0.016125202178955078, 0.016941070556640625, 0.017756938934326172, 0.01857280731201172, 0.019388675689697266, 0.020204544067382812, 0.02102041244506836, 0.021836280822753906, 0.022652149200439453, 0.023468017578125]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 6.0, 7.0, 2.0, 5.0, 13.0, 17.0, 17.0, 21.0, 20.0, 25.0, 38.0, 29.0, 43.0, 46.0, 55.0, 54.0, 45.0, 66.0, 48.0, 42.0, 53.0, 46.0, 44.0, 36.0, 35.0, 31.0, 32.0, 21.0, 29.0, 7.0, 10.0, 14.0, 13.0, 15.0, 5.0, 5.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0149688720703125, -0.014517426490783691, -0.014065980911254883, -0.013614535331726074, -0.013163089752197266, -0.012711644172668457, -0.012260198593139648, -0.01180875301361084, -0.011357307434082031, -0.010905861854553223, -0.010454416275024414, -0.010002970695495605, -0.009551525115966797, -0.009100079536437988, -0.00864863395690918, -0.008197188377380371, -0.0077457427978515625, -0.007294297218322754, -0.006842851638793945, -0.006391406059265137, -0.005939960479736328, -0.0054885149002075195, -0.005037069320678711, -0.004585623741149902, -0.004134178161621094, -0.003682732582092285, -0.0032312870025634766, -0.002779841423034668, -0.0023283958435058594, -0.0018769502639770508, -0.0014255046844482422, -0.0009740591049194336, -0.000522613525390625, -7.11679458618164e-05, 0.0003802776336669922, 0.0008317232131958008, 0.0012831687927246094, 0.001734614372253418, 0.0021860599517822266, 0.002637505531311035, 0.0030889511108398438, 0.0035403966903686523, 0.003991842269897461, 0.0044432878494262695, 0.004894733428955078, 0.005346179008483887, 0.005797624588012695, 0.006249070167541504, 0.0067005157470703125, 0.007151961326599121, 0.00760340690612793, 0.008054852485656738, 0.008506298065185547, 0.008957743644714355, 0.009409189224243164, 0.009860634803771973, 0.010312080383300781, 0.01076352596282959, 0.011214971542358398, 0.011666417121887207, 0.012117862701416016, 0.012569308280944824, 0.013020753860473633, 0.013472199440002441, 0.01392364501953125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 7.0, 11.0, 20.0, 31.0, 47.0, 70.0, 134.0, 240.0, 553.0, 2342.0, 26659.0, 673531.0, 329146.0, 13253.0, 1602.0, 442.0, 200.0, 108.0, 71.0, 37.0, 23.0, 11.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.061920166015625, -0.0593266487121582, -0.056733131408691406, -0.05413961410522461, -0.05154609680175781, -0.048952579498291016, -0.04635906219482422, -0.04376554489135742, -0.041172027587890625, -0.03857851028442383, -0.03598499298095703, -0.033391475677490234, -0.030797958374023438, -0.02820444107055664, -0.025610923767089844, -0.023017406463623047, -0.02042388916015625, -0.017830371856689453, -0.015236854553222656, -0.01264333724975586, -0.010049819946289062, -0.007456302642822266, -0.004862785339355469, -0.002269268035888672, 0.000324249267578125, 0.002917766571044922, 0.005511283874511719, 0.008104801177978516, 0.010698318481445312, 0.01329183578491211, 0.015885353088378906, 0.018478870391845703, 0.0210723876953125, 0.023665904998779297, 0.026259422302246094, 0.02885293960571289, 0.03144645690917969, 0.034039974212646484, 0.03663349151611328, 0.03922700881958008, 0.041820526123046875, 0.04441404342651367, 0.04700756072998047, 0.049601078033447266, 0.05219459533691406, 0.05478811264038086, 0.057381629943847656, 0.05997514724731445, 0.06256866455078125, 0.06516218185424805, 0.06775569915771484, 0.07034921646118164, 0.07294273376464844, 0.07553625106811523, 0.07812976837158203, 0.08072328567504883, 0.08331680297851562, 0.08591032028198242, 0.08850383758544922, 0.09109735488891602, 0.09369087219238281, 0.09628438949584961, 0.0988779067993164, 0.1014714241027832, 0.10406494140625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 5.0, 6.0, 15.0, 19.0, 38.0, 34.0, 53.0, 59.0, 55.0, 87.0, 78.0, 101.0, 64.0, 77.0, 73.0, 68.0, 53.0, 33.0, 33.0, 18.0, 15.0, 9.0, 8.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07861328125, -0.07564735412597656, -0.07268142700195312, -0.06971549987792969, -0.06674957275390625, -0.06378364562988281, -0.060817718505859375, -0.05785179138183594, -0.0548858642578125, -0.05191993713378906, -0.048954010009765625, -0.04598808288574219, -0.04302215576171875, -0.04005622863769531, -0.037090301513671875, -0.03412437438964844, -0.031158447265625, -0.028192520141601562, -0.025226593017578125, -0.022260665893554688, -0.01929473876953125, -0.016328811645507812, -0.013362884521484375, -0.010396957397460938, -0.0074310302734375, -0.0044651031494140625, -0.001499176025390625, 0.0014667510986328125, 0.00443267822265625, 0.0073986053466796875, 0.010364532470703125, 0.013330459594726562, 0.01629638671875, 0.019262313842773438, 0.022228240966796875, 0.025194168090820312, 0.02816009521484375, 0.031126022338867188, 0.034091949462890625, 0.03705787658691406, 0.0400238037109375, 0.04298973083496094, 0.045955657958984375, 0.04892158508300781, 0.05188751220703125, 0.05485343933105469, 0.057819366455078125, 0.06078529357910156, 0.063751220703125, 0.06671714782714844, 0.06968307495117188, 0.07264900207519531, 0.07561492919921875, 0.07858085632324219, 0.08154678344726562, 0.08451271057128906, 0.0874786376953125, 0.09044456481933594, 0.09341049194335938, 0.09637641906738281, 0.09934234619140625, 0.10230827331542969, 0.10527420043945312, 0.10824012756347656, 0.1112060546875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 5.0, 2.0, 2.0, 3.0, 5.0, 11.0, 6.0, 7.0, 23.0, 32.0, 70.0, 119.0, 296.0, 859.0, 3056.0, 14326.0, 138109.0, 803497.0, 75263.0, 9499.0, 2180.0, 679.0, 232.0, 114.0, 55.0, 29.0, 18.0, 13.0, 6.0, 12.0, 5.0, 3.0, 4.0, 4.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0264434814453125, -0.025543689727783203, -0.024643898010253906, -0.02374410629272461, -0.022844314575195312, -0.021944522857666016, -0.02104473114013672, -0.020144939422607422, -0.019245147705078125, -0.018345355987548828, -0.01744556427001953, -0.016545772552490234, -0.015645980834960938, -0.01474618911743164, -0.013846397399902344, -0.012946605682373047, -0.01204681396484375, -0.011147022247314453, -0.010247230529785156, -0.00934743881225586, -0.008447647094726562, -0.007547855377197266, -0.006648063659667969, -0.005748271942138672, -0.004848480224609375, -0.003948688507080078, -0.0030488967895507812, -0.0021491050720214844, -0.0012493133544921875, -0.0003495216369628906, 0.0005502700805664062, 0.0014500617980957031, 0.002349853515625, 0.003249645233154297, 0.004149436950683594, 0.005049228668212891, 0.0059490203857421875, 0.006848812103271484, 0.007748603820800781, 0.008648395538330078, 0.009548187255859375, 0.010447978973388672, 0.011347770690917969, 0.012247562408447266, 0.013147354125976562, 0.01404714584350586, 0.014946937561035156, 0.015846729278564453, 0.01674652099609375, 0.017646312713623047, 0.018546104431152344, 0.01944589614868164, 0.020345687866210938, 0.021245479583740234, 0.02214527130126953, 0.023045063018798828, 0.023944854736328125, 0.024844646453857422, 0.02574443817138672, 0.026644229888916016, 0.027544021606445312, 0.02844381332397461, 0.029343605041503906, 0.030243396759033203, 0.0311431884765625]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 1.0, 3.0, 7.0, 7.0, 6.0, 9.0, 12.0, 22.0, 27.0, 39.0, 39.0, 43.0, 54.0, 64.0, 60.0, 59.0, 74.0, 82.0, 62.0, 65.0, 56.0, 46.0, 40.0, 26.0, 26.0, 13.0, 17.0, 17.0, 12.0, 4.0, 5.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5299530029296875e-06, -4.352070391178131e-06, -4.174187779426575e-06, -3.996305167675018e-06, -3.818422555923462e-06, -3.6405399441719055e-06, -3.462657332420349e-06, -3.2847747206687927e-06, -3.1068921089172363e-06, -2.92900949716568e-06, -2.7511268854141235e-06, -2.573244273662567e-06, -2.3953616619110107e-06, -2.2174790501594543e-06, -2.039596438407898e-06, -1.8617138266563416e-06, -1.6838312149047852e-06, -1.5059486031532288e-06, -1.3280659914016724e-06, -1.150183379650116e-06, -9.723007678985596e-07, -7.944181561470032e-07, -6.165355443954468e-07, -4.386529326438904e-07, -2.60770320892334e-07, -8.288770914077759e-08, 9.499490261077881e-08, 2.728775143623352e-07, 4.507601261138916e-07, 6.28642737865448e-07, 8.065253496170044e-07, 9.844079613685608e-07, 1.1622905731201172e-06, 1.3401731848716736e-06, 1.51805579662323e-06, 1.6959384083747864e-06, 1.8738210201263428e-06, 2.051703631877899e-06, 2.2295862436294556e-06, 2.407468855381012e-06, 2.5853514671325684e-06, 2.7632340788841248e-06, 2.941116690635681e-06, 3.1189993023872375e-06, 3.296881914138794e-06, 3.4747645258903503e-06, 3.6526471376419067e-06, 3.830529749393463e-06, 4.0084123611450195e-06, 4.186294972896576e-06, 4.364177584648132e-06, 4.542060196399689e-06, 4.719942808151245e-06, 4.8978254199028015e-06, 5.075708031654358e-06, 5.253590643405914e-06, 5.431473255157471e-06, 5.609355866909027e-06, 5.7872384786605835e-06, 5.96512109041214e-06, 6.143003702163696e-06, 6.320886313915253e-06, 6.498768925666809e-06, 6.6766515374183655e-06, 6.854534149169922e-06]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 4.0, 7.0, 10.0, 10.0, 17.0, 41.0, 74.0, 143.0, 291.0, 634.0, 1539.0, 4229.0, 14074.0, 70977.0, 588709.0, 314562.0, 38799.0, 9307.0, 3008.0, 1159.0, 470.0, 244.0, 107.0, 46.0, 38.0, 22.0, 10.0, 8.0, 6.0, 7.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0259246826171875, -0.025220870971679688, -0.024517059326171875, -0.023813247680664062, -0.02310943603515625, -0.022405624389648438, -0.021701812744140625, -0.020998001098632812, -0.020294189453125, -0.019590377807617188, -0.018886566162109375, -0.018182754516601562, -0.01747894287109375, -0.016775131225585938, -0.016071319580078125, -0.015367507934570312, -0.0146636962890625, -0.013959884643554688, -0.013256072998046875, -0.012552261352539062, -0.01184844970703125, -0.011144638061523438, -0.010440826416015625, -0.009737014770507812, -0.009033203125, -0.008329391479492188, -0.007625579833984375, -0.0069217681884765625, -0.00621795654296875, -0.0055141448974609375, -0.004810333251953125, -0.0041065216064453125, -0.0034027099609375, -0.0026988983154296875, -0.001995086669921875, -0.0012912750244140625, -0.00058746337890625, 0.0001163482666015625, 0.000820159912109375, 0.0015239715576171875, 0.002227783203125, 0.0029315948486328125, 0.003635406494140625, 0.0043392181396484375, 0.00504302978515625, 0.0057468414306640625, 0.006450653076171875, 0.0071544647216796875, 0.0078582763671875, 0.008562088012695312, 0.009265899658203125, 0.009969711303710938, 0.01067352294921875, 0.011377334594726562, 0.012081146240234375, 0.012784957885742188, 0.01348876953125, 0.014192581176757812, 0.014896392822265625, 0.015600204467773438, 0.01630401611328125, 0.017007827758789062, 0.017711639404296875, 0.018415451049804688, 0.0191192626953125]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 0.0, 4.0, 3.0, 6.0, 7.0, 8.0, 13.0, 13.0, 18.0, 43.0, 51.0, 69.0, 100.0, 103.0, 129.0, 103.0, 96.0, 61.0, 44.0, 34.0, 29.0, 18.0, 13.0, 7.0, 4.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0226593017578125, -0.02193450927734375, -0.021209716796875, -0.02048492431640625, -0.0197601318359375, -0.01903533935546875, -0.018310546875, -0.01758575439453125, -0.0168609619140625, -0.01613616943359375, -0.015411376953125, -0.01468658447265625, -0.0139617919921875, -0.01323699951171875, -0.01251220703125, -0.01178741455078125, -0.0110626220703125, -0.01033782958984375, -0.009613037109375, -0.00888824462890625, -0.0081634521484375, -0.00743865966796875, -0.0067138671875, -0.00598907470703125, -0.0052642822265625, -0.00453948974609375, -0.003814697265625, -0.00308990478515625, -0.0023651123046875, -0.00164031982421875, -0.00091552734375, -0.00019073486328125, 0.0005340576171875, 0.00125885009765625, 0.001983642578125, 0.00270843505859375, 0.0034332275390625, 0.00415802001953125, 0.0048828125, 0.00560760498046875, 0.0063323974609375, 0.00705718994140625, 0.007781982421875, 0.00850677490234375, 0.0092315673828125, 0.00995635986328125, 0.01068115234375, 0.01140594482421875, 0.0121307373046875, 0.01285552978515625, 0.013580322265625, 0.01430511474609375, 0.0150299072265625, 0.01575469970703125, 0.0164794921875, 0.01720428466796875, 0.0179290771484375, 0.01865386962890625, 0.019378662109375, 0.02010345458984375, 0.0208282470703125, 0.02155303955078125, 0.02227783203125, 0.02300262451171875, 0.0237274169921875]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 16.0, 76.0, 287.0, 464.0, 150.0, 21.0, 3.0], "bins": [-2.2416889667510986, -2.204476833343506, -2.167264938354492, -2.1300528049468994, -2.0928406715393066, -2.055628538131714, -2.018416404724121, -1.9812045097351074, -1.9439923763275146, -1.9067802429199219, -1.8695682287216187, -1.8323562145233154, -1.7951440811157227, -1.7579319477081299, -1.7207199335098267, -1.6835079193115234, -1.6462957859039307, -1.609083652496338, -1.5718716382980347, -1.5346596240997314, -1.4974474906921387, -1.460235357284546, -1.4230233430862427, -1.3858113288879395, -1.3485991954803467, -1.311387062072754, -1.2741750478744507, -1.2369630336761475, -1.1997509002685547, -1.162538766860962, -1.1253267526626587, -1.0881147384643555, -1.0509024858474731, -1.01369047164917, -0.9764783382415771, -0.9392662644386292, -0.9020541906356812, -0.8648421168327332, -0.8276300430297852, -0.7904179692268372, -0.7532058954238892, -0.7159938216209412, -0.6787817478179932, -0.6415696740150452, -0.6043576002120972, -0.5671455264091492, -0.5299334526062012, -0.4927213788032532, -0.4555093050003052, -0.4182972311973572, -0.3810851573944092, -0.3438730835914612, -0.3066610097885132, -0.2694489359855652, -0.2322368621826172, -0.1950247883796692, -0.1578127145767212, -0.1206006407737732, -0.0833885669708252, -0.0461764931678772, -0.0089644193649292, 0.0282476544380188, 0.0654597282409668, 0.1026718020439148, 0.1398838758468628]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 6.0, 4.0, 1.0, 19.0, 11.0, 9.0, 17.0, 19.0, 25.0, 25.0, 27.0, 36.0, 37.0, 34.0, 39.0, 39.0, 44.0, 44.0, 37.0, 51.0, 49.0, 53.0, 48.0, 36.0, 33.0, 33.0, 24.0, 25.0, 26.0, 23.0, 14.0, 16.0, 14.0, 11.0, 11.0, 3.0, 14.0, 8.0, 10.0, 7.0, 5.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.2637978792190552, -0.255621999502182, -0.24744613468647003, -0.23927026987075806, -0.2310943901538849, -0.22291851043701172, -0.21474264562129974, -0.20656678080558777, -0.1983909010887146, -0.19021502137184143, -0.18203915655612946, -0.17386329174041748, -0.1656874120235443, -0.15751153230667114, -0.14933566749095917, -0.1411598026752472, -0.13298392295837402, -0.12480805069208145, -0.11663217842578888, -0.10845630615949631, -0.10028043389320374, -0.09210456162691116, -0.08392868936061859, -0.07575281709432602, -0.06757694482803345, -0.059401072561740875, -0.0512252002954483, -0.04304932802915573, -0.03487345576286316, -0.026697583496570587, -0.018521711230278015, -0.010345838963985443, -0.002169966697692871, 0.006005905568599701, 0.014181777834892273, 0.022357650101184845, 0.030533522367477417, 0.03870939463376999, 0.04688526690006256, 0.05506113916635513, 0.0632370114326477, 0.07141288369894028, 0.07958875596523285, 0.08776462823152542, 0.095940500497818, 0.10411637276411057, 0.11229224503040314, 0.12046811729669571, 0.12864398956298828, 0.13681986927986145, 0.14499573409557343, 0.1531715989112854, 0.16134747862815857, 0.16952335834503174, 0.1776992231607437, 0.1858750879764557, 0.19405096769332886, 0.20222684741020203, 0.210402712225914, 0.21857857704162598, 0.22675445675849915, 0.23493033647537231, 0.2431062012910843, 0.25128206610679626, 0.25945794582366943]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 6.0, 4.0, 6.0, 13.0, 9.0, 29.0, 39.0, 61.0, 79.0, 165.0, 219.0, 369.0, 630.0, 1167.0, 2470.0, 5922.0, 18081.0, 127023.0, 3987387.0, 34360.0, 9049.0, 3575.0, 1661.0, 794.0, 469.0, 261.0, 155.0, 89.0, 69.0, 30.0, 30.0, 18.0, 15.0, 9.0, 7.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.03253173828125, -0.03152179718017578, -0.030511856079101562, -0.029501914978027344, -0.028491973876953125, -0.027482032775878906, -0.026472091674804688, -0.02546215057373047, -0.02445220947265625, -0.02344226837158203, -0.022432327270507812, -0.021422386169433594, -0.020412445068359375, -0.019402503967285156, -0.018392562866210938, -0.01738262176513672, -0.0163726806640625, -0.015362739562988281, -0.014352798461914062, -0.013342857360839844, -0.012332916259765625, -0.011322975158691406, -0.010313034057617188, -0.009303092956542969, -0.00829315185546875, -0.007283210754394531, -0.0062732696533203125, -0.005263328552246094, -0.004253387451171875, -0.0032434463500976562, -0.0022335052490234375, -0.0012235641479492188, -0.000213623046875, 0.0007963180541992188, 0.0018062591552734375, 0.0028162002563476562, 0.003826141357421875, 0.004836082458496094, 0.0058460235595703125, 0.006855964660644531, 0.00786590576171875, 0.008875846862792969, 0.009885787963867188, 0.010895729064941406, 0.011905670166015625, 0.012915611267089844, 0.013925552368164062, 0.014935493469238281, 0.0159454345703125, 0.01695537567138672, 0.017965316772460938, 0.018975257873535156, 0.019985198974609375, 0.020995140075683594, 0.022005081176757812, 0.02301502227783203, 0.02402496337890625, 0.02503490447998047, 0.026044845581054688, 0.027054786682128906, 0.028064727783203125, 0.029074668884277344, 0.030084609985351562, 0.03109455108642578, 0.0321044921875]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 5.0, 5.0, 3.0, 7.0, 8.0, 5.0, 15.0, 15.0, 15.0, 31.0, 28.0, 25.0, 36.0, 39.0, 40.0, 60.0, 40.0, 43.0, 51.0, 40.0, 44.0, 45.0, 54.0, 36.0, 45.0, 37.0, 26.0, 32.0, 34.0, 21.0, 14.0, 17.0, 16.0, 12.0, 14.0, 12.0, 8.0, 5.0, 6.0, 6.0, 1.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.01476287841796875, -0.014340996742248535, -0.01391911506652832, -0.013497233390808105, -0.01307535171508789, -0.012653470039367676, -0.012231588363647461, -0.011809706687927246, -0.011387825012207031, -0.010965943336486816, -0.010544061660766602, -0.010122179985046387, -0.009700298309326172, -0.009278416633605957, -0.008856534957885742, -0.008434653282165527, -0.008012771606445312, -0.007590889930725098, -0.007169008255004883, -0.006747126579284668, -0.006325244903564453, -0.005903363227844238, -0.0054814815521240234, -0.005059599876403809, -0.004637718200683594, -0.004215836524963379, -0.003793954849243164, -0.0033720731735229492, -0.0029501914978027344, -0.0025283098220825195, -0.0021064281463623047, -0.0016845464706420898, -0.001262664794921875, -0.0008407831192016602, -0.0004189014434814453, 2.9802322387695312e-06, 0.0004248619079589844, 0.0008467435836791992, 0.001268625259399414, 0.001690506935119629, 0.0021123886108398438, 0.0025342702865600586, 0.0029561519622802734, 0.0033780336380004883, 0.003799915313720703, 0.004221796989440918, 0.004643678665161133, 0.005065560340881348, 0.0054874420166015625, 0.005909323692321777, 0.006331205368041992, 0.006753087043762207, 0.007174968719482422, 0.007596850395202637, 0.008018732070922852, 0.008440613746643066, 0.008862495422363281, 0.009284377098083496, 0.009706258773803711, 0.010128140449523926, 0.01055002212524414, 0.010971903800964355, 0.01139378547668457, 0.011815667152404785, 0.012237548828125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 9.0, 11.0, 10.0, 27.0, 16.0, 43.0, 58.0, 86.0, 128.0, 202.0, 361.0, 580.0, 906.0, 1770.0, 3796.0, 14310.0, 3968309.0, 187440.0, 9524.0, 2998.0, 1521.0, 817.0, 512.0, 282.0, 193.0, 127.0, 76.0, 53.0, 28.0, 27.0, 14.0, 9.0, 11.0, 13.0, 6.0, 6.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.050384521484375, -0.04885244369506836, -0.04732036590576172, -0.04578828811645508, -0.04425621032714844, -0.0427241325378418, -0.041192054748535156, -0.039659976959228516, -0.038127899169921875, -0.036595821380615234, -0.035063743591308594, -0.03353166580200195, -0.03199958801269531, -0.030467510223388672, -0.02893543243408203, -0.02740335464477539, -0.02587127685546875, -0.02433919906616211, -0.02280712127685547, -0.021275043487548828, -0.019742965698242188, -0.018210887908935547, -0.016678810119628906, -0.015146732330322266, -0.013614654541015625, -0.012082576751708984, -0.010550498962402344, -0.009018421173095703, -0.0074863433837890625, -0.005954265594482422, -0.004422187805175781, -0.0028901100158691406, -0.0013580322265625, 0.00017404556274414062, 0.0017061233520507812, 0.003238201141357422, 0.0047702789306640625, 0.006302356719970703, 0.007834434509277344, 0.009366512298583984, 0.010898590087890625, 0.012430667877197266, 0.013962745666503906, 0.015494823455810547, 0.017026901245117188, 0.018558979034423828, 0.02009105682373047, 0.02162313461303711, 0.02315521240234375, 0.02468729019165039, 0.02621936798095703, 0.027751445770263672, 0.029283523559570312, 0.030815601348876953, 0.032347679138183594, 0.033879756927490234, 0.035411834716796875, 0.036943912506103516, 0.038475990295410156, 0.0400080680847168, 0.04154014587402344, 0.04307222366333008, 0.04460430145263672, 0.04613637924194336, 0.04766845703125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 6.0, 8.0, 16.0, 12.0, 44.0, 143.0, 3548.0, 171.0, 61.0, 32.0, 4.0, 10.0, 5.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0094451904296875, -0.009125828742980957, -0.008806467056274414, -0.008487105369567871, -0.008167743682861328, -0.007848381996154785, -0.007529020309448242, -0.007209658622741699, -0.006890296936035156, -0.006570935249328613, -0.00625157356262207, -0.005932211875915527, -0.005612850189208984, -0.005293488502502441, -0.0049741268157958984, -0.0046547651290893555, -0.0043354034423828125, -0.0040160417556762695, -0.0036966800689697266, -0.0033773183822631836, -0.0030579566955566406, -0.0027385950088500977, -0.0024192333221435547, -0.0020998716354370117, -0.0017805099487304688, -0.0014611482620239258, -0.0011417865753173828, -0.0008224248886108398, -0.0005030632019042969, -0.0001837015151977539, 0.00013566017150878906, 0.00045502185821533203, 0.000774383544921875, 0.001093745231628418, 0.001413106918334961, 0.001732468605041504, 0.002051830291748047, 0.00237119197845459, 0.002690553665161133, 0.0030099153518676758, 0.0033292770385742188, 0.0036486387252807617, 0.003968000411987305, 0.004287362098693848, 0.004606723785400391, 0.004926085472106934, 0.0052454471588134766, 0.0055648088455200195, 0.0058841705322265625, 0.0062035322189331055, 0.0065228939056396484, 0.006842255592346191, 0.007161617279052734, 0.007480978965759277, 0.00780034065246582, 0.008119702339172363, 0.008439064025878906, 0.00875842571258545, 0.009077787399291992, 0.009397149085998535, 0.009716510772705078, 0.010035872459411621, 0.010355234146118164, 0.010674595832824707, 0.01099395751953125]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 13.0, 32.0, 69.0, 152.0, 268.0, 249.0, 130.0, 61.0, 17.0, 13.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.031480588018894196, -0.029213713482022285, -0.026946838945150375, -0.024679962545633316, -0.022413088008761406, -0.020146213471889496, -0.017879337072372437, -0.015612462535500526, -0.013345587998628616, -0.011078713461756706, -0.008811837993562222, -0.006544962991029024, -0.004278087988495827, -0.0020112134516239166, 0.0002556620165705681, 0.002522537484765053, 0.004789412021636963, 0.00705628702417016, 0.009323162026703358, 0.011590037494897842, 0.013856912031769753, 0.016123786568641663, 0.018390662968158722, 0.020657537505030632, 0.022924412041902542, 0.025191286578774452, 0.027458161115646362, 0.02972503751516342, 0.03199191391468048, 0.03425878658890724, 0.0365256629884243, 0.03879253566265106, 0.04105941951274872, 0.04332629591226578, 0.04559316858649254, 0.0478600449860096, 0.05012691766023636, 0.05239379405975342, 0.05466067045927048, 0.05692754685878754, 0.0591944195330143, 0.06146129593253136, 0.06372816860675812, 0.06599504500627518, 0.06826192140579224, 0.0705287903547287, 0.07279566675424576, 0.07506254315376282, 0.07732941955327988, 0.07959629595279694, 0.081863172352314, 0.08413004130125046, 0.08639691770076752, 0.08866379410028458, 0.09093067049980164, 0.0931975468993187, 0.09546442329883575, 0.09773129969835281, 0.09999817609786987, 0.10226504504680634, 0.1045319214463234, 0.10679879784584045, 0.10906567424535751, 0.11133255064487457, 0.11359941959381104]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 7.0, 2.0, 4.0, 8.0, 6.0, 6.0, 15.0, 14.0, 15.0, 19.0, 22.0, 28.0, 34.0, 26.0, 36.0, 31.0, 39.0, 25.0, 42.0, 33.0, 39.0, 56.0, 47.0, 33.0, 37.0, 37.0, 28.0, 38.0, 30.0, 29.0, 33.0, 29.0, 19.0, 27.0, 10.0, 19.0, 14.0, 8.0, 15.0, 12.0, 6.0, 3.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.014265596866607666, -0.013831915333867073, -0.01339823380112648, -0.012964552268385887, -0.012530870735645294, -0.012097189202904701, -0.011663507670164108, -0.011229826137423515, -0.010796144604682922, -0.01036246307194233, -0.009928781539201736, -0.009495100006461143, -0.00906141847372055, -0.008627736940979958, -0.008194055408239365, -0.007760373875498772, -0.007326692342758179, -0.006893010810017586, -0.006459329277276993, -0.0060256477445364, -0.005591966211795807, -0.005158284679055214, -0.004724603146314621, -0.004290921613574028, -0.003857240080833435, -0.003423558548092842, -0.002989877015352249, -0.002556195482611656, -0.0021225139498710632, -0.0016888324171304703, -0.0012551508843898773, -0.0008214693516492844, -0.0003877878189086914, 4.589371383190155e-05, 0.0004795752465724945, 0.0009132567793130875, 0.0013469383120536804, 0.0017806198447942734, 0.0022143013775348663, 0.0026479829102754593, 0.0030816644430160522, 0.003515345975756645, 0.003949027508497238, 0.004382709041237831, 0.004816390573978424, 0.005250072106719017, 0.00568375363945961, 0.006117435172200203, 0.006551116704940796, 0.006984798237681389, 0.007418479770421982, 0.007852161303162575, 0.008285842835903168, 0.00871952436864376, 0.009153205901384354, 0.009586887434124947, 0.01002056896686554, 0.010454250499606133, 0.010887932032346725, 0.011321613565087318, 0.011755295097827911, 0.012188976630568504, 0.012622658163309097, 0.01305633969604969, 0.013490021228790283]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 8.0, 4.0, 7.0, 10.0, 14.0, 23.0, 25.0, 35.0, 56.0, 82.0, 115.0, 202.0, 280.0, 461.0, 730.0, 1244.0, 2231.0, 4229.0, 8300.0, 17041.0, 36601.0, 81602.0, 182499.0, 300370.0, 222122.0, 102309.0, 45628.0, 20888.0, 9848.0, 5041.0, 2718.0, 1481.0, 891.0, 537.0, 308.0, 188.0, 147.0, 77.0, 47.0, 40.0, 32.0, 22.0, 18.0, 16.0, 8.0, 9.0, 4.0, 5.0, 3.0, 4.0, 0.0, 1.0, 3.0, 1.0], "bins": [-0.023345947265625, -0.02265191078186035, -0.021957874298095703, -0.021263837814331055, -0.020569801330566406, -0.019875764846801758, -0.01918172836303711, -0.01848769187927246, -0.017793655395507812, -0.017099618911743164, -0.016405582427978516, -0.015711545944213867, -0.015017509460449219, -0.01432347297668457, -0.013629436492919922, -0.012935400009155273, -0.012241363525390625, -0.011547327041625977, -0.010853290557861328, -0.01015925407409668, -0.009465217590332031, -0.008771181106567383, -0.008077144622802734, -0.007383108139038086, -0.0066890716552734375, -0.005995035171508789, -0.005300998687744141, -0.004606962203979492, -0.003912925720214844, -0.0032188892364501953, -0.002524852752685547, -0.0018308162689208984, -0.00113677978515625, -0.00044274330139160156, 0.0002512931823730469, 0.0009453296661376953, 0.0016393661499023438, 0.002333402633666992, 0.0030274391174316406, 0.003721475601196289, 0.0044155120849609375, 0.005109548568725586, 0.005803585052490234, 0.006497621536254883, 0.007191658020019531, 0.00788569450378418, 0.008579730987548828, 0.009273767471313477, 0.009967803955078125, 0.010661840438842773, 0.011355876922607422, 0.01204991340637207, 0.012743949890136719, 0.013437986373901367, 0.014132022857666016, 0.014826059341430664, 0.015520095825195312, 0.01621413230895996, 0.01690816879272461, 0.017602205276489258, 0.018296241760253906, 0.018990278244018555, 0.019684314727783203, 0.02037835121154785, 0.0210723876953125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 5.0, 8.0, 8.0, 15.0, 11.0, 11.0, 14.0, 23.0, 30.0, 24.0, 34.0, 35.0, 40.0, 39.0, 42.0, 47.0, 51.0, 57.0, 45.0, 43.0, 43.0, 35.0, 51.0, 36.0, 36.0, 33.0, 33.0, 19.0, 20.0, 24.0, 23.0, 6.0, 9.0, 7.0, 6.0, 7.0, 10.0, 5.0, 8.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.01540374755859375, -0.01496899127960205, -0.014534235000610352, -0.014099478721618652, -0.013664722442626953, -0.013229966163635254, -0.012795209884643555, -0.012360453605651855, -0.011925697326660156, -0.011490941047668457, -0.011056184768676758, -0.010621428489685059, -0.01018667221069336, -0.00975191593170166, -0.009317159652709961, -0.008882403373718262, -0.008447647094726562, -0.008012890815734863, -0.007578134536743164, -0.007143378257751465, -0.006708621978759766, -0.006273865699768066, -0.005839109420776367, -0.005404353141784668, -0.004969596862792969, -0.0045348405838012695, -0.00410008430480957, -0.003665328025817871, -0.003230571746826172, -0.0027958154678344727, -0.0023610591888427734, -0.0019263029098510742, -0.001491546630859375, -0.0010567903518676758, -0.0006220340728759766, -0.00018727779388427734, 0.0002474784851074219, 0.0006822347640991211, 0.0011169910430908203, 0.0015517473220825195, 0.0019865036010742188, 0.002421259880065918, 0.002856016159057617, 0.0032907724380493164, 0.0037255287170410156, 0.004160284996032715, 0.004595041275024414, 0.005029797554016113, 0.0054645538330078125, 0.005899310111999512, 0.006334066390991211, 0.00676882266998291, 0.007203578948974609, 0.007638335227966309, 0.008073091506958008, 0.008507847785949707, 0.008942604064941406, 0.009377360343933105, 0.009812116622924805, 0.010246872901916504, 0.010681629180908203, 0.011116385459899902, 0.011551141738891602, 0.0119858980178833, 0.012420654296875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 4.0, 1.0, 2.0, 4.0, 5.0, 3.0, 7.0, 4.0, 7.0, 15.0, 13.0, 12.0, 15.0, 26.0, 18.0, 30.0, 43.0, 50.0, 72.0, 73.0, 124.0, 165.0, 249.0, 541.0, 1408.0, 4875.0, 22386.0, 138260.0, 653594.0, 188792.0, 28476.0, 6066.0, 1613.0, 576.0, 295.0, 161.0, 128.0, 112.0, 85.0, 51.0, 45.0, 34.0, 29.0, 18.0, 14.0, 13.0, 8.0, 9.0, 9.0, 5.0, 3.0, 6.0, 5.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.040557861328125, -0.03918647766113281, -0.037815093994140625, -0.03644371032714844, -0.03507232666015625, -0.03370094299316406, -0.032329559326171875, -0.030958175659179688, -0.0295867919921875, -0.028215408325195312, -0.026844024658203125, -0.025472640991210938, -0.02410125732421875, -0.022729873657226562, -0.021358489990234375, -0.019987106323242188, -0.01861572265625, -0.017244338989257812, -0.015872955322265625, -0.014501571655273438, -0.01313018798828125, -0.011758804321289062, -0.010387420654296875, -0.009016036987304688, -0.0076446533203125, -0.0062732696533203125, -0.004901885986328125, -0.0035305023193359375, -0.00215911865234375, -0.0007877349853515625, 0.000583648681640625, 0.0019550323486328125, 0.003326416015625, 0.0046977996826171875, 0.006069183349609375, 0.0074405670166015625, 0.00881195068359375, 0.010183334350585938, 0.011554718017578125, 0.012926101684570312, 0.0142974853515625, 0.015668869018554688, 0.017040252685546875, 0.018411636352539062, 0.01978302001953125, 0.021154403686523438, 0.022525787353515625, 0.023897171020507812, 0.0252685546875, 0.026639938354492188, 0.028011322021484375, 0.029382705688476562, 0.03075408935546875, 0.03212547302246094, 0.033496856689453125, 0.03486824035644531, 0.0362396240234375, 0.03761100769042969, 0.038982391357421875, 0.04035377502441406, 0.04172515869140625, 0.04309654235839844, 0.044467926025390625, 0.04583930969238281, 0.047210693359375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 6.0, 2.0, 6.0, 7.0, 7.0, 7.0, 10.0, 14.0, 16.0, 13.0, 28.0, 13.0, 22.0, 36.0, 26.0, 28.0, 36.0, 39.0, 39.0, 36.0, 44.0, 31.0, 43.0, 48.0, 37.0, 29.0, 33.0, 31.0, 31.0, 26.0, 30.0, 32.0, 25.0, 24.0, 21.0, 23.0, 23.0, 16.0, 11.0, 14.0, 10.0, 6.0, 2.0, 5.0, 7.0, 4.0, 6.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.04913330078125, -0.04763364791870117, -0.046133995056152344, -0.044634342193603516, -0.04313468933105469, -0.04163503646850586, -0.04013538360595703, -0.0386357307434082, -0.037136077880859375, -0.03563642501831055, -0.03413677215576172, -0.03263711929321289, -0.031137466430664062, -0.029637813568115234, -0.028138160705566406, -0.026638507843017578, -0.02513885498046875, -0.023639202117919922, -0.022139549255371094, -0.020639896392822266, -0.019140243530273438, -0.01764059066772461, -0.01614093780517578, -0.014641284942626953, -0.013141632080078125, -0.011641979217529297, -0.010142326354980469, -0.00864267349243164, -0.0071430206298828125, -0.005643367767333984, -0.004143714904785156, -0.002644062042236328, -0.0011444091796875, 0.0003552436828613281, 0.0018548965454101562, 0.0033545494079589844, 0.0048542022705078125, 0.006353855133056641, 0.007853507995605469, 0.009353160858154297, 0.010852813720703125, 0.012352466583251953, 0.013852119445800781, 0.01535177230834961, 0.016851425170898438, 0.018351078033447266, 0.019850730895996094, 0.021350383758544922, 0.02285003662109375, 0.024349689483642578, 0.025849342346191406, 0.027348995208740234, 0.028848648071289062, 0.03034830093383789, 0.03184795379638672, 0.03334760665893555, 0.034847259521484375, 0.0363469123840332, 0.03784656524658203, 0.03934621810913086, 0.04084587097167969, 0.042345523834228516, 0.043845176696777344, 0.04534482955932617, 0.046844482421875]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 8.0, 10.0, 15.0, 25.0, 50.0, 91.0, 222.0, 641.0, 3027.0, 41937.0, 964261.0, 34301.0, 2857.0, 667.0, 216.0, 98.0, 54.0, 31.0, 16.0, 6.0, 9.0, 4.0, 7.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.055572509765625, -0.05423259735107422, -0.05289268493652344, -0.051552772521972656, -0.050212860107421875, -0.048872947692871094, -0.04753303527832031, -0.04619312286376953, -0.04485321044921875, -0.04351329803466797, -0.04217338562011719, -0.040833473205566406, -0.039493560791015625, -0.038153648376464844, -0.03681373596191406, -0.03547382354736328, -0.0341339111328125, -0.03279399871826172, -0.03145408630371094, -0.030114173889160156, -0.028774261474609375, -0.027434349060058594, -0.026094436645507812, -0.02475452423095703, -0.02341461181640625, -0.02207469940185547, -0.020734786987304688, -0.019394874572753906, -0.018054962158203125, -0.016715049743652344, -0.015375137329101562, -0.014035224914550781, -0.0126953125, -0.011355400085449219, -0.010015487670898438, -0.008675575256347656, -0.007335662841796875, -0.005995750427246094, -0.0046558380126953125, -0.0033159255981445312, -0.00197601318359375, -0.0006361007690429688, 0.0007038116455078125, 0.0020437240600585938, 0.003383636474609375, 0.004723548889160156, 0.0060634613037109375, 0.007403373718261719, 0.0087432861328125, 0.010083198547363281, 0.011423110961914062, 0.012763023376464844, 0.014102935791015625, 0.015442848205566406, 0.016782760620117188, 0.01812267303466797, 0.01946258544921875, 0.02080249786376953, 0.022142410278320312, 0.023482322692871094, 0.024822235107421875, 0.026162147521972656, 0.027502059936523438, 0.02884197235107422, 0.030181884765625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 11.0, 4.0, 8.0, 11.0, 12.0, 8.0, 14.0, 21.0, 18.0, 21.0, 37.0, 45.0, 36.0, 48.0, 45.0, 46.0, 59.0, 39.0, 65.0, 47.0, 47.0, 40.0, 49.0, 40.0, 36.0, 37.0, 31.0, 22.0, 30.0, 15.0, 20.0, 6.0, 12.0, 3.0, 7.0, 4.0, 4.0, 2.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.6964192986488342e-06, -3.5781413316726685e-06, -3.4598633646965027e-06, -3.341585397720337e-06, -3.223307430744171e-06, -3.1050294637680054e-06, -2.9867514967918396e-06, -2.868473529815674e-06, -2.750195562839508e-06, -2.6319175958633423e-06, -2.5136396288871765e-06, -2.3953616619110107e-06, -2.277083694934845e-06, -2.158805727958679e-06, -2.0405277609825134e-06, -1.9222497940063477e-06, -1.8039718270301819e-06, -1.6856938600540161e-06, -1.5674158930778503e-06, -1.4491379261016846e-06, -1.3308599591255188e-06, -1.212581992149353e-06, -1.0943040251731873e-06, -9.760260581970215e-07, -8.577480912208557e-07, -7.394701242446899e-07, -6.211921572685242e-07, -5.029141902923584e-07, -3.8463622331619263e-07, -2.6635825634002686e-07, -1.4808028936386108e-07, -2.9802322387695312e-08, 8.847564458847046e-08, 2.0675361156463623e-07, 3.25031578540802e-07, 4.4330954551696777e-07, 5.615875124931335e-07, 6.798654794692993e-07, 7.981434464454651e-07, 9.164214134216309e-07, 1.0346993803977966e-06, 1.1529773473739624e-06, 1.2712553143501282e-06, 1.389533281326294e-06, 1.5078112483024597e-06, 1.6260892152786255e-06, 1.7443671822547913e-06, 1.862645149230957e-06, 1.980923116207123e-06, 2.0992010831832886e-06, 2.2174790501594543e-06, 2.33575701713562e-06, 2.454034984111786e-06, 2.5723129510879517e-06, 2.6905909180641174e-06, 2.808868885040283e-06, 2.927146852016449e-06, 3.0454248189926147e-06, 3.1637027859687805e-06, 3.2819807529449463e-06, 3.400258719921112e-06, 3.518536686897278e-06, 3.6368146538734436e-06, 3.7550926208496094e-06]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 9.0, 6.0, 8.0, 26.0, 34.0, 51.0, 91.0, 188.0, 441.0, 1386.0, 10873.0, 569008.0, 454781.0, 9445.0, 1359.0, 440.0, 181.0, 92.0, 50.0, 34.0, 22.0, 14.0, 3.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.05120849609375, -0.049988508224487305, -0.04876852035522461, -0.047548532485961914, -0.04632854461669922, -0.04510855674743652, -0.04388856887817383, -0.04266858100891113, -0.04144859313964844, -0.04022860527038574, -0.03900861740112305, -0.03778862953186035, -0.036568641662597656, -0.03534865379333496, -0.034128665924072266, -0.03290867805480957, -0.031688690185546875, -0.03046870231628418, -0.029248714447021484, -0.02802872657775879, -0.026808738708496094, -0.0255887508392334, -0.024368762969970703, -0.023148775100708008, -0.021928787231445312, -0.020708799362182617, -0.019488811492919922, -0.018268823623657227, -0.01704883575439453, -0.015828847885131836, -0.01460886001586914, -0.013388872146606445, -0.01216888427734375, -0.010948896408081055, -0.00972890853881836, -0.008508920669555664, -0.007288932800292969, -0.0060689449310302734, -0.004848957061767578, -0.003628969192504883, -0.0024089813232421875, -0.0011889934539794922, 3.0994415283203125e-05, 0.0012509822845458984, 0.0024709701538085938, 0.003690958023071289, 0.004910945892333984, 0.00613093376159668, 0.007350921630859375, 0.00857090950012207, 0.009790897369384766, 0.011010885238647461, 0.012230873107910156, 0.013450860977172852, 0.014670848846435547, 0.015890836715698242, 0.017110824584960938, 0.018330812454223633, 0.019550800323486328, 0.020770788192749023, 0.02199077606201172, 0.023210763931274414, 0.02443075180053711, 0.025650739669799805, 0.0268707275390625]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 7.0, 6.0, 15.0, 43.0, 152.0, 372.0, 282.0, 94.0, 25.0, 1.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09429931640625, -0.09204292297363281, -0.08978652954101562, -0.08753013610839844, -0.08527374267578125, -0.08301734924316406, -0.08076095581054688, -0.07850456237792969, -0.0762481689453125, -0.07399177551269531, -0.07173538208007812, -0.06947898864746094, -0.06722259521484375, -0.06496620178222656, -0.06270980834960938, -0.06045341491699219, -0.058197021484375, -0.05594062805175781, -0.053684234619140625, -0.05142784118652344, -0.04917144775390625, -0.04691505432128906, -0.044658660888671875, -0.04240226745605469, -0.0401458740234375, -0.03788948059082031, -0.035633087158203125, -0.03337669372558594, -0.03112030029296875, -0.028863906860351562, -0.026607513427734375, -0.024351119995117188, -0.0220947265625, -0.019838333129882812, -0.017581939697265625, -0.015325546264648438, -0.01306915283203125, -0.010812759399414062, -0.008556365966796875, -0.0062999725341796875, -0.0040435791015625, -0.0017871856689453125, 0.000469207763671875, 0.0027256011962890625, 0.00498199462890625, 0.0072383880615234375, 0.009494781494140625, 0.011751174926757812, 0.014007568359375, 0.016263961791992188, 0.018520355224609375, 0.020776748657226562, 0.02303314208984375, 0.025289535522460938, 0.027545928955078125, 0.029802322387695312, 0.0320587158203125, 0.03431510925292969, 0.036571502685546875, 0.03882789611816406, 0.04108428955078125, 0.04334068298339844, 0.045597076416015625, 0.04785346984863281, 0.05010986328125]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 5.0, 4.0, 8.0, 11.0, 43.0, 82.0, 201.0, 252.0, 215.0, 104.0, 50.0, 27.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4826771914958954, -0.4622599184513092, -0.4418426752090454, -0.42142540216445923, -0.40100812911987305, -0.38059085607528687, -0.36017361283302307, -0.3397563397884369, -0.3193390965461731, -0.2989218235015869, -0.2785045802593231, -0.25808730721473694, -0.23767003417015076, -0.21725277602672577, -0.19683551788330078, -0.1764182448387146, -0.15600097179412842, -0.13558371365070343, -0.11516644060611725, -0.09474918246269226, -0.07433191686868668, -0.05391465127468109, -0.033497393131256104, -0.013080120086669922, 0.007337138056755066, 0.0277544017881155, 0.04817166551947594, 0.06858892738819122, 0.08900619298219681, 0.10942345857620239, 0.12984071671962738, 0.15025798976421356, 0.17067521810531616, 0.19109247624874115, 0.21150974929332733, 0.23192700743675232, 0.2523442804813385, 0.2727615237236023, 0.2931787967681885, 0.31359606981277466, 0.33401334285736084, 0.354430615901947, 0.3748478591442108, 0.395265132188797, 0.4156824052333832, 0.436099648475647, 0.45651692152023315, 0.47693419456481934, 0.49735143780708313, 0.5177686810493469, 0.5381859540939331, 0.5586032271385193, 0.5790205001831055, 0.5994377732276917, 0.6198550462722778, 0.6402722597122192, 0.6606895327568054, 0.6811068058013916, 0.7015240788459778, 0.721941351890564, 0.7423585653305054, 0.7627758383750916, 0.7831931114196777, 0.8036103844642639, 0.8240276575088501]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 7.0, 5.0, 2.0, 3.0, 13.0, 2.0, 13.0, 6.0, 24.0, 20.0, 13.0, 19.0, 33.0, 41.0, 52.0, 25.0, 40.0, 47.0, 60.0, 51.0, 64.0, 47.0, 48.0, 49.0, 41.0, 35.0, 22.0, 39.0, 27.0, 20.0, 32.0, 26.0, 16.0, 16.0, 12.0, 10.0, 6.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0], "bins": [-0.33869820833206177, -0.3293704092502594, -0.32004261016845703, -0.31071481108665466, -0.3013870120048523, -0.2920592129230499, -0.28273141384124756, -0.2734036147594452, -0.2640758156776428, -0.25474801659584045, -0.24542021751403809, -0.23609241843223572, -0.22676461935043335, -0.21743682026863098, -0.2081090211868286, -0.19878122210502625, -0.18945343792438507, -0.1801256388425827, -0.17079783976078033, -0.16147004067897797, -0.1521422415971756, -0.14281444251537323, -0.13348665833473206, -0.12415885180234909, -0.11483105272054672, -0.10550325363874435, -0.09617545455694199, -0.08684766292572021, -0.07751986384391785, -0.06819206476211548, -0.05886426568031311, -0.04953646659851074, -0.040208667516708374, -0.030880868434906006, -0.021553071215748787, -0.012225273996591568, -0.0028974749147892, 0.006430324167013168, 0.015758119523525238, 0.025085918605327606, 0.034413717687129974, 0.04374151676893234, 0.05306931585073471, 0.06239711120724678, 0.07172490656375885, 0.08105270564556122, 0.09038050472736359, 0.09970830380916595, 0.10903610289096832, 0.11836390197277069, 0.12769170105457306, 0.13701950013637543, 0.1463472992181778, 0.15567509829998016, 0.16500288248062134, 0.1743306815624237, 0.18365848064422607, 0.19298627972602844, 0.2023140788078308, 0.21164187788963318, 0.22096967697143555, 0.23029747605323792, 0.23962527513504028, 0.24895307421684265, 0.258280873298645]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 5.0, 6.0, 11.0, 13.0, 19.0, 20.0, 39.0, 56.0, 67.0, 126.0, 368.0, 1327.0, 10905.0, 4162310.0, 16519.0, 1612.0, 442.0, 174.0, 79.0, 52.0, 38.0, 28.0, 26.0, 14.0, 10.0, 5.0, 4.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.127685546875, -0.12461376190185547, -0.12154197692871094, -0.1184701919555664, -0.11539840698242188, -0.11232662200927734, -0.10925483703613281, -0.10618305206298828, -0.10311126708984375, -0.10003948211669922, -0.09696769714355469, -0.09389591217041016, -0.09082412719726562, -0.0877523422241211, -0.08468055725097656, -0.08160877227783203, -0.0785369873046875, -0.07546520233154297, -0.07239341735839844, -0.0693216323852539, -0.06624984741210938, -0.06317806243896484, -0.06010627746582031, -0.05703449249267578, -0.05396270751953125, -0.05089092254638672, -0.04781913757324219, -0.044747352600097656, -0.041675567626953125, -0.038603782653808594, -0.03553199768066406, -0.03246021270751953, -0.029388427734375, -0.02631664276123047, -0.023244857788085938, -0.020173072814941406, -0.017101287841796875, -0.014029502868652344, -0.010957717895507812, -0.007885932922363281, -0.00481414794921875, -0.0017423629760742188, 0.0013294219970703125, 0.004401206970214844, 0.007472991943359375, 0.010544776916503906, 0.013616561889648438, 0.01668834686279297, 0.0197601318359375, 0.02283191680908203, 0.025903701782226562, 0.028975486755371094, 0.032047271728515625, 0.035119056701660156, 0.03819084167480469, 0.04126262664794922, 0.04433441162109375, 0.04740619659423828, 0.05047798156738281, 0.053549766540527344, 0.056621551513671875, 0.059693336486816406, 0.06276512145996094, 0.06583690643310547, 0.06890869140625]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 9.0, 9.0, 8.0, 18.0, 17.0, 21.0, 30.0, 39.0, 40.0, 53.0, 47.0, 52.0, 69.0, 53.0, 69.0, 67.0, 52.0, 63.0, 46.0, 38.0, 41.0, 37.0, 29.0, 29.0, 13.0, 11.0, 13.0, 4.0, 8.0, 6.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0224761962890625, -0.021873950958251953, -0.021271705627441406, -0.02066946029663086, -0.020067214965820312, -0.019464969635009766, -0.01886272430419922, -0.018260478973388672, -0.017658233642578125, -0.017055988311767578, -0.01645374298095703, -0.015851497650146484, -0.015249252319335938, -0.01464700698852539, -0.014044761657714844, -0.013442516326904297, -0.01284027099609375, -0.012238025665283203, -0.011635780334472656, -0.01103353500366211, -0.010431289672851562, -0.009829044342041016, -0.009226799011230469, -0.008624553680419922, -0.008022308349609375, -0.007420063018798828, -0.006817817687988281, -0.006215572357177734, -0.0056133270263671875, -0.005011081695556641, -0.004408836364746094, -0.003806591033935547, -0.003204345703125, -0.002602100372314453, -0.0019998550415039062, -0.0013976097106933594, -0.0007953643798828125, -0.00019311904907226562, 0.00040912628173828125, 0.0010113716125488281, 0.001613616943359375, 0.002215862274169922, 0.0028181076049804688, 0.0034203529357910156, 0.0040225982666015625, 0.004624843597412109, 0.005227088928222656, 0.005829334259033203, 0.00643157958984375, 0.007033824920654297, 0.007636070251464844, 0.00823831558227539, 0.008840560913085938, 0.009442806243896484, 0.010045051574707031, 0.010647296905517578, 0.011249542236328125, 0.011851787567138672, 0.012454032897949219, 0.013056278228759766, 0.013658523559570312, 0.01426076889038086, 0.014863014221191406, 0.015465259552001953, 0.0160675048828125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 7.0, 7.0, 1.0, 3.0, 8.0, 9.0, 12.0, 17.0, 15.0, 29.0, 41.0, 35.0, 43.0, 48.0, 85.0, 82.0, 121.0, 168.0, 382.0, 1069.0, 5422.0, 3981727.0, 198109.0, 4839.0, 911.0, 369.0, 160.0, 133.0, 88.0, 74.0, 52.0, 56.0, 40.0, 29.0, 27.0, 23.0, 12.0, 9.0, 7.0, 7.0, 3.0, 2.0, 0.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06658935546875, -0.06456947326660156, -0.06254959106445312, -0.06052970886230469, -0.05850982666015625, -0.05648994445800781, -0.054470062255859375, -0.05245018005371094, -0.0504302978515625, -0.04841041564941406, -0.046390533447265625, -0.04437065124511719, -0.04235076904296875, -0.04033088684082031, -0.038311004638671875, -0.03629112243652344, -0.034271240234375, -0.03225135803222656, -0.030231475830078125, -0.028211593627929688, -0.02619171142578125, -0.024171829223632812, -0.022151947021484375, -0.020132064819335938, -0.0181121826171875, -0.016092300415039062, -0.014072418212890625, -0.012052536010742188, -0.01003265380859375, -0.008012771606445312, -0.005992889404296875, -0.0039730072021484375, -0.001953125, 6.67572021484375e-05, 0.002086639404296875, 0.0041065216064453125, 0.00612640380859375, 0.008146286010742188, 0.010166168212890625, 0.012186050415039062, 0.0142059326171875, 0.016225814819335938, 0.018245697021484375, 0.020265579223632812, 0.02228546142578125, 0.024305343627929688, 0.026325225830078125, 0.028345108032226562, 0.030364990234375, 0.03238487243652344, 0.034404754638671875, 0.03642463684082031, 0.03844451904296875, 0.04046440124511719, 0.042484283447265625, 0.04450416564941406, 0.0465240478515625, 0.04854393005371094, 0.050563812255859375, 0.05258369445800781, 0.05460357666015625, 0.05662345886230469, 0.058643341064453125, 0.06066322326660156, 0.06268310546875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 5.0, 8.0, 61.0, 3906.0, 72.0, 26.0, 7.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02362060546875, -0.022847890853881836, -0.022075176239013672, -0.021302461624145508, -0.020529747009277344, -0.01975703239440918, -0.018984317779541016, -0.01821160316467285, -0.017438888549804688, -0.016666173934936523, -0.01589345932006836, -0.015120744705200195, -0.014348030090332031, -0.013575315475463867, -0.012802600860595703, -0.012029886245727539, -0.011257171630859375, -0.010484457015991211, -0.009711742401123047, -0.008939027786254883, -0.008166313171386719, -0.007393598556518555, -0.006620883941650391, -0.0058481693267822266, -0.0050754547119140625, -0.0043027400970458984, -0.0035300254821777344, -0.0027573108673095703, -0.0019845962524414062, -0.0012118816375732422, -0.0004391670227050781, 0.00033354759216308594, 0.00110626220703125, 0.001878976821899414, 0.002651691436767578, 0.003424406051635742, 0.004197120666503906, 0.00496983528137207, 0.005742549896240234, 0.0065152645111083984, 0.0072879791259765625, 0.008060693740844727, 0.00883340835571289, 0.009606122970581055, 0.010378837585449219, 0.011151552200317383, 0.011924266815185547, 0.012696981430053711, 0.013469696044921875, 0.014242410659790039, 0.015015125274658203, 0.015787839889526367, 0.01656055450439453, 0.017333269119262695, 0.01810598373413086, 0.018878698348999023, 0.019651412963867188, 0.02042412757873535, 0.021196842193603516, 0.02196955680847168, 0.022742271423339844, 0.023514986038208008, 0.024287700653076172, 0.025060415267944336, 0.0258331298828125]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 27.0, 151.0, 540.0, 218.0, 44.0, 16.0, 4.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.10207166522741318, -0.09834816306829453, -0.09462466090917587, -0.09090115875005722, -0.08717765659093857, -0.08345415443181992, -0.07973064482212067, -0.07600714266300201, -0.07228364050388336, -0.06856013834476471, -0.06483663618564606, -0.061113134026527405, -0.05738963186740875, -0.0536661297082901, -0.04994262382388115, -0.0462191216647625, -0.04249562323093414, -0.03877212107181549, -0.03504861891269684, -0.031325116753578186, -0.027601612731814384, -0.023878110572695732, -0.02015460655093193, -0.016431104391813278, -0.012707602232694626, -0.008984100073575974, -0.0052605969831347466, -0.0015370938926935196, 0.0021864082664251328, 0.005909910425543785, 0.009633414447307587, 0.013356916606426239, 0.017080411314964294, 0.020803913474082947, 0.0245274156332016, 0.0282509196549654, 0.031974419951438904, 0.035697922110557556, 0.03942142799496651, 0.04314493015408516, 0.04686843231320381, 0.050591934472322464, 0.054315436631441116, 0.05803894251585007, 0.06176244467496872, 0.06548594683408737, 0.06920944899320602, 0.07293295115232468, 0.07665645331144333, 0.08037995547056198, 0.08410345762968063, 0.08782695978879929, 0.09155046194791794, 0.09527396410703659, 0.09899747371673584, 0.10272097587585449, 0.10644447803497314, 0.1101679801940918, 0.11389148235321045, 0.1176149845123291, 0.12133848667144775, 0.1250619888305664, 0.12878549098968506, 0.1325089931488037, 0.13623249530792236]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 5.0, 4.0, 8.0, 7.0, 10.0, 10.0, 15.0, 13.0, 12.0, 19.0, 28.0, 28.0, 37.0, 40.0, 33.0, 31.0, 38.0, 27.0, 51.0, 52.0, 47.0, 38.0, 42.0, 44.0, 36.0, 45.0, 32.0, 30.0, 36.0, 28.0, 29.0, 21.0, 22.0, 20.0, 14.0, 11.0, 9.0, 9.0, 9.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.01964271068572998, -0.019044924527406693, -0.018447138369083405, -0.017849352210760117, -0.01725156605243683, -0.01665377989411354, -0.016055993735790253, -0.015458207577466965, -0.014860421419143677, -0.014262635260820389, -0.0136648491024971, -0.013067062944173813, -0.012469276785850525, -0.011871490627527237, -0.011273704469203949, -0.010675918310880661, -0.010078132152557373, -0.009480345994234085, -0.008882559835910797, -0.00828477367758751, -0.007686987519264221, -0.007089201360940933, -0.006491415202617645, -0.005893629044294357, -0.005295842885971069, -0.004698056727647781, -0.004100270569324493, -0.0035024844110012054, -0.0029046982526779175, -0.0023069120943546295, -0.0017091259360313416, -0.0011113397777080536, -0.0005135536193847656, 8.423253893852234e-05, 0.0006820186972618103, 0.0012798048555850983, 0.0018775910139083862, 0.002475377172231674, 0.003073163330554962, 0.00367094948887825, 0.004268735647201538, 0.004866521805524826, 0.005464307963848114, 0.006062094122171402, 0.00665988028049469, 0.007257666438817978, 0.007855452597141266, 0.008453238755464554, 0.009051024913787842, 0.00964881107211113, 0.010246597230434418, 0.010844383388757706, 0.011442169547080994, 0.012039955705404282, 0.01263774186372757, 0.013235528022050858, 0.013833314180374146, 0.014431100338697433, 0.015028886497020721, 0.01562667265534401, 0.016224458813667297, 0.016822244971990585, 0.017420031130313873, 0.01801781728863716, 0.01861560344696045]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 6.0, 9.0, 6.0, 18.0, 17.0, 28.0, 39.0, 49.0, 84.0, 112.0, 170.0, 274.0, 430.0, 745.0, 1351.0, 2681.0, 6105.0, 16661.0, 53659.0, 195466.0, 453002.0, 224542.0, 61063.0, 18817.0, 6845.0, 2844.0, 1421.0, 819.0, 415.0, 280.0, 201.0, 125.0, 75.0, 52.0, 35.0, 30.0, 22.0, 25.0, 9.0, 5.0, 4.0, 7.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.03411865234375, -0.03307056427001953, -0.03202247619628906, -0.030974388122558594, -0.029926300048828125, -0.028878211975097656, -0.027830123901367188, -0.02678203582763672, -0.02573394775390625, -0.02468585968017578, -0.023637771606445312, -0.022589683532714844, -0.021541595458984375, -0.020493507385253906, -0.019445419311523438, -0.01839733123779297, -0.0173492431640625, -0.01630115509033203, -0.015253067016601562, -0.014204978942871094, -0.013156890869140625, -0.012108802795410156, -0.011060714721679688, -0.010012626647949219, -0.00896453857421875, -0.007916450500488281, -0.0068683624267578125, -0.005820274353027344, -0.004772186279296875, -0.0037240982055664062, -0.0026760101318359375, -0.0016279220581054688, -0.000579833984375, 0.00046825408935546875, 0.0015163421630859375, 0.0025644302368164062, 0.003612518310546875, 0.004660606384277344, 0.0057086944580078125, 0.006756782531738281, 0.00780487060546875, 0.008852958679199219, 0.009901046752929688, 0.010949134826660156, 0.011997222900390625, 0.013045310974121094, 0.014093399047851562, 0.015141487121582031, 0.0161895751953125, 0.01723766326904297, 0.018285751342773438, 0.019333839416503906, 0.020381927490234375, 0.021430015563964844, 0.022478103637695312, 0.02352619171142578, 0.02457427978515625, 0.02562236785888672, 0.026670455932617188, 0.027718544006347656, 0.028766632080078125, 0.029814720153808594, 0.030862808227539062, 0.03191089630126953, 0.032958984375]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 6.0, 9.0, 12.0, 14.0, 14.0, 21.0, 23.0, 25.0, 28.0, 39.0, 49.0, 65.0, 56.0, 58.0, 59.0, 58.0, 59.0, 40.0, 57.0, 49.0, 49.0, 41.0, 34.0, 22.0, 25.0, 22.0, 19.0, 10.0, 6.0, 9.0, 7.0, 3.0, 7.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.0226593017578125, -0.022068142890930176, -0.02147698402404785, -0.020885825157165527, -0.020294666290283203, -0.01970350742340088, -0.019112348556518555, -0.01852118968963623, -0.017930030822753906, -0.017338871955871582, -0.016747713088989258, -0.016156554222106934, -0.01556539535522461, -0.014974236488342285, -0.014383077621459961, -0.013791918754577637, -0.013200759887695312, -0.012609601020812988, -0.012018442153930664, -0.01142728328704834, -0.010836124420166016, -0.010244965553283691, -0.009653806686401367, -0.009062647819519043, -0.008471488952636719, -0.007880330085754395, -0.00728917121887207, -0.006698012351989746, -0.006106853485107422, -0.005515694618225098, -0.0049245357513427734, -0.004333376884460449, -0.003742218017578125, -0.0031510591506958008, -0.0025599002838134766, -0.0019687414169311523, -0.0013775825500488281, -0.0007864236831665039, -0.0001952648162841797, 0.00039589405059814453, 0.0009870529174804688, 0.001578211784362793, 0.002169370651245117, 0.0027605295181274414, 0.0033516883850097656, 0.00394284725189209, 0.004534006118774414, 0.005125164985656738, 0.0057163238525390625, 0.006307482719421387, 0.006898641586303711, 0.007489800453186035, 0.00808095932006836, 0.008672118186950684, 0.009263277053833008, 0.009854435920715332, 0.010445594787597656, 0.01103675365447998, 0.011627912521362305, 0.012219071388244629, 0.012810230255126953, 0.013401389122009277, 0.013992547988891602, 0.014583706855773926, 0.01517486572265625]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 5.0, 7.0, 5.0, 7.0, 21.0, 29.0, 44.0, 113.0, 148.0, 338.0, 696.0, 1817.0, 6162.0, 80727.0, 909205.0, 41591.0, 4859.0, 1546.0, 620.0, 279.0, 141.0, 87.0, 36.0, 34.0, 15.0, 11.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09222412109375, -0.08928775787353516, -0.08635139465332031, -0.08341503143310547, -0.08047866821289062, -0.07754230499267578, -0.07460594177246094, -0.0716695785522461, -0.06873321533203125, -0.0657968521118164, -0.06286048889160156, -0.05992412567138672, -0.056987762451171875, -0.05405139923095703, -0.05111503601074219, -0.048178672790527344, -0.0452423095703125, -0.042305946350097656, -0.03936958312988281, -0.03643321990966797, -0.033496856689453125, -0.03056049346923828, -0.027624130249023438, -0.024687767028808594, -0.02175140380859375, -0.018815040588378906, -0.015878677368164062, -0.012942314147949219, -0.010005950927734375, -0.007069587707519531, -0.0041332244873046875, -0.0011968612670898438, 0.001739501953125, 0.004675865173339844, 0.0076122283935546875, 0.010548591613769531, 0.013484954833984375, 0.01642131805419922, 0.019357681274414062, 0.022294044494628906, 0.02523040771484375, 0.028166770935058594, 0.031103134155273438, 0.03403949737548828, 0.036975860595703125, 0.03991222381591797, 0.04284858703613281, 0.045784950256347656, 0.0487213134765625, 0.051657676696777344, 0.05459403991699219, 0.05753040313720703, 0.060466766357421875, 0.06340312957763672, 0.06633949279785156, 0.0692758560180664, 0.07221221923828125, 0.0751485824584961, 0.07808494567871094, 0.08102130889892578, 0.08395767211914062, 0.08689403533935547, 0.08983039855957031, 0.09276676177978516, 0.095703125]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 3.0, 7.0, 4.0, 9.0, 5.0, 13.0, 13.0, 14.0, 37.0, 31.0, 27.0, 37.0, 35.0, 43.0, 41.0, 55.0, 67.0, 60.0, 70.0, 45.0, 46.0, 50.0, 42.0, 35.0, 48.0, 43.0, 31.0, 15.0, 13.0, 11.0, 12.0, 20.0, 6.0, 2.0, 8.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07659912109375, -0.07416725158691406, -0.07173538208007812, -0.06930351257324219, -0.06687164306640625, -0.06443977355957031, -0.062007904052734375, -0.05957603454589844, -0.0571441650390625, -0.05471229553222656, -0.052280426025390625, -0.04984855651855469, -0.04741668701171875, -0.04498481750488281, -0.042552947998046875, -0.04012107849121094, -0.037689208984375, -0.03525733947753906, -0.032825469970703125, -0.030393600463867188, -0.02796173095703125, -0.025529861450195312, -0.023097991943359375, -0.020666122436523438, -0.0182342529296875, -0.015802383422851562, -0.013370513916015625, -0.010938644409179688, -0.00850677490234375, -0.0060749053955078125, -0.003643035888671875, -0.0012111663818359375, 0.001220703125, 0.0036525726318359375, 0.006084442138671875, 0.008516311645507812, 0.01094818115234375, 0.013380050659179688, 0.015811920166015625, 0.018243789672851562, 0.0206756591796875, 0.023107528686523438, 0.025539398193359375, 0.027971267700195312, 0.03040313720703125, 0.03283500671386719, 0.035266876220703125, 0.03769874572753906, 0.040130615234375, 0.04256248474121094, 0.044994354248046875, 0.04742622375488281, 0.04985809326171875, 0.05228996276855469, 0.054721832275390625, 0.05715370178222656, 0.0595855712890625, 0.06201744079589844, 0.06444931030273438, 0.06688117980957031, 0.06931304931640625, 0.07174491882324219, 0.07417678833007812, 0.07660865783691406, 0.07904052734375]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 6.0, 10.0, 4.0, 15.0, 15.0, 30.0, 45.0, 76.0, 143.0, 260.0, 511.0, 1157.0, 3239.0, 15970.0, 910479.0, 106588.0, 6504.0, 1904.0, 784.0, 334.0, 174.0, 107.0, 65.0, 50.0, 27.0, 21.0, 10.0, 9.0, 11.0, 2.0, 5.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04962158203125, -0.04815196990966797, -0.04668235778808594, -0.045212745666503906, -0.043743133544921875, -0.042273521423339844, -0.04080390930175781, -0.03933429718017578, -0.03786468505859375, -0.03639507293701172, -0.03492546081542969, -0.033455848693847656, -0.031986236572265625, -0.030516624450683594, -0.029047012329101562, -0.02757740020751953, -0.0261077880859375, -0.02463817596435547, -0.023168563842773438, -0.021698951721191406, -0.020229339599609375, -0.018759727478027344, -0.017290115356445312, -0.01582050323486328, -0.01435089111328125, -0.012881278991699219, -0.011411666870117188, -0.009942054748535156, -0.008472442626953125, -0.007002830505371094, -0.0055332183837890625, -0.004063606262207031, -0.002593994140625, -0.0011243820190429688, 0.0003452301025390625, 0.0018148422241210938, 0.003284454345703125, 0.004754066467285156, 0.0062236785888671875, 0.007693290710449219, 0.00916290283203125, 0.010632514953613281, 0.012102127075195312, 0.013571739196777344, 0.015041351318359375, 0.016510963439941406, 0.017980575561523438, 0.01945018768310547, 0.0209197998046875, 0.02238941192626953, 0.023859024047851562, 0.025328636169433594, 0.026798248291015625, 0.028267860412597656, 0.029737472534179688, 0.03120708465576172, 0.03267669677734375, 0.03414630889892578, 0.03561592102050781, 0.037085533142089844, 0.038555145263671875, 0.040024757385253906, 0.04149436950683594, 0.04296398162841797, 0.04443359375]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 2.0, 2.0, 8.0, 16.0, 27.0, 36.0, 95.0, 99.0, 108.0, 142.0, 128.0, 141.0, 82.0, 51.0, 30.0, 16.0, 13.0, 3.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.5367431640625e-06, -9.22568142414093e-06, -8.91461968421936e-06, -8.60355794429779e-06, -8.29249620437622e-06, -7.981434464454651e-06, -7.670372724533081e-06, -7.359310984611511e-06, -7.048249244689941e-06, -6.737187504768372e-06, -6.426125764846802e-06, -6.115064024925232e-06, -5.804002285003662e-06, -5.492940545082092e-06, -5.1818788051605225e-06, -4.870817065238953e-06, -4.559755325317383e-06, -4.248693585395813e-06, -3.937631845474243e-06, -3.6265701055526733e-06, -3.3155083656311035e-06, -3.0044466257095337e-06, -2.693384885787964e-06, -2.382323145866394e-06, -2.0712614059448242e-06, -1.7601996660232544e-06, -1.4491379261016846e-06, -1.1380761861801147e-06, -8.270144462585449e-07, -5.159527063369751e-07, -2.0489096641540527e-07, 1.0617077350616455e-07, 4.172325134277344e-07, 7.282942533493042e-07, 1.039355993270874e-06, 1.3504177331924438e-06, 1.6614794731140137e-06, 1.9725412130355835e-06, 2.2836029529571533e-06, 2.594664692878723e-06, 2.905726432800293e-06, 3.216788172721863e-06, 3.5278499126434326e-06, 3.8389116525650024e-06, 4.149973392486572e-06, 4.461035132408142e-06, 4.772096872329712e-06, 5.083158612251282e-06, 5.3942203521728516e-06, 5.705282092094421e-06, 6.016343832015991e-06, 6.327405571937561e-06, 6.638467311859131e-06, 6.949529051780701e-06, 7.2605907917022705e-06, 7.57165253162384e-06, 7.88271427154541e-06, 8.19377601146698e-06, 8.50483775138855e-06, 8.81589949131012e-06, 9.12696123123169e-06, 9.43802297115326e-06, 9.749084711074829e-06, 1.0060146450996399e-05, 1.0371208190917969e-05]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 4.0, 7.0, 10.0, 5.0, 14.0, 16.0, 22.0, 38.0, 44.0, 53.0, 85.0, 111.0, 154.0, 251.0, 447.0, 755.0, 1448.0, 3252.0, 9746.0, 99411.0, 871752.0, 48093.0, 7219.0, 2602.0, 1190.0, 676.0, 381.0, 229.0, 161.0, 98.0, 71.0, 45.0, 37.0, 35.0, 14.0, 19.0, 11.0, 5.0, 14.0, 4.0, 4.0, 2.0, 5.0, 3.0, 1.0, 5.0, 1.0, 2.0, 0.0, 3.0, 2.0], "bins": [-0.033233642578125, -0.03223824501037598, -0.031242847442626953, -0.03024744987487793, -0.029252052307128906, -0.028256654739379883, -0.02726125717163086, -0.026265859603881836, -0.025270462036132812, -0.02427506446838379, -0.023279666900634766, -0.022284269332885742, -0.02128887176513672, -0.020293474197387695, -0.019298076629638672, -0.01830267906188965, -0.017307281494140625, -0.0163118839263916, -0.015316486358642578, -0.014321088790893555, -0.013325691223144531, -0.012330293655395508, -0.011334896087646484, -0.010339498519897461, -0.009344100952148438, -0.008348703384399414, -0.007353305816650391, -0.006357908248901367, -0.005362510681152344, -0.00436711311340332, -0.003371715545654297, -0.0023763179779052734, -0.00138092041015625, -0.00038552284240722656, 0.0006098747253417969, 0.0016052722930908203, 0.0026006698608398438, 0.003596067428588867, 0.004591464996337891, 0.005586862564086914, 0.0065822601318359375, 0.007577657699584961, 0.008573055267333984, 0.009568452835083008, 0.010563850402832031, 0.011559247970581055, 0.012554645538330078, 0.013550043106079102, 0.014545440673828125, 0.015540838241577148, 0.016536235809326172, 0.017531633377075195, 0.01852703094482422, 0.019522428512573242, 0.020517826080322266, 0.02151322364807129, 0.022508621215820312, 0.023504018783569336, 0.02449941635131836, 0.025494813919067383, 0.026490211486816406, 0.02748560905456543, 0.028481006622314453, 0.029476404190063477, 0.0304718017578125]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 5.0, 2.0, 1.0, 3.0, 6.0, 12.0, 11.0, 50.0, 130.0, 299.0, 269.0, 115.0, 28.0, 11.0, 14.0, 6.0, 5.0, 3.0, 2.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.05450439453125, -0.05231666564941406, -0.050128936767578125, -0.04794120788574219, -0.04575347900390625, -0.04356575012207031, -0.041378021240234375, -0.03919029235839844, -0.0370025634765625, -0.03481483459472656, -0.032627105712890625, -0.030439376831054688, -0.02825164794921875, -0.026063919067382812, -0.023876190185546875, -0.021688461303710938, -0.019500732421875, -0.017313003540039062, -0.015125274658203125, -0.012937545776367188, -0.01074981689453125, -0.008562088012695312, -0.006374359130859375, -0.0041866302490234375, -0.0019989013671875, 0.0001888275146484375, 0.002376556396484375, 0.0045642852783203125, 0.00675201416015625, 0.008939743041992188, 0.011127471923828125, 0.013315200805664062, 0.0155029296875, 0.017690658569335938, 0.019878387451171875, 0.022066116333007812, 0.02425384521484375, 0.026441574096679688, 0.028629302978515625, 0.030817031860351562, 0.0330047607421875, 0.03519248962402344, 0.037380218505859375, 0.03956794738769531, 0.04175567626953125, 0.04394340515136719, 0.046131134033203125, 0.04831886291503906, 0.050506591796875, 0.05269432067871094, 0.054882049560546875, 0.05706977844238281, 0.05925750732421875, 0.06144523620605469, 0.06363296508789062, 0.06582069396972656, 0.0680084228515625, 0.07019615173339844, 0.07238388061523438, 0.07457160949707031, 0.07675933837890625, 0.07894706726074219, 0.08113479614257812, 0.08332252502441406, 0.08551025390625]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 7.0, 20.0, 47.0, 90.0, 194.0, 211.0, 179.0, 130.0, 53.0, 35.0, 19.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.6692867279052734, -0.6497873067855835, -0.6302878856658936, -0.6107884645462036, -0.5912890434265137, -0.5717896223068237, -0.5522902011871338, -0.5327907800674438, -0.5132913589477539, -0.49379193782806396, -0.474292516708374, -0.4547930955886841, -0.43529367446899414, -0.4157942533493042, -0.39629483222961426, -0.3767954111099243, -0.3572959899902344, -0.33779656887054443, -0.3182971477508545, -0.29879772663116455, -0.2792983055114746, -0.25979888439178467, -0.24029946327209473, -0.22080004215240479, -0.20130062103271484, -0.1818011999130249, -0.16230177879333496, -0.14280235767364502, -0.12330293655395508, -0.10380351543426514, -0.0843040943145752, -0.06480467319488525, -0.04530531167984009, -0.025805890560150146, -0.006306469440460205, 0.013192951679229736, 0.03269237279891968, 0.05219179391860962, 0.07169121503829956, 0.0911906361579895, 0.11069005727767944, 0.13018947839736938, 0.14968889951705933, 0.16918832063674927, 0.1886877417564392, 0.20818716287612915, 0.2276865839958191, 0.24718600511550903, 0.266685426235199, 0.2861848473548889, 0.30568426847457886, 0.3251836895942688, 0.34468311071395874, 0.3641825318336487, 0.3836819529533386, 0.40318137407302856, 0.4226807951927185, 0.44218021631240845, 0.4616796374320984, 0.48117905855178833, 0.5006784796714783, 0.5201779007911682, 0.5396773219108582, 0.5591767430305481, 0.578676164150238]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 5.0, 5.0, 11.0, 13.0, 18.0, 14.0, 24.0, 16.0, 34.0, 29.0, 28.0, 27.0, 37.0, 53.0, 50.0, 41.0, 58.0, 67.0, 50.0, 44.0, 41.0, 51.0, 33.0, 35.0, 31.0, 33.0, 30.0, 22.0, 18.0, 11.0, 13.0, 14.0, 8.0, 9.0, 7.0, 10.0, 3.0, 4.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2896432876586914, -0.27868887782096863, -0.26773449778556824, -0.25678008794784546, -0.24582569301128387, -0.2348712980747223, -0.2239168882369995, -0.21296249330043793, -0.20200809836387634, -0.19105370342731476, -0.18009930849075317, -0.1691448986530304, -0.1581905037164688, -0.14723610877990723, -0.13628169894218445, -0.12532730400562286, -0.11437290906906128, -0.1034185141324997, -0.09246411174535751, -0.08150970935821533, -0.07055531442165375, -0.059600915759801865, -0.04864651709794998, -0.0376921147108078, -0.026737719774246216, -0.015783321112394333, -0.00482892245054245, 0.006125476211309433, 0.017079874873161316, 0.0280342735350132, 0.03898867219686508, 0.04994307458400726, 0.06089746952056885, 0.07185186445713043, 0.08280626684427261, 0.0937606692314148, 0.10471506416797638, 0.11566945910453796, 0.12662386894226074, 0.13757826387882233, 0.1485326588153839, 0.1594870537519455, 0.17044144868850708, 0.18139585852622986, 0.19235025346279144, 0.20330464839935303, 0.2142590582370758, 0.2252134531736374, 0.23616784811019897, 0.24712224304676056, 0.25807663798332214, 0.2690310478210449, 0.2799854278564453, 0.2909398376941681, 0.30189424753189087, 0.31284862756729126, 0.32380303740501404, 0.3347574472427368, 0.3457118272781372, 0.35666623711586, 0.36762064695358276, 0.37857502698898315, 0.38952943682670593, 0.4004838466644287, 0.4114382266998291]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 6.0, 6.0, 8.0, 10.0, 16.0, 18.0, 46.0, 50.0, 70.0, 99.0, 169.0, 250.0, 458.0, 1138.0, 3874.0, 32549.0, 4130614.0, 19767.0, 3067.0, 949.0, 416.0, 244.0, 143.0, 101.0, 62.0, 52.0, 27.0, 26.0, 9.0, 10.0, 7.0, 5.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.09521484375, -0.09252643585205078, -0.08983802795410156, -0.08714962005615234, -0.08446121215820312, -0.0817728042602539, -0.07908439636230469, -0.07639598846435547, -0.07370758056640625, -0.07101917266845703, -0.06833076477050781, -0.0656423568725586, -0.06295394897460938, -0.060265541076660156, -0.05757713317871094, -0.05488872528076172, -0.0522003173828125, -0.04951190948486328, -0.04682350158691406, -0.044135093688964844, -0.041446685791015625, -0.038758277893066406, -0.03606986999511719, -0.03338146209716797, -0.03069305419921875, -0.02800464630126953, -0.025316238403320312, -0.022627830505371094, -0.019939422607421875, -0.017251014709472656, -0.014562606811523438, -0.011874198913574219, -0.009185791015625, -0.006497383117675781, -0.0038089752197265625, -0.0011205673217773438, 0.001567840576171875, 0.004256248474121094, 0.0069446563720703125, 0.009633064270019531, 0.01232147216796875, 0.015009880065917969, 0.017698287963867188, 0.020386695861816406, 0.023075103759765625, 0.025763511657714844, 0.028451919555664062, 0.03114032745361328, 0.0338287353515625, 0.03651714324951172, 0.03920555114746094, 0.041893959045410156, 0.044582366943359375, 0.047270774841308594, 0.04995918273925781, 0.05264759063720703, 0.05533599853515625, 0.05802440643310547, 0.06071281433105469, 0.0634012222290039, 0.06608963012695312, 0.06877803802490234, 0.07146644592285156, 0.07415485382080078, 0.07684326171875]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 5.0, 12.0, 13.0, 17.0, 11.0, 22.0, 26.0, 40.0, 35.0, 46.0, 54.0, 57.0, 60.0, 83.0, 75.0, 59.0, 48.0, 63.0, 46.0, 42.0, 45.0, 31.0, 32.0, 22.0, 16.0, 10.0, 8.0, 7.0, 3.0, 8.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0172119140625, -0.016534805297851562, -0.015857696533203125, -0.015180587768554688, -0.01450347900390625, -0.013826370239257812, -0.013149261474609375, -0.012472152709960938, -0.0117950439453125, -0.011117935180664062, -0.010440826416015625, -0.009763717651367188, -0.00908660888671875, -0.008409500122070312, -0.007732391357421875, -0.0070552825927734375, -0.006378173828125, -0.0057010650634765625, -0.005023956298828125, -0.0043468475341796875, -0.00366973876953125, -0.0029926300048828125, -0.002315521240234375, -0.0016384124755859375, -0.0009613037109375, -0.0002841949462890625, 0.000392913818359375, 0.0010700225830078125, 0.00174713134765625, 0.0024242401123046875, 0.003101348876953125, 0.0037784576416015625, 0.00445556640625, 0.0051326751708984375, 0.005809783935546875, 0.0064868927001953125, 0.00716400146484375, 0.007841110229492188, 0.008518218994140625, 0.009195327758789062, 0.0098724365234375, 0.010549545288085938, 0.011226654052734375, 0.011903762817382812, 0.01258087158203125, 0.013257980346679688, 0.013935089111328125, 0.014612197875976562, 0.015289306640625, 0.015966415405273438, 0.016643524169921875, 0.017320632934570312, 0.01799774169921875, 0.018674850463867188, 0.019351959228515625, 0.020029067993164062, 0.0207061767578125, 0.021383285522460938, 0.022060394287109375, 0.022737503051757812, 0.02341461181640625, 0.024091720581054688, 0.024768829345703125, 0.025445938110351562, 0.026123046875]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 7.0, 13.0, 11.0, 18.0, 26.0, 37.0, 38.0, 65.0, 76.0, 119.0, 131.0, 242.0, 356.0, 690.0, 2060.0, 16965.0, 4160750.0, 9434.0, 1604.0, 567.0, 310.0, 207.0, 166.0, 109.0, 68.0, 50.0, 41.0, 39.0, 15.0, 18.0, 12.0, 10.0, 9.0, 2.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1776123046875, -0.1715717315673828, -0.16553115844726562, -0.15949058532714844, -0.15345001220703125, -0.14740943908691406, -0.14136886596679688, -0.1353282928466797, -0.1292877197265625, -0.12324714660644531, -0.11720657348632812, -0.11116600036621094, -0.10512542724609375, -0.09908485412597656, -0.09304428100585938, -0.08700370788574219, -0.080963134765625, -0.07492256164550781, -0.06888198852539062, -0.06284141540527344, -0.05680084228515625, -0.05076026916503906, -0.044719696044921875, -0.03867912292480469, -0.0326385498046875, -0.026597976684570312, -0.020557403564453125, -0.014516830444335938, -0.00847625732421875, -0.0024356842041015625, 0.003604888916015625, 0.009645462036132812, 0.01568603515625, 0.021726608276367188, 0.027767181396484375, 0.03380775451660156, 0.03984832763671875, 0.04588890075683594, 0.051929473876953125, 0.05797004699707031, 0.0640106201171875, 0.07005119323730469, 0.07609176635742188, 0.08213233947753906, 0.08817291259765625, 0.09421348571777344, 0.10025405883789062, 0.10629463195800781, 0.112335205078125, 0.11837577819824219, 0.12441635131835938, 0.13045692443847656, 0.13649749755859375, 0.14253807067871094, 0.14857864379882812, 0.1546192169189453, 0.1606597900390625, 0.1667003631591797, 0.17274093627929688, 0.17878150939941406, 0.18482208251953125, 0.19086265563964844, 0.19690322875976562, 0.2029438018798828, 0.208984375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 12.0, 20.0, 169.0, 3834.0, 33.0, 8.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1065673828125, -0.1030416488647461, -0.09951591491699219, -0.09599018096923828, -0.09246444702148438, -0.08893871307373047, -0.08541297912597656, -0.08188724517822266, -0.07836151123046875, -0.07483577728271484, -0.07131004333496094, -0.06778430938720703, -0.06425857543945312, -0.06073284149169922, -0.05720710754394531, -0.053681373596191406, -0.0501556396484375, -0.046629905700683594, -0.04310417175292969, -0.03957843780517578, -0.036052703857421875, -0.03252696990966797, -0.029001235961914062, -0.025475502014160156, -0.02194976806640625, -0.018424034118652344, -0.014898300170898438, -0.011372566223144531, -0.007846832275390625, -0.004321098327636719, -0.0007953643798828125, 0.0027303695678710938, 0.006256103515625, 0.009781837463378906, 0.013307571411132812, 0.01683330535888672, 0.020359039306640625, 0.02388477325439453, 0.027410507202148438, 0.030936241149902344, 0.03446197509765625, 0.037987709045410156, 0.04151344299316406, 0.04503917694091797, 0.048564910888671875, 0.05209064483642578, 0.05561637878417969, 0.059142112731933594, 0.0626678466796875, 0.0661935806274414, 0.06971931457519531, 0.07324504852294922, 0.07677078247070312, 0.08029651641845703, 0.08382225036621094, 0.08734798431396484, 0.09087371826171875, 0.09439945220947266, 0.09792518615722656, 0.10145092010498047, 0.10497665405273438, 0.10850238800048828, 0.11202812194824219, 0.1155538558959961, 0.11907958984375]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 6.0, 23.0, 49.0, 135.0, 276.0, 277.0, 146.0, 50.0, 14.0, 9.0, 3.0, 6.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.48247599601745605, -0.47216251492500305, -0.46184903383255005, -0.45153555274009705, -0.44122207164764404, -0.4309086203575134, -0.4205951392650604, -0.4102816581726074, -0.3999681770801544, -0.3896546959877014, -0.3793412148952484, -0.3690277338027954, -0.3587142825126648, -0.3484008014202118, -0.3380873203277588, -0.3277738392353058, -0.3174603581428528, -0.3071468770503998, -0.2968333959579468, -0.2865199148654938, -0.27620643377304077, -0.26589298248291016, -0.25557950139045715, -0.24526602029800415, -0.23495253920555115, -0.22463905811309814, -0.21432557702064514, -0.20401211082935333, -0.19369862973690033, -0.18338514864444733, -0.17307168245315552, -0.16275820136070251, -0.15244469046592712, -0.14213120937347412, -0.13181772828102112, -0.12150426208972931, -0.1111907809972763, -0.1008772999048233, -0.0905638262629509, -0.08025035262107849, -0.06993687152862549, -0.059623394161462784, -0.04930991679430008, -0.038996439427137375, -0.02868296205997467, -0.018369484692811966, -0.008056007325649261, 0.0022574663162231445, 0.012570947408676147, 0.022884424775838852, 0.033197902143001556, 0.04351137951016426, 0.053824856877326965, 0.06413833796977997, 0.07445181161165237, 0.08476528525352478, 0.09507876634597778, 0.10539224743843079, 0.11570572108030319, 0.1260191947221756, 0.1363326758146286, 0.1466461569070816, 0.1569596230983734, 0.16727310419082642, 0.17758658528327942]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 2.0, 4.0, 9.0, 9.0, 4.0, 11.0, 14.0, 11.0, 17.0, 23.0, 25.0, 29.0, 34.0, 25.0, 49.0, 49.0, 44.0, 57.0, 47.0, 56.0, 59.0, 49.0, 51.0, 52.0, 32.0, 30.0, 31.0, 26.0, 33.0, 21.0, 24.0, 19.0, 10.0, 14.0, 13.0, 5.0, 2.0, 4.0, 6.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.14146393537521362, -0.13739104568958282, -0.13331815600395203, -0.12924526631832123, -0.12517237663269043, -0.12109949439764023, -0.11702661216259003, -0.11295372247695923, -0.10888083279132843, -0.10480794310569763, -0.10073505342006683, -0.09666217118501663, -0.09258928149938583, -0.08851639181375504, -0.08444350957870483, -0.08037061989307404, -0.07629773020744324, -0.07222484052181244, -0.06815195083618164, -0.06407906860113144, -0.06000617891550064, -0.05593328922986984, -0.05186040326952934, -0.04778751730918884, -0.043714627623558044, -0.039641737937927246, -0.035568851977586746, -0.031495966017246246, -0.027423076331615448, -0.0233501885086298, -0.01927730068564415, -0.0152044128626585, -0.011131525039672852, -0.0070586372166872025, -0.0029857493937015533, 0.0010871384292840958, 0.005160026252269745, 0.009232914075255394, 0.013305801898241043, 0.017378689721226692, 0.02145157754421234, 0.02552446536719799, 0.02959735319018364, 0.03367023915052414, 0.03774312883615494, 0.041816018521785736, 0.045888904482126236, 0.049961790442466736, 0.054034680128097534, 0.05810756981372833, 0.06218045577406883, 0.06625334173440933, 0.07032623142004013, 0.07439912110567093, 0.07847200334072113, 0.08254489302635193, 0.08661778271198273, 0.09069067239761353, 0.09476356208324432, 0.09883644431829453, 0.10290933400392532, 0.10698222368955612, 0.11105510592460632, 0.11512799561023712, 0.11920088529586792]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 2.0, 5.0, 7.0, 2.0, 5.0, 10.0, 15.0, 15.0, 12.0, 36.0, 36.0, 41.0, 75.0, 135.0, 174.0, 281.0, 516.0, 838.0, 1532.0, 2756.0, 5657.0, 11425.0, 25333.0, 60678.0, 158109.0, 328836.0, 265743.0, 107555.0, 42410.0, 18292.0, 8503.0, 4338.0, 2229.0, 1170.0, 654.0, 394.0, 258.0, 143.0, 83.0, 67.0, 53.0, 31.0, 32.0, 24.0, 11.0, 13.0, 9.0, 4.0, 6.0, 4.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0251312255859375, -0.024287939071655273, -0.023444652557373047, -0.02260136604309082, -0.021758079528808594, -0.020914793014526367, -0.02007150650024414, -0.019228219985961914, -0.018384933471679688, -0.01754164695739746, -0.016698360443115234, -0.015855073928833008, -0.015011787414550781, -0.014168500900268555, -0.013325214385986328, -0.012481927871704102, -0.011638641357421875, -0.010795354843139648, -0.009952068328857422, -0.009108781814575195, -0.008265495300292969, -0.007422208786010742, -0.006578922271728516, -0.005735635757446289, -0.0048923492431640625, -0.004049062728881836, -0.0032057762145996094, -0.002362489700317383, -0.0015192031860351562, -0.0006759166717529297, 0.00016736984252929688, 0.0010106563568115234, 0.00185394287109375, 0.0026972293853759766, 0.003540515899658203, 0.00438380241394043, 0.005227088928222656, 0.006070375442504883, 0.006913661956787109, 0.007756948471069336, 0.008600234985351562, 0.009443521499633789, 0.010286808013916016, 0.011130094528198242, 0.011973381042480469, 0.012816667556762695, 0.013659954071044922, 0.014503240585327148, 0.015346527099609375, 0.0161898136138916, 0.017033100128173828, 0.017876386642456055, 0.01871967315673828, 0.019562959671020508, 0.020406246185302734, 0.02124953269958496, 0.022092819213867188, 0.022936105728149414, 0.02377939224243164, 0.024622678756713867, 0.025465965270996094, 0.02630925178527832, 0.027152538299560547, 0.027995824813842773, 0.028839111328125]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 6.0, 6.0, 7.0, 10.0, 4.0, 10.0, 7.0, 13.0, 16.0, 23.0, 27.0, 35.0, 40.0, 41.0, 44.0, 43.0, 42.0, 57.0, 52.0, 61.0, 52.0, 54.0, 49.0, 56.0, 42.0, 35.0, 35.0, 26.0, 26.0, 19.0, 10.0, 18.0, 14.0, 7.0, 5.0, 6.0, 3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.0213775634765625, -0.020694971084594727, -0.020012378692626953, -0.01932978630065918, -0.018647193908691406, -0.017964601516723633, -0.01728200912475586, -0.016599416732788086, -0.015916824340820312, -0.015234231948852539, -0.014551639556884766, -0.013869047164916992, -0.013186454772949219, -0.012503862380981445, -0.011821269989013672, -0.011138677597045898, -0.010456085205078125, -0.009773492813110352, -0.009090900421142578, -0.008408308029174805, -0.007725715637207031, -0.007043123245239258, -0.006360530853271484, -0.005677938461303711, -0.0049953460693359375, -0.004312753677368164, -0.0036301612854003906, -0.002947568893432617, -0.0022649765014648438, -0.0015823841094970703, -0.0008997917175292969, -0.00021719932556152344, 0.00046539306640625, 0.0011479854583740234, 0.0018305778503417969, 0.0025131702423095703, 0.0031957626342773438, 0.003878355026245117, 0.004560947418212891, 0.005243539810180664, 0.0059261322021484375, 0.006608724594116211, 0.007291316986083984, 0.007973909378051758, 0.008656501770019531, 0.009339094161987305, 0.010021686553955078, 0.010704278945922852, 0.011386871337890625, 0.012069463729858398, 0.012752056121826172, 0.013434648513793945, 0.014117240905761719, 0.014799833297729492, 0.015482425689697266, 0.01616501808166504, 0.016847610473632812, 0.017530202865600586, 0.01821279525756836, 0.018895387649536133, 0.019577980041503906, 0.02026057243347168, 0.020943164825439453, 0.021625757217407227, 0.022308349609375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 5.0, 6.0, 7.0, 7.0, 9.0, 11.0, 30.0, 38.0, 57.0, 87.0, 126.0, 223.0, 410.0, 909.0, 2374.0, 10585.0, 108996.0, 821399.0, 89988.0, 9326.0, 2138.0, 831.0, 412.0, 247.0, 109.0, 65.0, 52.0, 33.0, 20.0, 19.0, 9.0, 6.0, 6.0, 6.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.09271240234375, -0.09009838104248047, -0.08748435974121094, -0.0848703384399414, -0.08225631713867188, -0.07964229583740234, -0.07702827453613281, -0.07441425323486328, -0.07180023193359375, -0.06918621063232422, -0.06657218933105469, -0.06395816802978516, -0.061344146728515625, -0.058730125427246094, -0.05611610412597656, -0.05350208282470703, -0.0508880615234375, -0.04827404022216797, -0.04566001892089844, -0.043045997619628906, -0.040431976318359375, -0.037817955017089844, -0.03520393371582031, -0.03258991241455078, -0.02997589111328125, -0.02736186981201172, -0.024747848510742188, -0.022133827209472656, -0.019519805908203125, -0.016905784606933594, -0.014291763305664062, -0.011677742004394531, -0.009063720703125, -0.006449699401855469, -0.0038356781005859375, -0.0012216567993164062, 0.001392364501953125, 0.004006385803222656, 0.0066204071044921875, 0.009234428405761719, 0.01184844970703125, 0.014462471008300781, 0.017076492309570312, 0.019690513610839844, 0.022304534912109375, 0.024918556213378906, 0.027532577514648438, 0.03014659881591797, 0.0327606201171875, 0.03537464141845703, 0.03798866271972656, 0.040602684020996094, 0.043216705322265625, 0.045830726623535156, 0.04844474792480469, 0.05105876922607422, 0.05367279052734375, 0.05628681182861328, 0.05890083312988281, 0.061514854431152344, 0.06412887573242188, 0.0667428970336914, 0.06935691833496094, 0.07197093963623047, 0.0745849609375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 9.0, 11.0, 13.0, 12.0, 13.0, 16.0, 21.0, 33.0, 32.0, 54.0, 48.0, 56.0, 54.0, 66.0, 60.0, 70.0, 50.0, 52.0, 49.0, 39.0, 37.0, 42.0, 35.0, 24.0, 23.0, 22.0, 9.0, 7.0, 9.0, 6.0, 4.0, 7.0, 2.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.12646484375, -0.1230621337890625, -0.119659423828125, -0.1162567138671875, -0.11285400390625, -0.1094512939453125, -0.106048583984375, -0.1026458740234375, -0.0992431640625, -0.0958404541015625, -0.092437744140625, -0.0890350341796875, -0.08563232421875, -0.0822296142578125, -0.078826904296875, -0.0754241943359375, -0.072021484375, -0.0686187744140625, -0.065216064453125, -0.0618133544921875, -0.05841064453125, -0.0550079345703125, -0.051605224609375, -0.0482025146484375, -0.0447998046875, -0.0413970947265625, -0.037994384765625, -0.0345916748046875, -0.03118896484375, -0.0277862548828125, -0.024383544921875, -0.0209808349609375, -0.017578125, -0.0141754150390625, -0.010772705078125, -0.0073699951171875, -0.00396728515625, -0.0005645751953125, 0.002838134765625, 0.0062408447265625, 0.0096435546875, 0.0130462646484375, 0.016448974609375, 0.0198516845703125, 0.02325439453125, 0.0266571044921875, 0.030059814453125, 0.0334625244140625, 0.036865234375, 0.0402679443359375, 0.043670654296875, 0.0470733642578125, 0.05047607421875, 0.0538787841796875, 0.057281494140625, 0.0606842041015625, 0.0640869140625, 0.0674896240234375, 0.070892333984375, 0.0742950439453125, 0.07769775390625, 0.0811004638671875, 0.084503173828125, 0.0879058837890625, 0.09130859375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 6.0, 8.0, 11.0, 12.0, 15.0, 10.0, 22.0, 22.0, 49.0, 57.0, 87.0, 126.0, 188.0, 334.0, 609.0, 1237.0, 3410.0, 12112.0, 70852.0, 694642.0, 227446.0, 27287.0, 6030.0, 1911.0, 876.0, 462.0, 225.0, 152.0, 96.0, 72.0, 45.0, 43.0, 27.0, 15.0, 11.0, 14.0, 4.0, 6.0, 9.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0203857421875, -0.01976323127746582, -0.01914072036743164, -0.01851820945739746, -0.01789569854736328, -0.0172731876373291, -0.016650676727294922, -0.016028165817260742, -0.015405654907226562, -0.014783143997192383, -0.014160633087158203, -0.013538122177124023, -0.012915611267089844, -0.012293100357055664, -0.011670589447021484, -0.011048078536987305, -0.010425567626953125, -0.009803056716918945, -0.009180545806884766, -0.008558034896850586, -0.007935523986816406, -0.0073130130767822266, -0.006690502166748047, -0.006067991256713867, -0.0054454803466796875, -0.004822969436645508, -0.004200458526611328, -0.0035779476165771484, -0.0029554367065429688, -0.002332925796508789, -0.0017104148864746094, -0.0010879039764404297, -0.00046539306640625, 0.0001571178436279297, 0.0007796287536621094, 0.001402139663696289, 0.0020246505737304688, 0.0026471614837646484, 0.003269672393798828, 0.003892183303833008, 0.0045146942138671875, 0.005137205123901367, 0.005759716033935547, 0.0063822269439697266, 0.007004737854003906, 0.007627248764038086, 0.008249759674072266, 0.008872270584106445, 0.009494781494140625, 0.010117292404174805, 0.010739803314208984, 0.011362314224243164, 0.011984825134277344, 0.012607336044311523, 0.013229846954345703, 0.013852357864379883, 0.014474868774414062, 0.015097379684448242, 0.015719890594482422, 0.0163424015045166, 0.01696491241455078, 0.01758742332458496, 0.01820993423461914, 0.01883244514465332, 0.0194549560546875]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 5.0, 9.0, 7.0, 9.0, 17.0, 10.0, 20.0, 17.0, 42.0, 28.0, 35.0, 39.0, 47.0, 85.0, 54.0, 51.0, 56.0, 67.0, 46.0, 78.0, 56.0, 39.0, 30.0, 30.0, 29.0, 18.0, 16.0, 16.0, 5.0, 18.0, 3.0, 5.0, 6.0, 3.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.814697265625e-06, -3.684312105178833e-06, -3.553926944732666e-06, -3.423541784286499e-06, -3.293156623840332e-06, -3.162771463394165e-06, -3.032386302947998e-06, -2.902001142501831e-06, -2.771615982055664e-06, -2.641230821609497e-06, -2.51084566116333e-06, -2.380460500717163e-06, -2.250075340270996e-06, -2.119690179824829e-06, -1.989305019378662e-06, -1.8589198589324951e-06, -1.7285346984863281e-06, -1.5981495380401611e-06, -1.4677643775939941e-06, -1.3373792171478271e-06, -1.2069940567016602e-06, -1.0766088962554932e-06, -9.462237358093262e-07, -8.158385753631592e-07, -6.854534149169922e-07, -5.550682544708252e-07, -4.246830940246582e-07, -2.942979335784912e-07, -1.6391277313232422e-07, -3.3527612686157227e-08, 9.685754776000977e-08, 2.2724270820617676e-07, 3.5762786865234375e-07, 4.880130290985107e-07, 6.183981895446777e-07, 7.487833499908447e-07, 8.791685104370117e-07, 1.0095536708831787e-06, 1.1399388313293457e-06, 1.2703239917755127e-06, 1.4007091522216797e-06, 1.5310943126678467e-06, 1.6614794731140137e-06, 1.7918646335601807e-06, 1.9222497940063477e-06, 2.0526349544525146e-06, 2.1830201148986816e-06, 2.3134052753448486e-06, 2.4437904357910156e-06, 2.5741755962371826e-06, 2.7045607566833496e-06, 2.8349459171295166e-06, 2.9653310775756836e-06, 3.0957162380218506e-06, 3.2261013984680176e-06, 3.3564865589141846e-06, 3.4868717193603516e-06, 3.6172568798065186e-06, 3.7476420402526855e-06, 3.8780272006988525e-06, 4.0084123611450195e-06, 4.1387975215911865e-06, 4.2691826820373535e-06, 4.3995678424835205e-06, 4.5299530029296875e-06]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 9.0, 14.0, 23.0, 34.0, 49.0, 86.0, 182.0, 361.0, 1085.0, 4760.0, 64439.0, 914158.0, 57245.0, 4378.0, 992.0, 361.0, 158.0, 89.0, 46.0, 28.0, 14.0, 16.0, 9.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.043975830078125, -0.04280257225036621, -0.04162931442260742, -0.04045605659484863, -0.039282798767089844, -0.038109540939331055, -0.036936283111572266, -0.03576302528381348, -0.03458976745605469, -0.0334165096282959, -0.03224325180053711, -0.03106999397277832, -0.02989673614501953, -0.028723478317260742, -0.027550220489501953, -0.026376962661743164, -0.025203704833984375, -0.024030447006225586, -0.022857189178466797, -0.021683931350708008, -0.02051067352294922, -0.01933741569519043, -0.01816415786743164, -0.01699090003967285, -0.015817642211914062, -0.014644384384155273, -0.013471126556396484, -0.012297868728637695, -0.011124610900878906, -0.009951353073120117, -0.008778095245361328, -0.007604837417602539, -0.00643157958984375, -0.005258321762084961, -0.004085063934326172, -0.002911806106567383, -0.0017385482788085938, -0.0005652904510498047, 0.0006079673767089844, 0.0017812252044677734, 0.0029544830322265625, 0.0041277408599853516, 0.005300998687744141, 0.00647425651550293, 0.007647514343261719, 0.008820772171020508, 0.009994029998779297, 0.011167287826538086, 0.012340545654296875, 0.013513803482055664, 0.014687061309814453, 0.015860319137573242, 0.01703357696533203, 0.01820683479309082, 0.01938009262084961, 0.0205533504486084, 0.021726608276367188, 0.022899866104125977, 0.024073123931884766, 0.025246381759643555, 0.026419639587402344, 0.027592897415161133, 0.028766155242919922, 0.02993941307067871, 0.0311126708984375]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 5.0, 11.0, 15.0, 21.0, 33.0, 44.0, 34.0, 79.0, 91.0, 124.0, 106.0, 108.0, 70.0, 75.0, 48.0, 32.0, 24.0, 16.0, 18.0, 12.0, 7.0, 2.0, 5.0, 3.0, 6.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.02734375, -0.02662825584411621, -0.025912761688232422, -0.025197267532348633, -0.024481773376464844, -0.023766279220581055, -0.023050785064697266, -0.022335290908813477, -0.021619796752929688, -0.0209043025970459, -0.02018880844116211, -0.01947331428527832, -0.01875782012939453, -0.018042325973510742, -0.017326831817626953, -0.016611337661743164, -0.015895843505859375, -0.015180349349975586, -0.014464855194091797, -0.013749361038208008, -0.013033866882324219, -0.01231837272644043, -0.01160287857055664, -0.010887384414672852, -0.010171890258789062, -0.009456396102905273, -0.008740901947021484, -0.008025407791137695, -0.007309913635253906, -0.006594419479370117, -0.005878925323486328, -0.005163431167602539, -0.00444793701171875, -0.003732442855834961, -0.003016948699951172, -0.002301454544067383, -0.0015859603881835938, -0.0008704662322998047, -0.00015497207641601562, 0.0005605220794677734, 0.0012760162353515625, 0.0019915103912353516, 0.0027070045471191406, 0.0034224987030029297, 0.004137992858886719, 0.004853487014770508, 0.005568981170654297, 0.006284475326538086, 0.006999969482421875, 0.007715463638305664, 0.008430957794189453, 0.009146451950073242, 0.009861946105957031, 0.01057744026184082, 0.01129293441772461, 0.012008428573608398, 0.012723922729492188, 0.013439416885375977, 0.014154911041259766, 0.014870405197143555, 0.015585899353027344, 0.016301393508911133, 0.017016887664794922, 0.01773238182067871, 0.0184478759765625]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 9.0, 98.0, 452.0, 358.0, 78.0, 10.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7374467849731445, -0.6847819089889526, -0.6321170330047607, -0.5794521570205688, -0.526787281036377, -0.47412243485450745, -0.42145758867263794, -0.36879271268844604, -0.31612783670425415, -0.26346296072006226, -0.21079809963703156, -0.15813323855400085, -0.10546836256980896, -0.052803486585617065, -0.0001386404037475586, 0.052526235580444336, 0.10519111156463623, 0.15785598754882812, 0.21052084863185883, 0.2631857097148895, 0.3158505856990814, 0.3685154616832733, 0.4211803078651428, 0.4738451838493347, 0.5265100598335266, 0.5791749358177185, 0.6318398118019104, 0.6845046281814575, 0.7371695041656494, 0.7898343801498413, 0.8424992561340332, 0.8951641321182251, 0.947829008102417, 1.0004938840866089, 1.0531587600708008, 1.1058236360549927, 1.1584885120391846, 1.2111533880233765, 1.2638182640075684, 1.3164830207824707, 1.3691480159759521, 1.421812891960144, 1.474477767944336, 1.5271426439285278, 1.5798075199127197, 1.6324723958969116, 1.6851372718811035, 1.7378020286560059, 1.7904669046401978, 1.8431317806243896, 1.8957966566085815, 1.9484615325927734, 2.001126289367676, 2.0537912845611572, 2.1064560413360596, 2.159121036529541, 2.2117857933044434, 2.2644505500793457, 2.317115545272827, 2.3697803020477295, 2.422445297241211, 2.4751100540161133, 2.5277750492095947, 2.580439805984497, 2.6331048011779785]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 6.0, 9.0, 8.0, 9.0, 17.0, 18.0, 27.0, 38.0, 42.0, 59.0, 56.0, 61.0, 62.0, 81.0, 78.0, 67.0, 55.0, 46.0, 53.0, 40.0, 47.0, 28.0, 32.0, 14.0, 15.0, 8.0, 9.0, 4.0, 5.0, 5.0, 3.0, 1.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.7007549405097961, -0.6824318766593933, -0.6641088724136353, -0.6457858085632324, -0.6274628043174744, -0.6091397404670715, -0.5908167362213135, -0.5724936723709106, -0.5541706085205078, -0.535847544670105, -0.5175245404243469, -0.4992015063762665, -0.48087847232818604, -0.4625554084777832, -0.44423237442970276, -0.4259093403816223, -0.40758633613586426, -0.3892633020877838, -0.37094026803970337, -0.3526172339916229, -0.3342941999435425, -0.31597113609313965, -0.2976481020450592, -0.27932506799697876, -0.2610020339488983, -0.24267899990081787, -0.22435596585273743, -0.2060329169034958, -0.18770988285541534, -0.1693868488073349, -0.15106379985809326, -0.13274076581001282, -0.1144176721572876, -0.09609463810920715, -0.07777159661054611, -0.05944855883717537, -0.041125521063804626, -0.022802487015724182, -0.004479445517063141, 0.0138435959815979, 0.032166630029678345, 0.05048966780304909, 0.06881270557641983, 0.08713574707508087, 0.10545878112316132, 0.12378181517124176, 0.1421048641204834, 0.16042789816856384, 0.1787509322166443, 0.19707396626472473, 0.21539700031280518, 0.23372004926204681, 0.25204306840896606, 0.2703661322593689, 0.28868916630744934, 0.3070122003555298, 0.32533523440361023, 0.3436582684516907, 0.3619813024997711, 0.38030433654785156, 0.3986274003982544, 0.41695040464401245, 0.4352734684944153, 0.4535965025424957, 0.47191953659057617]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 6.0, 4.0, 5.0, 10.0, 11.0, 18.0, 28.0, 37.0, 44.0, 61.0, 98.0, 165.0, 319.0, 552.0, 1162.0, 2510.0, 6103.0, 17501.0, 79370.0, 3071955.0, 943573.0, 48463.0, 13238.0, 4848.0, 2082.0, 969.0, 514.0, 232.0, 150.0, 83.0, 62.0, 39.0, 25.0, 13.0, 14.0, 6.0, 5.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0], "bins": [-0.0565185546875, -0.05510091781616211, -0.05368328094482422, -0.05226564407348633, -0.05084800720214844, -0.04943037033081055, -0.048012733459472656, -0.046595096588134766, -0.045177459716796875, -0.043759822845458984, -0.042342185974121094, -0.0409245491027832, -0.03950691223144531, -0.03808927536010742, -0.03667163848876953, -0.03525400161743164, -0.03383636474609375, -0.03241872787475586, -0.03100109100341797, -0.029583454132080078, -0.028165817260742188, -0.026748180389404297, -0.025330543518066406, -0.023912906646728516, -0.022495269775390625, -0.021077632904052734, -0.019659996032714844, -0.018242359161376953, -0.016824722290039062, -0.015407085418701172, -0.013989448547363281, -0.01257181167602539, -0.0111541748046875, -0.00973653793334961, -0.008318901062011719, -0.006901264190673828, -0.0054836273193359375, -0.004065990447998047, -0.0026483535766601562, -0.0012307167053222656, 0.000186920166015625, 0.0016045570373535156, 0.0030221939086914062, 0.004439830780029297, 0.0058574676513671875, 0.007275104522705078, 0.008692741394042969, 0.01011037826538086, 0.01152801513671875, 0.01294565200805664, 0.014363288879394531, 0.015780925750732422, 0.017198562622070312, 0.018616199493408203, 0.020033836364746094, 0.021451473236083984, 0.022869110107421875, 0.024286746978759766, 0.025704383850097656, 0.027122020721435547, 0.028539657592773438, 0.029957294464111328, 0.03137493133544922, 0.03279256820678711, 0.034210205078125]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 6.0, 4.0, 21.0, 24.0, 39.0, 64.0, 86.0, 123.0, 119.0, 145.0, 105.0, 89.0, 69.0, 49.0, 23.0, 20.0, 12.0, 6.0, 7.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.060791015625, -0.05919647216796875, -0.0576019287109375, -0.05600738525390625, -0.054412841796875, -0.05281829833984375, -0.0512237548828125, -0.04962921142578125, -0.04803466796875, -0.04644012451171875, -0.0448455810546875, -0.04325103759765625, -0.041656494140625, -0.04006195068359375, -0.0384674072265625, -0.03687286376953125, -0.0352783203125, -0.03368377685546875, -0.0320892333984375, -0.03049468994140625, -0.028900146484375, -0.02730560302734375, -0.0257110595703125, -0.02411651611328125, -0.02252197265625, -0.02092742919921875, -0.0193328857421875, -0.01773834228515625, -0.016143798828125, -0.01454925537109375, -0.0129547119140625, -0.01136016845703125, -0.009765625, -0.00817108154296875, -0.0065765380859375, -0.00498199462890625, -0.003387451171875, -0.00179290771484375, -0.0001983642578125, 0.00139617919921875, 0.00299072265625, 0.00458526611328125, 0.0061798095703125, 0.00777435302734375, 0.009368896484375, 0.01096343994140625, 0.0125579833984375, 0.01415252685546875, 0.0157470703125, 0.01734161376953125, 0.0189361572265625, 0.02053070068359375, 0.022125244140625, 0.02371978759765625, 0.0253143310546875, 0.02690887451171875, 0.02850341796875, 0.03009796142578125, 0.0316925048828125, 0.03328704833984375, 0.034881591796875, 0.03647613525390625, 0.0380706787109375, 0.03966522216796875, 0.041259765625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 7.0, 6.0, 4.0, 15.0, 16.0, 24.0, 46.0, 136.0, 413.0, 2273.0, 51583.0, 4113489.0, 24131.0, 1508.0, 389.0, 127.0, 51.0, 24.0, 10.0, 11.0, 5.0, 7.0, 6.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.139892578125, -0.13459396362304688, -0.12929534912109375, -0.12399673461914062, -0.1186981201171875, -0.11339950561523438, -0.10810089111328125, -0.10280227661132812, -0.097503662109375, -0.09220504760742188, -0.08690643310546875, -0.08160781860351562, -0.0763092041015625, -0.07101058959960938, -0.06571197509765625, -0.060413360595703125, -0.05511474609375, -0.049816131591796875, -0.04451751708984375, -0.039218902587890625, -0.0339202880859375, -0.028621673583984375, -0.02332305908203125, -0.018024444580078125, -0.012725830078125, -0.007427215576171875, -0.00212860107421875, 0.003170013427734375, 0.0084686279296875, 0.013767242431640625, 0.01906585693359375, 0.024364471435546875, 0.0296630859375, 0.034961700439453125, 0.04026031494140625, 0.045558929443359375, 0.0508575439453125, 0.056156158447265625, 0.06145477294921875, 0.06675338745117188, 0.072052001953125, 0.07735061645507812, 0.08264923095703125, 0.08794784545898438, 0.0932464599609375, 0.09854507446289062, 0.10384368896484375, 0.10914230346679688, 0.11444091796875, 0.11973953247070312, 0.12503814697265625, 0.13033676147460938, 0.1356353759765625, 0.14093399047851562, 0.14623260498046875, 0.15153121948242188, 0.156829833984375, 0.16212844848632812, 0.16742706298828125, 0.17272567749023438, 0.1780242919921875, 0.18332290649414062, 0.18862152099609375, 0.19392013549804688, 0.19921875]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 7.0, 6.0, 5.0, 4.0, 7.0, 11.0, 13.0, 23.0, 35.0, 56.0, 108.0, 397.0, 1745.0, 1199.0, 213.0, 87.0, 57.0, 28.0, 16.0, 14.0, 10.0, 10.0, 6.0, 13.0, 7.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05523681640625, -0.05281352996826172, -0.05039024353027344, -0.047966957092285156, -0.045543670654296875, -0.043120384216308594, -0.04069709777832031, -0.03827381134033203, -0.03585052490234375, -0.03342723846435547, -0.031003952026367188, -0.028580665588378906, -0.026157379150390625, -0.023734092712402344, -0.021310806274414062, -0.01888751983642578, -0.0164642333984375, -0.014040946960449219, -0.011617660522460938, -0.009194374084472656, -0.006771087646484375, -0.004347801208496094, -0.0019245147705078125, 0.0004987716674804688, 0.00292205810546875, 0.005345344543457031, 0.0077686309814453125, 0.010191917419433594, 0.012615203857421875, 0.015038490295410156, 0.017461776733398438, 0.01988506317138672, 0.022308349609375, 0.02473163604736328, 0.027154922485351562, 0.029578208923339844, 0.032001495361328125, 0.034424781799316406, 0.03684806823730469, 0.03927135467529297, 0.04169464111328125, 0.04411792755126953, 0.04654121398925781, 0.048964500427246094, 0.051387786865234375, 0.053811073303222656, 0.05623435974121094, 0.05865764617919922, 0.0610809326171875, 0.06350421905517578, 0.06592750549316406, 0.06835079193115234, 0.07077407836914062, 0.0731973648071289, 0.07562065124511719, 0.07804393768310547, 0.08046722412109375, 0.08289051055908203, 0.08531379699707031, 0.0877370834350586, 0.09016036987304688, 0.09258365631103516, 0.09500694274902344, 0.09743022918701172, 0.099853515625]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 8.0, 8.0, 23.0, 39.0, 92.0, 218.0, 284.0, 198.0, 78.0, 23.0, 15.0, 9.0, 4.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7603048086166382, -0.7393876314163208, -0.7184705138206482, -0.6975533366203308, -0.6766362190246582, -0.6557190418243408, -0.6348018646240234, -0.6138847470283508, -0.5929676294326782, -0.5720504522323608, -0.5511333346366882, -0.5302161574363708, -0.5092990398406982, -0.48838186264038086, -0.46746471524238586, -0.44654756784439087, -0.4256303906440735, -0.4047132432460785, -0.3837960958480835, -0.3628789186477661, -0.3419618010520935, -0.3210446238517761, -0.30012747645378113, -0.27921032905578613, -0.25829318165779114, -0.23737603425979614, -0.21645888686180115, -0.19554172456264496, -0.17462457716464996, -0.15370742976665497, -0.13279026746749878, -0.11187312006950378, -0.09095591306686401, -0.07003876566886902, -0.049121610820293427, -0.028204455971717834, -0.007287308573722839, 0.013629838824272156, 0.034547001123428345, 0.05546414852142334, 0.07638129591941833, 0.09729844331741333, 0.11821559816598892, 0.13913275301456451, 0.1600499004125595, 0.1809670478105545, 0.2018842101097107, 0.2228013575077057, 0.24371850490570068, 0.2646356523036957, 0.2855527997016907, 0.30646997690200806, 0.32738709449768066, 0.34830427169799805, 0.36922141909599304, 0.39013856649398804, 0.41105571389198303, 0.431972861289978, 0.452890008687973, 0.473807156085968, 0.4947243332862854, 0.515641450881958, 0.5365586280822754, 0.5574758052825928, 0.5783929228782654]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 8.0, 16.0, 9.0, 17.0, 17.0, 11.0, 23.0, 28.0, 29.0, 32.0, 45.0, 47.0, 35.0, 46.0, 47.0, 52.0, 48.0, 48.0, 55.0, 42.0, 38.0, 40.0, 44.0, 32.0, 22.0, 23.0, 24.0, 16.0, 24.0, 15.0, 11.0, 16.0, 8.0, 2.0, 6.0, 4.0, 9.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.19281792640686035, -0.18489915132522583, -0.17698036134243011, -0.1690615862607956, -0.16114279627799988, -0.15322402119636536, -0.14530524611473083, -0.1373864710330963, -0.1294676810503006, -0.12154889851808548, -0.11363011598587036, -0.10571134090423584, -0.09779255837202072, -0.0898737758398056, -0.08195500075817108, -0.07403621822595596, -0.06611743569374084, -0.058198653161525726, -0.050279874354600906, -0.042361095547676086, -0.03444231301546097, -0.02652353048324585, -0.01860475167632103, -0.01068597286939621, -0.0027671903371810913, 0.005151590332388878, 0.013070371001958847, 0.020989151671528816, 0.028907932341098785, 0.036826714873313904, 0.044745493680238724, 0.052664272487163544, 0.06058305501937866, 0.06850183755159378, 0.0764206200838089, 0.08433939516544342, 0.09225817769765854, 0.10017696022987366, 0.10809573531150818, 0.1160145178437233, 0.12393330037593842, 0.13185207545757294, 0.13977086544036865, 0.14768964052200317, 0.1556084156036377, 0.1635272055864334, 0.17144598066806793, 0.17936477065086365, 0.18728354573249817, 0.1952023208141327, 0.2031211107969284, 0.21103988587856293, 0.21895867586135864, 0.22687745094299316, 0.23479622602462769, 0.2427150011062622, 0.25063377618789673, 0.25855255126953125, 0.26647132635116577, 0.2743901312351227, 0.2823089063167572, 0.2902276813983917, 0.29814645648002625, 0.30606523156166077, 0.3139840364456177]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 6.0, 11.0, 8.0, 14.0, 18.0, 16.0, 38.0, 53.0, 65.0, 90.0, 125.0, 180.0, 309.0, 403.0, 569.0, 907.0, 1448.0, 2177.0, 3423.0, 5834.0, 10562.0, 19753.0, 39665.0, 82966.0, 171376.0, 265907.0, 217787.0, 112984.0, 53221.0, 26021.0, 13384.0, 7433.0, 4308.0, 2650.0, 1622.0, 1016.0, 679.0, 459.0, 311.0, 231.0, 143.0, 115.0, 79.0, 63.0, 36.0, 31.0, 20.0, 13.0, 5.0, 7.0, 6.0, 6.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0], "bins": [-0.02362060546875, -0.022875547409057617, -0.022130489349365234, -0.02138543128967285, -0.02064037322998047, -0.019895315170288086, -0.019150257110595703, -0.01840519905090332, -0.017660140991210938, -0.016915082931518555, -0.016170024871826172, -0.015424966812133789, -0.014679908752441406, -0.013934850692749023, -0.01318979263305664, -0.012444734573364258, -0.011699676513671875, -0.010954618453979492, -0.01020956039428711, -0.009464502334594727, -0.008719444274902344, -0.007974386215209961, -0.007229328155517578, -0.006484270095825195, -0.0057392120361328125, -0.00499415397644043, -0.004249095916748047, -0.003504037857055664, -0.0027589797973632812, -0.0020139217376708984, -0.0012688636779785156, -0.0005238056182861328, 0.00022125244140625, 0.0009663105010986328, 0.0017113685607910156, 0.0024564266204833984, 0.0032014846801757812, 0.003946542739868164, 0.004691600799560547, 0.00543665885925293, 0.0061817169189453125, 0.006926774978637695, 0.007671833038330078, 0.008416891098022461, 0.009161949157714844, 0.009907007217407227, 0.01065206527709961, 0.011397123336791992, 0.012142181396484375, 0.012887239456176758, 0.01363229751586914, 0.014377355575561523, 0.015122413635253906, 0.01586747169494629, 0.016612529754638672, 0.017357587814331055, 0.018102645874023438, 0.01884770393371582, 0.019592761993408203, 0.020337820053100586, 0.02108287811279297, 0.02182793617248535, 0.022572994232177734, 0.023318052291870117, 0.0240631103515625]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 3.0, 2.0, 9.0, 8.0, 10.0, 9.0, 19.0, 25.0, 37.0, 37.0, 38.0, 50.0, 54.0, 63.0, 60.0, 75.0, 59.0, 58.0, 61.0, 69.0, 38.0, 41.0, 38.0, 33.0, 30.0, 14.0, 11.0, 15.0, 9.0, 6.0, 7.0, 6.0, 2.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02667236328125, -0.025818586349487305, -0.02496480941772461, -0.024111032485961914, -0.02325725555419922, -0.022403478622436523, -0.021549701690673828, -0.020695924758911133, -0.019842147827148438, -0.018988370895385742, -0.018134593963623047, -0.01728081703186035, -0.016427040100097656, -0.015573263168334961, -0.014719486236572266, -0.01386570930480957, -0.013011932373046875, -0.01215815544128418, -0.011304378509521484, -0.010450601577758789, -0.009596824645996094, -0.008743047714233398, -0.007889270782470703, -0.007035493850708008, -0.0061817169189453125, -0.005327939987182617, -0.004474163055419922, -0.0036203861236572266, -0.0027666091918945312, -0.001912832260131836, -0.0010590553283691406, -0.0002052783966064453, 0.00064849853515625, 0.0015022754669189453, 0.0023560523986816406, 0.003209829330444336, 0.004063606262207031, 0.0049173831939697266, 0.005771160125732422, 0.006624937057495117, 0.0074787139892578125, 0.008332490921020508, 0.009186267852783203, 0.010040044784545898, 0.010893821716308594, 0.011747598648071289, 0.012601375579833984, 0.01345515251159668, 0.014308929443359375, 0.01516270637512207, 0.016016483306884766, 0.01687026023864746, 0.017724037170410156, 0.01857781410217285, 0.019431591033935547, 0.020285367965698242, 0.021139144897460938, 0.021992921829223633, 0.022846698760986328, 0.023700475692749023, 0.02455425262451172, 0.025408029556274414, 0.02626180648803711, 0.027115583419799805, 0.0279693603515625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 6.0, 5.0, 6.0, 7.0, 14.0, 16.0, 27.0, 40.0, 98.0, 159.0, 280.0, 711.0, 2195.0, 17457.0, 955319.0, 66808.0, 3748.0, 904.0, 339.0, 195.0, 75.0, 67.0, 39.0, 17.0, 8.0, 9.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2135009765625, -0.2079792022705078, -0.20245742797851562, -0.19693565368652344, -0.19141387939453125, -0.18589210510253906, -0.18037033081054688, -0.1748485565185547, -0.1693267822265625, -0.1638050079345703, -0.15828323364257812, -0.15276145935058594, -0.14723968505859375, -0.14171791076660156, -0.13619613647460938, -0.1306743621826172, -0.125152587890625, -0.11963081359863281, -0.11410903930664062, -0.10858726501464844, -0.10306549072265625, -0.09754371643066406, -0.09202194213867188, -0.08650016784667969, -0.0809783935546875, -0.07545661926269531, -0.06993484497070312, -0.06441307067871094, -0.05889129638671875, -0.05336952209472656, -0.047847747802734375, -0.04232597351074219, -0.03680419921875, -0.03128242492675781, -0.025760650634765625, -0.020238876342773438, -0.01471710205078125, -0.009195327758789062, -0.003673553466796875, 0.0018482208251953125, 0.0073699951171875, 0.012891769409179688, 0.018413543701171875, 0.023935317993164062, 0.02945709228515625, 0.03497886657714844, 0.040500640869140625, 0.04602241516113281, 0.051544189453125, 0.05706596374511719, 0.06258773803710938, 0.06810951232910156, 0.07363128662109375, 0.07915306091308594, 0.08467483520507812, 0.09019660949707031, 0.0957183837890625, 0.10124015808105469, 0.10676193237304688, 0.11228370666503906, 0.11780548095703125, 0.12332725524902344, 0.12884902954101562, 0.1343708038330078, 0.139892578125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 11.0, 8.0, 11.0, 23.0, 29.0, 19.0, 35.0, 37.0, 38.0, 62.0, 48.0, 60.0, 68.0, 68.0, 71.0, 55.0, 55.0, 52.0, 50.0, 44.0, 37.0, 27.0, 18.0, 13.0, 18.0, 9.0, 8.0, 4.0, 2.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.1636962890625, -0.1594829559326172, -0.15526962280273438, -0.15105628967285156, -0.14684295654296875, -0.14262962341308594, -0.13841629028320312, -0.1342029571533203, -0.1299896240234375, -0.1257762908935547, -0.12156295776367188, -0.11734962463378906, -0.11313629150390625, -0.10892295837402344, -0.10470962524414062, -0.10049629211425781, -0.096282958984375, -0.09206962585449219, -0.08785629272460938, -0.08364295959472656, -0.07942962646484375, -0.07521629333496094, -0.07100296020507812, -0.06678962707519531, -0.0625762939453125, -0.05836296081542969, -0.054149627685546875, -0.04993629455566406, -0.04572296142578125, -0.04150962829589844, -0.037296295166015625, -0.03308296203613281, -0.02886962890625, -0.024656295776367188, -0.020442962646484375, -0.016229629516601562, -0.01201629638671875, -0.0078029632568359375, -0.003589630126953125, 0.0006237030029296875, 0.0048370361328125, 0.009050369262695312, 0.013263702392578125, 0.017477035522460938, 0.02169036865234375, 0.025903701782226562, 0.030117034912109375, 0.03433036804199219, 0.038543701171875, 0.04275703430175781, 0.046970367431640625, 0.05118370056152344, 0.05539703369140625, 0.05961036682128906, 0.06382369995117188, 0.06803703308105469, 0.0722503662109375, 0.07646369934082031, 0.08067703247070312, 0.08489036560058594, 0.08910369873046875, 0.09331703186035156, 0.09753036499023438, 0.10174369812011719, 0.10595703125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 9.0, 8.0, 4.0, 14.0, 25.0, 30.0, 40.0, 68.0, 118.0, 204.0, 409.0, 767.0, 2145.0, 7528.0, 215952.0, 806643.0, 10087.0, 2479.0, 958.0, 458.0, 217.0, 140.0, 71.0, 43.0, 31.0, 19.0, 15.0, 16.0, 8.0, 6.0, 6.0, 7.0, 4.0, 3.0, 2.0, 1.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.08154296875, -0.07900142669677734, -0.07645988464355469, -0.07391834259033203, -0.07137680053710938, -0.06883525848388672, -0.06629371643066406, -0.0637521743774414, -0.06121063232421875, -0.058669090270996094, -0.05612754821777344, -0.05358600616455078, -0.051044464111328125, -0.04850292205810547, -0.04596138000488281, -0.043419837951660156, -0.0408782958984375, -0.038336753845214844, -0.03579521179199219, -0.03325366973876953, -0.030712127685546875, -0.02817058563232422, -0.025629043579101562, -0.023087501525878906, -0.02054595947265625, -0.018004417419433594, -0.015462875366210938, -0.012921333312988281, -0.010379791259765625, -0.007838249206542969, -0.0052967071533203125, -0.0027551651000976562, -0.000213623046875, 0.0023279190063476562, 0.0048694610595703125, 0.007411003112792969, 0.009952545166015625, 0.012494087219238281, 0.015035629272460938, 0.017577171325683594, 0.02011871337890625, 0.022660255432128906, 0.025201797485351562, 0.02774333953857422, 0.030284881591796875, 0.03282642364501953, 0.03536796569824219, 0.037909507751464844, 0.0404510498046875, 0.042992591857910156, 0.04553413391113281, 0.04807567596435547, 0.050617218017578125, 0.05315876007080078, 0.05570030212402344, 0.058241844177246094, 0.06078338623046875, 0.0633249282836914, 0.06586647033691406, 0.06840801239013672, 0.07094955444335938, 0.07349109649658203, 0.07603263854980469, 0.07857418060302734, 0.08111572265625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 16.0, 14.0, 98.0, 232.0, 295.0, 204.0, 81.0, 37.0, 6.0, 3.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4199485778808594e-05, -2.3497268557548523e-05, -2.2795051336288452e-05, -2.209283411502838e-05, -2.139061689376831e-05, -2.068839967250824e-05, -1.998618245124817e-05, -1.9283965229988098e-05, -1.8581748008728027e-05, -1.7879530787467957e-05, -1.7177313566207886e-05, -1.6475096344947815e-05, -1.5772879123687744e-05, -1.5070661902427673e-05, -1.4368444681167603e-05, -1.3666227459907532e-05, -1.2964010238647461e-05, -1.226179301738739e-05, -1.155957579612732e-05, -1.0857358574867249e-05, -1.0155141353607178e-05, -9.452924132347107e-06, -8.750706911087036e-06, -8.048489689826965e-06, -7.3462724685668945e-06, -6.644055247306824e-06, -5.941838026046753e-06, -5.239620804786682e-06, -4.537403583526611e-06, -3.8351863622665405e-06, -3.1329691410064697e-06, -2.430751919746399e-06, -1.7285346984863281e-06, -1.0263174772262573e-06, -3.241002559661865e-07, 3.781169652938843e-07, 1.080334186553955e-06, 1.7825514078140259e-06, 2.4847686290740967e-06, 3.1869858503341675e-06, 3.889203071594238e-06, 4.591420292854309e-06, 5.29363751411438e-06, 5.995854735374451e-06, 6.6980719566345215e-06, 7.400289177894592e-06, 8.102506399154663e-06, 8.804723620414734e-06, 9.506940841674805e-06, 1.0209158062934875e-05, 1.0911375284194946e-05, 1.1613592505455017e-05, 1.2315809726715088e-05, 1.3018026947975159e-05, 1.372024416923523e-05, 1.44224613904953e-05, 1.5124678611755371e-05, 1.5826895833015442e-05, 1.6529113054275513e-05, 1.7231330275535583e-05, 1.7933547496795654e-05, 1.8635764718055725e-05, 1.9337981939315796e-05, 2.0040199160575867e-05, 2.0742416381835938e-05]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 6.0, 3.0, 10.0, 6.0, 5.0, 11.0, 16.0, 30.0, 43.0, 55.0, 123.0, 262.0, 738.0, 2640.0, 22302.0, 1004587.0, 14358.0, 2190.0, 634.0, 237.0, 109.0, 72.0, 36.0, 21.0, 15.0, 12.0, 10.0, 2.0, 5.0, 4.0, 4.0, 3.0, 2.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0936279296875, -0.09021472930908203, -0.08680152893066406, -0.0833883285522461, -0.07997512817382812, -0.07656192779541016, -0.07314872741699219, -0.06973552703857422, -0.06632232666015625, -0.06290912628173828, -0.05949592590332031, -0.056082725524902344, -0.052669525146484375, -0.049256324768066406, -0.04584312438964844, -0.04242992401123047, -0.0390167236328125, -0.03560352325439453, -0.03219032287597656, -0.028777122497558594, -0.025363922119140625, -0.021950721740722656, -0.018537521362304688, -0.015124320983886719, -0.01171112060546875, -0.008297920227050781, -0.0048847198486328125, -0.0014715194702148438, 0.001941680908203125, 0.005354881286621094, 0.008768081665039062, 0.012181282043457031, 0.015594482421875, 0.01900768280029297, 0.022420883178710938, 0.025834083557128906, 0.029247283935546875, 0.032660484313964844, 0.03607368469238281, 0.03948688507080078, 0.04290008544921875, 0.04631328582763672, 0.04972648620605469, 0.053139686584472656, 0.056552886962890625, 0.059966087341308594, 0.06337928771972656, 0.06679248809814453, 0.0702056884765625, 0.07361888885498047, 0.07703208923339844, 0.0804452896118164, 0.08385848999023438, 0.08727169036865234, 0.09068489074707031, 0.09409809112548828, 0.09751129150390625, 0.10092449188232422, 0.10433769226074219, 0.10775089263916016, 0.11116409301757812, 0.1145772933959961, 0.11799049377441406, 0.12140369415283203, 0.12481689453125]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 4.0, 6.0, 7.0, 5.0, 9.0, 16.0, 35.0, 85.0, 196.0, 258.0, 204.0, 83.0, 36.0, 21.0, 7.0, 1.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.060760498046875, -0.05846738815307617, -0.056174278259277344, -0.053881168365478516, -0.05158805847167969, -0.04929494857788086, -0.04700183868408203, -0.0447087287902832, -0.042415618896484375, -0.04012250900268555, -0.03782939910888672, -0.03553628921508789, -0.03324317932128906, -0.030950069427490234, -0.028656959533691406, -0.026363849639892578, -0.02407073974609375, -0.021777629852294922, -0.019484519958496094, -0.017191410064697266, -0.014898300170898438, -0.01260519027709961, -0.010312080383300781, -0.008018970489501953, -0.005725860595703125, -0.003432750701904297, -0.0011396408081054688, 0.0011534690856933594, 0.0034465789794921875, 0.005739688873291016, 0.008032798767089844, 0.010325908660888672, 0.0126190185546875, 0.014912128448486328, 0.017205238342285156, 0.019498348236083984, 0.021791458129882812, 0.02408456802368164, 0.02637767791748047, 0.028670787811279297, 0.030963897705078125, 0.03325700759887695, 0.03555011749267578, 0.03784322738647461, 0.04013633728027344, 0.042429447174072266, 0.044722557067871094, 0.04701566696166992, 0.04930877685546875, 0.05160188674926758, 0.053894996643066406, 0.056188106536865234, 0.05848121643066406, 0.06077432632446289, 0.06306743621826172, 0.06536054611206055, 0.06765365600585938, 0.0699467658996582, 0.07223987579345703, 0.07453298568725586, 0.07682609558105469, 0.07911920547485352, 0.08141231536865234, 0.08370542526245117, 0.08599853515625]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 7.0, 15.0, 65.0, 258.0, 347.0, 173.0, 68.0, 31.0, 13.0, 3.0, 5.0, 3.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0091452598571777, -0.9733640551567078, -0.9375828504562378, -0.9018016457557678, -0.8660204410552979, -0.8302392363548279, -0.7944580316543579, -0.7586768865585327, -0.722895622253418, -0.687114417552948, -0.651333212852478, -0.6155520081520081, -0.5797708034515381, -0.5439895987510681, -0.5082083940505981, -0.47242721915245056, -0.436646044254303, -0.400864839553833, -0.36508363485336304, -0.32930243015289307, -0.2935212254524231, -0.2577400207519531, -0.22195884585380554, -0.18617764115333557, -0.1503964364528656, -0.11461523175239563, -0.07883403450250626, -0.04305283725261688, -0.007271632552146912, 0.02850957214832306, 0.06429076194763184, 0.1000719666481018, 0.13585317134857178, 0.17163437604904175, 0.20741558074951172, 0.2431967705488205, 0.27897799015045166, 0.31475919485092163, 0.3505403697490692, 0.3863215744495392, 0.42210277915000916, 0.4578839838504791, 0.4936651885509491, 0.5294463634490967, 0.5652275681495667, 0.6010087728500366, 0.6367899775505066, 0.6725711822509766, 0.7083523869514465, 0.7441335916519165, 0.7799147963523865, 0.8156960010528564, 0.8514772057533264, 0.8872584104537964, 0.9230395555496216, 0.9588208198547363, 0.9946019649505615, 1.0303831100463867, 1.0661643743515015, 1.1019455194473267, 1.1377267837524414, 1.1735079288482666, 1.2092891931533813, 1.2450703382492065, 1.2808516025543213]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 7.0, 7.0, 8.0, 11.0, 7.0, 8.0, 14.0, 16.0, 13.0, 17.0, 27.0, 41.0, 27.0, 40.0, 33.0, 48.0, 43.0, 53.0, 74.0, 42.0, 46.0, 47.0, 41.0, 42.0, 29.0, 40.0, 23.0, 24.0, 23.0, 23.0, 19.0, 24.0, 14.0, 16.0, 14.0, 6.0, 7.0, 6.0, 8.0, 1.0, 3.0, 5.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.3967071771621704, -0.3849101662635803, -0.37311312556266785, -0.36131611466407776, -0.3495190739631653, -0.3377220630645752, -0.3259250521659851, -0.31412801146507263, -0.30233100056648254, -0.29053398966789246, -0.27873694896698, -0.2669399380683899, -0.2551428973674774, -0.24334588646888733, -0.23154886066913605, -0.21975183486938477, -0.20795480906963348, -0.1961577832698822, -0.18436075747013092, -0.17256373167037964, -0.16076672077178955, -0.14896969497203827, -0.137172669172287, -0.1253756582736969, -0.11357862502336502, -0.10178159922361374, -0.08998458087444305, -0.07818755507469177, -0.06639052927494049, -0.054593510925769806, -0.042796485126018524, -0.03099946677684784, -0.019202440977096558, -0.007405417971313, 0.004391605034470558, 0.01618862897157669, 0.027985651046037674, 0.03978267312049866, 0.05157969892024994, 0.06337671726942062, 0.0751737430691719, 0.08697076886892319, 0.09876778721809387, 0.11056481301784515, 0.12236183881759644, 0.13415884971618652, 0.145955890417099, 0.1577529013156891, 0.16954992711544037, 0.18134695291519165, 0.19314397871494293, 0.2049410045146942, 0.2167380154132843, 0.22853504121303558, 0.24033206701278687, 0.25212907791137695, 0.26392611861228943, 0.2757231295108795, 0.287520170211792, 0.2993171811103821, 0.31111422181129456, 0.32291123270988464, 0.3347082734107971, 0.3465052843093872, 0.3583022952079773]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 7.0, 7.0, 8.0, 17.0, 24.0, 23.0, 57.0, 65.0, 102.0, 191.0, 322.0, 734.0, 4234.0, 3694251.0, 490066.0, 2767.0, 660.0, 277.0, 163.0, 93.0, 71.0, 38.0, 35.0, 21.0, 16.0, 8.0, 4.0, 5.0, 6.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.22216796875, -0.21630859375, -0.21044921875, -0.20458984375, -0.19873046875, -0.19287109375, -0.18701171875, -0.18115234375, -0.17529296875, -0.16943359375, -0.16357421875, -0.15771484375, -0.15185546875, -0.14599609375, -0.14013671875, -0.13427734375, -0.12841796875, -0.12255859375, -0.11669921875, -0.11083984375, -0.10498046875, -0.09912109375, -0.09326171875, -0.08740234375, -0.08154296875, -0.07568359375, -0.06982421875, -0.06396484375, -0.05810546875, -0.05224609375, -0.04638671875, -0.04052734375, -0.03466796875, -0.02880859375, -0.02294921875, -0.01708984375, -0.01123046875, -0.00537109375, 0.00048828125, 0.00634765625, 0.01220703125, 0.01806640625, 0.02392578125, 0.02978515625, 0.03564453125, 0.04150390625, 0.04736328125, 0.05322265625, 0.05908203125, 0.06494140625, 0.07080078125, 0.07666015625, 0.08251953125, 0.08837890625, 0.09423828125, 0.10009765625, 0.10595703125, 0.11181640625, 0.11767578125, 0.12353515625, 0.12939453125, 0.13525390625, 0.14111328125, 0.14697265625, 0.15283203125]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 7.0, 13.0, 23.0, 35.0, 47.0, 67.0, 73.0, 86.0, 74.0, 101.0, 94.0, 98.0, 84.0, 55.0, 46.0, 30.0, 24.0, 19.0, 10.0, 11.0, 7.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.032379150390625, -0.031071186065673828, -0.029763221740722656, -0.028455257415771484, -0.027147293090820312, -0.02583932876586914, -0.02453136444091797, -0.023223400115966797, -0.021915435791015625, -0.020607471466064453, -0.01929950714111328, -0.01799154281616211, -0.016683578491210938, -0.015375614166259766, -0.014067649841308594, -0.012759685516357422, -0.01145172119140625, -0.010143756866455078, -0.008835792541503906, -0.007527828216552734, -0.0062198638916015625, -0.004911899566650391, -0.0036039352416992188, -0.002295970916748047, -0.000988006591796875, 0.0003199577331542969, 0.0016279220581054688, 0.0029358863830566406, 0.0042438507080078125, 0.005551815032958984, 0.006859779357910156, 0.008167743682861328, 0.0094757080078125, 0.010783672332763672, 0.012091636657714844, 0.013399600982666016, 0.014707565307617188, 0.01601552963256836, 0.01732349395751953, 0.018631458282470703, 0.019939422607421875, 0.021247386932373047, 0.02255535125732422, 0.02386331558227539, 0.025171279907226562, 0.026479244232177734, 0.027787208557128906, 0.029095172882080078, 0.03040313720703125, 0.03171110153198242, 0.033019065856933594, 0.034327030181884766, 0.03563499450683594, 0.03694295883178711, 0.03825092315673828, 0.03955888748168945, 0.040866851806640625, 0.0421748161315918, 0.04348278045654297, 0.04479074478149414, 0.04609870910644531, 0.047406673431396484, 0.048714637756347656, 0.05002260208129883, 0.05133056640625]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 9.0, 11.0, 18.0, 23.0, 68.0, 153.0, 481.0, 1452.0, 7816.0, 290086.0, 3877038.0, 14273.0, 1897.0, 555.0, 226.0, 91.0, 40.0, 15.0, 13.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1412353515625, -0.13638877868652344, -0.13154220581054688, -0.1266956329345703, -0.12184906005859375, -0.11700248718261719, -0.11215591430664062, -0.10730934143066406, -0.1024627685546875, -0.09761619567871094, -0.09276962280273438, -0.08792304992675781, -0.08307647705078125, -0.07822990417480469, -0.07338333129882812, -0.06853675842285156, -0.063690185546875, -0.05884361267089844, -0.053997039794921875, -0.04915046691894531, -0.04430389404296875, -0.03945732116699219, -0.034610748291015625, -0.029764175415039062, -0.0249176025390625, -0.020071029663085938, -0.015224456787109375, -0.010377883911132812, -0.00553131103515625, -0.0006847381591796875, 0.004161834716796875, 0.009008407592773438, 0.01385498046875, 0.018701553344726562, 0.023548126220703125, 0.028394699096679688, 0.03324127197265625, 0.03808784484863281, 0.042934417724609375, 0.04778099060058594, 0.0526275634765625, 0.05747413635253906, 0.062320709228515625, 0.06716728210449219, 0.07201385498046875, 0.07686042785644531, 0.08170700073242188, 0.08655357360839844, 0.091400146484375, 0.09624671936035156, 0.10109329223632812, 0.10593986511230469, 0.11078643798828125, 0.11563301086425781, 0.12047958374023438, 0.12532615661621094, 0.1301727294921875, 0.13501930236816406, 0.13986587524414062, 0.1447124481201172, 0.14955902099609375, 0.1544055938720703, 0.15925216674804688, 0.16409873962402344, 0.1689453125]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 3.0, 4.0, 4.0, 19.0, 12.0, 17.0, 27.0, 41.0, 83.0, 255.0, 1555.0, 1551.0, 274.0, 92.0, 64.0, 25.0, 19.0, 9.0, 3.0, 8.0, 4.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09716796875, -0.09422683715820312, -0.09128570556640625, -0.08834457397460938, -0.0854034423828125, -0.08246231079101562, -0.07952117919921875, -0.07658004760742188, -0.073638916015625, -0.07069778442382812, -0.06775665283203125, -0.06481552124023438, -0.0618743896484375, -0.058933258056640625, -0.05599212646484375, -0.053050994873046875, -0.05010986328125, -0.047168731689453125, -0.04422760009765625, -0.041286468505859375, -0.0383453369140625, -0.035404205322265625, -0.03246307373046875, -0.029521942138671875, -0.026580810546875, -0.023639678955078125, -0.02069854736328125, -0.017757415771484375, -0.0148162841796875, -0.011875152587890625, -0.00893402099609375, -0.005992889404296875, -0.0030517578125, -0.000110626220703125, 0.00283050537109375, 0.005771636962890625, 0.0087127685546875, 0.011653900146484375, 0.01459503173828125, 0.017536163330078125, 0.020477294921875, 0.023418426513671875, 0.02635955810546875, 0.029300689697265625, 0.0322418212890625, 0.035182952880859375, 0.03812408447265625, 0.041065216064453125, 0.04400634765625, 0.046947479248046875, 0.04988861083984375, 0.052829742431640625, 0.0557708740234375, 0.058712005615234375, 0.06165313720703125, 0.06459426879882812, 0.067535400390625, 0.07047653198242188, 0.07341766357421875, 0.07635879516601562, 0.0792999267578125, 0.08224105834960938, 0.08518218994140625, 0.08812332153320312, 0.091064453125]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 13.0, 33.0, 133.0, 452.0, 275.0, 68.0, 17.0, 5.0, 4.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.740964651107788, -1.702884554862976, -1.664804458618164, -1.626724362373352, -1.58864426612854, -1.5505640506744385, -1.512484073638916, -1.4744038581848145, -1.4363237619400024, -1.3982436656951904, -1.3601635694503784, -1.3220834732055664, -1.2840033769607544, -1.2459232807159424, -1.2078430652618408, -1.1697629690170288, -1.1316828727722168, -1.0936027765274048, -1.0555226802825928, -1.0174425840377808, -0.979362428188324, -0.941282331943512, -0.9032022356987, -0.8651220798492432, -0.8270421028137207, -0.7889620065689087, -0.7508819103240967, -0.7128018140792847, -0.6747216582298279, -0.6366415619850159, -0.5985614657402039, -0.5604813098907471, -0.5224012732505798, -0.4843211770057678, -0.4462410509586334, -0.4081609547138214, -0.370080828666687, -0.332000732421875, -0.293920636177063, -0.2558405101299286, -0.21776041388511658, -0.17968030273914337, -0.14160019159317017, -0.10352009534835815, -0.06543998420238495, -0.027359873056411743, 0.010720223188400269, 0.04880034923553467, 0.08688044548034668, 0.12496055662631989, 0.1630406677722931, 0.2011207640171051, 0.2392008751630783, 0.2772809863090515, 0.3153610825538635, 0.3534412086009979, 0.39152130484580994, 0.42960140109062195, 0.46768152713775635, 0.5057616233825684, 0.5438417196273804, 0.5819218158721924, 0.6200019121170044, 0.6580820679664612, 0.6961621642112732]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 5.0, 4.0, 2.0, 6.0, 11.0, 10.0, 17.0, 20.0, 15.0, 23.0, 22.0, 38.0, 32.0, 43.0, 63.0, 55.0, 53.0, 44.0, 47.0, 66.0, 58.0, 64.0, 56.0, 50.0, 33.0, 36.0, 22.0, 26.0, 19.0, 18.0, 12.0, 12.0, 7.0, 6.0, 7.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.29145002365112305, -0.28196030855178833, -0.2724705934524536, -0.2629808783531189, -0.2534911632537842, -0.24400144815444946, -0.23451174795627594, -0.22502203285694122, -0.2155323177576065, -0.2060426026582718, -0.19655288755893707, -0.18706317245960236, -0.17757347226142883, -0.16808375716209412, -0.1585940420627594, -0.14910432696342468, -0.13961461186408997, -0.13012489676475525, -0.12063518166542053, -0.11114547401666641, -0.1016557589173317, -0.09216604381799698, -0.08267633616924286, -0.07318662106990814, -0.06369690597057343, -0.05420719087123871, -0.04471747949719429, -0.03522776812314987, -0.025738053023815155, -0.016248337924480438, -0.00675862655043602, 0.0027310848236083984, 0.012220799922943115, 0.021710513159632683, 0.03120022639632225, 0.04068993777036667, 0.050179652869701385, 0.0596693679690361, 0.06915907561779022, 0.07864879071712494, 0.08813850581645966, 0.09762822091579437, 0.10711793601512909, 0.11660764366388321, 0.12609735131263733, 0.13558706641197205, 0.14507678151130676, 0.15456649661064148, 0.1640562117099762, 0.1735459268093109, 0.18303564190864563, 0.19252535700798035, 0.20201507210731506, 0.21150478720664978, 0.2209944874048233, 0.23048420250415802, 0.23997391760349274, 0.24946363270282745, 0.258953332901001, 0.2684430480003357, 0.2779327630996704, 0.2874224781990051, 0.29691219329833984, 0.30640190839767456, 0.3158916234970093]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 4.0, 4.0, 5.0, 7.0, 7.0, 8.0, 11.0, 29.0, 42.0, 61.0, 128.0, 239.0, 581.0, 1556.0, 5069.0, 20985.0, 122688.0, 563172.0, 277556.0, 43181.0, 9122.0, 2517.0, 868.0, 353.0, 157.0, 87.0, 42.0, 28.0, 15.0, 16.0, 7.0, 4.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.055145263671875, -0.05291414260864258, -0.050683021545410156, -0.048451900482177734, -0.04622077941894531, -0.04398965835571289, -0.04175853729248047, -0.03952741622924805, -0.037296295166015625, -0.0350651741027832, -0.03283405303955078, -0.03060293197631836, -0.028371810913085938, -0.026140689849853516, -0.023909568786621094, -0.021678447723388672, -0.01944732666015625, -0.017216205596923828, -0.014985084533691406, -0.012753963470458984, -0.010522842407226562, -0.00829172134399414, -0.006060600280761719, -0.003829479217529297, -0.001598358154296875, 0.0006327629089355469, 0.0028638839721679688, 0.005095005035400391, 0.0073261260986328125, 0.009557247161865234, 0.011788368225097656, 0.014019489288330078, 0.0162506103515625, 0.018481731414794922, 0.020712852478027344, 0.022943973541259766, 0.025175094604492188, 0.02740621566772461, 0.02963733673095703, 0.03186845779418945, 0.034099578857421875, 0.0363306999206543, 0.03856182098388672, 0.04079294204711914, 0.04302406311035156, 0.045255184173583984, 0.047486305236816406, 0.04971742630004883, 0.05194854736328125, 0.05417966842651367, 0.056410789489746094, 0.058641910552978516, 0.06087303161621094, 0.06310415267944336, 0.06533527374267578, 0.0675663948059082, 0.06979751586914062, 0.07202863693237305, 0.07425975799560547, 0.07649087905883789, 0.07872200012207031, 0.08095312118530273, 0.08318424224853516, 0.08541536331176758, 0.087646484375]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 7.0, 3.0, 15.0, 8.0, 9.0, 16.0, 22.0, 30.0, 33.0, 36.0, 52.0, 62.0, 47.0, 57.0, 59.0, 63.0, 75.0, 57.0, 53.0, 45.0, 55.0, 44.0, 39.0, 23.0, 23.0, 26.0, 17.0, 9.0, 10.0, 5.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.033050537109375, -0.03207230567932129, -0.031094074249267578, -0.030115842819213867, -0.029137611389160156, -0.028159379959106445, -0.027181148529052734, -0.026202917098999023, -0.025224685668945312, -0.0242464542388916, -0.02326822280883789, -0.02228999137878418, -0.02131175994873047, -0.020333528518676758, -0.019355297088623047, -0.018377065658569336, -0.017398834228515625, -0.016420602798461914, -0.015442371368408203, -0.014464139938354492, -0.013485908508300781, -0.01250767707824707, -0.01152944564819336, -0.010551214218139648, -0.009572982788085938, -0.008594751358032227, -0.007616519927978516, -0.006638288497924805, -0.005660057067871094, -0.004681825637817383, -0.003703594207763672, -0.002725362777709961, -0.00174713134765625, -0.0007688999176025391, 0.00020933151245117188, 0.0011875629425048828, 0.0021657943725585938, 0.0031440258026123047, 0.004122257232666016, 0.0051004886627197266, 0.0060787200927734375, 0.0070569515228271484, 0.00803518295288086, 0.00901341438293457, 0.009991645812988281, 0.010969877243041992, 0.011948108673095703, 0.012926340103149414, 0.013904571533203125, 0.014882802963256836, 0.015861034393310547, 0.016839265823364258, 0.01781749725341797, 0.01879572868347168, 0.01977396011352539, 0.0207521915435791, 0.021730422973632812, 0.022708654403686523, 0.023686885833740234, 0.024665117263793945, 0.025643348693847656, 0.026621580123901367, 0.027599811553955078, 0.02857804298400879, 0.0295562744140625]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 7.0, 8.0, 7.0, 9.0, 13.0, 18.0, 18.0, 50.0, 38.0, 71.0, 122.0, 205.0, 364.0, 680.0, 1658.0, 5472.0, 30721.0, 420099.0, 544309.0, 35198.0, 5991.0, 1798.0, 704.0, 368.0, 211.0, 135.0, 94.0, 46.0, 46.0, 22.0, 21.0, 16.0, 6.0, 10.0, 2.0, 5.0, 10.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11004638671875, -0.10690498352050781, -0.10376358032226562, -0.10062217712402344, -0.09748077392578125, -0.09433937072753906, -0.09119796752929688, -0.08805656433105469, -0.0849151611328125, -0.08177375793457031, -0.07863235473632812, -0.07549095153808594, -0.07234954833984375, -0.06920814514160156, -0.06606674194335938, -0.06292533874511719, -0.059783935546875, -0.05664253234863281, -0.053501129150390625, -0.05035972595214844, -0.04721832275390625, -0.04407691955566406, -0.040935516357421875, -0.03779411315917969, -0.0346527099609375, -0.03151130676269531, -0.028369903564453125, -0.025228500366210938, -0.02208709716796875, -0.018945693969726562, -0.015804290771484375, -0.012662887573242188, -0.009521484375, -0.0063800811767578125, -0.003238677978515625, -9.72747802734375e-05, 0.00304412841796875, 0.0061855316162109375, 0.009326934814453125, 0.012468338012695312, 0.0156097412109375, 0.018751144409179688, 0.021892547607421875, 0.025033950805664062, 0.02817535400390625, 0.03131675720214844, 0.034458160400390625, 0.03759956359863281, 0.040740966796875, 0.04388236999511719, 0.047023773193359375, 0.05016517639160156, 0.05330657958984375, 0.05644798278808594, 0.059589385986328125, 0.06273078918457031, 0.0658721923828125, 0.06901359558105469, 0.07215499877929688, 0.07529640197753906, 0.07843780517578125, 0.08157920837402344, 0.08472061157226562, 0.08786201477050781, 0.09100341796875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 2.0, 4.0, 5.0, 7.0, 11.0, 8.0, 9.0, 22.0, 19.0, 15.0, 30.0, 36.0, 32.0, 45.0, 52.0, 55.0, 53.0, 58.0, 55.0, 61.0, 68.0, 48.0, 44.0, 42.0, 42.0, 31.0, 28.0, 20.0, 21.0, 15.0, 9.0, 17.0, 7.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1246337890625, -0.12111473083496094, -0.11759567260742188, -0.11407661437988281, -0.11055755615234375, -0.10703849792480469, -0.10351943969726562, -0.10000038146972656, -0.0964813232421875, -0.09296226501464844, -0.08944320678710938, -0.08592414855957031, -0.08240509033203125, -0.07888603210449219, -0.07536697387695312, -0.07184791564941406, -0.068328857421875, -0.06480979919433594, -0.061290740966796875, -0.05777168273925781, -0.05425262451171875, -0.05073356628417969, -0.047214508056640625, -0.04369544982910156, -0.0401763916015625, -0.03665733337402344, -0.033138275146484375, -0.029619216918945312, -0.02610015869140625, -0.022581100463867188, -0.019062042236328125, -0.015542984008789062, -0.01202392578125, -0.008504867553710938, -0.004985809326171875, -0.0014667510986328125, 0.00205230712890625, 0.0055713653564453125, 0.009090423583984375, 0.012609481811523438, 0.0161285400390625, 0.019647598266601562, 0.023166656494140625, 0.026685714721679688, 0.03020477294921875, 0.03372383117675781, 0.037242889404296875, 0.04076194763183594, 0.044281005859375, 0.04780006408691406, 0.051319122314453125, 0.05483818054199219, 0.05835723876953125, 0.06187629699707031, 0.06539535522460938, 0.06891441345214844, 0.0724334716796875, 0.07595252990722656, 0.07947158813476562, 0.08299064636230469, 0.08650970458984375, 0.09002876281738281, 0.09354782104492188, 0.09706687927246094, 0.1005859375]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 3.0, 3.0, 4.0, 15.0, 13.0, 13.0, 18.0, 28.0, 31.0, 52.0, 54.0, 89.0, 99.0, 185.0, 229.0, 398.0, 579.0, 968.0, 1757.0, 3696.0, 9280.0, 110154.0, 893459.0, 16624.0, 5181.0, 2289.0, 1191.0, 730.0, 414.0, 314.0, 192.0, 149.0, 92.0, 65.0, 41.0, 41.0, 21.0, 21.0, 18.0, 11.0, 11.0, 9.0, 6.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.134521484375, -0.13069915771484375, -0.1268768310546875, -0.12305450439453125, -0.119232177734375, -0.11540985107421875, -0.1115875244140625, -0.10776519775390625, -0.10394287109375, -0.10012054443359375, -0.0962982177734375, -0.09247589111328125, -0.088653564453125, -0.08483123779296875, -0.0810089111328125, -0.07718658447265625, -0.0733642578125, -0.06954193115234375, -0.0657196044921875, -0.06189727783203125, -0.058074951171875, -0.05425262451171875, -0.0504302978515625, -0.04660797119140625, -0.04278564453125, -0.03896331787109375, -0.0351409912109375, -0.03131866455078125, -0.027496337890625, -0.02367401123046875, -0.0198516845703125, -0.01602935791015625, -0.01220703125, -0.00838470458984375, -0.0045623779296875, -0.00074005126953125, 0.003082275390625, 0.00690460205078125, 0.0107269287109375, 0.01454925537109375, 0.01837158203125, 0.02219390869140625, 0.0260162353515625, 0.02983856201171875, 0.033660888671875, 0.03748321533203125, 0.0413055419921875, 0.04512786865234375, 0.0489501953125, 0.05277252197265625, 0.0565948486328125, 0.06041717529296875, 0.064239501953125, 0.06806182861328125, 0.0718841552734375, 0.07570648193359375, 0.07952880859375, 0.08335113525390625, 0.0871734619140625, 0.09099578857421875, 0.094818115234375, 0.09864044189453125, 0.1024627685546875, 0.10628509521484375, 0.110107421875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 6.0, 4.0, 12.0, 20.0, 487.0, 432.0, 20.0, 10.0, 4.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014519691467285156, -0.00014104507863521576, -0.00013689324259757996, -0.00013274140655994415, -0.00012858957052230835, -0.00012443773448467255, -0.00012028589844703674, -0.00011613406240940094, -0.00011198222637176514, -0.00010783039033412933, -0.00010367855429649353, -9.952671825885773e-05, -9.537488222122192e-05, -9.122304618358612e-05, -8.707121014595032e-05, -8.291937410831451e-05, -7.876753807067871e-05, -7.461570203304291e-05, -7.04638659954071e-05, -6.63120299577713e-05, -6.21601939201355e-05, -5.8008357882499695e-05, -5.385652184486389e-05, -4.970468580722809e-05, -4.5552849769592285e-05, -4.140101373195648e-05, -3.724917769432068e-05, -3.3097341656684875e-05, -2.8945505619049072e-05, -2.479366958141327e-05, -2.0641833543777466e-05, -1.6489997506141663e-05, -1.233816146850586e-05, -8.186325430870056e-06, -4.034489393234253e-06, 1.1734664440155029e-07, 4.2691826820373535e-06, 8.421018719673157e-06, 1.257285475730896e-05, 1.6724690794944763e-05, 2.0876526832580566e-05, 2.502836287021637e-05, 2.9180198907852173e-05, 3.3332034945487976e-05, 3.748387098312378e-05, 4.163570702075958e-05, 4.5787543058395386e-05, 4.993937909603119e-05, 5.409121513366699e-05, 5.8243051171302795e-05, 6.23948872089386e-05, 6.65467232465744e-05, 7.06985592842102e-05, 7.485039532184601e-05, 7.900223135948181e-05, 8.315406739711761e-05, 8.730590343475342e-05, 9.145773947238922e-05, 9.560957551002502e-05, 9.976141154766083e-05, 0.00010391324758529663, 0.00010806508362293243, 0.00011221691966056824, 0.00011636875569820404, 0.00012052059173583984]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 7.0, 6.0, 8.0, 10.0, 10.0, 21.0, 17.0, 32.0, 59.0, 78.0, 201.0, 415.0, 1146.0, 3630.0, 15044.0, 769888.0, 242289.0, 11053.0, 2921.0, 947.0, 414.0, 140.0, 73.0, 45.0, 26.0, 20.0, 15.0, 17.0, 9.0, 4.0, 8.0, 6.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11669921875, -0.11304187774658203, -0.10938453674316406, -0.1057271957397461, -0.10206985473632812, -0.09841251373291016, -0.09475517272949219, -0.09109783172607422, -0.08744049072265625, -0.08378314971923828, -0.08012580871582031, -0.07646846771240234, -0.07281112670898438, -0.0691537857055664, -0.06549644470214844, -0.06183910369873047, -0.0581817626953125, -0.05452442169189453, -0.05086708068847656, -0.047209739685058594, -0.043552398681640625, -0.039895057678222656, -0.03623771667480469, -0.03258037567138672, -0.02892303466796875, -0.02526569366455078, -0.021608352661132812, -0.017951011657714844, -0.014293670654296875, -0.010636329650878906, -0.0069789886474609375, -0.0033216476440429688, 0.000335693359375, 0.003993034362792969, 0.0076503753662109375, 0.011307716369628906, 0.014965057373046875, 0.018622398376464844, 0.022279739379882812, 0.02593708038330078, 0.02959442138671875, 0.03325176239013672, 0.03690910339355469, 0.040566444396972656, 0.044223785400390625, 0.047881126403808594, 0.05153846740722656, 0.05519580841064453, 0.0588531494140625, 0.06251049041748047, 0.06616783142089844, 0.0698251724243164, 0.07348251342773438, 0.07713985443115234, 0.08079719543457031, 0.08445453643798828, 0.08811187744140625, 0.09176921844482422, 0.09542655944824219, 0.09908390045166016, 0.10274124145507812, 0.1063985824584961, 0.11005592346191406, 0.11371326446533203, 0.11737060546875]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 4.0, 2.0, 5.0, 2.0, 6.0, 1.0, 4.0, 5.0, 7.0, 10.0, 7.0, 11.0, 22.0, 38.0, 67.0, 82.0, 146.0, 158.0, 139.0, 92.0, 50.0, 43.0, 28.0, 19.0, 8.0, 9.0, 5.0, 10.0, 4.0, 2.0, 3.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0513916015625, -0.049587249755859375, -0.04778289794921875, -0.045978546142578125, -0.0441741943359375, -0.042369842529296875, -0.04056549072265625, -0.038761138916015625, -0.036956787109375, -0.035152435302734375, -0.03334808349609375, -0.031543731689453125, -0.0297393798828125, -0.027935028076171875, -0.02613067626953125, -0.024326324462890625, -0.02252197265625, -0.020717620849609375, -0.01891326904296875, -0.017108917236328125, -0.0153045654296875, -0.013500213623046875, -0.01169586181640625, -0.009891510009765625, -0.008087158203125, -0.006282806396484375, -0.00447845458984375, -0.002674102783203125, -0.0008697509765625, 0.000934600830078125, 0.00273895263671875, 0.004543304443359375, 0.00634765625, 0.008152008056640625, 0.00995635986328125, 0.011760711669921875, 0.0135650634765625, 0.015369415283203125, 0.01717376708984375, 0.018978118896484375, 0.020782470703125, 0.022586822509765625, 0.02439117431640625, 0.026195526123046875, 0.0279998779296875, 0.029804229736328125, 0.03160858154296875, 0.033412933349609375, 0.03521728515625, 0.037021636962890625, 0.03882598876953125, 0.040630340576171875, 0.0424346923828125, 0.044239044189453125, 0.04604339599609375, 0.047847747802734375, 0.049652099609375, 0.051456451416015625, 0.05326080322265625, 0.055065155029296875, 0.0568695068359375, 0.058673858642578125, 0.06047821044921875, 0.062282562255859375, 0.0640869140625]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 12.0, 57.0, 271.0, 493.0, 131.0, 23.0, 5.0, 6.0, 0.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.574617862701416, -3.4836020469665527, -3.3925859928131104, -3.301569938659668, -3.2105541229248047, -3.1195383071899414, -3.028522253036499, -2.9375061988830566, -2.8464903831481934, -2.75547456741333, -2.6644585132598877, -2.5734424591064453, -2.482426643371582, -2.3914108276367188, -2.3003947734832764, -2.209378719329834, -2.1183629035949707, -2.0273470878601074, -1.936331033706665, -1.8453150987625122, -1.7542991638183594, -1.6632832288742065, -1.5722672939300537, -1.4812513589859009, -1.390235424041748, -1.2992194890975952, -1.2082035541534424, -1.1171876192092896, -1.0261716842651367, -0.9351557493209839, -0.844139814376831, -0.7531238794326782, -0.6621079444885254, -0.5710920095443726, -0.4800760746002197, -0.3890601396560669, -0.29804420471191406, -0.20702826976776123, -0.1160123348236084, -0.024996399879455566, 0.06601953506469727, 0.1570354700088501, 0.24805140495300293, 0.33906733989715576, 0.4300832748413086, 0.5210992097854614, 0.6121151447296143, 0.7031310796737671, 0.7941470146179199, 0.8851629495620728, 0.9761788845062256, 1.0671948194503784, 1.1582107543945312, 1.249226689338684, 1.340242624282837, 1.4312585592269897, 1.5222744941711426, 1.6132904291152954, 1.7043063640594482, 1.795322299003601, 1.886338233947754, 1.9773541688919067, 2.0683701038360596, 2.159386157989502, 2.2504019737243652]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 1.0, 2.0, 5.0, 8.0, 8.0, 14.0, 13.0, 27.0, 20.0, 34.0, 34.0, 34.0, 44.0, 53.0, 59.0, 63.0, 63.0, 65.0, 66.0, 46.0, 52.0, 42.0, 50.0, 30.0, 37.0, 30.0, 24.0, 16.0, 20.0, 13.0, 9.0, 5.0, 8.0, 8.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37239009141921997, -0.3543974459171295, -0.33640480041503906, -0.318412184715271, -0.30041953921318054, -0.2824268937110901, -0.26443424820899963, -0.24644161760807037, -0.22844897210597992, -0.21045632660388947, -0.1924636960029602, -0.17447105050086975, -0.1564784049987793, -0.13848577439785004, -0.12049312889575958, -0.10250049829483032, -0.08450785279273987, -0.06651521474123001, -0.048522572964429855, -0.0305299311876297, -0.012537293136119843, 0.005455344915390015, 0.02344799041748047, 0.04144062101840973, 0.05943326652050018, 0.07742590457201004, 0.0954185426235199, 0.11341118812561035, 0.1314038336277008, 0.14939646422863007, 0.16738910973072052, 0.18538174033164978, 0.20337438583374023, 0.2213670313358307, 0.23935966193675995, 0.2573522925376892, 0.27534493803977966, 0.2933375835418701, 0.31133022904396057, 0.329322874546051, 0.3473154902458191, 0.36530813574790955, 0.38330078125, 0.40129339694976807, 0.4192860424518585, 0.437278687953949, 0.45527133345603943, 0.4732639789581299, 0.49125662446022034, 0.5092492699623108, 0.5272418856620789, 0.5452345609664917, 0.5632271766662598, 0.5812197923660278, 0.5992124676704407, 0.6172050833702087, 0.6351977586746216, 0.6531903743743896, 0.6711830496788025, 0.6891756653785706, 0.7071683406829834, 0.7251609563827515, 0.7431535720825195, 0.7611462473869324, 0.7791388630867004]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 6.0, 5.0, 6.0, 16.0, 17.0, 22.0, 55.0, 64.0, 98.0, 222.0, 626.0, 2498.0, 16040.0, 347794.0, 3765557.0, 53177.0, 6079.0, 1229.0, 363.0, 193.0, 78.0, 48.0, 25.0, 18.0, 14.0, 17.0, 7.0, 4.0, 6.0, 0.0, 4.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1025390625, -0.0991506576538086, -0.09576225280761719, -0.09237384796142578, -0.08898544311523438, -0.08559703826904297, -0.08220863342285156, -0.07882022857666016, -0.07543182373046875, -0.07204341888427734, -0.06865501403808594, -0.06526660919189453, -0.061878204345703125, -0.05848979949951172, -0.05510139465332031, -0.051712989807128906, -0.0483245849609375, -0.044936180114746094, -0.04154777526855469, -0.03815937042236328, -0.034770965576171875, -0.03138256072998047, -0.027994155883789062, -0.024605751037597656, -0.02121734619140625, -0.017828941345214844, -0.014440536499023438, -0.011052131652832031, -0.007663726806640625, -0.004275321960449219, -0.0008869171142578125, 0.0025014877319335938, 0.005889892578125, 0.009278297424316406, 0.012666702270507812, 0.01605510711669922, 0.019443511962890625, 0.02283191680908203, 0.026220321655273438, 0.029608726501464844, 0.03299713134765625, 0.036385536193847656, 0.03977394104003906, 0.04316234588623047, 0.046550750732421875, 0.04993915557861328, 0.05332756042480469, 0.056715965270996094, 0.0601043701171875, 0.0634927749633789, 0.06688117980957031, 0.07026958465576172, 0.07365798950195312, 0.07704639434814453, 0.08043479919433594, 0.08382320404052734, 0.08721160888671875, 0.09060001373291016, 0.09398841857910156, 0.09737682342529297, 0.10076522827148438, 0.10415363311767578, 0.10754203796386719, 0.1109304428100586, 0.11431884765625]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 6.0, 17.0, 21.0, 30.0, 52.0, 63.0, 58.0, 73.0, 98.0, 67.0, 92.0, 118.0, 82.0, 60.0, 53.0, 37.0, 25.0, 24.0, 14.0, 9.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0221405029296875, -0.020836591720581055, -0.01953268051147461, -0.018228769302368164, -0.01692485809326172, -0.015620946884155273, -0.014317035675048828, -0.013013124465942383, -0.011709213256835938, -0.010405302047729492, -0.009101390838623047, -0.0077974796295166016, -0.006493568420410156, -0.005189657211303711, -0.0038857460021972656, -0.0025818347930908203, -0.001277923583984375, 2.5987625122070312e-05, 0.0013298988342285156, 0.002633810043334961, 0.003937721252441406, 0.0052416324615478516, 0.006545543670654297, 0.007849454879760742, 0.009153366088867188, 0.010457277297973633, 0.011761188507080078, 0.013065099716186523, 0.014369010925292969, 0.015672922134399414, 0.01697683334350586, 0.018280744552612305, 0.01958465576171875, 0.020888566970825195, 0.02219247817993164, 0.023496389389038086, 0.02480030059814453, 0.026104211807250977, 0.027408123016357422, 0.028712034225463867, 0.030015945434570312, 0.03131985664367676, 0.0326237678527832, 0.03392767906188965, 0.035231590270996094, 0.03653550148010254, 0.037839412689208984, 0.03914332389831543, 0.040447235107421875, 0.04175114631652832, 0.043055057525634766, 0.04435896873474121, 0.045662879943847656, 0.0469667911529541, 0.04827070236206055, 0.04957461357116699, 0.05087852478027344, 0.05218243598937988, 0.05348634719848633, 0.05479025840759277, 0.05609416961669922, 0.057398080825805664, 0.05870199203491211, 0.060005903244018555, 0.061309814453125]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 14.0, 16.0, 17.0, 18.0, 23.0, 33.0, 61.0, 86.0, 144.0, 319.0, 857.0, 3387.0, 34294.0, 3712829.0, 422299.0, 15521.0, 2610.0, 811.0, 368.0, 198.0, 104.0, 58.0, 49.0, 37.0, 32.0, 22.0, 15.0, 13.0, 9.0, 10.0, 6.0, 7.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.13623046875, -0.13166427612304688, -0.12709808349609375, -0.12253189086914062, -0.1179656982421875, -0.11339950561523438, -0.10883331298828125, -0.10426712036132812, -0.099700927734375, -0.09513473510742188, -0.09056854248046875, -0.08600234985351562, -0.0814361572265625, -0.07686996459960938, -0.07230377197265625, -0.06773757934570312, -0.06317138671875, -0.058605194091796875, -0.05403900146484375, -0.049472808837890625, -0.0449066162109375, -0.040340423583984375, -0.03577423095703125, -0.031208038330078125, -0.026641845703125, -0.022075653076171875, -0.01750946044921875, -0.012943267822265625, -0.0083770751953125, -0.003810882568359375, 0.00075531005859375, 0.005321502685546875, 0.0098876953125, 0.014453887939453125, 0.01902008056640625, 0.023586273193359375, 0.0281524658203125, 0.032718658447265625, 0.03728485107421875, 0.041851043701171875, 0.046417236328125, 0.050983428955078125, 0.05554962158203125, 0.060115814208984375, 0.0646820068359375, 0.06924819946289062, 0.07381439208984375, 0.07838058471679688, 0.08294677734375, 0.08751296997070312, 0.09207916259765625, 0.09664535522460938, 0.1012115478515625, 0.10577774047851562, 0.11034393310546875, 0.11491012573242188, 0.119476318359375, 0.12404251098632812, 0.12860870361328125, 0.13317489624023438, 0.1377410888671875, 0.14230728149414062, 0.14687347412109375, 0.15143966674804688, 0.156005859375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 3.0, 4.0, 0.0, 2.0, 3.0, 2.0, 3.0, 8.0, 13.0, 21.0, 30.0, 37.0, 48.0, 74.0, 169.0, 342.0, 841.0, 1188.0, 656.0, 262.0, 112.0, 85.0, 41.0, 35.0, 26.0, 23.0, 13.0, 8.0, 7.0, 6.0, 8.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0489501953125, -0.04654884338378906, -0.044147491455078125, -0.04174613952636719, -0.03934478759765625, -0.03694343566894531, -0.034542083740234375, -0.03214073181152344, -0.0297393798828125, -0.027338027954101562, -0.024936676025390625, -0.022535324096679688, -0.02013397216796875, -0.017732620239257812, -0.015331268310546875, -0.012929916381835938, -0.010528564453125, -0.008127212524414062, -0.005725860595703125, -0.0033245086669921875, -0.00092315673828125, 0.0014781951904296875, 0.003879547119140625, 0.0062808990478515625, 0.0086822509765625, 0.011083602905273438, 0.013484954833984375, 0.015886306762695312, 0.01828765869140625, 0.020689010620117188, 0.023090362548828125, 0.025491714477539062, 0.02789306640625, 0.030294418334960938, 0.032695770263671875, 0.03509712219238281, 0.03749847412109375, 0.03989982604980469, 0.042301177978515625, 0.04470252990722656, 0.0471038818359375, 0.04950523376464844, 0.051906585693359375, 0.05430793762207031, 0.05670928955078125, 0.05911064147949219, 0.061511993408203125, 0.06391334533691406, 0.066314697265625, 0.06871604919433594, 0.07111740112304688, 0.07351875305175781, 0.07592010498046875, 0.07832145690917969, 0.08072280883789062, 0.08312416076660156, 0.0855255126953125, 0.08792686462402344, 0.09032821655273438, 0.09272956848144531, 0.09513092041015625, 0.09753227233886719, 0.09993362426757812, 0.10233497619628906, 0.104736328125]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 7.0, 9.0, 25.0, 82.0, 205.0, 334.0, 170.0, 74.0, 42.0, 28.0, 8.0, 6.0, 8.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6453951597213745, -1.5960489511489868, -1.5467027425765991, -1.497356653213501, -1.4480104446411133, -1.3986642360687256, -1.349318027496338, -1.2999718189239502, -1.2506256103515625, -1.2012794017791748, -1.151933193206787, -1.1025869846343994, -1.0532408952713013, -1.0038946866989136, -0.9545484781265259, -0.9052022695541382, -0.85585618019104, -0.8065099716186523, -0.7571638226509094, -0.7078176140785217, -0.6584714651107788, -0.6091252565383911, -0.5597790479660034, -0.5104328393936157, -0.4610866904258728, -0.4117405116558075, -0.3623943328857422, -0.3130481243133545, -0.2637019455432892, -0.21435576677322388, -0.16500955820083618, -0.11566337943077087, -0.06631731986999512, -0.016971133649349213, 0.03237505257129669, 0.0817212462425232, 0.1310674250125885, 0.1804136037826538, 0.2297598123550415, 0.2791059911251068, 0.3284521698951721, 0.3777983486652374, 0.42714452743530273, 0.47649073600769043, 0.5258369445800781, 0.575183093547821, 0.6245293021202087, 0.6738754510879517, 0.7232216596603394, 0.772567868232727, 0.82191401720047, 0.8712602257728577, 0.9206063747406006, 0.9699525833129883, 1.019298791885376, 1.0686450004577637, 1.1179912090301514, 1.167337417602539, 1.2166836261749268, 1.2660298347473145, 1.3153759241104126, 1.3647221326828003, 1.414068341255188, 1.4634145498275757, 1.5127606391906738]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 8.0, 6.0, 9.0, 4.0, 10.0, 12.0, 13.0, 23.0, 22.0, 21.0, 27.0, 35.0, 21.0, 38.0, 35.0, 37.0, 52.0, 40.0, 55.0, 64.0, 48.0, 49.0, 50.0, 42.0, 35.0, 39.0, 36.0, 40.0, 35.0, 17.0, 16.0, 14.0, 12.0, 11.0, 4.0, 7.0, 4.0, 3.0, 2.0, 0.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3350369334220886, -0.323633074760437, -0.312229186296463, -0.300825297832489, -0.2894214391708374, -0.2780175805091858, -0.2666136920452118, -0.2552098035812378, -0.24380594491958618, -0.23240207135677338, -0.22099819779396057, -0.20959432423114777, -0.19819045066833496, -0.18678657710552216, -0.17538270354270935, -0.16397882997989655, -0.15257495641708374, -0.14117108285427094, -0.12976720929145813, -0.11836333572864532, -0.10695946216583252, -0.09555558860301971, -0.08415171504020691, -0.0727478414773941, -0.0613439679145813, -0.049940094351768494, -0.03853622078895569, -0.027132347226142883, -0.015728473663330078, -0.004324600100517273, 0.007079273462295532, 0.018483147025108337, 0.029887020587921143, 0.04129089415073395, 0.05269476771354675, 0.06409864127635956, 0.07550251483917236, 0.08690638840198517, 0.09831026196479797, 0.10971413552761078, 0.12111800909042358, 0.1325218826532364, 0.1439257562160492, 0.155329629778862, 0.1667335033416748, 0.1781373769044876, 0.18954125046730042, 0.20094512403011322, 0.21234899759292603, 0.22375287115573883, 0.23515674471855164, 0.24656061828136444, 0.25796449184417725, 0.26936835050582886, 0.28077223896980286, 0.29217612743377686, 0.30357998609542847, 0.3149838447570801, 0.3263877332210541, 0.3377916216850281, 0.3491954803466797, 0.3605993390083313, 0.3720032274723053, 0.3834071159362793, 0.3948109745979309]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 7.0, 17.0, 14.0, 23.0, 32.0, 37.0, 59.0, 84.0, 141.0, 233.0, 387.0, 628.0, 1095.0, 1750.0, 3114.0, 5513.0, 10126.0, 19601.0, 39031.0, 79380.0, 160248.0, 259151.0, 225020.0, 121103.0, 59537.0, 28923.0, 14918.0, 8041.0, 4361.0, 2333.0, 1391.0, 809.0, 517.0, 309.0, 191.0, 144.0, 80.0, 54.0, 46.0, 31.0, 21.0, 17.0, 6.0, 12.0, 4.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 4.0], "bins": [-0.041656494140625, -0.04042387008666992, -0.039191246032714844, -0.037958621978759766, -0.03672599792480469, -0.03549337387084961, -0.03426074981689453, -0.03302812576293945, -0.031795501708984375, -0.030562877655029297, -0.02933025360107422, -0.02809762954711914, -0.026865005493164062, -0.025632381439208984, -0.024399757385253906, -0.023167133331298828, -0.02193450927734375, -0.020701885223388672, -0.019469261169433594, -0.018236637115478516, -0.017004013061523438, -0.01577138900756836, -0.014538764953613281, -0.013306140899658203, -0.012073516845703125, -0.010840892791748047, -0.009608268737792969, -0.00837564468383789, -0.0071430206298828125, -0.005910396575927734, -0.004677772521972656, -0.003445148468017578, -0.0022125244140625, -0.0009799003601074219, 0.00025272369384765625, 0.0014853477478027344, 0.0027179718017578125, 0.003950595855712891, 0.005183219909667969, 0.006415843963623047, 0.007648468017578125, 0.008881092071533203, 0.010113716125488281, 0.01134634017944336, 0.012578964233398438, 0.013811588287353516, 0.015044212341308594, 0.016276836395263672, 0.01750946044921875, 0.018742084503173828, 0.019974708557128906, 0.021207332611083984, 0.022439956665039062, 0.02367258071899414, 0.02490520477294922, 0.026137828826904297, 0.027370452880859375, 0.028603076934814453, 0.02983570098876953, 0.03106832504272461, 0.03230094909667969, 0.033533573150634766, 0.034766197204589844, 0.03599882125854492, 0.0372314453125]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 7.0, 7.0, 12.0, 12.0, 16.0, 26.0, 22.0, 45.0, 41.0, 53.0, 69.0, 58.0, 68.0, 59.0, 62.0, 81.0, 67.0, 63.0, 59.0, 37.0, 42.0, 25.0, 18.0, 20.0, 15.0, 11.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0247344970703125, -0.02355360984802246, -0.022372722625732422, -0.021191835403442383, -0.020010948181152344, -0.018830060958862305, -0.017649173736572266, -0.016468286514282227, -0.015287399291992188, -0.014106512069702148, -0.01292562484741211, -0.01174473762512207, -0.010563850402832031, -0.009382963180541992, -0.008202075958251953, -0.007021188735961914, -0.005840301513671875, -0.004659414291381836, -0.003478527069091797, -0.002297639846801758, -0.0011167526245117188, 6.413459777832031e-05, 0.0012450218200683594, 0.0024259090423583984, 0.0036067962646484375, 0.0047876834869384766, 0.005968570709228516, 0.007149457931518555, 0.008330345153808594, 0.009511232376098633, 0.010692119598388672, 0.011873006820678711, 0.01305389404296875, 0.014234781265258789, 0.015415668487548828, 0.016596555709838867, 0.017777442932128906, 0.018958330154418945, 0.020139217376708984, 0.021320104598999023, 0.022500991821289062, 0.0236818790435791, 0.02486276626586914, 0.02604365348815918, 0.02722454071044922, 0.028405427932739258, 0.029586315155029297, 0.030767202377319336, 0.031948089599609375, 0.033128976821899414, 0.03430986404418945, 0.03549075126647949, 0.03667163848876953, 0.03785252571105957, 0.03903341293334961, 0.04021430015563965, 0.04139518737792969, 0.04257607460021973, 0.043756961822509766, 0.044937849044799805, 0.046118736267089844, 0.04729962348937988, 0.04848051071166992, 0.04966139793395996, 0.05084228515625]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 4.0, 3.0, 10.0, 6.0, 12.0, 9.0, 11.0, 22.0, 29.0, 39.0, 61.0, 85.0, 112.0, 179.0, 214.0, 353.0, 540.0, 862.0, 1497.0, 2841.0, 6585.0, 19927.0, 98037.0, 658380.0, 206470.0, 33876.0, 9637.0, 3924.0, 1888.0, 1032.0, 599.0, 387.0, 304.0, 159.0, 118.0, 92.0, 81.0, 46.0, 30.0, 23.0, 13.0, 18.0, 6.0, 9.0, 3.0, 3.0, 5.0, 3.0, 2.0, 4.0, 6.0, 1.0, 3.0], "bins": [-0.113037109375, -0.10977840423583984, -0.10651969909667969, -0.10326099395751953, -0.10000228881835938, -0.09674358367919922, -0.09348487854003906, -0.0902261734008789, -0.08696746826171875, -0.0837087631225586, -0.08045005798339844, -0.07719135284423828, -0.07393264770507812, -0.07067394256591797, -0.06741523742675781, -0.06415653228759766, -0.0608978271484375, -0.057639122009277344, -0.05438041687011719, -0.05112171173095703, -0.047863006591796875, -0.04460430145263672, -0.04134559631347656, -0.038086891174316406, -0.03482818603515625, -0.031569480895996094, -0.028310775756835938, -0.02505207061767578, -0.021793365478515625, -0.01853466033935547, -0.015275955200195312, -0.012017250061035156, -0.008758544921875, -0.005499839782714844, -0.0022411346435546875, 0.0010175704956054688, 0.004276275634765625, 0.007534980773925781, 0.010793685913085938, 0.014052391052246094, 0.01731109619140625, 0.020569801330566406, 0.023828506469726562, 0.02708721160888672, 0.030345916748046875, 0.03360462188720703, 0.03686332702636719, 0.040122032165527344, 0.0433807373046875, 0.046639442443847656, 0.04989814758300781, 0.05315685272216797, 0.056415557861328125, 0.05967426300048828, 0.06293296813964844, 0.0661916732788086, 0.06945037841796875, 0.0727090835571289, 0.07596778869628906, 0.07922649383544922, 0.08248519897460938, 0.08574390411376953, 0.08900260925292969, 0.09226131439208984, 0.09552001953125]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 5.0, 8.0, 7.0, 12.0, 13.0, 21.0, 22.0, 34.0, 33.0, 45.0, 35.0, 56.0, 64.0, 76.0, 68.0, 69.0, 47.0, 57.0, 60.0, 41.0, 51.0, 31.0, 33.0, 28.0, 21.0, 20.0, 7.0, 7.0, 4.0, 4.0, 4.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1397705078125, -0.1349639892578125, -0.130157470703125, -0.1253509521484375, -0.12054443359375, -0.1157379150390625, -0.110931396484375, -0.1061248779296875, -0.101318359375, -0.0965118408203125, -0.091705322265625, -0.0868988037109375, -0.08209228515625, -0.0772857666015625, -0.072479248046875, -0.0676727294921875, -0.0628662109375, -0.0580596923828125, -0.053253173828125, -0.0484466552734375, -0.04364013671875, -0.0388336181640625, -0.034027099609375, -0.0292205810546875, -0.0244140625, -0.0196075439453125, -0.014801025390625, -0.0099945068359375, -0.00518798828125, -0.0003814697265625, 0.004425048828125, 0.0092315673828125, 0.0140380859375, 0.0188446044921875, 0.023651123046875, 0.0284576416015625, 0.03326416015625, 0.0380706787109375, 0.042877197265625, 0.0476837158203125, 0.052490234375, 0.0572967529296875, 0.062103271484375, 0.0669097900390625, 0.07171630859375, 0.0765228271484375, 0.081329345703125, 0.0861358642578125, 0.0909423828125, 0.0957489013671875, 0.100555419921875, 0.1053619384765625, 0.11016845703125, 0.1149749755859375, 0.119781494140625, 0.1245880126953125, 0.12939453125, 0.1342010498046875, 0.139007568359375, 0.1438140869140625, 0.14862060546875, 0.1534271240234375, 0.158233642578125, 0.1630401611328125, 0.1678466796875]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 10.0, 8.0, 15.0, 19.0, 36.0, 39.0, 60.0, 89.0, 169.0, 299.0, 500.0, 977.0, 2142.0, 4332.0, 10985.0, 44567.0, 909564.0, 53326.0, 12028.0, 4880.0, 2182.0, 1066.0, 524.0, 278.0, 156.0, 114.0, 61.0, 39.0, 28.0, 22.0, 12.0, 6.0, 7.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12744140625, -0.12297630310058594, -0.11851119995117188, -0.11404609680175781, -0.10958099365234375, -0.10511589050292969, -0.10065078735351562, -0.09618568420410156, -0.0917205810546875, -0.08725547790527344, -0.08279037475585938, -0.07832527160644531, -0.07386016845703125, -0.06939506530761719, -0.06492996215820312, -0.06046485900878906, -0.055999755859375, -0.05153465270996094, -0.047069549560546875, -0.04260444641113281, -0.03813934326171875, -0.03367424011230469, -0.029209136962890625, -0.024744033813476562, -0.0202789306640625, -0.015813827514648438, -0.011348724365234375, -0.0068836212158203125, -0.00241851806640625, 0.0020465850830078125, 0.006511688232421875, 0.010976791381835938, 0.01544189453125, 0.019906997680664062, 0.024372100830078125, 0.028837203979492188, 0.03330230712890625, 0.03776741027832031, 0.042232513427734375, 0.04669761657714844, 0.0511627197265625, 0.05562782287597656, 0.060092926025390625, 0.06455802917480469, 0.06902313232421875, 0.07348823547363281, 0.07795333862304688, 0.08241844177246094, 0.086883544921875, 0.09134864807128906, 0.09581375122070312, 0.10027885437011719, 0.10474395751953125, 0.10920906066894531, 0.11367416381835938, 0.11813926696777344, 0.1226043701171875, 0.12706947326660156, 0.13153457641601562, 0.1359996795654297, 0.14046478271484375, 0.1449298858642578, 0.14939498901367188, 0.15386009216308594, 0.1583251953125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 7.0, 5.0, 7.0, 16.0, 20.0, 43.0, 144.0, 336.0, 259.0, 74.0, 30.0, 10.0, 13.0, 12.0, 5.0, 6.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.0902366638183594e-05, -4.924647510051727e-05, -4.759058356285095e-05, -4.593469202518463e-05, -4.427880048751831e-05, -4.262290894985199e-05, -4.096701741218567e-05, -3.931112587451935e-05, -3.765523433685303e-05, -3.5999342799186707e-05, -3.4343451261520386e-05, -3.2687559723854065e-05, -3.1031668186187744e-05, -2.9375776648521423e-05, -2.7719885110855103e-05, -2.6063993573188782e-05, -2.440810203552246e-05, -2.275221049785614e-05, -2.109631896018982e-05, -1.94404274225235e-05, -1.7784535884857178e-05, -1.6128644347190857e-05, -1.4472752809524536e-05, -1.2816861271858215e-05, -1.1160969734191895e-05, -9.505078196525574e-06, -7.849186658859253e-06, -6.193295121192932e-06, -4.537403583526611e-06, -2.8815120458602905e-06, -1.2256205081939697e-06, 4.302710294723511e-07, 2.086162567138672e-06, 3.7420541048049927e-06, 5.3979456424713135e-06, 7.053837180137634e-06, 8.709728717803955e-06, 1.0365620255470276e-05, 1.2021511793136597e-05, 1.3677403330802917e-05, 1.5333294868469238e-05, 1.698918640613556e-05, 1.864507794380188e-05, 2.03009694814682e-05, 2.195686101913452e-05, 2.3612752556800842e-05, 2.5268644094467163e-05, 2.6924535632133484e-05, 2.8580427169799805e-05, 3.0236318707466125e-05, 3.1892210245132446e-05, 3.354810178279877e-05, 3.520399332046509e-05, 3.685988485813141e-05, 3.851577639579773e-05, 4.017166793346405e-05, 4.182755947113037e-05, 4.348345100879669e-05, 4.513934254646301e-05, 4.6795234084129333e-05, 4.8451125621795654e-05, 5.0107017159461975e-05, 5.1762908697128296e-05, 5.341880023479462e-05, 5.507469177246094e-05]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 4.0, 6.0, 12.0, 17.0, 30.0, 74.0, 110.0, 249.0, 580.0, 1722.0, 5649.0, 28558.0, 954261.0, 46399.0, 7516.0, 2141.0, 698.0, 260.0, 125.0, 56.0, 35.0, 15.0, 10.0, 8.0, 5.0, 4.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.18896484375, -0.1829853057861328, -0.17700576782226562, -0.17102622985839844, -0.16504669189453125, -0.15906715393066406, -0.15308761596679688, -0.1471080780029297, -0.1411285400390625, -0.1351490020751953, -0.12916946411132812, -0.12318992614746094, -0.11721038818359375, -0.11123085021972656, -0.10525131225585938, -0.09927177429199219, -0.093292236328125, -0.08731269836425781, -0.08133316040039062, -0.07535362243652344, -0.06937408447265625, -0.06339454650878906, -0.057415008544921875, -0.05143547058105469, -0.0454559326171875, -0.03947639465332031, -0.033496856689453125, -0.027517318725585938, -0.02153778076171875, -0.015558242797851562, -0.009578704833984375, -0.0035991668701171875, 0.00238037109375, 0.008359909057617188, 0.014339447021484375, 0.020318984985351562, 0.02629852294921875, 0.03227806091308594, 0.038257598876953125, 0.04423713684082031, 0.0502166748046875, 0.05619621276855469, 0.062175750732421875, 0.06815528869628906, 0.07413482666015625, 0.08011436462402344, 0.08609390258789062, 0.09207344055175781, 0.098052978515625, 0.10403251647949219, 0.11001205444335938, 0.11599159240722656, 0.12197113037109375, 0.12795066833496094, 0.13393020629882812, 0.1399097442626953, 0.1458892822265625, 0.1518688201904297, 0.15784835815429688, 0.16382789611816406, 0.16980743408203125, 0.17578697204589844, 0.18176651000976562, 0.1877460479736328, 0.1937255859375]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 7.0, 7.0, 10.0, 4.0, 17.0, 25.0, 41.0, 81.0, 162.0, 238.0, 177.0, 89.0, 44.0, 22.0, 18.0, 10.0, 6.0, 2.0, 6.0, 7.0, 4.0, 2.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1337890625, -0.12980937957763672, -0.12582969665527344, -0.12185001373291016, -0.11787033081054688, -0.1138906478881836, -0.10991096496582031, -0.10593128204345703, -0.10195159912109375, -0.09797191619873047, -0.09399223327636719, -0.0900125503540039, -0.08603286743164062, -0.08205318450927734, -0.07807350158691406, -0.07409381866455078, -0.0701141357421875, -0.06613445281982422, -0.06215476989746094, -0.058175086975097656, -0.054195404052734375, -0.050215721130371094, -0.04623603820800781, -0.04225635528564453, -0.03827667236328125, -0.03429698944091797, -0.030317306518554688, -0.026337623596191406, -0.022357940673828125, -0.018378257751464844, -0.014398574829101562, -0.010418891906738281, -0.006439208984375, -0.0024595260620117188, 0.0015201568603515625, 0.005499839782714844, 0.009479522705078125, 0.013459205627441406, 0.017438888549804688, 0.02141857147216797, 0.02539825439453125, 0.02937793731689453, 0.03335762023925781, 0.037337303161621094, 0.041316986083984375, 0.045296669006347656, 0.04927635192871094, 0.05325603485107422, 0.0572357177734375, 0.06121540069580078, 0.06519508361816406, 0.06917476654052734, 0.07315444946289062, 0.0771341323852539, 0.08111381530761719, 0.08509349822998047, 0.08907318115234375, 0.09305286407470703, 0.09703254699707031, 0.1010122299194336, 0.10499191284179688, 0.10897159576416016, 0.11295127868652344, 0.11693096160888672, 0.12091064453125]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 8.0, 4.0, 6.0, 19.0, 19.0, 42.0, 98.0, 195.0, 374.0, 149.0, 48.0, 20.0, 9.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.3483903408050537, -2.2713775634765625, -2.194364547729492, -2.117351770401001, -2.0403389930725098, -1.9633259773254395, -1.8863131999969482, -1.8093003034591675, -1.7322874069213867, -1.655274510383606, -1.5782617330551147, -1.501248836517334, -1.4242359399795532, -1.3472230434417725, -1.2702102661132812, -1.1931973695755005, -1.1161845922470093, -1.0391716957092285, -0.9621588587760925, -0.8851460218429565, -0.8081331253051758, -0.7311202883720398, -0.6541074514389038, -0.577094554901123, -0.5000817179679871, -0.4230688512325287, -0.3460559844970703, -0.2690431475639343, -0.19203028082847595, -0.11501741409301758, -0.03800457715988159, 0.03900831937789917, 0.11602115631103516, 0.19303402304649353, 0.2700468897819519, 0.3470597267150879, 0.42407259345054626, 0.5010854601860046, 0.5780982971191406, 0.6551111936569214, 0.7321240305900574, 0.8091368675231934, 0.8861497640609741, 0.9631626009941101, 1.040175437927246, 1.1171883344650269, 1.1942012310028076, 1.2712140083312988, 1.3482269048690796, 1.4252398014068604, 1.5022525787353516, 1.5792654752731323, 1.656278371810913, 1.7332911491394043, 1.810304045677185, 1.8873169422149658, 1.964329719543457, 2.0413424968719482, 2.1183555126190186, 2.1953682899475098, 2.272381067276001, 2.3493940830230713, 2.4264068603515625, 2.503419876098633, 2.580432653427124]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 5.0, 8.0, 8.0, 14.0, 13.0, 11.0, 13.0, 16.0, 26.0, 22.0, 26.0, 24.0, 35.0, 40.0, 46.0, 41.0, 53.0, 87.0, 80.0, 59.0, 49.0, 46.0, 36.0, 38.0, 29.0, 27.0, 30.0, 22.0, 21.0, 7.0, 12.0, 11.0, 10.0, 4.0, 5.0, 9.0, 6.0, 7.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7812560796737671, -0.7582741975784302, -0.7352923154830933, -0.7123104929924011, -0.6893286108970642, -0.6663467288017273, -0.6433649063110352, -0.6203830242156982, -0.5974011421203613, -0.5744192600250244, -0.5514373779296875, -0.5284555554389954, -0.5054736733436584, -0.48249179124832153, -0.459509938955307, -0.4365280866622925, -0.41354620456695557, -0.39056432247161865, -0.3675824701786041, -0.3446006178855896, -0.3216187357902527, -0.29863685369491577, -0.27565500140190125, -0.2526731491088867, -0.2296912670135498, -0.20670939981937408, -0.18372753262519836, -0.16074566543102264, -0.13776379823684692, -0.1147819310426712, -0.09180006384849548, -0.06881819665431976, -0.04583638906478882, -0.022854521870613098, 0.00012734532356262207, 0.023109212517738342, 0.04609107971191406, 0.06907294690608978, 0.0920548141002655, 0.11503668129444122, 0.13801854848861694, 0.16100041568279266, 0.18398228287696838, 0.2069641500711441, 0.22994601726531982, 0.25292789936065674, 0.27590975165367126, 0.2988916039466858, 0.3218734860420227, 0.3448553681373596, 0.36783722043037415, 0.39081907272338867, 0.4138009548187256, 0.4367828369140625, 0.459764689207077, 0.48274654150009155, 0.5057284235954285, 0.5287103056907654, 0.5516921281814575, 0.5746740102767944, 0.5976558923721313, 0.6206377744674683, 0.6436196565628052, 0.6666014790534973, 0.6895833611488342]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 8.0, 4.0, 10.0, 13.0, 23.0, 33.0, 26.0, 64.0, 79.0, 145.0, 309.0, 704.0, 2219.0, 10150.0, 87608.0, 3718091.0, 349389.0, 19693.0, 3694.0, 1078.0, 433.0, 174.0, 126.0, 58.0, 37.0, 37.0, 22.0, 18.0, 13.0, 7.0, 7.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09722900390625, -0.09358501434326172, -0.08994102478027344, -0.08629703521728516, -0.08265304565429688, -0.0790090560913086, -0.07536506652832031, -0.07172107696533203, -0.06807708740234375, -0.06443309783935547, -0.06078910827636719, -0.057145118713378906, -0.053501129150390625, -0.049857139587402344, -0.04621315002441406, -0.04256916046142578, -0.0389251708984375, -0.03528118133544922, -0.03163719177246094, -0.027993202209472656, -0.024349212646484375, -0.020705223083496094, -0.017061233520507812, -0.013417243957519531, -0.00977325439453125, -0.006129264831542969, -0.0024852752685546875, 0.0011587142944335938, 0.004802703857421875, 0.008446693420410156, 0.012090682983398438, 0.01573467254638672, 0.019378662109375, 0.02302265167236328, 0.026666641235351562, 0.030310630798339844, 0.033954620361328125, 0.037598609924316406, 0.04124259948730469, 0.04488658905029297, 0.04853057861328125, 0.05217456817626953, 0.05581855773925781, 0.059462547302246094, 0.06310653686523438, 0.06675052642822266, 0.07039451599121094, 0.07403850555419922, 0.0776824951171875, 0.08132648468017578, 0.08497047424316406, 0.08861446380615234, 0.09225845336914062, 0.0959024429321289, 0.09954643249511719, 0.10319042205810547, 0.10683441162109375, 0.11047840118408203, 0.11412239074707031, 0.1177663803100586, 0.12141036987304688, 0.12505435943603516, 0.12869834899902344, 0.13234233856201172, 0.135986328125]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 8.0, 8.0, 7.0, 11.0, 15.0, 12.0, 18.0, 19.0, 30.0, 32.0, 28.0, 44.0, 46.0, 49.0, 61.0, 47.0, 43.0, 59.0, 61.0, 55.0, 59.0, 42.0, 44.0, 35.0, 30.0, 28.0, 19.0, 11.0, 14.0, 23.0, 7.0, 14.0, 6.0, 7.0, 6.0, 4.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0264892578125, -0.025554180145263672, -0.024619102478027344, -0.023684024810791016, -0.022748947143554688, -0.02181386947631836, -0.02087879180908203, -0.019943714141845703, -0.019008636474609375, -0.018073558807373047, -0.01713848114013672, -0.01620340347290039, -0.015268325805664062, -0.014333248138427734, -0.013398170471191406, -0.012463092803955078, -0.01152801513671875, -0.010592937469482422, -0.009657859802246094, -0.008722782135009766, -0.0077877044677734375, -0.006852626800537109, -0.005917549133300781, -0.004982471466064453, -0.004047393798828125, -0.003112316131591797, -0.0021772384643554688, -0.0012421607971191406, -0.0003070831298828125, 0.0006279945373535156, 0.0015630722045898438, 0.002498149871826172, 0.0034332275390625, 0.004368305206298828, 0.005303382873535156, 0.006238460540771484, 0.0071735382080078125, 0.00810861587524414, 0.009043693542480469, 0.009978771209716797, 0.010913848876953125, 0.011848926544189453, 0.012784004211425781, 0.01371908187866211, 0.014654159545898438, 0.015589237213134766, 0.016524314880371094, 0.017459392547607422, 0.01839447021484375, 0.019329547882080078, 0.020264625549316406, 0.021199703216552734, 0.022134780883789062, 0.02306985855102539, 0.02400493621826172, 0.024940013885498047, 0.025875091552734375, 0.026810169219970703, 0.02774524688720703, 0.02868032455444336, 0.029615402221679688, 0.030550479888916016, 0.031485557556152344, 0.03242063522338867, 0.033355712890625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 4.0, 10.0, 13.0, 25.0, 17.0, 26.0, 42.0, 60.0, 75.0, 105.0, 143.0, 239.0, 483.0, 1391.0, 8639.0, 170541.0, 3949035.0, 55742.0, 5395.0, 1238.0, 442.0, 207.0, 131.0, 64.0, 68.0, 40.0, 35.0, 23.0, 14.0, 14.0, 10.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.235595703125, -0.2291107177734375, -0.222625732421875, -0.2161407470703125, -0.20965576171875, -0.2031707763671875, -0.196685791015625, -0.1902008056640625, -0.1837158203125, -0.1772308349609375, -0.170745849609375, -0.1642608642578125, -0.15777587890625, -0.1512908935546875, -0.144805908203125, -0.1383209228515625, -0.1318359375, -0.1253509521484375, -0.118865966796875, -0.1123809814453125, -0.10589599609375, -0.0994110107421875, -0.092926025390625, -0.0864410400390625, -0.0799560546875, -0.0734710693359375, -0.066986083984375, -0.0605010986328125, -0.05401611328125, -0.0475311279296875, -0.041046142578125, -0.0345611572265625, -0.028076171875, -0.0215911865234375, -0.015106201171875, -0.0086212158203125, -0.00213623046875, 0.0043487548828125, 0.010833740234375, 0.0173187255859375, 0.0238037109375, 0.0302886962890625, 0.036773681640625, 0.0432586669921875, 0.04974365234375, 0.0562286376953125, 0.062713623046875, 0.0691986083984375, 0.07568359375, 0.0821685791015625, 0.088653564453125, 0.0951385498046875, 0.10162353515625, 0.1081085205078125, 0.114593505859375, 0.1210784912109375, 0.1275634765625, 0.1340484619140625, 0.140533447265625, 0.1470184326171875, 0.15350341796875, 0.1599884033203125, 0.166473388671875, 0.1729583740234375, 0.179443359375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 6.0, 6.0, 11.0, 14.0, 26.0, 35.0, 41.0, 93.0, 120.0, 308.0, 723.0, 1169.0, 794.0, 302.0, 130.0, 79.0, 62.0, 41.0, 29.0, 19.0, 19.0, 12.0, 12.0, 8.0, 3.0, 4.0, 3.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.126220703125, -0.12276554107666016, -0.11931037902832031, -0.11585521697998047, -0.11240005493164062, -0.10894489288330078, -0.10548973083496094, -0.1020345687866211, -0.09857940673828125, -0.0951242446899414, -0.09166908264160156, -0.08821392059326172, -0.08475875854492188, -0.08130359649658203, -0.07784843444824219, -0.07439327239990234, -0.0709381103515625, -0.06748294830322266, -0.06402778625488281, -0.06057262420654297, -0.057117462158203125, -0.05366230010986328, -0.05020713806152344, -0.046751976013183594, -0.04329681396484375, -0.039841651916503906, -0.03638648986816406, -0.03293132781982422, -0.029476165771484375, -0.02602100372314453, -0.022565841674804688, -0.019110679626464844, -0.015655517578125, -0.012200355529785156, -0.008745193481445312, -0.005290031433105469, -0.001834869384765625, 0.0016202926635742188, 0.0050754547119140625, 0.008530616760253906, 0.01198577880859375, 0.015440940856933594, 0.018896102905273438, 0.02235126495361328, 0.025806427001953125, 0.02926158905029297, 0.03271675109863281, 0.036171913146972656, 0.0396270751953125, 0.043082237243652344, 0.04653739929199219, 0.04999256134033203, 0.053447723388671875, 0.05690288543701172, 0.06035804748535156, 0.0638132095336914, 0.06726837158203125, 0.0707235336303711, 0.07417869567871094, 0.07763385772705078, 0.08108901977539062, 0.08454418182373047, 0.08799934387207031, 0.09145450592041016, 0.09490966796875]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 1.0, 2.0, 6.0, 11.0, 16.0, 40.0, 56.0, 111.0, 199.0, 200.0, 150.0, 105.0, 39.0, 23.0, 9.0, 11.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.9984138607978821, -0.9590075612068176, -0.9196012616157532, -0.8801949620246887, -0.8407886624336243, -0.8013823628425598, -0.7619761228561401, -0.7225698232650757, -0.6831635236740112, -0.6437572240829468, -0.6043509244918823, -0.5649446249008179, -0.5255383253097534, -0.48613202571868896, -0.4467257559299469, -0.40731945633888245, -0.3679131269454956, -0.32850682735443115, -0.2891005277633667, -0.24969424307346344, -0.210287943482399, -0.17088164389133453, -0.13147535920143127, -0.09206905961036682, -0.05266276001930237, -0.013256464153528214, 0.02614983171224594, 0.0655561238527298, 0.10496242344379425, 0.1443687230348587, 0.18377500772476196, 0.22318130731582642, 0.2625875473022461, 0.30199384689331055, 0.341400146484375, 0.38080644607543945, 0.4202127456665039, 0.45961904525756836, 0.4990253150463104, 0.5384316444396973, 0.5778379440307617, 0.6172442436218262, 0.6566505432128906, 0.6960568428039551, 0.7354631423950195, 0.774869441986084, 0.8142757415771484, 0.8536820411682129, 0.8930882811546326, 0.932494580745697, 0.9719008803367615, 1.0113071203231812, 1.0507134199142456, 1.09011971950531, 1.1295260190963745, 1.168932318687439, 1.2083386182785034, 1.2477449178695679, 1.2871512174606323, 1.3265575170516968, 1.3659638166427612, 1.4053701162338257, 1.4447764158248901, 1.4841827154159546, 1.523589015007019]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 1.0, 5.0, 5.0, 4.0, 4.0, 7.0, 21.0, 13.0, 22.0, 13.0, 17.0, 26.0, 21.0, 30.0, 36.0, 46.0, 30.0, 43.0, 47.0, 39.0, 57.0, 47.0, 40.0, 42.0, 49.0, 49.0, 32.0, 39.0, 28.0, 25.0, 26.0, 28.0, 23.0, 14.0, 22.0, 7.0, 12.0, 8.0, 7.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.397133469581604, -0.3854202628135681, -0.3737070858478546, -0.3619939088821411, -0.3502807021141052, -0.33856749534606934, -0.32685431838035583, -0.31514114141464233, -0.30342793464660645, -0.29171472787857056, -0.28000155091285706, -0.26828837394714355, -0.25657516717910767, -0.24486197531223297, -0.23314878344535828, -0.22143559157848358, -0.2097223997116089, -0.1980092078447342, -0.1862960159778595, -0.1745828241109848, -0.1628696322441101, -0.1511564403772354, -0.13944324851036072, -0.12773005664348602, -0.11601686477661133, -0.10430367290973663, -0.09259048104286194, -0.08087728917598724, -0.06916409730911255, -0.057450905442237854, -0.04573771357536316, -0.034024521708488464, -0.02231132984161377, -0.010598137974739075, 0.0011150538921356201, 0.012828245759010315, 0.02454143762588501, 0.036254629492759705, 0.0479678213596344, 0.059681013226509094, 0.07139420509338379, 0.08310739696025848, 0.09482058882713318, 0.10653378069400787, 0.11824697256088257, 0.12996016442775726, 0.14167335629463196, 0.15338654816150665, 0.16509974002838135, 0.17681293189525604, 0.18852612376213074, 0.20023931562900543, 0.21195250749588013, 0.22366569936275482, 0.23537889122962952, 0.2470920830965042, 0.2588052749633789, 0.2705184817314148, 0.2822316586971283, 0.2939448356628418, 0.3056580424308777, 0.3173712491989136, 0.3290844261646271, 0.3407976031303406, 0.35251080989837646]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 8.0, 10.0, 4.0, 14.0, 11.0, 29.0, 20.0, 51.0, 70.0, 94.0, 142.0, 196.0, 314.0, 457.0, 679.0, 1075.0, 1739.0, 2816.0, 4818.0, 8047.0, 14362.0, 25888.0, 49017.0, 95419.0, 193281.0, 278060.0, 180140.0, 88770.0, 45577.0, 24282.0, 13490.0, 7693.0, 4484.0, 2778.0, 1697.0, 1065.0, 660.0, 425.0, 284.0, 182.0, 108.0, 100.0, 65.0, 34.0, 34.0, 13.0, 22.0, 13.0, 7.0, 5.0, 6.0, 6.0, 3.0, 4.0], "bins": [-0.057891845703125, -0.0562586784362793, -0.054625511169433594, -0.05299234390258789, -0.05135917663574219, -0.049726009368896484, -0.04809284210205078, -0.04645967483520508, -0.044826507568359375, -0.04319334030151367, -0.04156017303466797, -0.039927005767822266, -0.03829383850097656, -0.03666067123413086, -0.035027503967285156, -0.03339433670043945, -0.03176116943359375, -0.030128002166748047, -0.028494834899902344, -0.02686166763305664, -0.025228500366210938, -0.023595333099365234, -0.02196216583251953, -0.020328998565673828, -0.018695831298828125, -0.017062664031982422, -0.015429496765136719, -0.013796329498291016, -0.012163162231445312, -0.01052999496459961, -0.008896827697753906, -0.007263660430908203, -0.0056304931640625, -0.003997325897216797, -0.0023641586303710938, -0.0007309913635253906, 0.0009021759033203125, 0.0025353431701660156, 0.004168510437011719, 0.005801677703857422, 0.007434844970703125, 0.009068012237548828, 0.010701179504394531, 0.012334346771240234, 0.013967514038085938, 0.01560068130493164, 0.017233848571777344, 0.018867015838623047, 0.02050018310546875, 0.022133350372314453, 0.023766517639160156, 0.02539968490600586, 0.027032852172851562, 0.028666019439697266, 0.03029918670654297, 0.03193235397338867, 0.033565521240234375, 0.03519868850708008, 0.03683185577392578, 0.038465023040771484, 0.04009819030761719, 0.04173135757446289, 0.043364524841308594, 0.0449976921081543, 0.046630859375]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 7.0, 9.0, 9.0, 15.0, 12.0, 29.0, 27.0, 29.0, 24.0, 28.0, 33.0, 39.0, 40.0, 40.0, 58.0, 56.0, 48.0, 53.0, 39.0, 61.0, 51.0, 49.0, 39.0, 35.0, 25.0, 29.0, 20.0, 15.0, 22.0, 10.0, 9.0, 6.0, 6.0, 8.0, 3.0, 3.0, 4.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0293426513671875, -0.028352022171020508, -0.027361392974853516, -0.026370763778686523, -0.02538013458251953, -0.02438950538635254, -0.023398876190185547, -0.022408246994018555, -0.021417617797851562, -0.02042698860168457, -0.019436359405517578, -0.018445730209350586, -0.017455101013183594, -0.0164644718170166, -0.01547384262084961, -0.014483213424682617, -0.013492584228515625, -0.012501955032348633, -0.01151132583618164, -0.010520696640014648, -0.009530067443847656, -0.008539438247680664, -0.007548809051513672, -0.00655817985534668, -0.0055675506591796875, -0.004576921463012695, -0.003586292266845703, -0.002595663070678711, -0.0016050338745117188, -0.0006144046783447266, 0.0003762245178222656, 0.0013668537139892578, 0.00235748291015625, 0.003348112106323242, 0.004338741302490234, 0.0053293704986572266, 0.006319999694824219, 0.007310628890991211, 0.008301258087158203, 0.009291887283325195, 0.010282516479492188, 0.01127314567565918, 0.012263774871826172, 0.013254404067993164, 0.014245033264160156, 0.015235662460327148, 0.01622629165649414, 0.017216920852661133, 0.018207550048828125, 0.019198179244995117, 0.02018880844116211, 0.0211794376373291, 0.022170066833496094, 0.023160696029663086, 0.024151325225830078, 0.02514195442199707, 0.026132583618164062, 0.027123212814331055, 0.028113842010498047, 0.02910447120666504, 0.03009510040283203, 0.031085729598999023, 0.032076358795166016, 0.03306698799133301, 0.0340576171875]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 4.0, 5.0, 2.0, 6.0, 12.0, 15.0, 10.0, 17.0, 32.0, 41.0, 44.0, 52.0, 74.0, 111.0, 145.0, 247.0, 323.0, 501.0, 899.0, 1582.0, 3088.0, 7440.0, 21689.0, 89689.0, 608633.0, 244061.0, 46172.0, 13055.0, 5035.0, 2230.0, 1232.0, 724.0, 436.0, 275.0, 166.0, 130.0, 102.0, 84.0, 59.0, 38.0, 22.0, 25.0, 18.0, 7.0, 8.0, 11.0, 4.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.13916015625, -0.1350412368774414, -0.1309223175048828, -0.12680339813232422, -0.12268447875976562, -0.11856555938720703, -0.11444664001464844, -0.11032772064208984, -0.10620880126953125, -0.10208988189697266, -0.09797096252441406, -0.09385204315185547, -0.08973312377929688, -0.08561420440673828, -0.08149528503417969, -0.0773763656616211, -0.0732574462890625, -0.0691385269165039, -0.06501960754394531, -0.06090068817138672, -0.056781768798828125, -0.05266284942626953, -0.04854393005371094, -0.044425010681152344, -0.04030609130859375, -0.036187171936035156, -0.03206825256347656, -0.02794933319091797, -0.023830413818359375, -0.01971149444580078, -0.015592575073242188, -0.011473655700683594, -0.007354736328125, -0.0032358169555664062, 0.0008831024169921875, 0.005002021789550781, 0.009120941162109375, 0.013239860534667969, 0.017358779907226562, 0.021477699279785156, 0.02559661865234375, 0.029715538024902344, 0.03383445739746094, 0.03795337677001953, 0.042072296142578125, 0.04619121551513672, 0.05031013488769531, 0.054429054260253906, 0.0585479736328125, 0.0626668930053711, 0.06678581237792969, 0.07090473175048828, 0.07502365112304688, 0.07914257049560547, 0.08326148986816406, 0.08738040924072266, 0.09149932861328125, 0.09561824798583984, 0.09973716735839844, 0.10385608673095703, 0.10797500610351562, 0.11209392547607422, 0.11621284484863281, 0.1203317642211914, 0.12445068359375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 1.0, 5.0, 7.0, 5.0, 9.0, 7.0, 15.0, 20.0, 23.0, 22.0, 30.0, 47.0, 42.0, 55.0, 49.0, 48.0, 51.0, 70.0, 59.0, 60.0, 48.0, 56.0, 50.0, 43.0, 28.0, 26.0, 35.0, 11.0, 16.0, 18.0, 12.0, 9.0, 9.0, 3.0, 4.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1470947265625, -0.142486572265625, -0.13787841796875, -0.133270263671875, -0.128662109375, -0.124053955078125, -0.11944580078125, -0.114837646484375, -0.1102294921875, -0.105621337890625, -0.10101318359375, -0.096405029296875, -0.091796875, -0.087188720703125, -0.08258056640625, -0.077972412109375, -0.0733642578125, -0.068756103515625, -0.06414794921875, -0.059539794921875, -0.054931640625, -0.050323486328125, -0.04571533203125, -0.041107177734375, -0.0364990234375, -0.031890869140625, -0.02728271484375, -0.022674560546875, -0.01806640625, -0.013458251953125, -0.00885009765625, -0.004241943359375, 0.0003662109375, 0.004974365234375, 0.00958251953125, 0.014190673828125, 0.018798828125, 0.023406982421875, 0.02801513671875, 0.032623291015625, 0.0372314453125, 0.041839599609375, 0.04644775390625, 0.051055908203125, 0.0556640625, 0.060272216796875, 0.06488037109375, 0.069488525390625, 0.0740966796875, 0.078704833984375, 0.08331298828125, 0.087921142578125, 0.092529296875, 0.097137451171875, 0.10174560546875, 0.106353759765625, 0.1109619140625, 0.115570068359375, 0.12017822265625, 0.124786376953125, 0.12939453125, 0.134002685546875, 0.13861083984375, 0.143218994140625, 0.1478271484375]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 13.0, 16.0, 13.0, 22.0, 35.0, 54.0, 92.0, 142.0, 245.0, 391.0, 735.0, 1491.0, 3260.0, 7721.0, 22934.0, 91036.0, 709515.0, 159673.0, 32723.0, 10462.0, 4169.0, 1753.0, 863.0, 458.0, 288.0, 149.0, 99.0, 60.0, 45.0, 26.0, 16.0, 22.0, 5.0, 5.0, 7.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0672607421875, -0.06499195098876953, -0.06272315979003906, -0.060454368591308594, -0.058185577392578125, -0.055916786193847656, -0.05364799499511719, -0.05137920379638672, -0.04911041259765625, -0.04684162139892578, -0.04457283020019531, -0.042304039001464844, -0.040035247802734375, -0.037766456604003906, -0.03549766540527344, -0.03322887420654297, -0.0309600830078125, -0.02869129180908203, -0.026422500610351562, -0.024153709411621094, -0.021884918212890625, -0.019616127014160156, -0.017347335815429688, -0.015078544616699219, -0.01280975341796875, -0.010540962219238281, -0.008272171020507812, -0.006003379821777344, -0.003734588623046875, -0.0014657974243164062, 0.0008029937744140625, 0.0030717849731445312, 0.005340576171875, 0.007609367370605469, 0.009878158569335938, 0.012146949768066406, 0.014415740966796875, 0.016684532165527344, 0.018953323364257812, 0.02122211456298828, 0.02349090576171875, 0.02575969696044922, 0.028028488159179688, 0.030297279357910156, 0.032566070556640625, 0.034834861755371094, 0.03710365295410156, 0.03937244415283203, 0.0416412353515625, 0.04391002655029297, 0.04617881774902344, 0.048447608947753906, 0.050716400146484375, 0.052985191345214844, 0.05525398254394531, 0.05752277374267578, 0.05979156494140625, 0.06206035614013672, 0.06432914733886719, 0.06659793853759766, 0.06886672973632812, 0.0711355209350586, 0.07340431213378906, 0.07567310333251953, 0.07794189453125]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 7.0, 11.0, 15.0, 16.0, 20.0, 37.0, 69.0, 174.0, 326.0, 181.0, 52.0, 40.0, 23.0, 5.0, 7.0, 7.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.817413330078125e-05, -5.638226866722107e-05, -5.459040403366089e-05, -5.279853940010071e-05, -5.100667476654053e-05, -4.921481013298035e-05, -4.7422945499420166e-05, -4.5631080865859985e-05, -4.3839216232299805e-05, -4.2047351598739624e-05, -4.025548696517944e-05, -3.846362233161926e-05, -3.667175769805908e-05, -3.48798930644989e-05, -3.308802843093872e-05, -3.129616379737854e-05, -2.950429916381836e-05, -2.771243453025818e-05, -2.5920569896697998e-05, -2.4128705263137817e-05, -2.2336840629577637e-05, -2.0544975996017456e-05, -1.8753111362457275e-05, -1.6961246728897095e-05, -1.5169382095336914e-05, -1.3377517461776733e-05, -1.1585652828216553e-05, -9.793788194656372e-06, -8.001923561096191e-06, -6.210058927536011e-06, -4.41819429397583e-06, -2.6263296604156494e-06, -8.344650268554688e-07, 9.57399606704712e-07, 2.7492642402648926e-06, 4.541128873825073e-06, 6.332993507385254e-06, 8.124858140945435e-06, 9.916722774505615e-06, 1.1708587408065796e-05, 1.3500452041625977e-05, 1.5292316675186157e-05, 1.7084181308746338e-05, 1.887604594230652e-05, 2.06679105758667e-05, 2.245977520942688e-05, 2.425163984298706e-05, 2.604350447654724e-05, 2.7835369110107422e-05, 2.9627233743667603e-05, 3.141909837722778e-05, 3.3210963010787964e-05, 3.5002827644348145e-05, 3.6794692277908325e-05, 3.8586556911468506e-05, 4.0378421545028687e-05, 4.217028617858887e-05, 4.396215081214905e-05, 4.575401544570923e-05, 4.754588007926941e-05, 4.933774471282959e-05, 5.112960934638977e-05, 5.292147397994995e-05, 5.471333861351013e-05, 5.650520324707031e-05]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 13.0, 15.0, 15.0, 32.0, 44.0, 67.0, 93.0, 196.0, 363.0, 706.0, 1485.0, 3827.0, 11668.0, 48868.0, 559752.0, 360477.0, 43960.0, 10658.0, 3426.0, 1419.0, 656.0, 320.0, 199.0, 111.0, 60.0, 34.0, 29.0, 15.0, 12.0, 6.0, 7.0, 3.0, 1.0, 1.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.0860595703125, -0.08366680145263672, -0.08127403259277344, -0.07888126373291016, -0.07648849487304688, -0.0740957260131836, -0.07170295715332031, -0.06931018829345703, -0.06691741943359375, -0.06452465057373047, -0.06213188171386719, -0.059739112854003906, -0.057346343994140625, -0.054953575134277344, -0.05256080627441406, -0.05016803741455078, -0.0477752685546875, -0.04538249969482422, -0.04298973083496094, -0.040596961975097656, -0.038204193115234375, -0.035811424255371094, -0.03341865539550781, -0.03102588653564453, -0.02863311767578125, -0.02624034881591797, -0.023847579956054688, -0.021454811096191406, -0.019062042236328125, -0.016669273376464844, -0.014276504516601562, -0.011883735656738281, -0.009490966796875, -0.007098197937011719, -0.0047054290771484375, -0.0023126602172851562, 8.0108642578125e-05, 0.0024728775024414062, 0.0048656463623046875, 0.007258415222167969, 0.00965118408203125, 0.012043952941894531, 0.014436721801757812, 0.016829490661621094, 0.019222259521484375, 0.021615028381347656, 0.024007797241210938, 0.02640056610107422, 0.0287933349609375, 0.03118610382080078, 0.03357887268066406, 0.035971641540527344, 0.038364410400390625, 0.040757179260253906, 0.04314994812011719, 0.04554271697998047, 0.04793548583984375, 0.05032825469970703, 0.05272102355957031, 0.055113792419433594, 0.057506561279296875, 0.059899330139160156, 0.06229209899902344, 0.06468486785888672, 0.06707763671875]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 7.0, 1.0, 8.0, 7.0, 14.0, 20.0, 16.0, 27.0, 42.0, 59.0, 82.0, 126.0, 128.0, 118.0, 90.0, 71.0, 44.0, 34.0, 26.0, 24.0, 8.0, 16.0, 8.0, 5.0, 4.0, 1.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05474853515625, -0.052349090576171875, -0.04994964599609375, -0.047550201416015625, -0.0451507568359375, -0.042751312255859375, -0.04035186767578125, -0.037952423095703125, -0.035552978515625, -0.033153533935546875, -0.03075408935546875, -0.028354644775390625, -0.0259552001953125, -0.023555755615234375, -0.02115631103515625, -0.018756866455078125, -0.016357421875, -0.013957977294921875, -0.01155853271484375, -0.009159088134765625, -0.0067596435546875, -0.004360198974609375, -0.00196075439453125, 0.000438690185546875, 0.002838134765625, 0.005237579345703125, 0.00763702392578125, 0.010036468505859375, 0.0124359130859375, 0.014835357666015625, 0.01723480224609375, 0.019634246826171875, 0.02203369140625, 0.024433135986328125, 0.02683258056640625, 0.029232025146484375, 0.0316314697265625, 0.034030914306640625, 0.03643035888671875, 0.038829803466796875, 0.041229248046875, 0.043628692626953125, 0.04602813720703125, 0.048427581787109375, 0.0508270263671875, 0.053226470947265625, 0.05562591552734375, 0.058025360107421875, 0.0604248046875, 0.06282424926757812, 0.06522369384765625, 0.06762313842773438, 0.0700225830078125, 0.07242202758789062, 0.07482147216796875, 0.07722091674804688, 0.079620361328125, 0.08201980590820312, 0.08441925048828125, 0.08681869506835938, 0.0892181396484375, 0.09161758422851562, 0.09401702880859375, 0.09641647338867188, 0.09881591796875]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 7.0, 14.0, 35.0, 87.0, 178.0, 364.0, 184.0, 79.0, 25.0, 13.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.0379161834716797, -2.966655969619751, -2.8953957557678223, -2.8241355419158936, -2.752875328063965, -2.681614875793457, -2.6103549003601074, -2.5390944480895996, -2.467834234237671, -2.396574020385742, -2.3253138065338135, -2.2540535926818848, -2.182793378829956, -2.1115331649780273, -2.0402727127075195, -1.9690126180648804, -1.8977524042129517, -1.826492190361023, -1.7552319765090942, -1.683971643447876, -1.6127114295959473, -1.5414512157440186, -1.4701910018920898, -1.3989307880401611, -1.3276705741882324, -1.2564103603363037, -1.185150146484375, -1.1138899326324463, -1.042629599571228, -0.9713693857192993, -0.9001091718673706, -0.8288489580154419, -0.7575886249542236, -0.6863284111022949, -0.6150681376457214, -0.5438079237937927, -0.4725476801395416, -0.4012874364852905, -0.3300272226333618, -0.2587669789791107, -0.18750673532485962, -0.11624649912118912, -0.044986262917518616, 0.02627396583557129, 0.09753420948982239, 0.1687944531440735, 0.2400546669960022, 0.3113149106502533, 0.3825751543045044, 0.4538353979587555, 0.5250956416130066, 0.5963558554649353, 0.6676161289215088, 0.7388763427734375, 0.8101365566253662, 0.8813967704772949, 0.9526570439338684, 1.023917317390442, 1.0951775312423706, 1.1664377450942993, 1.237697958946228, 1.3089582920074463, 1.380218505859375, 1.4514787197113037, 1.5227389335632324]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 5.0, 6.0, 4.0, 13.0, 10.0, 14.0, 17.0, 19.0, 25.0, 19.0, 29.0, 21.0, 23.0, 38.0, 42.0, 53.0, 51.0, 59.0, 67.0, 79.0, 65.0, 45.0, 41.0, 35.0, 28.0, 32.0, 14.0, 15.0, 26.0, 22.0, 15.0, 20.0, 7.0, 10.0, 5.0, 6.0, 4.0, 7.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.50510573387146, -0.4872969388961792, -0.4694881737232208, -0.45167937874794006, -0.4338706135749817, -0.4160618185997009, -0.39825302362442017, -0.3804442286491394, -0.36263546347618103, -0.34482666850090027, -0.3270179033279419, -0.30920910835266113, -0.29140031337738037, -0.273591548204422, -0.25578275322914124, -0.23797397315502167, -0.2201651930809021, -0.20235641300678253, -0.18454763293266296, -0.1667388379573822, -0.14893005788326263, -0.13112127780914307, -0.1133124902844429, -0.09550370275974274, -0.07769492268562317, -0.0598861388862133, -0.042077355086803436, -0.02426857128739357, -0.006459787487983704, 0.011348992586135864, 0.02915778011083603, 0.046966567635536194, 0.06477540731430054, 0.0825841873884201, 0.10039297491312027, 0.11820176243782043, 0.13601054251194, 0.15381932258605957, 0.17162811756134033, 0.1894368976354599, 0.20724567770957947, 0.22505445778369904, 0.2428632378578186, 0.26067203283309937, 0.2784808278083801, 0.2962895929813385, 0.31409838795661926, 0.33190715312957764, 0.3497159481048584, 0.36752474308013916, 0.38533350825309753, 0.4031423032283783, 0.42095106840133667, 0.43875986337661743, 0.4565686583518982, 0.47437745332717896, 0.49218621850013733, 0.5099949836730957, 0.5278037786483765, 0.5456125736236572, 0.563421368598938, 0.5812301635742188, 0.5990388989448547, 0.6168476939201355, 0.6346564888954163]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 4.0, 5.0, 4.0, 6.0, 7.0, 13.0, 26.0, 42.0, 73.0, 129.0, 221.0, 390.0, 849.0, 1787.0, 4259.0, 13514.0, 66866.0, 1661010.0, 2338065.0, 83094.0, 15450.0, 4708.0, 1859.0, 903.0, 467.0, 223.0, 114.0, 85.0, 35.0, 32.0, 14.0, 8.0, 12.0, 8.0, 6.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06463623046875, -0.061832427978515625, -0.05902862548828125, -0.056224822998046875, -0.0534210205078125, -0.050617218017578125, -0.04781341552734375, -0.045009613037109375, -0.042205810546875, -0.039402008056640625, -0.03659820556640625, -0.033794403076171875, -0.0309906005859375, -0.028186798095703125, -0.02538299560546875, -0.022579193115234375, -0.019775390625, -0.016971588134765625, -0.01416778564453125, -0.011363983154296875, -0.0085601806640625, -0.005756378173828125, -0.00295257568359375, -0.000148773193359375, 0.002655029296875, 0.005458831787109375, 0.00826263427734375, 0.011066436767578125, 0.0138702392578125, 0.016674041748046875, 0.01947784423828125, 0.022281646728515625, 0.02508544921875, 0.027889251708984375, 0.03069305419921875, 0.033496856689453125, 0.0363006591796875, 0.039104461669921875, 0.04190826416015625, 0.044712066650390625, 0.047515869140625, 0.050319671630859375, 0.05312347412109375, 0.055927276611328125, 0.0587310791015625, 0.061534881591796875, 0.06433868408203125, 0.06714248657226562, 0.0699462890625, 0.07275009155273438, 0.07555389404296875, 0.07835769653320312, 0.0811614990234375, 0.08396530151367188, 0.08676910400390625, 0.08957290649414062, 0.092376708984375, 0.09518051147460938, 0.09798431396484375, 0.10078811645507812, 0.1035919189453125, 0.10639572143554688, 0.10919952392578125, 0.11200332641601562, 0.11480712890625]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 5.0, 11.0, 11.0, 13.0, 13.0, 22.0, 21.0, 25.0, 32.0, 22.0, 33.0, 25.0, 27.0, 43.0, 46.0, 37.0, 60.0, 43.0, 43.0, 53.0, 35.0, 28.0, 47.0, 37.0, 34.0, 28.0, 23.0, 30.0, 27.0, 18.0, 21.0, 9.0, 9.0, 8.0, 12.0, 6.0, 7.0, 12.0, 2.0, 5.0, 7.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.026123046875, -0.025317907333374023, -0.024512767791748047, -0.02370762825012207, -0.022902488708496094, -0.022097349166870117, -0.02129220962524414, -0.020487070083618164, -0.019681930541992188, -0.01887679100036621, -0.018071651458740234, -0.017266511917114258, -0.01646137237548828, -0.015656232833862305, -0.014851093292236328, -0.014045953750610352, -0.013240814208984375, -0.012435674667358398, -0.011630535125732422, -0.010825395584106445, -0.010020256042480469, -0.009215116500854492, -0.008409976959228516, -0.007604837417602539, -0.0067996978759765625, -0.005994558334350586, -0.005189418792724609, -0.004384279251098633, -0.0035791397094726562, -0.0027740001678466797, -0.001968860626220703, -0.0011637210845947266, -0.00035858154296875, 0.00044655799865722656, 0.0012516975402832031, 0.0020568370819091797, 0.0028619766235351562, 0.003667116165161133, 0.004472255706787109, 0.005277395248413086, 0.0060825347900390625, 0.006887674331665039, 0.007692813873291016, 0.008497953414916992, 0.009303092956542969, 0.010108232498168945, 0.010913372039794922, 0.011718511581420898, 0.012523651123046875, 0.013328790664672852, 0.014133930206298828, 0.014939069747924805, 0.01574420928955078, 0.016549348831176758, 0.017354488372802734, 0.01815962791442871, 0.018964767456054688, 0.019769906997680664, 0.02057504653930664, 0.021380186080932617, 0.022185325622558594, 0.02299046516418457, 0.023795604705810547, 0.024600744247436523, 0.0254058837890625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 6.0, 20.0, 24.0, 28.0, 59.0, 86.0, 112.0, 183.0, 277.0, 604.0, 3098.0, 303645.0, 3879628.0, 5090.0, 797.0, 270.0, 142.0, 80.0, 50.0, 32.0, 25.0, 10.0, 7.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.447265625, -0.4319000244140625, -0.416534423828125, -0.4011688232421875, -0.38580322265625, -0.3704376220703125, -0.355072021484375, -0.3397064208984375, -0.3243408203125, -0.3089752197265625, -0.293609619140625, -0.2782440185546875, -0.26287841796875, -0.2475128173828125, -0.232147216796875, -0.2167816162109375, -0.201416015625, -0.1860504150390625, -0.170684814453125, -0.1553192138671875, -0.13995361328125, -0.1245880126953125, -0.109222412109375, -0.0938568115234375, -0.0784912109375, -0.0631256103515625, -0.047760009765625, -0.0323944091796875, -0.01702880859375, -0.0016632080078125, 0.013702392578125, 0.0290679931640625, 0.04443359375, 0.0597991943359375, 0.075164794921875, 0.0905303955078125, 0.10589599609375, 0.1212615966796875, 0.136627197265625, 0.1519927978515625, 0.1673583984375, 0.1827239990234375, 0.198089599609375, 0.2134552001953125, 0.22882080078125, 0.2441864013671875, 0.259552001953125, 0.2749176025390625, 0.290283203125, 0.3056488037109375, 0.321014404296875, 0.3363800048828125, 0.35174560546875, 0.3671112060546875, 0.382476806640625, 0.3978424072265625, 0.4132080078125, 0.4285736083984375, 0.443939208984375, 0.4593048095703125, 0.47467041015625, 0.4900360107421875, 0.505401611328125, 0.5207672119140625, 0.5361328125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 3.0, 7.0, 16.0, 57.0, 165.0, 949.0, 2436.0, 297.0, 83.0, 40.0, 18.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.59033203125, -0.5790348052978516, -0.5677375793457031, -0.5564403533935547, -0.5451431274414062, -0.5338459014892578, -0.5225486755371094, -0.5112514495849609, -0.4999542236328125, -0.48865699768066406, -0.4773597717285156, -0.4660625457763672, -0.45476531982421875, -0.4434680938720703, -0.4321708679199219, -0.42087364196777344, -0.409576416015625, -0.39827919006347656, -0.3869819641113281, -0.3756847381591797, -0.36438751220703125, -0.3530902862548828, -0.3417930603027344, -0.33049583435058594, -0.3191986083984375, -0.30790138244628906, -0.2966041564941406, -0.2853069305419922, -0.27400970458984375, -0.2627124786376953, -0.2514152526855469, -0.24011802673339844, -0.22882080078125, -0.21752357482910156, -0.20622634887695312, -0.1949291229248047, -0.18363189697265625, -0.1723346710205078, -0.16103744506835938, -0.14974021911621094, -0.1384429931640625, -0.12714576721191406, -0.11584854125976562, -0.10455131530761719, -0.09325408935546875, -0.08195686340332031, -0.07065963745117188, -0.05936241149902344, -0.048065185546875, -0.03676795959472656, -0.025470733642578125, -0.014173507690429688, -0.00287628173828125, 0.008420944213867188, 0.019718170166015625, 0.031015396118164062, 0.0423126220703125, 0.05360984802246094, 0.06490707397460938, 0.07620429992675781, 0.08750152587890625, 0.09879875183105469, 0.11009597778320312, 0.12139320373535156, 0.1326904296875]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 9.0, 8.0, 20.0, 54.0, 178.0, 416.0, 217.0, 65.0, 17.0, 10.0, 3.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.191260814666748, -5.086878776550293, -4.98249626159668, -4.878114223480225, -4.773731708526611, -4.669349670410156, -4.564967155456543, -4.460585117340088, -4.356202602386475, -4.2518205642700195, -4.147438049316406, -4.043056011199951, -3.938673496246338, -3.8342912197113037, -3.7299089431762695, -3.6255269050598145, -3.5211446285247803, -3.416762351989746, -3.312380075454712, -3.2079977989196777, -3.1036155223846436, -2.9992332458496094, -2.8948512077331543, -2.790468692779541, -2.686086654663086, -2.5817043781280518, -2.4773221015930176, -2.3729398250579834, -2.268557548522949, -2.164175271987915, -2.059792995452881, -1.9554108381271362, -1.851028561592102, -1.7466462850570679, -1.6422640085220337, -1.537881851196289, -1.4334995746612549, -1.3291172981262207, -1.2247350215911865, -1.1203527450561523, -1.0159704685211182, -0.911588191986084, -0.8072059154510498, -0.7028236985206604, -0.5984414219856262, -0.49405914545059204, -0.38967692852020264, -0.28529465198516846, -0.18091237545013428, -0.07653011381626129, 0.027852147817611694, 0.1322343945503235, 0.23661667108535767, 0.34099894762039185, 0.44538116455078125, 0.5497634410858154, 0.6541457176208496, 0.7585279941558838, 0.862910270690918, 0.9672924876213074, 1.0716748237609863, 1.1760571002960205, 1.2804392576217651, 1.3848215341567993, 1.4892038106918335]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 10.0, 13.0, 14.0, 13.0, 29.0, 25.0, 32.0, 51.0, 43.0, 54.0, 68.0, 69.0, 68.0, 55.0, 57.0, 61.0, 57.0, 45.0, 53.0, 34.0, 35.0, 20.0, 22.0, 14.0, 14.0, 7.0, 6.0, 3.0, 6.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0], "bins": [-1.09590482711792, -1.065393328666687, -1.034881830215454, -1.0043702125549316, -0.9738587737083435, -0.9433472156524658, -0.9128357172012329, -0.88232421875, -0.8518127202987671, -0.8213012218475342, -0.7907896637916565, -0.7602781653404236, -0.7297666668891907, -0.699255108833313, -0.6687436103820801, -0.6382321119308472, -0.6077205538749695, -0.5772090554237366, -0.5466974973678589, -0.516185998916626, -0.48567450046539307, -0.45516297221183777, -0.42465144395828247, -0.39413994550704956, -0.36362841725349426, -0.33311688899993896, -0.30260539054870605, -0.27209386229515076, -0.24158234894275665, -0.21107083559036255, -0.18055930733680725, -0.15004779398441315, -0.11953634023666382, -0.08902482688426971, -0.05851330608129501, -0.028001785278320312, 0.0025097280740737915, 0.033021241426467896, 0.0635327696800232, 0.0940442830324173, 0.1245557963848114, 0.1550673097372055, 0.1855788230895996, 0.2160903513431549, 0.246601864695549, 0.2771133780479431, 0.3076249063014984, 0.3381364345550537, 0.3686479330062866, 0.3991594612598419, 0.42967095971107483, 0.4601824879646301, 0.49069398641586304, 0.5212055444717407, 0.5517170429229736, 0.5822285413742065, 0.6127400398254395, 0.6432515382766724, 0.67376309633255, 0.704274594783783, 0.7347860932350159, 0.7652976512908936, 0.7958091497421265, 0.8263206481933594, 0.8568322062492371]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 5.0, 7.0, 11.0, 18.0, 16.0, 24.0, 50.0, 95.0, 126.0, 223.0, 362.0, 620.0, 1072.0, 1765.0, 3313.0, 6051.0, 11741.0, 23365.0, 49877.0, 109474.0, 224237.0, 285498.0, 174532.0, 80604.0, 37639.0, 17936.0, 9053.0, 4665.0, 2595.0, 1453.0, 828.0, 508.0, 323.0, 170.0, 103.0, 67.0, 56.0, 22.0, 21.0, 14.0, 10.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.06689453125, -0.06494474411010742, -0.06299495697021484, -0.061045169830322266, -0.05909538269042969, -0.05714559555053711, -0.05519580841064453, -0.05324602127075195, -0.051296234130859375, -0.0493464469909668, -0.04739665985107422, -0.04544687271118164, -0.04349708557128906, -0.041547298431396484, -0.039597511291503906, -0.03764772415161133, -0.03569793701171875, -0.03374814987182617, -0.031798362731933594, -0.029848575592041016, -0.027898788452148438, -0.02594900131225586, -0.02399921417236328, -0.022049427032470703, -0.020099639892578125, -0.018149852752685547, -0.01620006561279297, -0.01425027847290039, -0.012300491333007812, -0.010350704193115234, -0.008400917053222656, -0.006451129913330078, -0.0045013427734375, -0.002551555633544922, -0.0006017684936523438, 0.0013480186462402344, 0.0032978057861328125, 0.005247592926025391, 0.007197380065917969, 0.009147167205810547, 0.011096954345703125, 0.013046741485595703, 0.014996528625488281, 0.01694631576538086, 0.018896102905273438, 0.020845890045166016, 0.022795677185058594, 0.024745464324951172, 0.02669525146484375, 0.028645038604736328, 0.030594825744628906, 0.032544612884521484, 0.03449440002441406, 0.03644418716430664, 0.03839397430419922, 0.0403437614440918, 0.042293548583984375, 0.04424333572387695, 0.04619312286376953, 0.04814291000366211, 0.05009269714355469, 0.052042484283447266, 0.053992271423339844, 0.05594205856323242, 0.057891845703125]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 2.0, 9.0, 6.0, 13.0, 10.0, 14.0, 24.0, 23.0, 31.0, 33.0, 33.0, 36.0, 65.0, 60.0, 59.0, 67.0, 61.0, 52.0, 43.0, 40.0, 41.0, 46.0, 28.0, 36.0, 25.0, 40.0, 26.0, 18.0, 12.0, 12.0, 9.0, 8.0, 2.0, 8.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.0584716796875, -0.056878089904785156, -0.05528450012207031, -0.05369091033935547, -0.052097320556640625, -0.05050373077392578, -0.04891014099121094, -0.047316551208496094, -0.04572296142578125, -0.044129371643066406, -0.04253578186035156, -0.04094219207763672, -0.039348602294921875, -0.03775501251220703, -0.03616142272949219, -0.034567832946777344, -0.0329742431640625, -0.031380653381347656, -0.029787063598632812, -0.02819347381591797, -0.026599884033203125, -0.02500629425048828, -0.023412704467773438, -0.021819114685058594, -0.02022552490234375, -0.018631935119628906, -0.017038345336914062, -0.015444755554199219, -0.013851165771484375, -0.012257575988769531, -0.010663986206054688, -0.009070396423339844, -0.007476806640625, -0.005883216857910156, -0.0042896270751953125, -0.0026960372924804688, -0.001102447509765625, 0.0004911422729492188, 0.0020847320556640625, 0.0036783218383789062, 0.00527191162109375, 0.006865501403808594, 0.008459091186523438, 0.010052680969238281, 0.011646270751953125, 0.013239860534667969, 0.014833450317382812, 0.016427040100097656, 0.0180206298828125, 0.019614219665527344, 0.021207809448242188, 0.02280139923095703, 0.024394989013671875, 0.02598857879638672, 0.027582168579101562, 0.029175758361816406, 0.03076934814453125, 0.032362937927246094, 0.03395652770996094, 0.03555011749267578, 0.037143707275390625, 0.03873729705810547, 0.04033088684082031, 0.041924476623535156, 0.04351806640625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 2.0, 5.0, 5.0, 13.0, 20.0, 18.0, 44.0, 58.0, 95.0, 164.0, 375.0, 864.0, 2479.0, 10786.0, 101765.0, 813245.0, 103424.0, 10958.0, 2492.0, 908.0, 382.0, 190.0, 87.0, 62.0, 35.0, 31.0, 12.0, 11.0, 8.0, 8.0, 3.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2183837890625, -0.21044349670410156, -0.20250320434570312, -0.1945629119873047, -0.18662261962890625, -0.1786823272705078, -0.17074203491210938, -0.16280174255371094, -0.1548614501953125, -0.14692115783691406, -0.13898086547851562, -0.1310405731201172, -0.12310028076171875, -0.11515998840332031, -0.10721969604492188, -0.09927940368652344, -0.091339111328125, -0.08339881896972656, -0.07545852661132812, -0.06751823425292969, -0.05957794189453125, -0.05163764953613281, -0.043697357177734375, -0.03575706481933594, -0.0278167724609375, -0.019876480102539062, -0.011936187744140625, -0.0039958953857421875, 0.00394439697265625, 0.011884689331054688, 0.019824981689453125, 0.027765274047851562, 0.03570556640625, 0.04364585876464844, 0.051586151123046875, 0.05952644348144531, 0.06746673583984375, 0.07540702819824219, 0.08334732055664062, 0.09128761291503906, 0.0992279052734375, 0.10716819763183594, 0.11510848999023438, 0.12304878234863281, 0.13098907470703125, 0.1389293670654297, 0.14686965942382812, 0.15480995178222656, 0.162750244140625, 0.17069053649902344, 0.17863082885742188, 0.1865711212158203, 0.19451141357421875, 0.2024517059326172, 0.21039199829101562, 0.21833229064941406, 0.2262725830078125, 0.23421287536621094, 0.24215316772460938, 0.2500934600830078, 0.25803375244140625, 0.2659740447998047, 0.2739143371582031, 0.28185462951660156, 0.289794921875]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 5.0, 6.0, 10.0, 8.0, 7.0, 10.0, 9.0, 17.0, 36.0, 26.0, 52.0, 47.0, 62.0, 53.0, 67.0, 66.0, 57.0, 72.0, 72.0, 48.0, 43.0, 53.0, 26.0, 36.0, 27.0, 29.0, 14.0, 10.0, 12.0, 4.0, 6.0, 2.0, 2.0, 4.0, 0.0, 4.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.3193359375, -0.3106555938720703, -0.3019752502441406, -0.29329490661621094, -0.28461456298828125, -0.27593421936035156, -0.2672538757324219, -0.2585735321044922, -0.2498931884765625, -0.2412128448486328, -0.23253250122070312, -0.22385215759277344, -0.21517181396484375, -0.20649147033691406, -0.19781112670898438, -0.1891307830810547, -0.180450439453125, -0.1717700958251953, -0.16308975219726562, -0.15440940856933594, -0.14572906494140625, -0.13704872131347656, -0.12836837768554688, -0.11968803405761719, -0.1110076904296875, -0.10232734680175781, -0.09364700317382812, -0.08496665954589844, -0.07628631591796875, -0.06760597229003906, -0.058925628662109375, -0.05024528503417969, -0.04156494140625, -0.03288459777832031, -0.024204254150390625, -0.015523910522460938, -0.00684356689453125, 0.0018367767333984375, 0.010517120361328125, 0.019197463989257812, 0.0278778076171875, 0.03655815124511719, 0.045238494873046875, 0.05391883850097656, 0.06259918212890625, 0.07127952575683594, 0.07995986938476562, 0.08864021301269531, 0.097320556640625, 0.10600090026855469, 0.11468124389648438, 0.12336158752441406, 0.13204193115234375, 0.14072227478027344, 0.14940261840820312, 0.1580829620361328, 0.1667633056640625, 0.1754436492919922, 0.18412399291992188, 0.19280433654785156, 0.20148468017578125, 0.21016502380371094, 0.21884536743164062, 0.2275257110595703, 0.2362060546875]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 6.0, 5.0, 13.0, 14.0, 18.0, 25.0, 48.0, 63.0, 108.0, 147.0, 232.0, 378.0, 629.0, 1048.0, 1872.0, 3567.0, 7185.0, 15912.0, 42014.0, 155304.0, 633051.0, 123025.0, 35479.0, 14146.0, 6594.0, 3301.0, 1783.0, 987.0, 590.0, 327.0, 225.0, 159.0, 85.0, 71.0, 43.0, 42.0, 16.0, 16.0, 7.0, 11.0, 4.0, 7.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06658935546875, -0.06447029113769531, -0.062351226806640625, -0.06023216247558594, -0.05811309814453125, -0.05599403381347656, -0.053874969482421875, -0.05175590515136719, -0.0496368408203125, -0.04751777648925781, -0.045398712158203125, -0.04327964782714844, -0.04116058349609375, -0.03904151916503906, -0.036922454833984375, -0.03480339050292969, -0.032684326171875, -0.030565261840820312, -0.028446197509765625, -0.026327133178710938, -0.02420806884765625, -0.022089004516601562, -0.019969940185546875, -0.017850875854492188, -0.0157318115234375, -0.013612747192382812, -0.011493682861328125, -0.009374618530273438, -0.00725555419921875, -0.0051364898681640625, -0.003017425537109375, -0.0008983612060546875, 0.001220703125, 0.0033397674560546875, 0.005458831787109375, 0.0075778961181640625, 0.00969696044921875, 0.011816024780273438, 0.013935089111328125, 0.016054153442382812, 0.0181732177734375, 0.020292282104492188, 0.022411346435546875, 0.024530410766601562, 0.02664947509765625, 0.028768539428710938, 0.030887603759765625, 0.03300666809082031, 0.035125732421875, 0.03724479675292969, 0.039363861083984375, 0.04148292541503906, 0.04360198974609375, 0.04572105407714844, 0.047840118408203125, 0.04995918273925781, 0.0520782470703125, 0.05419731140136719, 0.056316375732421875, 0.05843544006347656, 0.06055450439453125, 0.06267356872558594, 0.06479263305664062, 0.06691169738769531, 0.06903076171875]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 5.0, 9.0, 19.0, 20.0, 34.0, 72.0, 177.0, 276.0, 178.0, 76.0, 42.0, 26.0, 21.0, 10.0, 4.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.334615707397461e-05, -5.118176341056824e-05, -4.9017369747161865e-05, -4.685297608375549e-05, -4.468858242034912e-05, -4.252418875694275e-05, -4.035979509353638e-05, -3.8195401430130005e-05, -3.603100776672363e-05, -3.386661410331726e-05, -3.170222043991089e-05, -2.9537826776504517e-05, -2.7373433113098145e-05, -2.5209039449691772e-05, -2.30446457862854e-05, -2.088025212287903e-05, -1.8715858459472656e-05, -1.6551464796066284e-05, -1.4387071132659912e-05, -1.222267746925354e-05, -1.0058283805847168e-05, -7.893890142440796e-06, -5.729496479034424e-06, -3.5651028156280518e-06, -1.4007091522216797e-06, 7.636845111846924e-07, 2.9280781745910645e-06, 5.0924718379974365e-06, 7.256865501403809e-06, 9.42125916481018e-06, 1.1585652828216553e-05, 1.3750046491622925e-05, 1.5914440155029297e-05, 1.807883381843567e-05, 2.024322748184204e-05, 2.2407621145248413e-05, 2.4572014808654785e-05, 2.6736408472061157e-05, 2.890080213546753e-05, 3.10651957988739e-05, 3.3229589462280273e-05, 3.5393983125686646e-05, 3.755837678909302e-05, 3.972277045249939e-05, 4.188716411590576e-05, 4.4051557779312134e-05, 4.6215951442718506e-05, 4.838034510612488e-05, 5.054473876953125e-05, 5.270913243293762e-05, 5.4873526096343994e-05, 5.7037919759750366e-05, 5.920231342315674e-05, 6.136670708656311e-05, 6.353110074996948e-05, 6.569549441337585e-05, 6.785988807678223e-05, 7.00242817401886e-05, 7.218867540359497e-05, 7.435306906700134e-05, 7.651746273040771e-05, 7.868185639381409e-05, 8.084625005722046e-05, 8.301064372062683e-05, 8.51750373840332e-05]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 6.0, 8.0, 10.0, 8.0, 10.0, 14.0, 16.0, 31.0, 46.0, 49.0, 114.0, 168.0, 279.0, 493.0, 932.0, 1853.0, 4002.0, 8778.0, 21916.0, 66536.0, 284838.0, 529210.0, 83359.0, 26621.0, 10277.0, 4397.0, 2213.0, 1020.0, 563.0, 292.0, 183.0, 97.0, 49.0, 43.0, 33.0, 23.0, 20.0, 9.0, 14.0, 8.0, 6.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.0662841796875, -0.06421852111816406, -0.062152862548828125, -0.06008720397949219, -0.05802154541015625, -0.05595588684082031, -0.053890228271484375, -0.05182456970214844, -0.0497589111328125, -0.04769325256347656, -0.045627593994140625, -0.04356193542480469, -0.04149627685546875, -0.03943061828613281, -0.037364959716796875, -0.03529930114746094, -0.033233642578125, -0.031167984008789062, -0.029102325439453125, -0.027036666870117188, -0.02497100830078125, -0.022905349731445312, -0.020839691162109375, -0.018774032592773438, -0.0167083740234375, -0.014642715454101562, -0.012577056884765625, -0.010511398315429688, -0.00844573974609375, -0.0063800811767578125, -0.004314422607421875, -0.0022487640380859375, -0.00018310546875, 0.0018825531005859375, 0.003948211669921875, 0.0060138702392578125, 0.00807952880859375, 0.010145187377929688, 0.012210845947265625, 0.014276504516601562, 0.0163421630859375, 0.018407821655273438, 0.020473480224609375, 0.022539138793945312, 0.02460479736328125, 0.026670455932617188, 0.028736114501953125, 0.030801773071289062, 0.032867431640625, 0.03493309020996094, 0.036998748779296875, 0.03906440734863281, 0.04113006591796875, 0.04319572448730469, 0.045261383056640625, 0.04732704162597656, 0.0493927001953125, 0.05145835876464844, 0.053524017333984375, 0.05558967590332031, 0.05765533447265625, 0.05972099304199219, 0.061786651611328125, 0.06385231018066406, 0.06591796875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 6.0, 7.0, 5.0, 12.0, 11.0, 19.0, 25.0, 37.0, 32.0, 51.0, 66.0, 104.0, 98.0, 99.0, 95.0, 70.0, 54.0, 48.0, 33.0, 22.0, 32.0, 15.0, 10.0, 9.0, 9.0, 7.0, 5.0, 4.0, 7.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07275390625, -0.07035160064697266, -0.06794929504394531, -0.06554698944091797, -0.06314468383789062, -0.06074237823486328, -0.05834007263183594, -0.055937767028808594, -0.05353546142578125, -0.051133155822753906, -0.04873085021972656, -0.04632854461669922, -0.043926239013671875, -0.04152393341064453, -0.03912162780761719, -0.036719322204589844, -0.0343170166015625, -0.031914710998535156, -0.029512405395507812, -0.02711009979248047, -0.024707794189453125, -0.02230548858642578, -0.019903182983398438, -0.017500877380371094, -0.01509857177734375, -0.012696266174316406, -0.010293960571289062, -0.007891654968261719, -0.005489349365234375, -0.0030870437622070312, -0.0006847381591796875, 0.0017175674438476562, 0.004119873046875, 0.006522178649902344, 0.008924484252929688, 0.011326789855957031, 0.013729095458984375, 0.01613140106201172, 0.018533706665039062, 0.020936012268066406, 0.02333831787109375, 0.025740623474121094, 0.028142929077148438, 0.03054523468017578, 0.032947540283203125, 0.03534984588623047, 0.03775215148925781, 0.040154457092285156, 0.0425567626953125, 0.044959068298339844, 0.04736137390136719, 0.04976367950439453, 0.052165985107421875, 0.05456829071044922, 0.05697059631347656, 0.059372901916503906, 0.06177520751953125, 0.0641775131225586, 0.06657981872558594, 0.06898212432861328, 0.07138442993164062, 0.07378673553466797, 0.07618904113769531, 0.07859134674072266, 0.08099365234375]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 8.0, 15.0, 22.0, 83.0, 123.0, 274.0, 254.0, 129.0, 52.0, 19.0, 12.0, 5.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.9636175632476807, -2.889479160308838, -2.815340518951416, -2.7412021160125732, -2.6670637130737305, -2.5929250717163086, -2.518786668777466, -2.444648265838623, -2.370509624481201, -2.2963712215423584, -2.2222325801849365, -2.1480941772460938, -2.073955774307251, -1.9998172521591187, -1.9256787300109863, -1.8515403270721436, -1.7774019241333008, -1.7032634019851685, -1.6291249990463257, -1.5549864768981934, -1.4808480739593506, -1.4067095518112183, -1.332571029663086, -1.2584326267242432, -1.1842941045761108, -1.1101555824279785, -1.0360171794891357, -0.9618786573410034, -0.8877401947975159, -0.8136017322540283, -0.739463210105896, -0.6653247475624084, -0.5911861658096313, -0.5170477032661438, -0.44290921092033386, -0.3687707185745239, -0.2946322560310364, -0.22049379348754883, -0.1463553011417389, -0.07221680879592896, 0.0019216537475585938, 0.07606013119220734, 0.15019860863685608, 0.22433708608150482, 0.29847556352615356, 0.3726140260696411, 0.44675251841545105, 0.520891010761261, 0.5950294733047485, 0.6691679358482361, 0.7433063983917236, 0.817444920539856, 0.8915833830833435, 0.965721845626831, 1.0398603677749634, 1.1139988899230957, 1.1881372928619385, 1.2622758150100708, 1.3364142179489136, 1.410552740097046, 1.4846911430358887, 1.558829665184021, 1.6329681873321533, 1.707106590270996, 1.7812451124191284]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 7.0, 9.0, 7.0, 11.0, 11.0, 13.0, 10.0, 23.0, 25.0, 35.0, 35.0, 32.0, 27.0, 45.0, 43.0, 60.0, 76.0, 89.0, 59.0, 58.0, 36.0, 29.0, 32.0, 30.0, 28.0, 18.0, 17.0, 21.0, 12.0, 21.0, 15.0, 14.0, 17.0, 6.0, 8.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.9981862902641296, -0.9639111161231995, -0.9296358823776245, -0.8953607082366943, -0.8610855340957642, -0.826810359954834, -0.7925351858139038, -0.7582599520683289, -0.7239847779273987, -0.6897096037864685, -0.6554343700408936, -0.6211591958999634, -0.5868840217590332, -0.552608847618103, -0.5183336734771729, -0.4840584397315979, -0.4497832655906677, -0.41550809144973755, -0.381232887506485, -0.3469576835632324, -0.31268250942230225, -0.27840733528137207, -0.2441321313381195, -0.20985694229602814, -0.17558175325393677, -0.1413065642118454, -0.10703137516975403, -0.07275618612766266, -0.03848099708557129, -0.004205808043479919, 0.03006938099861145, 0.06434457004070282, 0.09861969947814941, 0.13289488852024078, 0.16717007756233215, 0.20144526660442352, 0.2357204556465149, 0.26999562978744507, 0.30427083373069763, 0.3385460376739502, 0.37282121181488037, 0.40709638595581055, 0.4413715898990631, 0.4756467938423157, 0.5099219679832458, 0.544197142124176, 0.578472375869751, 0.6127475500106812, 0.6470227241516113, 0.6812978982925415, 0.7155730724334717, 0.7498483061790466, 0.7841234803199768, 0.818398654460907, 0.8526738882064819, 0.8869490623474121, 0.9212242364883423, 0.9554994106292725, 0.9897745847702026, 1.0240497589111328, 1.0583250522613525, 1.0926002264022827, 1.126875400543213, 1.161150574684143, 1.1954257488250732]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 7.0, 7.0, 6.0, 11.0, 14.0, 15.0, 34.0, 34.0, 62.0, 77.0, 114.0, 134.0, 172.0, 291.0, 407.0, 585.0, 850.0, 1316.0, 2094.0, 3415.0, 5534.0, 10084.0, 22015.0, 57728.0, 195506.0, 836643.0, 2071056.0, 727057.0, 163713.0, 49868.0, 20795.0, 10048.0, 5259.0, 3226.0, 1974.0, 1258.0, 834.0, 621.0, 390.0, 293.0, 212.0, 127.0, 115.0, 82.0, 65.0, 33.0, 36.0, 27.0, 22.0, 10.0, 5.0, 2.0, 4.0, 4.0, 3.0, 0.0, 5.0], "bins": [-0.05072021484375, -0.04920387268066406, -0.047687530517578125, -0.04617118835449219, -0.04465484619140625, -0.04313850402832031, -0.041622161865234375, -0.04010581970214844, -0.0385894775390625, -0.03707313537597656, -0.035556793212890625, -0.03404045104980469, -0.03252410888671875, -0.031007766723632812, -0.029491424560546875, -0.027975082397460938, -0.026458740234375, -0.024942398071289062, -0.023426055908203125, -0.021909713745117188, -0.02039337158203125, -0.018877029418945312, -0.017360687255859375, -0.015844345092773438, -0.0143280029296875, -0.012811660766601562, -0.011295318603515625, -0.009778976440429688, -0.00826263427734375, -0.0067462921142578125, -0.005229949951171875, -0.0037136077880859375, -0.002197265625, -0.0006809234619140625, 0.000835418701171875, 0.0023517608642578125, 0.00386810302734375, 0.0053844451904296875, 0.006900787353515625, 0.008417129516601562, 0.0099334716796875, 0.011449813842773438, 0.012966156005859375, 0.014482498168945312, 0.01599884033203125, 0.017515182495117188, 0.019031524658203125, 0.020547866821289062, 0.022064208984375, 0.023580551147460938, 0.025096893310546875, 0.026613235473632812, 0.02812957763671875, 0.029645919799804688, 0.031162261962890625, 0.03267860412597656, 0.0341949462890625, 0.03571128845214844, 0.037227630615234375, 0.03874397277832031, 0.04026031494140625, 0.04177665710449219, 0.043292999267578125, 0.04480934143066406, 0.04632568359375]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 6.0, 3.0, 8.0, 8.0, 17.0, 20.0, 16.0, 19.0, 22.0, 36.0, 44.0, 44.0, 42.0, 60.0, 62.0, 76.0, 58.0, 72.0, 55.0, 45.0, 48.0, 47.0, 31.0, 19.0, 31.0, 19.0, 24.0, 18.0, 11.0, 9.0, 5.0, 6.0, 4.0, 2.0, 4.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.0706787109375, -0.06883859634399414, -0.06699848175048828, -0.06515836715698242, -0.06331825256347656, -0.0614781379699707, -0.059638023376464844, -0.057797908782958984, -0.055957794189453125, -0.054117679595947266, -0.052277565002441406, -0.05043745040893555, -0.04859733581542969, -0.04675722122192383, -0.04491710662841797, -0.04307699203491211, -0.04123687744140625, -0.03939676284790039, -0.03755664825439453, -0.03571653366088867, -0.03387641906738281, -0.03203630447387695, -0.030196189880371094, -0.028356075286865234, -0.026515960693359375, -0.024675846099853516, -0.022835731506347656, -0.020995616912841797, -0.019155502319335938, -0.017315387725830078, -0.015475273132324219, -0.01363515853881836, -0.0117950439453125, -0.00995492935180664, -0.008114814758300781, -0.006274700164794922, -0.0044345855712890625, -0.002594470977783203, -0.0007543563842773438, 0.0010857582092285156, 0.002925872802734375, 0.004765987396240234, 0.006606101989746094, 0.008446216583251953, 0.010286331176757812, 0.012126445770263672, 0.013966560363769531, 0.01580667495727539, 0.01764678955078125, 0.01948690414428711, 0.02132701873779297, 0.023167133331298828, 0.025007247924804688, 0.026847362518310547, 0.028687477111816406, 0.030527591705322266, 0.032367706298828125, 0.034207820892333984, 0.036047935485839844, 0.0378880500793457, 0.03972816467285156, 0.04156827926635742, 0.04340839385986328, 0.04524850845336914, 0.047088623046875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 10.0, 6.0, 8.0, 12.0, 29.0, 46.0, 105.0, 235.0, 650.0, 3100.0, 63406.0, 4104527.0, 19691.0, 1755.0, 409.0, 154.0, 72.0, 44.0, 11.0, 9.0, 5.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.533203125, -0.5161972045898438, -0.4991912841796875, -0.48218536376953125, -0.465179443359375, -0.44817352294921875, -0.4311676025390625, -0.41416168212890625, -0.39715576171875, -0.38014984130859375, -0.3631439208984375, -0.34613800048828125, -0.329132080078125, -0.31212615966796875, -0.2951202392578125, -0.27811431884765625, -0.2611083984375, -0.24410247802734375, -0.2270965576171875, -0.21009063720703125, -0.193084716796875, -0.17607879638671875, -0.1590728759765625, -0.14206695556640625, -0.12506103515625, -0.10805511474609375, -0.0910491943359375, -0.07404327392578125, -0.057037353515625, -0.04003143310546875, -0.0230255126953125, -0.00601959228515625, 0.010986328125, 0.02799224853515625, 0.0449981689453125, 0.06200408935546875, 0.079010009765625, 0.09601593017578125, 0.1130218505859375, 0.13002777099609375, 0.14703369140625, 0.16403961181640625, 0.1810455322265625, 0.19805145263671875, 0.215057373046875, 0.23206329345703125, 0.2490692138671875, 0.26607513427734375, 0.2830810546875, 0.30008697509765625, 0.3170928955078125, 0.33409881591796875, 0.351104736328125, 0.36811065673828125, 0.3851165771484375, 0.40212249755859375, 0.41912841796875, 0.43613433837890625, 0.4531402587890625, 0.47014617919921875, 0.487152099609375, 0.5041580200195312, 0.5211639404296875, 0.5381698608398438, 0.55517578125]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 8.0, 8.0, 25.0, 41.0, 77.0, 200.0, 727.0, 1862.0, 768.0, 178.0, 67.0, 41.0, 18.0, 17.0, 14.0, 3.0, 8.0, 1.0, 4.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.42431640625, -0.41478729248046875, -0.4052581787109375, -0.39572906494140625, -0.386199951171875, -0.37667083740234375, -0.3671417236328125, -0.35761260986328125, -0.34808349609375, -0.33855438232421875, -0.3290252685546875, -0.31949615478515625, -0.309967041015625, -0.30043792724609375, -0.2909088134765625, -0.28137969970703125, -0.2718505859375, -0.26232147216796875, -0.2527923583984375, -0.24326324462890625, -0.233734130859375, -0.22420501708984375, -0.2146759033203125, -0.20514678955078125, -0.19561767578125, -0.18608856201171875, -0.1765594482421875, -0.16703033447265625, -0.157501220703125, -0.14797210693359375, -0.1384429931640625, -0.12891387939453125, -0.119384765625, -0.10985565185546875, -0.1003265380859375, -0.09079742431640625, -0.081268310546875, -0.07173919677734375, -0.0622100830078125, -0.05268096923828125, -0.04315185546875, -0.03362274169921875, -0.0240936279296875, -0.01456451416015625, -0.005035400390625, 0.00449371337890625, 0.0140228271484375, 0.02355194091796875, 0.0330810546875, 0.04261016845703125, 0.0521392822265625, 0.06166839599609375, 0.071197509765625, 0.08072662353515625, 0.0902557373046875, 0.09978485107421875, 0.10931396484375, 0.11884307861328125, 0.1283721923828125, 0.13790130615234375, 0.147430419921875, 0.15695953369140625, 0.1664886474609375, 0.17601776123046875, 0.185546875]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 6.0, 19.0, 33.0, 71.0, 207.0, 305.0, 211.0, 84.0, 32.0, 14.0, 11.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7830915451049805, -1.7074248790740967, -1.6317583322525024, -1.5560916662216187, -1.4804251194000244, -1.4047584533691406, -1.3290917873382568, -1.253425121307373, -1.1777585744857788, -1.102091908454895, -1.0264253616333008, -0.950758695602417, -0.875092089176178, -0.799425482749939, -0.7237588167190552, -0.6480922102928162, -0.5724256038665771, -0.49675899744033813, -0.42109236121177673, -0.34542572498321533, -0.2697591185569763, -0.1940925121307373, -0.1184258759021759, -0.0427592396736145, 0.03290736675262451, 0.10857398808002472, 0.18424060940742493, 0.25990724563598633, 0.33557385206222534, 0.41124045848846436, 0.48690709471702576, 0.5625737309455872, 0.6382403373718262, 0.7139069437980652, 0.7895735502243042, 0.865240216255188, 0.940906822681427, 1.016573429107666, 1.0922400951385498, 1.1679067611694336, 1.2435733079910278, 1.3192399740219116, 1.3949065208435059, 1.4705731868743896, 1.5462398529052734, 1.6219063997268677, 1.6975730657577515, 1.7732396125793457, 1.8489062786102295, 1.9245729446411133, 2.000239610671997, 2.0759060382843018, 2.1515727043151855, 2.2272393703460693, 2.302906036376953, 2.378572702407837, 2.4542393684387207, 2.5299060344696045, 2.6055727005004883, 2.681239128112793, 2.7569057941436768, 2.8325724601745605, 2.9082391262054443, 2.983905792236328, 3.059572219848633]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 5.0, 5.0, 4.0, 7.0, 12.0, 10.0, 13.0, 8.0, 17.0, 21.0, 18.0, 13.0, 28.0, 28.0, 29.0, 36.0, 47.0, 46.0, 37.0, 56.0, 46.0, 59.0, 37.0, 45.0, 49.0, 40.0, 48.0, 35.0, 36.0, 22.0, 25.0, 13.0, 20.0, 19.0, 18.0, 13.0, 10.0, 11.0, 6.0, 6.0, 2.0, 1.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7340602278709412, -0.7098532319068909, -0.6856462359428406, -0.6614392399787903, -0.6372323036193848, -0.6130253076553345, -0.5888183116912842, -0.5646113157272339, -0.5404043197631836, -0.5161973237991333, -0.491990327835083, -0.4677833616733551, -0.4435763657093048, -0.4193693697452545, -0.3951624035835266, -0.3709554076194763, -0.346748411655426, -0.32254141569137573, -0.29833441972732544, -0.27412745356559753, -0.24992045760154724, -0.22571346163749695, -0.20150648057460785, -0.17729949951171875, -0.15309250354766846, -0.12888550758361816, -0.10467852652072906, -0.08047153800725937, -0.05626454949378967, -0.03205756098031998, -0.00785057246685028, 0.01635640859603882, 0.04056340456008911, 0.06477039307355881, 0.0889773815870285, 0.1131843701004982, 0.1373913586139679, 0.1615983545780182, 0.1858053356409073, 0.2100123167037964, 0.23421931266784668, 0.258426308631897, 0.28263330459594727, 0.30684027075767517, 0.33104726672172546, 0.35525426268577576, 0.37946122884750366, 0.40366822481155396, 0.42787522077560425, 0.45208221673965454, 0.47628921270370483, 0.5004962086677551, 0.5247031450271606, 0.5489101409912109, 0.5731171369552612, 0.5973241329193115, 0.6215311288833618, 0.6457381248474121, 0.6699451208114624, 0.6941521167755127, 0.718359112739563, 0.7425660490989685, 0.7667730450630188, 0.7909800410270691, 0.8151870369911194]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 8.0, 7.0, 8.0, 20.0, 25.0, 40.0, 46.0, 82.0, 122.0, 224.0, 384.0, 734.0, 1440.0, 2995.0, 6439.0, 15424.0, 38992.0, 107159.0, 297134.0, 354886.0, 138465.0, 49428.0, 19141.0, 7974.0, 3618.0, 1796.0, 871.0, 462.0, 231.0, 166.0, 89.0, 57.0, 30.0, 26.0, 10.0, 10.0, 12.0, 2.0, 1.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1025390625, -0.0995340347290039, -0.09652900695800781, -0.09352397918701172, -0.09051895141601562, -0.08751392364501953, -0.08450889587402344, -0.08150386810302734, -0.07849884033203125, -0.07549381256103516, -0.07248878479003906, -0.06948375701904297, -0.06647872924804688, -0.06347370147705078, -0.06046867370605469, -0.057463645935058594, -0.0544586181640625, -0.051453590393066406, -0.04844856262207031, -0.04544353485107422, -0.042438507080078125, -0.03943347930908203, -0.03642845153808594, -0.033423423767089844, -0.03041839599609375, -0.027413368225097656, -0.024408340454101562, -0.02140331268310547, -0.018398284912109375, -0.015393257141113281, -0.012388229370117188, -0.009383201599121094, -0.006378173828125, -0.0033731460571289062, -0.0003681182861328125, 0.0026369094848632812, 0.005641937255859375, 0.008646965026855469, 0.011651992797851562, 0.014657020568847656, 0.01766204833984375, 0.020667076110839844, 0.023672103881835938, 0.02667713165283203, 0.029682159423828125, 0.03268718719482422, 0.03569221496582031, 0.038697242736816406, 0.0417022705078125, 0.044707298278808594, 0.04771232604980469, 0.05071735382080078, 0.053722381591796875, 0.05672740936279297, 0.05973243713378906, 0.06273746490478516, 0.06574249267578125, 0.06874752044677734, 0.07175254821777344, 0.07475757598876953, 0.07776260375976562, 0.08076763153076172, 0.08377265930175781, 0.0867776870727539, 0.08978271484375]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 7.0, 3.0, 11.0, 15.0, 19.0, 16.0, 21.0, 41.0, 41.0, 44.0, 65.0, 65.0, 57.0, 70.0, 71.0, 71.0, 63.0, 61.0, 44.0, 44.0, 34.0, 29.0, 24.0, 20.0, 18.0, 7.0, 9.0, 9.0, 4.0, 7.0, 4.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.1014404296875, -0.09897851943969727, -0.09651660919189453, -0.0940546989440918, -0.09159278869628906, -0.08913087844848633, -0.0866689682006836, -0.08420705795288086, -0.08174514770507812, -0.07928323745727539, -0.07682132720947266, -0.07435941696166992, -0.07189750671386719, -0.06943559646606445, -0.06697368621826172, -0.06451177597045898, -0.06204986572265625, -0.059587955474853516, -0.05712604522705078, -0.05466413497924805, -0.05220222473144531, -0.04974031448364258, -0.047278404235839844, -0.04481649398803711, -0.042354583740234375, -0.03989267349243164, -0.037430763244628906, -0.03496885299682617, -0.03250694274902344, -0.030045032501220703, -0.02758312225341797, -0.025121212005615234, -0.0226593017578125, -0.020197391510009766, -0.01773548126220703, -0.015273571014404297, -0.012811660766601562, -0.010349750518798828, -0.007887840270996094, -0.005425930023193359, -0.002964019775390625, -0.0005021095275878906, 0.0019598007202148438, 0.004421710968017578, 0.0068836212158203125, 0.009345531463623047, 0.011807441711425781, 0.014269351959228516, 0.01673126220703125, 0.019193172454833984, 0.02165508270263672, 0.024116992950439453, 0.026578903198242188, 0.029040813446044922, 0.031502723693847656, 0.03396463394165039, 0.036426544189453125, 0.03888845443725586, 0.041350364685058594, 0.04381227493286133, 0.04627418518066406, 0.0487360954284668, 0.05119800567626953, 0.053659915924072266, 0.056121826171875]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 5.0, 8.0, 15.0, 19.0, 18.0, 20.0, 35.0, 71.0, 86.0, 136.0, 156.0, 267.0, 367.0, 707.0, 1533.0, 4018.0, 14392.0, 68257.0, 644895.0, 258568.0, 40108.0, 9130.0, 2914.0, 1146.0, 612.0, 331.0, 215.0, 140.0, 115.0, 94.0, 55.0, 40.0, 24.0, 14.0, 14.0, 9.0, 8.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.17236328125, -0.16638755798339844, -0.16041183471679688, -0.1544361114501953, -0.14846038818359375, -0.1424846649169922, -0.13650894165039062, -0.13053321838378906, -0.1245574951171875, -0.11858177185058594, -0.11260604858398438, -0.10663032531738281, -0.10065460205078125, -0.09467887878417969, -0.08870315551757812, -0.08272743225097656, -0.076751708984375, -0.07077598571777344, -0.06480026245117188, -0.05882453918457031, -0.05284881591796875, -0.04687309265136719, -0.040897369384765625, -0.03492164611816406, -0.0289459228515625, -0.022970199584960938, -0.016994476318359375, -0.011018753051757812, -0.00504302978515625, 0.0009326934814453125, 0.006908416748046875, 0.012884140014648438, 0.01885986328125, 0.024835586547851562, 0.030811309814453125, 0.03678703308105469, 0.04276275634765625, 0.04873847961425781, 0.054714202880859375, 0.06068992614746094, 0.0666656494140625, 0.07264137268066406, 0.07861709594726562, 0.08459281921386719, 0.09056854248046875, 0.09654426574707031, 0.10251998901367188, 0.10849571228027344, 0.114471435546875, 0.12044715881347656, 0.12642288208007812, 0.1323986053466797, 0.13837432861328125, 0.1443500518798828, 0.15032577514648438, 0.15630149841308594, 0.1622772216796875, 0.16825294494628906, 0.17422866821289062, 0.1802043914794922, 0.18618011474609375, 0.1921558380126953, 0.19813156127929688, 0.20410728454589844, 0.2100830078125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 5.0, 3.0, 4.0, 5.0, 8.0, 13.0, 6.0, 19.0, 18.0, 15.0, 24.0, 32.0, 38.0, 36.0, 40.0, 43.0, 53.0, 56.0, 77.0, 52.0, 51.0, 59.0, 51.0, 56.0, 31.0, 36.0, 30.0, 25.0, 28.0, 14.0, 19.0, 14.0, 10.0, 15.0, 4.0, 3.0, 3.0, 6.0, 6.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.3408203125, -0.3321666717529297, -0.3235130310058594, -0.31485939025878906, -0.30620574951171875, -0.29755210876464844, -0.2888984680175781, -0.2802448272705078, -0.2715911865234375, -0.2629375457763672, -0.2542839050292969, -0.24563026428222656, -0.23697662353515625, -0.22832298278808594, -0.21966934204101562, -0.2110157012939453, -0.202362060546875, -0.1937084197998047, -0.18505477905273438, -0.17640113830566406, -0.16774749755859375, -0.15909385681152344, -0.15044021606445312, -0.1417865753173828, -0.1331329345703125, -0.12447929382324219, -0.11582565307617188, -0.10717201232910156, -0.09851837158203125, -0.08986473083496094, -0.08121109008789062, -0.07255744934082031, -0.06390380859375, -0.05525016784667969, -0.046596527099609375, -0.03794288635253906, -0.02928924560546875, -0.020635604858398438, -0.011981964111328125, -0.0033283233642578125, 0.0053253173828125, 0.013978958129882812, 0.022632598876953125, 0.03128623962402344, 0.03993988037109375, 0.04859352111816406, 0.057247161865234375, 0.06590080261230469, 0.074554443359375, 0.08320808410644531, 0.09186172485351562, 0.10051536560058594, 0.10916900634765625, 0.11782264709472656, 0.12647628784179688, 0.1351299285888672, 0.1437835693359375, 0.1524372100830078, 0.16109085083007812, 0.16974449157714844, 0.17839813232421875, 0.18705177307128906, 0.19570541381835938, 0.2043590545654297, 0.2130126953125]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 7.0, 9.0, 13.0, 15.0, 12.0, 20.0, 33.0, 26.0, 55.0, 70.0, 90.0, 145.0, 242.0, 389.0, 781.0, 1582.0, 3762.0, 10439.0, 36791.0, 227444.0, 680909.0, 60758.0, 15340.0, 5321.0, 1994.0, 961.0, 490.0, 288.0, 175.0, 123.0, 79.0, 46.0, 32.0, 30.0, 17.0, 17.0, 12.0, 14.0, 3.0, 7.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0797119140625, -0.07715415954589844, -0.07459640502929688, -0.07203865051269531, -0.06948089599609375, -0.06692314147949219, -0.06436538696289062, -0.06180763244628906, -0.0592498779296875, -0.05669212341308594, -0.054134368896484375, -0.05157661437988281, -0.04901885986328125, -0.04646110534667969, -0.043903350830078125, -0.04134559631347656, -0.038787841796875, -0.03623008728027344, -0.033672332763671875, -0.031114578247070312, -0.02855682373046875, -0.025999069213867188, -0.023441314697265625, -0.020883560180664062, -0.0183258056640625, -0.015768051147460938, -0.013210296630859375, -0.010652542114257812, -0.00809478759765625, -0.0055370330810546875, -0.002979278564453125, -0.0004215240478515625, 0.00213623046875, 0.0046939849853515625, 0.007251739501953125, 0.009809494018554688, 0.01236724853515625, 0.014925003051757812, 0.017482757568359375, 0.020040512084960938, 0.0225982666015625, 0.025156021118164062, 0.027713775634765625, 0.030271530151367188, 0.03282928466796875, 0.03538703918457031, 0.037944793701171875, 0.04050254821777344, 0.043060302734375, 0.04561805725097656, 0.048175811767578125, 0.05073356628417969, 0.05329132080078125, 0.05584907531738281, 0.058406829833984375, 0.06096458435058594, 0.0635223388671875, 0.06608009338378906, 0.06863784790039062, 0.07119560241699219, 0.07375335693359375, 0.07631111145019531, 0.07886886596679688, 0.08142662048339844, 0.083984375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 3.0, 4.0, 8.0, 10.0, 19.0, 24.0, 32.0, 57.0, 80.0, 149.0, 178.0, 142.0, 95.0, 63.0, 47.0, 18.0, 18.0, 12.0, 8.0, 11.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.11732292175293e-05, -3.0117109417915344e-05, -2.906098961830139e-05, -2.800486981868744e-05, -2.6948750019073486e-05, -2.5892630219459534e-05, -2.483651041984558e-05, -2.378039062023163e-05, -2.2724270820617676e-05, -2.1668151021003723e-05, -2.061203122138977e-05, -1.9555911421775818e-05, -1.8499791622161865e-05, -1.7443671822547913e-05, -1.638755202293396e-05, -1.5331432223320007e-05, -1.4275312423706055e-05, -1.3219192624092102e-05, -1.216307282447815e-05, -1.1106953024864197e-05, -1.0050833225250244e-05, -8.994713425636292e-06, -7.938593626022339e-06, -6.882473826408386e-06, -5.826354026794434e-06, -4.770234227180481e-06, -3.7141144275665283e-06, -2.6579946279525757e-06, -1.601874828338623e-06, -5.457550287246704e-07, 5.103647708892822e-07, 1.5664845705032349e-06, 2.6226043701171875e-06, 3.67872416973114e-06, 4.734843969345093e-06, 5.790963768959045e-06, 6.847083568572998e-06, 7.90320336818695e-06, 8.959323167800903e-06, 1.0015442967414856e-05, 1.1071562767028809e-05, 1.2127682566642761e-05, 1.3183802366256714e-05, 1.4239922165870667e-05, 1.529604196548462e-05, 1.6352161765098572e-05, 1.7408281564712524e-05, 1.8464401364326477e-05, 1.952052116394043e-05, 2.0576640963554382e-05, 2.1632760763168335e-05, 2.2688880562782288e-05, 2.374500036239624e-05, 2.4801120162010193e-05, 2.5857239961624146e-05, 2.6913359761238098e-05, 2.796947956085205e-05, 2.9025599360466003e-05, 3.0081719160079956e-05, 3.113783895969391e-05, 3.219395875930786e-05, 3.3250078558921814e-05, 3.4306198358535767e-05, 3.536231815814972e-05, 3.641843795776367e-05]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 3.0, 9.0, 16.0, 16.0, 18.0, 20.0, 39.0, 72.0, 80.0, 164.0, 257.0, 463.0, 1003.0, 2225.0, 5804.0, 18523.0, 93882.0, 767154.0, 124737.0, 22644.0, 6680.0, 2412.0, 1079.0, 531.0, 260.0, 165.0, 105.0, 68.0, 41.0, 24.0, 16.0, 11.0, 8.0, 10.0, 5.0, 3.0, 1.0, 2.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08349609375, -0.0806722640991211, -0.07784843444824219, -0.07502460479736328, -0.07220077514648438, -0.06937694549560547, -0.06655311584472656, -0.06372928619384766, -0.06090545654296875, -0.058081626892089844, -0.05525779724121094, -0.05243396759033203, -0.049610137939453125, -0.04678630828857422, -0.04396247863769531, -0.041138648986816406, -0.0383148193359375, -0.035490989685058594, -0.03266716003417969, -0.02984333038330078, -0.027019500732421875, -0.02419567108154297, -0.021371841430664062, -0.018548011779785156, -0.01572418212890625, -0.012900352478027344, -0.010076522827148438, -0.007252693176269531, -0.004428863525390625, -0.0016050338745117188, 0.0012187957763671875, 0.004042625427246094, 0.006866455078125, 0.009690284729003906, 0.012514114379882812, 0.015337944030761719, 0.018161773681640625, 0.02098560333251953, 0.023809432983398438, 0.026633262634277344, 0.02945709228515625, 0.032280921936035156, 0.03510475158691406, 0.03792858123779297, 0.040752410888671875, 0.04357624053955078, 0.04640007019042969, 0.049223899841308594, 0.0520477294921875, 0.054871559143066406, 0.05769538879394531, 0.06051921844482422, 0.06334304809570312, 0.06616687774658203, 0.06899070739746094, 0.07181453704833984, 0.07463836669921875, 0.07746219635009766, 0.08028602600097656, 0.08310985565185547, 0.08593368530273438, 0.08875751495361328, 0.09158134460449219, 0.0944051742553711, 0.09722900390625]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 4.0, 0.0, 2.0, 8.0, 8.0, 6.0, 8.0, 4.0, 12.0, 9.0, 13.0, 10.0, 26.0, 24.0, 32.0, 26.0, 48.0, 64.0, 79.0, 90.0, 95.0, 91.0, 61.0, 63.0, 40.0, 26.0, 32.0, 23.0, 20.0, 14.0, 21.0, 8.0, 5.0, 4.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.056365966796875, -0.05466413497924805, -0.052962303161621094, -0.05126047134399414, -0.04955863952636719, -0.047856807708740234, -0.04615497589111328, -0.04445314407348633, -0.042751312255859375, -0.04104948043823242, -0.03934764862060547, -0.037645816802978516, -0.03594398498535156, -0.03424215316772461, -0.032540321350097656, -0.030838489532470703, -0.02913665771484375, -0.027434825897216797, -0.025732994079589844, -0.02403116226196289, -0.022329330444335938, -0.020627498626708984, -0.01892566680908203, -0.017223834991455078, -0.015522003173828125, -0.013820171356201172, -0.012118339538574219, -0.010416507720947266, -0.008714675903320312, -0.007012844085693359, -0.005311012268066406, -0.003609180450439453, -0.0019073486328125, -0.00020551681518554688, 0.0014963150024414062, 0.0031981468200683594, 0.0048999786376953125, 0.006601810455322266, 0.008303642272949219, 0.010005474090576172, 0.011707305908203125, 0.013409137725830078, 0.015110969543457031, 0.016812801361083984, 0.018514633178710938, 0.02021646499633789, 0.021918296813964844, 0.023620128631591797, 0.02532196044921875, 0.027023792266845703, 0.028725624084472656, 0.03042745590209961, 0.03212928771972656, 0.033831119537353516, 0.03553295135498047, 0.03723478317260742, 0.038936614990234375, 0.04063844680786133, 0.04234027862548828, 0.044042110443115234, 0.04574394226074219, 0.04744577407836914, 0.049147605895996094, 0.05084943771362305, 0.05255126953125]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 13.0, 19.0, 43.0, 116.0, 261.0, 298.0, 135.0, 55.0, 30.0, 13.0, 6.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.188791036605835, -2.120516538619995, -2.0522420406341553, -1.9839674234390259, -1.9156928062438965, -1.8474183082580566, -1.7791438102722168, -1.710869312286377, -1.6425946950912476, -1.5743201971054077, -1.5060455799102783, -1.4377710819244385, -1.3694965839385986, -1.3012219667434692, -1.2329474687576294, -1.1646728515625, -1.0963983535766602, -1.0281238555908203, -0.9598492383956909, -0.8915747404098511, -0.8233001828193665, -0.7550256252288818, -0.686751127243042, -0.6184765696525574, -0.5502020120620728, -0.48192745447158813, -0.4136529266834259, -0.34537839889526367, -0.27710384130477905, -0.20882928371429443, -0.1405547559261322, -0.07228022813796997, -0.004005908966064453, 0.06426863372325897, 0.1325431764125824, 0.20081771910190582, 0.26909226179122925, 0.33736681938171387, 0.4056413471698761, 0.47391587495803833, 0.542190432548523, 0.6104649901390076, 0.6787395477294922, 0.747014045715332, 0.8152886033058167, 0.8835631608963013, 0.9518376588821411, 1.0201122760772705, 1.0883867740631104, 1.1566612720489502, 1.2249358892440796, 1.2932103872299194, 1.3614850044250488, 1.4297595024108887, 1.4980340003967285, 1.5663084983825684, 1.6345831155776978, 1.7028576135635376, 1.771132230758667, 1.8394067287445068, 1.9076812267303467, 1.975955843925476, 2.0442304611206055, 2.1125049591064453, 2.180779457092285]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 12.0, 11.0, 9.0, 8.0, 12.0, 19.0, 22.0, 27.0, 25.0, 34.0, 30.0, 32.0, 42.0, 43.0, 80.0, 117.0, 100.0, 58.0, 46.0, 34.0, 22.0, 28.0, 29.0, 18.0, 19.0, 24.0, 16.0, 17.0, 11.0, 13.0, 5.0, 9.0, 6.0, 2.0, 6.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.0729948282241821, -1.0393059253692627, -1.0056171417236328, -0.9719282388687134, -0.938239336013794, -0.9045504331588745, -0.8708615899085999, -0.8371727466583252, -0.8034838438034058, -0.7697949409484863, -0.7361060976982117, -0.702417254447937, -0.6687283515930176, -0.6350394487380981, -0.6013506054878235, -0.5676617622375488, -0.5339728593826294, -0.50028395652771, -0.4665951132774353, -0.43290624022483826, -0.3992173671722412, -0.36552849411964417, -0.3318396210670471, -0.2981507480144501, -0.264461874961853, -0.23077300190925598, -0.19708412885665894, -0.1633952558040619, -0.12970638275146484, -0.0960175096988678, -0.06232863664627075, -0.028639763593673706, 0.005048990249633789, 0.038737863302230835, 0.07242673635482788, 0.10611560940742493, 0.13980448246002197, 0.17349335551261902, 0.20718222856521606, 0.2408711016178131, 0.27455997467041016, 0.3082488477230072, 0.34193772077560425, 0.3756265938282013, 0.40931546688079834, 0.4430043399333954, 0.47669321298599243, 0.5103820562362671, 0.5440709590911865, 0.577759861946106, 0.6114487051963806, 0.6451375484466553, 0.6788264513015747, 0.7125153541564941, 0.7462041974067688, 0.7798930406570435, 0.8135819435119629, 0.8472708463668823, 0.880959689617157, 0.9146485328674316, 0.9483374357223511, 0.9820263385772705, 1.0157151222229004, 1.0494040250778198, 1.0830929279327393]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 6.0, 12.0, 13.0, 19.0, 23.0, 34.0, 71.0, 112.0, 193.0, 251.0, 455.0, 672.0, 1114.0, 2031.0, 3887.0, 8151.0, 22191.0, 93273.0, 756003.0, 2723238.0, 485992.0, 64728.0, 17023.0, 6851.0, 3337.0, 1849.0, 1049.0, 600.0, 402.0, 241.0, 141.0, 109.0, 69.0, 54.0, 30.0, 21.0, 11.0, 6.0, 4.0, 3.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.094482421875, -0.09165382385253906, -0.08882522583007812, -0.08599662780761719, -0.08316802978515625, -0.08033943176269531, -0.07751083374023438, -0.07468223571777344, -0.0718536376953125, -0.06902503967285156, -0.06619644165039062, -0.06336784362792969, -0.06053924560546875, -0.05771064758300781, -0.054882049560546875, -0.05205345153808594, -0.049224853515625, -0.04639625549316406, -0.043567657470703125, -0.04073905944824219, -0.03791046142578125, -0.03508186340332031, -0.032253265380859375, -0.029424667358398438, -0.0265960693359375, -0.023767471313476562, -0.020938873291015625, -0.018110275268554688, -0.01528167724609375, -0.012453079223632812, -0.009624481201171875, -0.0067958831787109375, -0.00396728515625, -0.0011386871337890625, 0.001689910888671875, 0.0045185089111328125, 0.00734710693359375, 0.010175704956054688, 0.013004302978515625, 0.015832901000976562, 0.0186614990234375, 0.021490097045898438, 0.024318695068359375, 0.027147293090820312, 0.02997589111328125, 0.03280448913574219, 0.035633087158203125, 0.03846168518066406, 0.041290283203125, 0.04411888122558594, 0.046947479248046875, 0.04977607727050781, 0.05260467529296875, 0.05543327331542969, 0.058261871337890625, 0.06109046936035156, 0.0639190673828125, 0.06674766540527344, 0.06957626342773438, 0.07240486145019531, 0.07523345947265625, 0.07806205749511719, 0.08089065551757812, 0.08371925354003906, 0.0865478515625]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 5.0, 6.0, 11.0, 9.0, 9.0, 24.0, 27.0, 20.0, 39.0, 41.0, 56.0, 56.0, 54.0, 69.0, 83.0, 59.0, 58.0, 70.0, 52.0, 55.0, 46.0, 35.0, 29.0, 35.0, 11.0, 9.0, 6.0, 8.0, 4.0, 0.0, 4.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.061004638671875, -0.05866098403930664, -0.05631732940673828, -0.05397367477416992, -0.05163002014160156, -0.0492863655090332, -0.046942710876464844, -0.044599056243896484, -0.042255401611328125, -0.039911746978759766, -0.037568092346191406, -0.03522443771362305, -0.03288078308105469, -0.030537128448486328, -0.02819347381591797, -0.02584981918334961, -0.02350616455078125, -0.02116250991821289, -0.01881885528564453, -0.016475200653076172, -0.014131546020507812, -0.011787891387939453, -0.009444236755371094, -0.007100582122802734, -0.004756927490234375, -0.0024132728576660156, -6.961822509765625e-05, 0.002274036407470703, 0.0046176910400390625, 0.006961345672607422, 0.009305000305175781, 0.01164865493774414, 0.0139923095703125, 0.01633596420288086, 0.01867961883544922, 0.021023273468017578, 0.023366928100585938, 0.025710582733154297, 0.028054237365722656, 0.030397891998291016, 0.032741546630859375, 0.035085201263427734, 0.037428855895996094, 0.03977251052856445, 0.04211616516113281, 0.04445981979370117, 0.04680347442626953, 0.04914712905883789, 0.05149078369140625, 0.05383443832397461, 0.05617809295654297, 0.05852174758911133, 0.06086540222167969, 0.06320905685424805, 0.0655527114868164, 0.06789636611938477, 0.07024002075195312, 0.07258367538452148, 0.07492733001708984, 0.0772709846496582, 0.07961463928222656, 0.08195829391479492, 0.08430194854736328, 0.08664560317993164, 0.0889892578125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 5.0, 10.0, 19.0, 47.0, 106.0, 211.0, 533.0, 2721.0, 127143.0, 4054994.0, 7223.0, 816.0, 268.0, 106.0, 44.0, 18.0, 13.0, 7.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.62451171875, -0.600677490234375, -0.57684326171875, -0.553009033203125, -0.5291748046875, -0.505340576171875, -0.48150634765625, -0.457672119140625, -0.433837890625, -0.410003662109375, -0.38616943359375, -0.362335205078125, -0.3385009765625, -0.314666748046875, -0.29083251953125, -0.266998291015625, -0.2431640625, -0.219329833984375, -0.19549560546875, -0.171661376953125, -0.1478271484375, -0.123992919921875, -0.10015869140625, -0.076324462890625, -0.052490234375, -0.028656005859375, -0.00482177734375, 0.019012451171875, 0.0428466796875, 0.066680908203125, 0.09051513671875, 0.114349365234375, 0.13818359375, 0.162017822265625, 0.18585205078125, 0.209686279296875, 0.2335205078125, 0.257354736328125, 0.28118896484375, 0.305023193359375, 0.328857421875, 0.352691650390625, 0.37652587890625, 0.400360107421875, 0.4241943359375, 0.448028564453125, 0.47186279296875, 0.495697021484375, 0.51953125, 0.543365478515625, 0.56719970703125, 0.591033935546875, 0.6148681640625, 0.638702392578125, 0.66253662109375, 0.686370849609375, 0.710205078125, 0.734039306640625, 0.75787353515625, 0.781707763671875, 0.8055419921875, 0.829376220703125, 0.85321044921875, 0.877044677734375, 0.90087890625]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 1.0, 6.0, 7.0, 11.0, 27.0, 56.0, 85.0, 311.0, 1290.0, 1635.0, 392.0, 121.0, 62.0, 31.0, 16.0, 15.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.64404296875, -0.6311969757080078, -0.6183509826660156, -0.6055049896240234, -0.5926589965820312, -0.5798130035400391, -0.5669670104980469, -0.5541210174560547, -0.5412750244140625, -0.5284290313720703, -0.5155830383300781, -0.5027370452880859, -0.48989105224609375, -0.47704505920410156, -0.4641990661621094, -0.4513530731201172, -0.438507080078125, -0.4256610870361328, -0.4128150939941406, -0.39996910095214844, -0.38712310791015625, -0.37427711486816406, -0.3614311218261719, -0.3485851287841797, -0.3357391357421875, -0.3228931427001953, -0.3100471496582031, -0.29720115661621094, -0.28435516357421875, -0.27150917053222656, -0.2586631774902344, -0.2458171844482422, -0.23297119140625, -0.2201251983642578, -0.20727920532226562, -0.19443321228027344, -0.18158721923828125, -0.16874122619628906, -0.15589523315429688, -0.1430492401123047, -0.1302032470703125, -0.11735725402832031, -0.10451126098632812, -0.09166526794433594, -0.07881927490234375, -0.06597328186035156, -0.053127288818359375, -0.04028129577636719, -0.027435302734375, -0.014589309692382812, -0.001743316650390625, 0.011102676391601562, 0.02394866943359375, 0.03679466247558594, 0.049640655517578125, 0.06248664855957031, 0.0753326416015625, 0.08817863464355469, 0.10102462768554688, 0.11387062072753906, 0.12671661376953125, 0.13956260681152344, 0.15240859985351562, 0.1652545928955078, 0.1781005859375]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 8.0, 10.0, 10.0, 20.0, 43.0, 95.0, 214.0, 303.0, 188.0, 66.0, 16.0, 13.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.942087173461914, -3.8446483612060547, -3.7472097873687744, -3.649771213531494, -3.5523324012756348, -3.4548935890197754, -3.357455015182495, -3.260016441345215, -3.1625776290893555, -3.065138816833496, -2.967700242996216, -2.8702616691589355, -2.772822856903076, -2.675384044647217, -2.5779454708099365, -2.4805068969726562, -2.383068084716797, -2.2856292724609375, -2.1881906986236572, -2.090752124786377, -1.9933133125305176, -1.8958746194839478, -1.798435926437378, -1.700997233390808, -1.6035585403442383, -1.5061198472976685, -1.4086811542510986, -1.3112424612045288, -1.213803768157959, -1.1163650751113892, -1.0189263820648193, -0.9214876890182495, -0.8240489959716797, -0.7266103029251099, -0.62917160987854, -0.5317329168319702, -0.4342942237854004, -0.33685553073883057, -0.23941683769226074, -0.14197814464569092, -0.044539451599121094, 0.05289924144744873, 0.15033793449401855, 0.24777662754058838, 0.3452153205871582, 0.442654013633728, 0.5400927066802979, 0.6375313997268677, 0.7349700927734375, 0.8324087858200073, 0.9298474788665771, 1.027286171913147, 1.1247248649597168, 1.2221635580062866, 1.3196022510528564, 1.4170409440994263, 1.514479637145996, 1.611918330192566, 1.7093570232391357, 1.8067957162857056, 1.9042344093322754, 2.0016732215881348, 2.099111795425415, 2.1965503692626953, 2.2939891815185547]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 12.0, 7.0, 10.0, 13.0, 21.0, 23.0, 22.0, 36.0, 28.0, 34.0, 38.0, 37.0, 47.0, 38.0, 36.0, 51.0, 57.0, 51.0, 45.0, 47.0, 41.0, 51.0, 29.0, 39.0, 31.0, 29.0, 24.0, 22.0, 20.0, 9.0, 11.0, 10.0, 4.0, 8.0, 1.0, 5.0, 4.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.2630937099456787, -1.220213770866394, -1.1773338317871094, -1.1344538927078247, -1.09157395362854, -1.0486940145492554, -1.0058140754699707, -0.962934136390686, -0.9200541973114014, -0.8771742582321167, -0.834294319152832, -0.7914143800735474, -0.7485344409942627, -0.705654501914978, -0.6627745628356934, -0.6198946237564087, -0.577014684677124, -0.5341347455978394, -0.4912548065185547, -0.44837486743927, -0.40549492835998535, -0.3626149892807007, -0.319735050201416, -0.27685511112213135, -0.23397517204284668, -0.191095232963562, -0.14821529388427734, -0.10533535480499268, -0.06245541572570801, -0.01957547664642334, 0.023304462432861328, 0.066184401512146, 0.10906422138214111, 0.15194416046142578, 0.19482409954071045, 0.23770403861999512, 0.2805839776992798, 0.32346391677856445, 0.3663438558578491, 0.4092237949371338, 0.45210373401641846, 0.4949836730957031, 0.5378636121749878, 0.5807435512542725, 0.6236234903335571, 0.6665034294128418, 0.7093833684921265, 0.7522633075714111, 0.7951432466506958, 0.8380231857299805, 0.8809031248092651, 0.9237830638885498, 0.9666630029678345, 1.0095429420471191, 1.0524228811264038, 1.0953028202056885, 1.1381827592849731, 1.1810626983642578, 1.2239426374435425, 1.2668225765228271, 1.3097025156021118, 1.3525824546813965, 1.3954623937606812, 1.4383423328399658, 1.4812222719192505]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 4.0, 7.0, 9.0, 9.0, 13.0, 17.0, 37.0, 41.0, 60.0, 89.0, 137.0, 214.0, 362.0, 570.0, 847.0, 1372.0, 2600.0, 4396.0, 8161.0, 16808.0, 38269.0, 99661.0, 299001.0, 360865.0, 126490.0, 46759.0, 20212.0, 9568.0, 5017.0, 2755.0, 1617.0, 936.0, 599.0, 342.0, 241.0, 152.0, 104.0, 66.0, 46.0, 32.0, 22.0, 18.0, 10.0, 9.0, 7.0, 4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.1356201171875, -0.13164424896240234, -0.1276683807373047, -0.12369251251220703, -0.11971664428710938, -0.11574077606201172, -0.11176490783691406, -0.1077890396118164, -0.10381317138671875, -0.0998373031616211, -0.09586143493652344, -0.09188556671142578, -0.08790969848632812, -0.08393383026123047, -0.07995796203613281, -0.07598209381103516, -0.0720062255859375, -0.06803035736083984, -0.06405448913574219, -0.06007862091064453, -0.056102752685546875, -0.05212688446044922, -0.04815101623535156, -0.044175148010253906, -0.04019927978515625, -0.036223411560058594, -0.03224754333496094, -0.02827167510986328, -0.024295806884765625, -0.02031993865966797, -0.016344070434570312, -0.012368202209472656, -0.008392333984375, -0.004416465759277344, -0.0004405975341796875, 0.0035352706909179688, 0.007511138916015625, 0.011487007141113281, 0.015462875366210938, 0.019438743591308594, 0.02341461181640625, 0.027390480041503906, 0.03136634826660156, 0.03534221649169922, 0.039318084716796875, 0.04329395294189453, 0.04726982116699219, 0.051245689392089844, 0.0552215576171875, 0.059197425842285156, 0.06317329406738281, 0.06714916229248047, 0.07112503051757812, 0.07510089874267578, 0.07907676696777344, 0.0830526351928711, 0.08702850341796875, 0.0910043716430664, 0.09498023986816406, 0.09895610809326172, 0.10293197631835938, 0.10690784454345703, 0.11088371276855469, 0.11485958099365234, 0.11883544921875]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 4.0, 8.0, 7.0, 14.0, 13.0, 12.0, 21.0, 21.0, 21.0, 30.0, 29.0, 41.0, 46.0, 57.0, 55.0, 51.0, 58.0, 55.0, 52.0, 46.0, 50.0, 49.0, 42.0, 44.0, 30.0, 29.0, 23.0, 19.0, 14.0, 17.0, 10.0, 9.0, 6.0, 8.0, 6.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0897216796875, -0.08702373504638672, -0.08432579040527344, -0.08162784576416016, -0.07892990112304688, -0.0762319564819336, -0.07353401184082031, -0.07083606719970703, -0.06813812255859375, -0.06544017791748047, -0.06274223327636719, -0.060044288635253906, -0.057346343994140625, -0.054648399353027344, -0.05195045471191406, -0.04925251007080078, -0.0465545654296875, -0.04385662078857422, -0.04115867614746094, -0.038460731506347656, -0.035762786865234375, -0.033064842224121094, -0.030366897583007812, -0.02766895294189453, -0.02497100830078125, -0.02227306365966797, -0.019575119018554688, -0.016877174377441406, -0.014179229736328125, -0.011481285095214844, -0.008783340454101562, -0.006085395812988281, -0.003387451171875, -0.0006895065307617188, 0.0020084381103515625, 0.004706382751464844, 0.007404327392578125, 0.010102272033691406, 0.012800216674804688, 0.015498161315917969, 0.01819610595703125, 0.02089405059814453, 0.023591995239257812, 0.026289939880371094, 0.028987884521484375, 0.031685829162597656, 0.03438377380371094, 0.03708171844482422, 0.0397796630859375, 0.04247760772705078, 0.04517555236816406, 0.047873497009277344, 0.050571441650390625, 0.053269386291503906, 0.05596733093261719, 0.05866527557373047, 0.06136322021484375, 0.06406116485595703, 0.06675910949707031, 0.0694570541381836, 0.07215499877929688, 0.07485294342041016, 0.07755088806152344, 0.08024883270263672, 0.08294677734375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 12.0, 12.0, 16.0, 30.0, 46.0, 60.0, 95.0, 114.0, 200.0, 321.0, 539.0, 1144.0, 3243.0, 14635.0, 187924.0, 799363.0, 31911.0, 5346.0, 1684.0, 745.0, 358.0, 258.0, 147.0, 115.0, 84.0, 41.0, 32.0, 19.0, 15.0, 10.0, 11.0, 4.0, 5.0, 4.0, 1.0, 7.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.43896484375, -0.4268341064453125, -0.414703369140625, -0.4025726318359375, -0.39044189453125, -0.3783111572265625, -0.366180419921875, -0.3540496826171875, -0.3419189453125, -0.3297882080078125, -0.317657470703125, -0.3055267333984375, -0.29339599609375, -0.2812652587890625, -0.269134521484375, -0.2570037841796875, -0.244873046875, -0.2327423095703125, -0.220611572265625, -0.2084808349609375, -0.19635009765625, -0.1842193603515625, -0.172088623046875, -0.1599578857421875, -0.1478271484375, -0.1356964111328125, -0.123565673828125, -0.1114349365234375, -0.09930419921875, -0.0871734619140625, -0.075042724609375, -0.0629119873046875, -0.05078125, -0.0386505126953125, -0.026519775390625, -0.0143890380859375, -0.00225830078125, 0.0098724365234375, 0.022003173828125, 0.0341339111328125, 0.0462646484375, 0.0583953857421875, 0.070526123046875, 0.0826568603515625, 0.09478759765625, 0.1069183349609375, 0.119049072265625, 0.1311798095703125, 0.143310546875, 0.1554412841796875, 0.167572021484375, 0.1797027587890625, 0.19183349609375, 0.2039642333984375, 0.216094970703125, 0.2282257080078125, 0.2403564453125, 0.2524871826171875, 0.264617919921875, 0.2767486572265625, 0.28887939453125, 0.3010101318359375, 0.313140869140625, 0.3252716064453125, 0.33740234375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 8.0, 8.0, 14.0, 9.0, 21.0, 24.0, 17.0, 43.0, 58.0, 70.0, 87.0, 86.0, 111.0, 89.0, 81.0, 58.0, 57.0, 35.0, 33.0, 16.0, 18.0, 16.0, 12.0, 3.0, 9.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.62451171875, -0.6067733764648438, -0.5890350341796875, -0.5712966918945312, -0.553558349609375, -0.5358200073242188, -0.5180816650390625, -0.5003433227539062, -0.48260498046875, -0.46486663818359375, -0.4471282958984375, -0.42938995361328125, -0.411651611328125, -0.39391326904296875, -0.3761749267578125, -0.35843658447265625, -0.3406982421875, -0.32295989990234375, -0.3052215576171875, -0.28748321533203125, -0.269744873046875, -0.25200653076171875, -0.2342681884765625, -0.21652984619140625, -0.19879150390625, -0.18105316162109375, -0.1633148193359375, -0.14557647705078125, -0.127838134765625, -0.11009979248046875, -0.0923614501953125, -0.07462310791015625, -0.056884765625, -0.03914642333984375, -0.0214080810546875, -0.00366973876953125, 0.014068603515625, 0.03180694580078125, 0.0495452880859375, 0.06728363037109375, 0.08502197265625, 0.10276031494140625, 0.1204986572265625, 0.13823699951171875, 0.155975341796875, 0.17371368408203125, 0.1914520263671875, 0.20919036865234375, 0.2269287109375, 0.24466705322265625, 0.2624053955078125, 0.28014373779296875, 0.297882080078125, 0.31562042236328125, 0.3333587646484375, 0.35109710693359375, 0.36883544921875, 0.38657379150390625, 0.4043121337890625, 0.42205047607421875, 0.439788818359375, 0.45752716064453125, 0.4752655029296875, 0.49300384521484375, 0.5107421875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 4.0, 2.0, 5.0, 3.0, 7.0, 14.0, 18.0, 29.0, 51.0, 71.0, 198.0, 450.0, 1182.0, 3827.0, 23354.0, 718909.0, 278305.0, 17077.0, 3336.0, 973.0, 341.0, 180.0, 79.0, 52.0, 21.0, 17.0, 15.0, 15.0, 4.0, 3.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.1346435546875, -0.1309976577758789, -0.1273517608642578, -0.12370586395263672, -0.12005996704101562, -0.11641407012939453, -0.11276817321777344, -0.10912227630615234, -0.10547637939453125, -0.10183048248291016, -0.09818458557128906, -0.09453868865966797, -0.09089279174804688, -0.08724689483642578, -0.08360099792480469, -0.0799551010131836, -0.0763092041015625, -0.0726633071899414, -0.06901741027832031, -0.06537151336669922, -0.061725616455078125, -0.05807971954345703, -0.05443382263183594, -0.050787925720214844, -0.04714202880859375, -0.043496131896972656, -0.03985023498535156, -0.03620433807373047, -0.032558441162109375, -0.02891254425048828, -0.025266647338867188, -0.021620750427246094, -0.017974853515625, -0.014328956604003906, -0.010683059692382812, -0.007037162780761719, -0.003391265869140625, 0.00025463104248046875, 0.0039005279541015625, 0.007546424865722656, 0.01119232177734375, 0.014838218688964844, 0.018484115600585938, 0.02213001251220703, 0.025775909423828125, 0.02942180633544922, 0.03306770324707031, 0.036713600158691406, 0.0403594970703125, 0.044005393981933594, 0.04765129089355469, 0.05129718780517578, 0.054943084716796875, 0.05858898162841797, 0.06223487854003906, 0.06588077545166016, 0.06952667236328125, 0.07317256927490234, 0.07681846618652344, 0.08046436309814453, 0.08411026000976562, 0.08775615692138672, 0.09140205383300781, 0.0950479507446289, 0.09869384765625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 3.0, 3.0, 6.0, 6.0, 9.0, 8.0, 12.0, 19.0, 21.0, 32.0, 38.0, 49.0, 89.0, 103.0, 126.0, 123.0, 90.0, 70.0, 51.0, 32.0, 29.0, 19.0, 12.0, 16.0, 10.0, 5.0, 2.0, 6.0, 8.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3126602172851562e-05, -2.2300519049167633e-05, -2.1474435925483704e-05, -2.0648352801799774e-05, -1.9822269678115845e-05, -1.8996186554431915e-05, -1.8170103430747986e-05, -1.7344020307064056e-05, -1.6517937183380127e-05, -1.5691854059696198e-05, -1.4865770936012268e-05, -1.4039687812328339e-05, -1.321360468864441e-05, -1.238752156496048e-05, -1.156143844127655e-05, -1.0735355317592621e-05, -9.909272193908691e-06, -9.083189070224762e-06, -8.257105946540833e-06, -7.431022822856903e-06, -6.604939699172974e-06, -5.778856575489044e-06, -4.952773451805115e-06, -4.126690328121185e-06, -3.300607204437256e-06, -2.4745240807533264e-06, -1.648440957069397e-06, -8.223578333854675e-07, 3.725290298461914e-09, 8.298084139823914e-07, 1.6558915376663208e-06, 2.4819746613502502e-06, 3.3080577850341797e-06, 4.134140908718109e-06, 4.9602240324020386e-06, 5.786307156085968e-06, 6.6123902797698975e-06, 7.438473403453827e-06, 8.264556527137756e-06, 9.090639650821686e-06, 9.916722774505615e-06, 1.0742805898189545e-05, 1.1568889021873474e-05, 1.2394972145557404e-05, 1.3221055269241333e-05, 1.4047138392925262e-05, 1.4873221516609192e-05, 1.569930464029312e-05, 1.652538776397705e-05, 1.735147088766098e-05, 1.817755401134491e-05, 1.900363713502884e-05, 1.982972025871277e-05, 2.0655803382396698e-05, 2.1481886506080627e-05, 2.2307969629764557e-05, 2.3134052753448486e-05, 2.3960135877132416e-05, 2.4786219000816345e-05, 2.5612302124500275e-05, 2.6438385248184204e-05, 2.7264468371868134e-05, 2.8090551495552063e-05, 2.8916634619235992e-05, 2.9742717742919922e-05]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 5.0, 3.0, 11.0, 5.0, 20.0, 17.0, 28.0, 76.0, 125.0, 337.0, 730.0, 2570.0, 16149.0, 311309.0, 692637.0, 20118.0, 2885.0, 847.0, 352.0, 150.0, 73.0, 43.0, 25.0, 12.0, 17.0, 7.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09625244140625, -0.09255695343017578, -0.08886146545410156, -0.08516597747802734, -0.08147048950195312, -0.0777750015258789, -0.07407951354980469, -0.07038402557373047, -0.06668853759765625, -0.06299304962158203, -0.05929756164550781, -0.055602073669433594, -0.051906585693359375, -0.048211097717285156, -0.04451560974121094, -0.04082012176513672, -0.0371246337890625, -0.03342914581298828, -0.029733657836914062, -0.026038169860839844, -0.022342681884765625, -0.018647193908691406, -0.014951705932617188, -0.011256217956542969, -0.00756072998046875, -0.0038652420043945312, -0.0001697540283203125, 0.0035257339477539062, 0.007221221923828125, 0.010916709899902344, 0.014612197875976562, 0.01830768585205078, 0.022003173828125, 0.02569866180419922, 0.029394149780273438, 0.033089637756347656, 0.036785125732421875, 0.040480613708496094, 0.04417610168457031, 0.04787158966064453, 0.05156707763671875, 0.05526256561279297, 0.05895805358886719, 0.0626535415649414, 0.06634902954101562, 0.07004451751708984, 0.07374000549316406, 0.07743549346923828, 0.0811309814453125, 0.08482646942138672, 0.08852195739746094, 0.09221744537353516, 0.09591293334960938, 0.0996084213256836, 0.10330390930175781, 0.10699939727783203, 0.11069488525390625, 0.11439037322998047, 0.11808586120605469, 0.1217813491821289, 0.12547683715820312, 0.12917232513427734, 0.13286781311035156, 0.13656330108642578, 0.1402587890625]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 10.0, 5.0, 8.0, 13.0, 27.0, 35.0, 63.0, 80.0, 91.0, 160.0, 141.0, 103.0, 75.0, 66.0, 39.0, 24.0, 20.0, 20.0, 12.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0777587890625, -0.0746603012084961, -0.07156181335449219, -0.06846332550048828, -0.06536483764648438, -0.06226634979248047, -0.05916786193847656, -0.056069374084472656, -0.05297088623046875, -0.049872398376464844, -0.04677391052246094, -0.04367542266845703, -0.040576934814453125, -0.03747844696044922, -0.03437995910644531, -0.031281471252441406, -0.0281829833984375, -0.025084495544433594, -0.021986007690429688, -0.01888751983642578, -0.015789031982421875, -0.012690544128417969, -0.009592056274414062, -0.006493568420410156, -0.00339508056640625, -0.00029659271240234375, 0.0028018951416015625, 0.005900382995605469, 0.008998870849609375, 0.012097358703613281, 0.015195846557617188, 0.018294334411621094, 0.021392822265625, 0.024491310119628906, 0.027589797973632812, 0.03068828582763672, 0.033786773681640625, 0.03688526153564453, 0.03998374938964844, 0.043082237243652344, 0.04618072509765625, 0.049279212951660156, 0.05237770080566406, 0.05547618865966797, 0.058574676513671875, 0.06167316436767578, 0.06477165222167969, 0.0678701400756836, 0.0709686279296875, 0.0740671157836914, 0.07716560363769531, 0.08026409149169922, 0.08336257934570312, 0.08646106719970703, 0.08955955505371094, 0.09265804290771484, 0.09575653076171875, 0.09885501861572266, 0.10195350646972656, 0.10505199432373047, 0.10815048217773438, 0.11124897003173828, 0.11434745788574219, 0.1174459457397461, 0.12054443359375]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 9.0, 6.0, 25.0, 62.0, 184.0, 475.0, 130.0, 62.0, 31.0, 14.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6325597763061523, -3.520286798477173, -3.4080138206481934, -3.295740842819214, -3.1834678649902344, -3.071195125579834, -2.9589219093322754, -2.846649169921875, -2.7343761920928955, -2.622103214263916, -2.5098302364349365, -2.397557258605957, -2.2852842807769775, -2.173011302947998, -2.0607385635375977, -1.9484655857086182, -1.8361924886703491, -1.7239195108413696, -1.6116465330123901, -1.4993736743927002, -1.3871006965637207, -1.2748277187347412, -1.1625547409057617, -1.0502817630767822, -0.9380088448524475, -0.825735867023468, -0.7134629487991333, -0.6011899709701538, -0.4889170229434967, -0.3766440749168396, -0.2643710970878601, -0.1520981788635254, -0.0398252010345459, 0.0724477544426918, 0.1847207099199295, 0.2969936728477478, 0.4092666208744049, 0.521539568901062, 0.6338125467300415, 0.7460854649543762, 0.8583584427833557, 0.9706314206123352, 1.08290433883667, 1.1951773166656494, 1.307450294494629, 1.4197232723236084, 1.531996250152588, 1.6442691087722778, 1.7565420866012573, 1.8688150644302368, 1.9810880422592163, 2.0933609008789062, 2.2056338787078857, 2.3179068565368652, 2.4301798343658447, 2.542452812194824, 2.6547257900238037, 2.766998767852783, 2.8792717456817627, 2.991544723510742, 3.1038177013397217, 3.216090679168701, 3.3283634185791016, 3.440636396408081, 3.5529093742370605]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 5.0, 3.0, 6.0, 9.0, 7.0, 13.0, 11.0, 12.0, 17.0, 22.0, 15.0, 15.0, 25.0, 23.0, 41.0, 33.0, 28.0, 43.0, 156.0, 177.0, 54.0, 36.0, 22.0, 26.0, 26.0, 29.0, 23.0, 19.0, 26.0, 12.0, 11.0, 12.0, 5.0, 6.0, 6.0, 7.0, 6.0, 7.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-1.9115018844604492, -1.8500930070877075, -1.7886841297149658, -1.7272752523422241, -1.6658663749694824, -1.6044574975967407, -1.543048620223999, -1.4816397428512573, -1.4202308654785156, -1.358821988105774, -1.2974131107330322, -1.2360042333602905, -1.1745953559875488, -1.1131864786148071, -1.0517776012420654, -0.9903687238693237, -0.928959846496582, -0.8675509691238403, -0.8061420917510986, -0.7447332143783569, -0.6833243370056152, -0.6219154596328735, -0.5605065822601318, -0.49909770488739014, -0.43768882751464844, -0.37627995014190674, -0.31487107276916504, -0.25346219539642334, -0.19205331802368164, -0.13064444065093994, -0.06923556327819824, -0.007826685905456543, 0.053582191467285156, 0.11499106884002686, 0.17639994621276855, 0.23780882358551025, 0.29921770095825195, 0.36062657833099365, 0.42203545570373535, 0.48344433307647705, 0.5448532104492188, 0.6062620878219604, 0.6676709651947021, 0.7290798425674438, 0.7904887199401855, 0.8518975973129272, 0.913306474685669, 0.9747153520584106, 1.0361242294311523, 1.097533106803894, 1.1589419841766357, 1.2203508615493774, 1.2817597389221191, 1.3431686162948608, 1.4045774936676025, 1.4659863710403442, 1.527395248413086, 1.5888041257858276, 1.6502130031585693, 1.711621880531311, 1.7730307579040527, 1.8344396352767944, 1.8958485126495361, 1.9572573900222778, 2.0186662673950195]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 10.0, 7.0, 18.0, 10.0, 30.0, 44.0, 51.0, 87.0, 121.0, 154.0, 226.0, 381.0, 577.0, 930.0, 1488.0, 2528.0, 4692.0, 9304.0, 21254.0, 64376.0, 320045.0, 1681266.0, 1651887.0, 324663.0, 67938.0, 21659.0, 9282.0, 4624.0, 2527.0, 1542.0, 928.0, 553.0, 356.0, 219.0, 153.0, 123.0, 72.0, 46.0, 28.0, 27.0, 13.0, 12.0, 8.0, 10.0, 9.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12225341796875, -0.11843299865722656, -0.11461257934570312, -0.11079216003417969, -0.10697174072265625, -0.10315132141113281, -0.09933090209960938, -0.09551048278808594, -0.0916900634765625, -0.08786964416503906, -0.08404922485351562, -0.08022880554199219, -0.07640838623046875, -0.07258796691894531, -0.06876754760742188, -0.06494712829589844, -0.061126708984375, -0.05730628967285156, -0.053485870361328125, -0.04966545104980469, -0.04584503173828125, -0.04202461242675781, -0.038204193115234375, -0.03438377380371094, -0.0305633544921875, -0.026742935180664062, -0.022922515869140625, -0.019102096557617188, -0.01528167724609375, -0.011461257934570312, -0.007640838623046875, -0.0038204193115234375, 0.0, 0.0038204193115234375, 0.007640838623046875, 0.011461257934570312, 0.01528167724609375, 0.019102096557617188, 0.022922515869140625, 0.026742935180664062, 0.0305633544921875, 0.03438377380371094, 0.038204193115234375, 0.04202461242675781, 0.04584503173828125, 0.04966545104980469, 0.053485870361328125, 0.05730628967285156, 0.061126708984375, 0.06494712829589844, 0.06876754760742188, 0.07258796691894531, 0.07640838623046875, 0.08022880554199219, 0.08404922485351562, 0.08786964416503906, 0.0916900634765625, 0.09551048278808594, 0.09933090209960938, 0.10315132141113281, 0.10697174072265625, 0.11079216003417969, 0.11461257934570312, 0.11843299865722656, 0.12225341796875]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 8.0, 11.0, 6.0, 14.0, 9.0, 20.0, 17.0, 23.0, 26.0, 30.0, 43.0, 48.0, 49.0, 64.0, 67.0, 55.0, 51.0, 58.0, 49.0, 50.0, 55.0, 48.0, 47.0, 34.0, 24.0, 20.0, 14.0, 13.0, 17.0, 7.0, 8.0, 5.0, 6.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08807373046875, -0.08515548706054688, -0.08223724365234375, -0.07931900024414062, -0.0764007568359375, -0.07348251342773438, -0.07056427001953125, -0.06764602661132812, -0.064727783203125, -0.061809539794921875, -0.05889129638671875, -0.055973052978515625, -0.0530548095703125, -0.050136566162109375, -0.04721832275390625, -0.044300079345703125, -0.0413818359375, -0.038463592529296875, -0.03554534912109375, -0.032627105712890625, -0.0297088623046875, -0.026790618896484375, -0.02387237548828125, -0.020954132080078125, -0.018035888671875, -0.015117645263671875, -0.01219940185546875, -0.009281158447265625, -0.0063629150390625, -0.003444671630859375, -0.00052642822265625, 0.002391815185546875, 0.00531005859375, 0.008228302001953125, 0.01114654541015625, 0.014064788818359375, 0.0169830322265625, 0.019901275634765625, 0.02281951904296875, 0.025737762451171875, 0.028656005859375, 0.031574249267578125, 0.03449249267578125, 0.037410736083984375, 0.0403289794921875, 0.043247222900390625, 0.04616546630859375, 0.049083709716796875, 0.052001953125, 0.054920196533203125, 0.05783843994140625, 0.060756683349609375, 0.0636749267578125, 0.06659317016601562, 0.06951141357421875, 0.07242965698242188, 0.075347900390625, 0.07826614379882812, 0.08118438720703125, 0.08410263061523438, 0.0870208740234375, 0.08993911743164062, 0.09285736083984375, 0.09577560424804688, 0.09869384765625]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 8.0, 6.0, 23.0, 41.0, 126.0, 273.0, 895.0, 8422.0, 4175214.0, 7905.0, 856.0, 313.0, 114.0, 46.0, 18.0, 10.0, 6.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5146484375, -1.46148681640625, -1.4083251953125, -1.35516357421875, -1.302001953125, -1.24884033203125, -1.1956787109375, -1.14251708984375, -1.08935546875, -1.03619384765625, -0.9830322265625, -0.92987060546875, -0.876708984375, -0.82354736328125, -0.7703857421875, -0.71722412109375, -0.6640625, -0.61090087890625, -0.5577392578125, -0.50457763671875, -0.451416015625, -0.39825439453125, -0.3450927734375, -0.29193115234375, -0.23876953125, -0.18560791015625, -0.1324462890625, -0.07928466796875, -0.026123046875, 0.02703857421875, 0.0802001953125, 0.13336181640625, 0.1865234375, 0.23968505859375, 0.2928466796875, 0.34600830078125, 0.399169921875, 0.45233154296875, 0.5054931640625, 0.55865478515625, 0.61181640625, 0.66497802734375, 0.7181396484375, 0.77130126953125, 0.824462890625, 0.87762451171875, 0.9307861328125, 0.98394775390625, 1.037109375, 1.09027099609375, 1.1434326171875, 1.19659423828125, 1.249755859375, 1.30291748046875, 1.3560791015625, 1.40924072265625, 1.46240234375, 1.51556396484375, 1.5687255859375, 1.62188720703125, 1.675048828125, 1.72821044921875, 1.7813720703125, 1.83453369140625, 1.8876953125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 13.0, 38.0, 94.0, 276.0, 1025.0, 1884.0, 491.0, 158.0, 63.0, 29.0, 10.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.12890625, -1.1008987426757812, -1.0728912353515625, -1.0448837280273438, -1.016876220703125, -0.9888687133789062, -0.9608612060546875, -0.9328536987304688, -0.90484619140625, -0.8768386840820312, -0.8488311767578125, -0.8208236694335938, -0.792816162109375, -0.7648086547851562, -0.7368011474609375, -0.7087936401367188, -0.6807861328125, -0.6527786254882812, -0.6247711181640625, -0.5967636108398438, -0.568756103515625, -0.5407485961914062, -0.5127410888671875, -0.48473358154296875, -0.45672607421875, -0.42871856689453125, -0.4007110595703125, -0.37270355224609375, -0.344696044921875, -0.31668853759765625, -0.2886810302734375, -0.26067352294921875, -0.232666015625, -0.20465850830078125, -0.1766510009765625, -0.14864349365234375, -0.120635986328125, -0.09262847900390625, -0.0646209716796875, -0.03661346435546875, -0.00860595703125, 0.01940155029296875, 0.0474090576171875, 0.07541656494140625, 0.103424072265625, 0.13143157958984375, 0.1594390869140625, 0.18744659423828125, 0.2154541015625, 0.24346160888671875, 0.2714691162109375, 0.29947662353515625, 0.327484130859375, 0.35549163818359375, 0.3834991455078125, 0.41150665283203125, 0.43951416015625, 0.46752166748046875, 0.4955291748046875, 0.5235366821289062, 0.551544189453125, 0.5795516967773438, 0.6075592041015625, 0.6355667114257812, 0.66357421875]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 4.0, 8.0, 6.0, 8.0, 15.0, 32.0, 52.0, 122.0, 208.0, 257.0, 134.0, 70.0, 34.0, 16.0, 9.0, 6.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4378795623779297, -3.295475482940674, -3.153071641921997, -3.010667562484741, -2.8682637214660645, -2.7258596420288086, -2.5834555625915527, -2.441051721572876, -2.298647880554199, -2.1562438011169434, -2.0138399600982666, -1.8714358806610107, -1.729032039642334, -1.5866279602050781, -1.4442239999771118, -1.3018200397491455, -1.1594159603118896, -1.0170120000839233, -0.874608039855957, -0.732204020023346, -0.5898000597953796, -0.44739609956741333, -0.30499207973480225, -0.16258811950683594, -0.02018415927886963, 0.12221981585025787, 0.2646237909793854, 0.4070277810096741, 0.5494317412376404, 0.6918357014656067, 0.8342397212982178, 0.9766436815261841, 1.1190476417541504, 1.2614516019821167, 1.403855562210083, 1.5462596416473389, 1.6886634826660156, 1.8310675621032715, 1.9734715223312378, 2.115875482559204, 2.258279323577881, 2.4006834030151367, 2.5430872440338135, 2.6854913234710693, 2.827895164489746, 2.970299243927002, 3.112703323364258, 3.2551071643829346, 3.3975112438201904, 3.5399153232574463, 3.682319164276123, 3.824723243713379, 3.9671270847320557, 4.109530925750732, 4.251935005187988, 4.394339084625244, 4.5367431640625, 4.679147243499756, 4.821551322937012, 4.963954925537109, 5.106359004974365, 5.248763084411621, 5.391167163848877, 5.533571243286133, 5.6759748458862305]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 5.0, 5.0, 6.0, 7.0, 14.0, 11.0, 15.0, 20.0, 26.0, 17.0, 30.0, 43.0, 35.0, 55.0, 52.0, 51.0, 80.0, 66.0, 55.0, 62.0, 41.0, 52.0, 33.0, 33.0, 37.0, 27.0, 31.0, 16.0, 15.0, 10.0, 11.0, 8.0, 9.0, 3.0, 5.0, 5.0, 7.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.0120925903320312, -1.9496142864227295, -1.8871361017227173, -1.8246577978134155, -1.7621796131134033, -1.6997013092041016, -1.6372230052947998, -1.5747448205947876, -1.5122666358947754, -1.4497883319854736, -1.3873101472854614, -1.3248318433761597, -1.2623536586761475, -1.1998753547668457, -1.137397050857544, -1.0749188661575317, -1.01244056224823, -0.949962317943573, -0.887484073638916, -0.8250057697296143, -0.762527585029602, -0.7000492811203003, -0.6375710368156433, -0.5750927925109863, -0.5126145482063293, -0.45013630390167236, -0.3876580595970154, -0.325179785490036, -0.26270154118537903, -0.20022329688072205, -0.13774502277374268, -0.0752667784690857, -0.01278841495513916, 0.04968983680009842, 0.112168088555336, 0.17464634776115417, 0.23712459206581116, 0.29960283637046814, 0.3620811104774475, 0.4245593547821045, 0.4870375990867615, 0.5495158433914185, 0.6119940876960754, 0.6744723320007324, 0.7369506359100342, 0.7994288206100464, 0.8619071245193481, 0.9243853688240051, 0.9868636131286621, 1.0493419170379639, 1.111820101737976, 1.1742984056472778, 1.23677659034729, 1.2992548942565918, 1.3617331981658936, 1.4242113828659058, 1.486689567565918, 1.5491678714752197, 1.611646056175232, 1.6741243600845337, 1.736602544784546, 1.7990808486938477, 1.8615591526031494, 1.9240373373031616, 1.9865156412124634]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 3.0, 12.0, 9.0, 16.0, 20.0, 46.0, 83.0, 141.0, 255.0, 489.0, 1100.0, 2683.0, 8249.0, 32680.0, 242747.0, 678808.0, 61148.0, 13096.0, 4017.0, 1565.0, 650.0, 316.0, 164.0, 102.0, 67.0, 35.0, 16.0, 12.0, 7.0, 4.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.28076171875, -0.271759033203125, -0.26275634765625, -0.253753662109375, -0.2447509765625, -0.235748291015625, -0.22674560546875, -0.217742919921875, -0.208740234375, -0.199737548828125, -0.19073486328125, -0.181732177734375, -0.1727294921875, -0.163726806640625, -0.15472412109375, -0.145721435546875, -0.13671875, -0.127716064453125, -0.11871337890625, -0.109710693359375, -0.1007080078125, -0.091705322265625, -0.08270263671875, -0.073699951171875, -0.064697265625, -0.055694580078125, -0.04669189453125, -0.037689208984375, -0.0286865234375, -0.019683837890625, -0.01068115234375, -0.001678466796875, 0.00732421875, 0.016326904296875, 0.02532958984375, 0.034332275390625, 0.0433349609375, 0.052337646484375, 0.06134033203125, 0.070343017578125, 0.079345703125, 0.088348388671875, 0.09735107421875, 0.106353759765625, 0.1153564453125, 0.124359130859375, 0.13336181640625, 0.142364501953125, 0.1513671875, 0.160369873046875, 0.16937255859375, 0.178375244140625, 0.1873779296875, 0.196380615234375, 0.20538330078125, 0.214385986328125, 0.223388671875, 0.232391357421875, 0.24139404296875, 0.250396728515625, 0.2593994140625, 0.268402099609375, 0.27740478515625, 0.286407470703125, 0.29541015625]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 1.0, 6.0, 7.0, 12.0, 12.0, 8.0, 14.0, 14.0, 23.0, 24.0, 44.0, 32.0, 60.0, 55.0, 61.0, 80.0, 72.0, 73.0, 63.0, 59.0, 55.0, 42.0, 39.0, 34.0, 25.0, 15.0, 20.0, 11.0, 5.0, 14.0, 7.0, 4.0, 2.0, 5.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.11602783203125, -0.11184024810791016, -0.10765266418457031, -0.10346508026123047, -0.09927749633789062, -0.09508991241455078, -0.09090232849121094, -0.0867147445678711, -0.08252716064453125, -0.0783395767211914, -0.07415199279785156, -0.06996440887451172, -0.06577682495117188, -0.06158924102783203, -0.05740165710449219, -0.053214073181152344, -0.0490264892578125, -0.044838905334472656, -0.04065132141113281, -0.03646373748779297, -0.032276153564453125, -0.02808856964111328, -0.023900985717773438, -0.019713401794433594, -0.01552581787109375, -0.011338233947753906, -0.0071506500244140625, -0.0029630661010742188, 0.001224517822265625, 0.005412101745605469, 0.009599685668945312, 0.013787269592285156, 0.017974853515625, 0.022162437438964844, 0.026350021362304688, 0.03053760528564453, 0.034725189208984375, 0.03891277313232422, 0.04310035705566406, 0.047287940979003906, 0.05147552490234375, 0.055663108825683594, 0.05985069274902344, 0.06403827667236328, 0.06822586059570312, 0.07241344451904297, 0.07660102844238281, 0.08078861236572266, 0.0849761962890625, 0.08916378021240234, 0.09335136413574219, 0.09753894805908203, 0.10172653198242188, 0.10591411590576172, 0.11010169982910156, 0.1142892837524414, 0.11847686767578125, 0.1226644515991211, 0.12685203552246094, 0.13103961944580078, 0.13522720336914062, 0.13941478729248047, 0.1436023712158203, 0.14778995513916016, 0.1519775390625]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 4.0, 5.0, 5.0, 5.0, 11.0, 13.0, 18.0, 33.0, 35.0, 49.0, 92.0, 161.0, 398.0, 988.0, 3180.0, 20630.0, 908346.0, 103064.0, 8347.0, 1838.0, 635.0, 293.0, 150.0, 80.0, 53.0, 37.0, 19.0, 8.0, 15.0, 12.0, 7.0, 5.0, 4.0, 7.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.381591796875, -0.3687782287597656, -0.35596466064453125, -0.3431510925292969, -0.3303375244140625, -0.3175239562988281, -0.30471038818359375, -0.2918968200683594, -0.279083251953125, -0.2662696838378906, -0.25345611572265625, -0.24064254760742188, -0.2278289794921875, -0.21501541137695312, -0.20220184326171875, -0.18938827514648438, -0.17657470703125, -0.16376113891601562, -0.15094757080078125, -0.13813400268554688, -0.1253204345703125, -0.11250686645507812, -0.09969329833984375, -0.08687973022460938, -0.074066162109375, -0.061252593994140625, -0.04843902587890625, -0.035625457763671875, -0.0228118896484375, -0.009998321533203125, 0.00281524658203125, 0.015628814697265625, 0.0284423828125, 0.041255950927734375, 0.05406951904296875, 0.06688308715820312, 0.0796966552734375, 0.09251022338867188, 0.10532379150390625, 0.11813735961914062, 0.130950927734375, 0.14376449584960938, 0.15657806396484375, 0.16939163208007812, 0.1822052001953125, 0.19501876831054688, 0.20783233642578125, 0.22064590454101562, 0.23345947265625, 0.24627304077148438, 0.25908660888671875, 0.2719001770019531, 0.2847137451171875, 0.2975273132324219, 0.31034088134765625, 0.3231544494628906, 0.335968017578125, 0.3487815856933594, 0.36159515380859375, 0.3744087219238281, 0.3872222900390625, 0.4000358581542969, 0.41284942626953125, 0.4256629943847656, 0.4384765625]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 4.0, 3.0, 6.0, 11.0, 4.0, 12.0, 9.0, 16.0, 15.0, 22.0, 32.0, 28.0, 54.0, 45.0, 64.0, 65.0, 97.0, 85.0, 81.0, 66.0, 36.0, 46.0, 22.0, 21.0, 34.0, 26.0, 20.0, 8.0, 10.0, 14.0, 12.0, 4.0, 6.0, 4.0, 6.0, 5.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.52783203125, -0.5122604370117188, -0.4966888427734375, -0.48111724853515625, -0.465545654296875, -0.44997406005859375, -0.4344024658203125, -0.41883087158203125, -0.40325927734375, -0.38768768310546875, -0.3721160888671875, -0.35654449462890625, -0.340972900390625, -0.32540130615234375, -0.3098297119140625, -0.29425811767578125, -0.2786865234375, -0.26311492919921875, -0.2475433349609375, -0.23197174072265625, -0.216400146484375, -0.20082855224609375, -0.1852569580078125, -0.16968536376953125, -0.15411376953125, -0.13854217529296875, -0.1229705810546875, -0.10739898681640625, -0.091827392578125, -0.07625579833984375, -0.0606842041015625, -0.04511260986328125, -0.029541015625, -0.01396942138671875, 0.0016021728515625, 0.01717376708984375, 0.032745361328125, 0.04831695556640625, 0.0638885498046875, 0.07946014404296875, 0.09503173828125, 0.11060333251953125, 0.1261749267578125, 0.14174652099609375, 0.157318115234375, 0.17288970947265625, 0.1884613037109375, 0.20403289794921875, 0.2196044921875, 0.23517608642578125, 0.2507476806640625, 0.26631927490234375, 0.281890869140625, 0.29746246337890625, 0.3130340576171875, 0.32860565185546875, 0.34417724609375, 0.35974884033203125, 0.3753204345703125, 0.39089202880859375, 0.406463623046875, 0.42203521728515625, 0.4376068115234375, 0.45317840576171875, 0.46875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 7.0, 3.0, 6.0, 5.0, 10.0, 11.0, 15.0, 22.0, 30.0, 42.0, 54.0, 84.0, 133.0, 205.0, 349.0, 642.0, 1209.0, 2646.0, 7080.0, 21945.0, 126055.0, 825476.0, 42600.0, 11854.0, 4194.0, 1770.0, 881.0, 468.0, 259.0, 143.0, 91.0, 60.0, 49.0, 41.0, 27.0, 19.0, 12.0, 12.0, 8.0, 11.0, 4.0, 4.0, 6.0, 3.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.047149658203125, -0.0457310676574707, -0.044312477111816406, -0.04289388656616211, -0.04147529602050781, -0.040056705474853516, -0.03863811492919922, -0.03721952438354492, -0.035800933837890625, -0.03438234329223633, -0.03296375274658203, -0.031545162200927734, -0.030126571655273438, -0.02870798110961914, -0.027289390563964844, -0.025870800018310547, -0.02445220947265625, -0.023033618927001953, -0.021615028381347656, -0.02019643783569336, -0.018777847290039062, -0.017359256744384766, -0.01594066619873047, -0.014522075653076172, -0.013103485107421875, -0.011684894561767578, -0.010266304016113281, -0.008847713470458984, -0.0074291229248046875, -0.006010532379150391, -0.004591941833496094, -0.003173351287841797, -0.0017547607421875, -0.0003361701965332031, 0.0010824203491210938, 0.0025010108947753906, 0.0039196014404296875, 0.005338191986083984, 0.006756782531738281, 0.008175373077392578, 0.009593963623046875, 0.011012554168701172, 0.012431144714355469, 0.013849735260009766, 0.015268325805664062, 0.01668691635131836, 0.018105506896972656, 0.019524097442626953, 0.02094268798828125, 0.022361278533935547, 0.023779869079589844, 0.02519845962524414, 0.026617050170898438, 0.028035640716552734, 0.02945423126220703, 0.030872821807861328, 0.032291412353515625, 0.03371000289916992, 0.03512859344482422, 0.036547183990478516, 0.03796577453613281, 0.03938436508178711, 0.040802955627441406, 0.0422215461730957, 0.04364013671875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 6.0, 7.0, 8.0, 4.0, 17.0, 20.0, 19.0, 32.0, 47.0, 67.0, 97.0, 169.0, 178.0, 100.0, 60.0, 41.0, 29.0, 22.0, 17.0, 8.0, 5.0, 7.0, 6.0, 9.0, 9.0, 3.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.30805778503418e-05, -3.210362046957016e-05, -3.112666308879852e-05, -3.0149705708026886e-05, -2.917274832725525e-05, -2.8195790946483612e-05, -2.7218833565711975e-05, -2.6241876184940338e-05, -2.52649188041687e-05, -2.4287961423397064e-05, -2.3311004042625427e-05, -2.233404666185379e-05, -2.1357089281082153e-05, -2.0380131900310516e-05, -1.940317451953888e-05, -1.8426217138767242e-05, -1.7449259757995605e-05, -1.647230237722397e-05, -1.549534499645233e-05, -1.4518387615680695e-05, -1.3541430234909058e-05, -1.256447285413742e-05, -1.1587515473365784e-05, -1.0610558092594147e-05, -9.63360071182251e-06, -8.656643331050873e-06, -7.679685950279236e-06, -6.702728569507599e-06, -5.725771188735962e-06, -4.748813807964325e-06, -3.771856427192688e-06, -2.794899046421051e-06, -1.817941665649414e-06, -8.409842848777771e-07, 1.3597309589385986e-07, 1.1129304766654968e-06, 2.089887857437134e-06, 3.0668452382087708e-06, 4.043802618980408e-06, 5.020759999752045e-06, 5.997717380523682e-06, 6.974674761295319e-06, 7.951632142066956e-06, 8.928589522838593e-06, 9.90554690361023e-06, 1.0882504284381866e-05, 1.1859461665153503e-05, 1.283641904592514e-05, 1.3813376426696777e-05, 1.4790333807468414e-05, 1.576729118824005e-05, 1.6744248569011688e-05, 1.7721205949783325e-05, 1.8698163330554962e-05, 1.96751207113266e-05, 2.0652078092098236e-05, 2.1629035472869873e-05, 2.260599285364151e-05, 2.3582950234413147e-05, 2.4559907615184784e-05, 2.553686499595642e-05, 2.6513822376728058e-05, 2.7490779757499695e-05, 2.8467737138271332e-05, 2.944469451904297e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 4.0, 3.0, 4.0, 10.0, 11.0, 13.0, 13.0, 35.0, 39.0, 61.0, 100.0, 197.0, 306.0, 587.0, 1258.0, 2837.0, 7035.0, 20995.0, 94344.0, 818016.0, 73990.0, 17775.0, 5939.0, 2605.0, 1100.0, 549.0, 271.0, 163.0, 90.0, 63.0, 43.0, 27.0, 20.0, 14.0, 9.0, 4.0, 7.0, 2.0, 6.0, 0.0, 3.0, 5.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.038116455078125, -0.03690385818481445, -0.035691261291503906, -0.03447866439819336, -0.03326606750488281, -0.032053470611572266, -0.03084087371826172, -0.029628276824951172, -0.028415679931640625, -0.027203083038330078, -0.02599048614501953, -0.024777889251708984, -0.023565292358398438, -0.02235269546508789, -0.021140098571777344, -0.019927501678466797, -0.01871490478515625, -0.017502307891845703, -0.016289710998535156, -0.01507711410522461, -0.013864517211914062, -0.012651920318603516, -0.011439323425292969, -0.010226726531982422, -0.009014129638671875, -0.007801532745361328, -0.006588935852050781, -0.005376338958740234, -0.0041637420654296875, -0.0029511451721191406, -0.0017385482788085938, -0.0005259513854980469, 0.0006866455078125, 0.0018992424011230469, 0.0031118392944335938, 0.004324436187744141, 0.0055370330810546875, 0.006749629974365234, 0.007962226867675781, 0.009174823760986328, 0.010387420654296875, 0.011600017547607422, 0.012812614440917969, 0.014025211334228516, 0.015237808227539062, 0.01645040512084961, 0.017663002014160156, 0.018875598907470703, 0.02008819580078125, 0.021300792694091797, 0.022513389587402344, 0.02372598648071289, 0.024938583374023438, 0.026151180267333984, 0.02736377716064453, 0.028576374053955078, 0.029788970947265625, 0.031001567840576172, 0.03221416473388672, 0.033426761627197266, 0.03463935852050781, 0.03585195541381836, 0.037064552307128906, 0.03827714920043945, 0.03948974609375]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 2.0, 6.0, 5.0, 8.0, 9.0, 7.0, 16.0, 15.0, 25.0, 35.0, 39.0, 45.0, 49.0, 100.0, 107.0, 139.0, 94.0, 73.0, 56.0, 27.0, 29.0, 16.0, 10.0, 17.0, 13.0, 11.0, 11.0, 7.0, 8.0, 7.0, 6.0, 5.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.049072265625, -0.04764223098754883, -0.046212196350097656, -0.044782161712646484, -0.04335212707519531, -0.04192209243774414, -0.04049205780029297, -0.0390620231628418, -0.037631988525390625, -0.03620195388793945, -0.03477191925048828, -0.03334188461303711, -0.03191184997558594, -0.030481815338134766, -0.029051780700683594, -0.027621746063232422, -0.02619171142578125, -0.024761676788330078, -0.023331642150878906, -0.021901607513427734, -0.020471572875976562, -0.01904153823852539, -0.01761150360107422, -0.016181468963623047, -0.014751434326171875, -0.013321399688720703, -0.011891365051269531, -0.01046133041381836, -0.009031295776367188, -0.007601261138916016, -0.006171226501464844, -0.004741191864013672, -0.0033111572265625, -0.0018811225891113281, -0.00045108795166015625, 0.0009789466857910156, 0.0024089813232421875, 0.0038390159606933594, 0.005269050598144531, 0.006699085235595703, 0.008129119873046875, 0.009559154510498047, 0.010989189147949219, 0.01241922378540039, 0.013849258422851562, 0.015279293060302734, 0.016709327697753906, 0.018139362335205078, 0.01956939697265625, 0.020999431610107422, 0.022429466247558594, 0.023859500885009766, 0.025289535522460938, 0.02671957015991211, 0.02814960479736328, 0.029579639434814453, 0.031009674072265625, 0.0324397087097168, 0.03386974334716797, 0.03529977798461914, 0.03672981262207031, 0.038159847259521484, 0.039589881896972656, 0.04101991653442383, 0.042449951171875]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 7.0, 8.0, 20.0, 102.0, 640.0, 169.0, 41.0, 12.0, 8.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.846024513244629, -3.6963508129119873, -3.5466771125793457, -3.397003412246704, -3.2473297119140625, -3.097655773162842, -2.9479820728302, -2.7983083724975586, -2.648634672164917, -2.4989609718322754, -2.349287271499634, -2.199613571166992, -2.0499396324157715, -1.9002660512924194, -1.7505922317504883, -1.6009185314178467, -1.451244831085205, -1.3015711307525635, -1.1518974304199219, -1.0022236108779907, -0.8525499105453491, -0.7028762102127075, -0.5532024502754211, -0.40352869033813477, -0.25385499000549316, -0.10418125987052917, 0.045492470264434814, 0.1951662003993988, 0.3448399305343628, 0.4945136308670044, 0.6441873908042908, 0.7938611507415771, 0.9435348510742188, 1.0932085514068604, 1.242882251739502, 1.392556071281433, 1.5422297716140747, 1.6919034719467163, 1.8415772914886475, 1.991250991821289, 2.1409246921539307, 2.2905983924865723, 2.440272092819214, 2.5899457931518555, 2.739619731903076, 2.8892931938171387, 3.0389671325683594, 3.188640832901001, 3.3383145332336426, 3.487988233566284, 3.637661933898926, 3.7873356342315674, 3.937009334564209, 4.08668327331543, 4.236356735229492, 4.386030673980713, 4.535704612731934, 4.685378551483154, 4.835052013397217, 4.9847259521484375, 5.1343994140625, 5.284073352813721, 5.433746814727783, 5.583420753479004, 5.733094215393066]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 10.0, 8.0, 8.0, 8.0, 12.0, 14.0, 18.0, 24.0, 30.0, 24.0, 37.0, 32.0, 41.0, 388.0, 106.0, 27.0, 20.0, 30.0, 21.0, 21.0, 21.0, 10.0, 19.0, 12.0, 11.0, 12.0, 10.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5675963163375854, -1.518068790435791, -1.468541145324707, -1.4190136194229126, -1.3694859743118286, -1.3199584484100342, -1.2704308032989502, -1.2209032773971558, -1.1713757514953613, -1.121848225593567, -1.072320580482483, -1.0227930545806885, -0.9732654094696045, -0.9237378835678101, -0.8742102980613708, -0.8246827125549316, -0.7751550674438477, -0.7256274819374084, -0.6760998964309692, -0.6265723705291748, -0.5770447254180908, -0.5275171995162964, -0.4779896140098572, -0.42846202850341797, -0.37893444299697876, -0.32940685749053955, -0.27987927198410034, -0.23035171627998352, -0.1808241307735443, -0.1312965452671051, -0.08176898956298828, -0.03224140405654907, 0.017286062240600586, 0.0668136402964592, 0.11634121835231781, 0.16586878895759583, 0.21539637446403503, 0.26492395997047424, 0.31445151567459106, 0.3639791011810303, 0.4135066866874695, 0.4630342721939087, 0.5125618577003479, 0.5620894432067871, 0.6116169691085815, 0.6611446142196655, 0.71067214012146, 0.7601997256278992, 0.8097273111343384, 0.8592548966407776, 0.9087824821472168, 0.9583100080490112, 1.0078376531600952, 1.0573651790618896, 1.1068928241729736, 1.156420350074768, 1.2059478759765625, 1.255475401878357, 1.305003046989441, 1.3545305728912354, 1.4040582180023193, 1.4535857439041138, 1.5031132698059082, 1.5526409149169922, 1.6021685600280762]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 6.0, 10.0, 6.0, 15.0, 12.0, 19.0, 30.0, 34.0, 41.0, 61.0, 111.0, 317.0, 90.0, 65.0, 48.0, 35.0, 22.0, 22.0, 17.0, 8.0, 10.0, 14.0, 0.0, 7.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.130126953125, -0.12499809265136719, -0.11986923217773438, -0.11474037170410156, -0.10961151123046875, -0.10448265075683594, -0.09935379028320312, -0.09422492980957031, -0.0890960693359375, -0.08396720886230469, -0.07883834838867188, -0.07370948791503906, -0.06858062744140625, -0.06345176696777344, -0.058322906494140625, -0.05319404602050781, -0.048065185546875, -0.04293632507324219, -0.037807464599609375, -0.03267860412597656, -0.02754974365234375, -0.022420883178710938, -0.017292022705078125, -0.012163162231445312, -0.0070343017578125, -0.0019054412841796875, 0.003223419189453125, 0.008352279663085938, 0.01348114013671875, 0.018610000610351562, 0.023738861083984375, 0.028867721557617188, 0.03399658203125, 0.03912544250488281, 0.044254302978515625, 0.04938316345214844, 0.05451202392578125, 0.05964088439941406, 0.06476974487304688, 0.06989860534667969, 0.0750274658203125, 0.08015632629394531, 0.08528518676757812, 0.09041404724121094, 0.09554290771484375, 0.10067176818847656, 0.10580062866210938, 0.11092948913574219, 0.116058349609375, 0.12118721008300781, 0.12631607055664062, 0.13144493103027344, 0.13657379150390625, 0.14170265197753906, 0.14683151245117188, 0.1519603729248047, 0.1570892333984375, 0.1622180938720703, 0.16734695434570312, 0.17247581481933594, 0.17760467529296875, 0.18273353576660156, 0.18786239624023438, 0.1929912567138672, 0.1981201171875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 7.0, 0.0, 3.0, 13.0, 11.0, 2.0, 11.0, 11.0, 24.0, 38.0, 91.0, 162.0, 518.0, 2672.0, 8194516.0, 187492.0, 2239.0, 474.0, 162.0, 68.0, 17.0, 20.0, 11.0, 7.0, 5.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.1556620597839355, -2.0957224369049072, -2.035782814025879, -1.9758431911468506, -1.9159035682678223, -1.855963945388794, -1.7960243225097656, -1.7360846996307373, -1.676145076751709, -1.6162054538726807, -1.5562658309936523, -1.496326208114624, -1.4363865852355957, -1.3764469623565674, -1.316507339477539, -1.2565677165985107, -1.1966279745101929, -1.1366883516311646, -1.0767487287521362, -1.016809105873108, -0.9568694829940796, -0.8969298601150513, -0.8369901776313782, -0.7770505547523499, -0.7171109318733215, -0.6571713089942932, -0.5972316861152649, -0.5372920036315918, -0.47735241055488586, -0.41741278767585754, -0.35747313499450684, -0.2975335121154785, -0.23759377002716064, -0.17765414714813232, -0.11771450936794281, -0.057774871587753296, 0.0021647512912750244, 0.062104374170303345, 0.12204402685165405, 0.18198364973068237, 0.2419232726097107, 0.301862895488739, 0.36180251836776733, 0.42174217104911804, 0.48168179392814636, 0.5416214466094971, 0.6015610694885254, 0.6615006923675537, 0.721440315246582, 0.7813799381256104, 0.8413195610046387, 0.901259183883667, 0.9611988067626953, 1.0211384296417236, 1.081078052520752, 1.1410176753997803, 1.2009572982788086, 1.260896921157837, 1.3208365440368652, 1.3807761669158936, 1.4407157897949219, 1.5006554126739502, 1.5605950355529785, 1.6205346584320068, 1.6804744005203247]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 1.0, 0.0, 2.0, 5.0, 9.0, 7.0, 3.0, 8.0, 6.0, 3.0, 2.0, 8.0, 7.0, 4.0, 6.0, 5.0, 5.0, 6.0, 2.0, 8.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8634315729141235, -0.8318977952003479, -0.8003640174865723, -0.7688302397727966, -0.737296462059021, -0.7057626843452454, -0.6742289066314697, -0.6426950693130493, -0.6111613512039185, -0.5796275734901428, -0.5480937957763672, -0.5165600180625916, -0.4850262403488159, -0.4534924626350403, -0.42195865511894226, -0.3904248774051666, -0.3588910698890686, -0.32735729217529297, -0.29582351446151733, -0.2642897367477417, -0.23275594413280487, -0.20122216641902924, -0.1696883738040924, -0.13815459609031677, -0.10662081837654114, -0.0750870406627655, -0.04355325549840927, -0.01201947033405304, 0.019514307379722595, 0.05104808509349823, 0.08258187770843506, 0.1141156554222107, 0.14564943313598633, 0.17718321084976196, 0.2087169885635376, 0.24025078117847443, 0.27178454399108887, 0.3033183217048645, 0.3348521292209625, 0.36638590693473816, 0.3979196846485138, 0.42945346236228943, 0.46098724007606506, 0.4925210475921631, 0.5240548253059387, 0.5555886030197144, 0.58712238073349, 0.6186561584472656, 0.6501899361610413, 0.6817237138748169, 0.7132574915885925, 0.7447912693023682, 0.7763250470161438, 0.8078588247299194, 0.8393926620483398, 0.8709263801574707, 0.9024602174758911, 0.9339939951896667, 0.9655277729034424, 0.997061550617218, 1.0285953283309937, 1.060129165649414, 1.091662883758545, 1.1231967210769653, 1.1547304391860962]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 1.0, 8.0, 15.0, 9.0, 11.0, 26.0, 28.0, 33.0, 65.0, 123.0, 188.0, 331.0, 706.0, 1546.0, 4183.0, 13839.0, 69882.0, 313368.0, 94954.0, 16533.0, 4705.0, 1821.0, 832.0, 423.0, 238.0, 159.0, 75.0, 60.0, 36.0, 27.0, 18.0, 8.0, 11.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4580078125, -1.414581298828125, -1.37115478515625, -1.327728271484375, -1.2843017578125, -1.240875244140625, -1.19744873046875, -1.154022216796875, -1.110595703125, -1.067169189453125, -1.02374267578125, -0.980316162109375, -0.9368896484375, -0.893463134765625, -0.85003662109375, -0.806610107421875, -0.76318359375, -0.719757080078125, -0.67633056640625, -0.632904052734375, -0.5894775390625, -0.546051025390625, -0.50262451171875, -0.459197998046875, -0.415771484375, -0.372344970703125, -0.32891845703125, -0.285491943359375, -0.2420654296875, -0.198638916015625, -0.15521240234375, -0.111785888671875, -0.068359375, -0.024932861328125, 0.01849365234375, 0.061920166015625, 0.1053466796875, 0.148773193359375, 0.19219970703125, 0.235626220703125, 0.279052734375, 0.322479248046875, 0.36590576171875, 0.409332275390625, 0.4527587890625, 0.496185302734375, 0.53961181640625, 0.583038330078125, 0.62646484375, 0.669891357421875, 0.71331787109375, 0.756744384765625, 0.8001708984375, 0.843597412109375, 0.88702392578125, 0.930450439453125, 0.973876953125, 1.017303466796875, 1.06072998046875, 1.104156494140625, 1.1475830078125, 1.191009521484375, 1.23443603515625, 1.277862548828125, 1.3212890625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 7.0, 5.0, 8.0, 5.0, 12.0, 16.0, 14.0, 14.0, 18.0, 32.0, 29.0, 62.0, 42.0, 55.0, 68.0, 63.0, 99.0, 79.0, 60.0, 65.0, 47.0, 40.0, 28.0, 20.0, 20.0, 19.0, 14.0, 10.0, 6.0, 7.0, 3.0, 9.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.10546875, -0.10146903991699219, -0.09746932983398438, -0.09346961975097656, -0.08946990966796875, -0.08547019958496094, -0.08147048950195312, -0.07747077941894531, -0.0734710693359375, -0.06947135925292969, -0.06547164916992188, -0.06147193908691406, -0.05747222900390625, -0.05347251892089844, -0.049472808837890625, -0.04547309875488281, -0.041473388671875, -0.03747367858886719, -0.033473968505859375, -0.029474258422851562, -0.02547454833984375, -0.021474838256835938, -0.017475128173828125, -0.013475418090820312, -0.0094757080078125, -0.0054759979248046875, -0.001476287841796875, 0.0025234222412109375, 0.00652313232421875, 0.010522842407226562, 0.014522552490234375, 0.018522262573242188, 0.02252197265625, 0.026521682739257812, 0.030521392822265625, 0.03452110290527344, 0.03852081298828125, 0.04252052307128906, 0.046520233154296875, 0.05051994323730469, 0.0545196533203125, 0.05851936340332031, 0.06251907348632812, 0.06651878356933594, 0.07051849365234375, 0.07451820373535156, 0.07851791381835938, 0.08251762390136719, 0.086517333984375, 0.09051704406738281, 0.09451675415039062, 0.09851646423339844, 0.10251617431640625, 0.10651588439941406, 0.11051559448242188, 0.11451530456542969, 0.1185150146484375, 0.12251472473144531, 0.12651443481445312, 0.13051414489746094, 0.13451385498046875, 0.13851356506347656, 0.14251327514648438, 0.1465129852294922, 0.1505126953125]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 3.0, 6.0, 3.0, 2.0, 5.0, 5.0, 7.0, 17.0, 20.0, 49.0, 72.0, 63.0, 55.0, 42.0, 35.0, 28.0, 19.0, 12.0, 7.0, 6.0, 5.0, 4.0, 7.0, 3.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.127348780632019, -1.096645474433899, -1.0659422874450684, -1.0352389812469482, -1.0045356750488281, -0.9738324284553528, -0.9431291222572327, -0.9124258756637573, -0.8817225694656372, -0.8510193228721619, -0.8203160166740417, -0.7896127700805664, -0.7589094638824463, -0.728206217288971, -0.6975029110908508, -0.6667996644973755, -0.6360963582992554, -0.60539311170578, -0.5746898055076599, -0.5439865589141846, -0.5132832527160645, -0.4825800061225891, -0.451876699924469, -0.42117345333099365, -0.3904702067375183, -0.3597669303417206, -0.32906365394592285, -0.2983603775501251, -0.2676571011543274, -0.23695383965969086, -0.20625056326389313, -0.1755472868680954, -0.14484399557113647, -0.11414071917533875, -0.08343744277954102, -0.05273417383432388, -0.022030897438526154, 0.008672371506690979, 0.03937564790248871, 0.07007892429828644, 0.10078220069408417, 0.1314854770898819, 0.16218875348567963, 0.19289201498031616, 0.2235952913761139, 0.2542985677719116, 0.28500184416770935, 0.3157051205635071, 0.3464083969593048, 0.37711167335510254, 0.40781494975090027, 0.438518226146698, 0.4692215025424957, 0.49992477893829346, 0.5306280255317688, 0.5613313317298889, 0.5920345783233643, 0.6227378249168396, 0.6534411311149597, 0.6841443777084351, 0.7148476839065552, 0.7455509305000305, 0.7762542366981506, 0.806957483291626, 0.8376607894897461]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 3.0, 5.0, 4.0, 8.0, 9.0, 10.0, 15.0, 43.0, 114.0, 110.0, 58.0, 41.0, 19.0, 15.0, 7.0, 14.0, 6.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9708399772644043, -0.9415357708930969, -0.9122315049171448, -0.8829272985458374, -0.85362309217453, -0.8243188261985779, -0.7950146198272705, -0.7657103538513184, -0.736406147480011, -0.7071019411087036, -0.6777976751327515, -0.6484934687614441, -0.6191892623901367, -0.5898849964141846, -0.5605807900428772, -0.5312765836715698, -0.5019723176956177, -0.4726680815219879, -0.44336387515068054, -0.4140596389770508, -0.384755402803421, -0.35545116662979126, -0.3261469602584839, -0.2968427240848541, -0.26753854751586914, -0.23823432624340057, -0.2089300900697708, -0.17962586879730225, -0.15032163262367249, -0.12101741135120392, -0.09171319007873535, -0.06240895390510559, -0.03310471773147583, -0.0038004908710718155, 0.0255037359893322, 0.054807960987091064, 0.08411218971014023, 0.11341641843318939, 0.14272063970565796, 0.17202487587928772, 0.2013290971517563, 0.23063331842422485, 0.2599375545978546, 0.2892417907714844, 0.31854599714279175, 0.3478502333164215, 0.37715446949005127, 0.40645867586135864, 0.4357629120349884, 0.46506714820861816, 0.49437135457992554, 0.5236755609512329, 0.5529798269271851, 0.5822840332984924, 0.6115882396697998, 0.640892505645752, 0.6701967120170593, 0.6995009183883667, 0.7288051843643188, 0.7581093907356262, 0.7874135971069336, 0.8167178630828857, 0.8460220694541931, 0.8753262758255005, 0.9046305418014526]}}']}, 'wandb-history.jsonl': {'offset': 452, 'content': ['{"train/loss": 4.2409, "train/learning_rate": 8.98e-06, "train/epoch": 0.25, "train/global_step": 453, "_runtime": 1365, "_timestamp": 1646042390, "_step": 452}', '{"train/loss": 3.9455, "train/learning_rate": 9e-06, "train/epoch": 0.25, "train/global_step": 454, "_runtime": 1369, "_timestamp": 1646042394, "_step": 453}', '{"train/loss": 3.8765, "train/learning_rate": 9.020000000000002e-06, "train/epoch": 0.26, "train/global_step": 455, "_runtime": 1372, "_timestamp": 1646042397, "_step": 454}', '{"train/loss": 4.164, "train/learning_rate": 9.040000000000002e-06, "train/epoch": 0.26, "train/global_step": 456, "_runtime": 1376, "_timestamp": 1646042401, "_step": 455}', '{"train/loss": 4.0202, "train/learning_rate": 9.060000000000001e-06, "train/epoch": 0.26, "train/global_step": 457, "_runtime": 1380, "_timestamp": 1646042405, "_step": 456}', '{"train/loss": 3.9943, "train/learning_rate": 9.080000000000001e-06, "train/epoch": 0.26, "train/global_step": 458, "_runtime": 1383, "_timestamp": 1646042408, "_step": 457}', '{"train/loss": 3.8719, "train/learning_rate": 9.100000000000001e-06, "train/epoch": 0.26, "train/global_step": 459, "_runtime": 1387, "_timestamp": 1646042412, "_step": 458}', '{"train/loss": 4.161, "train/learning_rate": 9.12e-06, "train/epoch": 0.26, "train/global_step": 460, "_runtime": 1390, "_timestamp": 1646042415, "_step": 459}']}, 'wandb-events.jsonl': {'offset': 44, 'content': ['{"system.gpu.0.gpu": 47.4, "system.gpu.0.memory": 30.2, "system.gpu.0.memoryAllocated": 99.87, "system.gpu.0.temp": 44.07, "system.gpu.process.0.gpu": 47.4, "system.gpu.process.0.memory": 30.2, "system.gpu.process.0.memoryAllocated": 99.87, "system.gpu.process.0.temp": 44.07, "system.gpu.0.powerWatts": 152.89, "system.gpu.0.powerPercent": 50.96, "system.gpu.process.0.powerWatts": 152.89, "system.gpu.process.0.powerPercent": 50.96, "system.gpu.1.gpu": 0.0, "system.gpu.1.memory": 0.0, "system.gpu.1.memoryAllocated": 0.03, "system.gpu.1.temp": 31.0, "system.gpu.1.powerWatts": 35.06, "system.gpu.1.powerPercent": 11.69, "system.cpu": 9.49, "system.memory": 12.9, "system.disk": 40.9, "system.proc.memory.availableMB": 52502.2, "system.proc.memory.rssMB": 140.29, "system.proc.memory.percent": 0.23, "system.proc.cpu.threads": 12.0, "system.network.sent": 89202738, "system.network.recv": 3660697, "_wandb": true, "_timestamp": 1646042400, "_runtime": 1375}']}, 'output.log': {'offset': 1140, 'content': ['ERROR 2022-02-28T09:59:47.762102 25%|███████████████████▊ | 452/1784 [22:39<1:01:16, 2.76s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:44,620 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T09:59:51.770259 25%|███████████████████▊ | 453/1784 [22:43<1:07:37, 3.05s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:44,620 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T09:59:51.587554 {'loss': 4.2409, 'learning_rate': 8.98e-06, 'epoch': 0.25}\n", 'ERROR 2022-02-28T09:59:51.770259 25%|███████████████████▊ | 453/1784 [22:43<1:07:37, 3.05s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:44,620 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T09:59:55.777428 25%|███████████████████▊ | 454/1784 [22:47<1:12:17, 3.26s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:44,620 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T09:59:55.592973 {'loss': 3.9455, 'learning_rate': 9e-06, 'epoch': 0.25}\n", 'ERROR 2022-02-28T09:59:55.777428 25%|███████████████████▊ | 454/1784 [22:47<1:12:17, 3.26s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:44,620 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T10:00:00.028926 26%|███████████████████▉ | 455/1784 [22:50<1:14:58, 3.39s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T09:59:59.776802 {'loss': 3.8765, 'learning_rate': 9.020000000000002e-06, 'epoch': 0.26}\n", 'ERROR 2022-02-28T10:00:02.160187 26%|███████████████████▉ | 456/1784 [22:54<1:16:48, 3.47s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T10:00:02.160187 26%|███████████████████▉ | 456/1784 [22:54<1:16:48, 3.47s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T10:00:03.873844 {'loss': 4.164, 'learning_rate': 9.040000000000002e-06, 'epoch': 0.26}\n", 'ERROR 2022-02-28T10:00:06.182066 26%|███████████████████▉ | 457/1784 [22:58<1:17:54, 3.52s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T10:00:05.892535 {'loss': 4.0202, 'learning_rate': 9.060000000000001e-06, 'epoch': 0.26}\n", 'ERROR 2022-02-28T10:00:06.182066 26%|███████████████████▉ | 457/1784 [22:58<1:17:54, 3.52s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T10:00:10.190922 26%|████████████████████ | 458/1784 [23:01<1:18:35, 3.56s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T10:00:09.898242 {'loss': 3.9943, 'learning_rate': 9.080000000000001e-06, 'epoch': 0.26}\n", 'ERROR 2022-02-28T10:00:10.190922 26%|████████████████████ | 458/1784 [23:01<1:18:35, 3.56s/it][WARNING|modeling_utils.py:388] 2022-02-28 09:59:59,515 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T10:00:14.336021 26%|████████████████████ | 459/1784 [23:05<1:18:39, 3.56s/it][WARNING|modeling_utils.py:388] 2022-02-28 10:00:13,978 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T10:00:13.903156 {'loss': 3.8719, 'learning_rate': 9.100000000000001e-06, 'epoch': 0.26}\n", 'ERROR 2022-02-28T10:00:16.536426 26%|████████████████████ | 460/1784 [23:08<1:18:55, 3.58s/it][WARNING|modeling_utils.py:388] 2022-02-28 10:00:13,978 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', 'ERROR 2022-02-28T10:00:16.536426 26%|████████████████████ | 460/1784 [23:08<1:18:55, 3.58s/it][WARNING|modeling_utils.py:388] 2022-02-28 10:00:13,978 >> Could not estimate the number of tokens of the input, floating-point operations will not be computed\n', "2022-02-28T10:00:18.090821 {'loss': 4.161, 'learning_rate': 9.12e-06, 'epoch': 0.26}\n"]}}, 'dropped': 0}} +2022-02-28 10:00:18,242 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:19,242 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:19,432 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:19,488 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:19,581 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:20,243 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:20,243 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:20,828 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:00:20,829 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:00:21,243 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:22,953 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:23,009 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:23,106 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:23,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:23,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:24,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:25,244 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:26,480 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:26,538 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:26,632 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:27,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:27,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:28,245 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:29,246 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:29,965 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:30,020 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:30,107 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:30,246 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:31,247 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:00:31,248 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:33,249 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:33,392 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:33,446 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:33,545 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:34,249 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:35,250 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:35,876 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:00:35,878 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:00:36,801 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:36,858 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:36,952 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:37,250 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:37,251 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:39,251 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:40,241 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:40,299 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:40,396 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:41,278 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:41,278 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:43,279 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:43,627 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:43,682 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:43,772 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:44,279 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:45,279 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:47,039 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:47,093 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:47,189 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:47,280 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:47,280 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:49,281 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:50,388 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:50,449 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:50,539 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:51,020 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:00:51,021 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:00:51,281 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:51,282 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:53,282 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:53,796 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:53,845 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:53,938 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:54,283 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:55,283 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:57,172 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:00:57,228 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:00:57,323 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:00:58,317 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:00:58,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:00:59,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:00,318 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:00,454 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:00,507 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:00,607 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:01,319 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:01,319 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:01,747 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:01:02,319 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:03,794 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:03,849 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:03,988 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:04,320 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:04,320 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:05,320 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:06,123 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:01:06,125 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:01:06,321 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:07,069 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:07,145 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:07,239 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:07,321 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:08,321 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:09,322 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:10,325 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:10,366 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:10,379 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:10,473 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:11,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:11,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:12,357 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:13,503 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:13,558 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:13,646 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:14,358 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:14,358 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:15,358 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:16,359 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:16,636 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:16,694 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:16,814 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:17,359 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:18,360 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:19,360 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:19,798 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:19,853 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:19,950 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:20,360 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:20,361 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:21,183 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:01:21,184 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:01:21,361 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:22,361 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:22,926 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:22,979 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:23,071 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:23,361 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:24,362 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:25,362 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:26,014 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:26,069 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:26,162 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:26,363 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:26,363 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:27,363 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:28,363 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:29,153 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:29,207 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:29,303 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:29,364 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:30,364 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:31,365 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:32,212 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:32,268 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:32,365 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:32,365 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:32,366 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:32,398 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:01:33,365 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:34,366 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:35,208 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:35,262 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:35,352 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:35,366 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:36,234 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:01:36,235 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:01:36,367 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:37,367 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:38,156 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:38,213 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:38,309 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:38,367 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:38,367 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:39,368 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:40,368 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:41,071 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:41,125 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:41,218 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:41,368 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:41,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:42,369 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:43,942 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:43,998 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:44,092 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:44,370 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:44,370 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:46,370 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:46,706 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:46,764 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:46,852 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:47,371 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:48,371 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:49,431 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:49,486 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:49,593 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:50,372 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:50,372 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:52,087 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:52,133 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:52,221 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:52,249 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:01:52,250 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:01:52,372 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:52,373 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:54,373 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:54,648 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:54,705 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:54,806 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:55,374 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:55,374 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:56,374 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:57,030 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:57,087 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:57,179 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:01:57,374 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:57,375 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:01:58,375 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:59,293 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:01:59,377 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:01:59,403 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:01:59,479 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:00,393 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:00,393 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:01,393 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:01,408 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:01,463 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:01,554 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:02,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:02,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:03,089 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:02:03,394 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:03,404 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:03,458 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:03,546 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:04,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:04,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:05,208 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:05,266 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:05,357 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:05,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:05,395 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:06,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:06,802 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:06,859 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:06,955 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:07,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:07,396 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:07,527 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:02:07,529 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:02:08,218 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:08,274 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:08,364 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:08,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:08,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:09,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:09,493 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:09,552 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:09,644 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:10,397 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:10,398 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:11,294 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:02:11,466 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:11,489 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:02:11,583 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:02:12,451 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:12,451 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:02:13,451 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:15,452 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:17,453 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:19,454 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:21,454 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:22,675 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:02:22,677 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:02:23,455 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:25,456 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:27,457 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:31,458 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:33,459 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:33,850 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:02:35,460 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:37,744 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:02:37,745 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:02:39,461 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:41,462 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:45,464 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:47,464 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:49,465 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:52,801 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:02:52,801 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:02:53,466 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:57,468 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:02:59,469 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:01,470 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:04,209 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:03:05,471 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:07,472 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:07,849 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:03:07,849 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:03:09,473 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:13,474 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:17,475 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:21,477 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:22,922 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:03:22,923 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:03:23,478 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:27,479 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:29,480 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:33,481 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:34,566 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:03:35,482 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:37,482 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:38,016 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:03:38,017 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:03:41,484 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:43,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:45,485 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:49,487 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:51,488 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:53,064 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:03:53,065 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:03:55,489 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:03:59,491 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:01,492 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:04,914 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:04:05,493 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:07,494 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:08,235 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:04:08,235 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:04:09,495 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:13,496 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:15,497 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:17,498 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:19,499 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:21,500 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:23,323 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:04:23,324 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:04:25,501 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:27,502 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:29,503 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:33,504 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:35,272 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:04:35,505 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:38,373 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:04:38,373 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:04:39,507 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:41,508 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:45,509 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:47,510 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:49,511 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:53,425 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:04:53,425 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:04:53,512 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:55,513 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:04:59,514 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:01,515 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:03,516 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:05,625 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:05:07,518 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:08,469 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:05:08,469 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:05:09,518 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:13,520 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:17,521 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:19,522 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:23,523 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:23,527 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:05:23,527 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:05:27,525 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:31,526 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:33,527 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:35,981 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:05:37,528 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:38,598 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:05:38,599 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:05:41,530 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:43,530 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:47,532 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:49,533 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:53,534 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:53,645 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:05:53,645 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:05:55,535 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:05:59,536 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:01,537 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:03,538 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:06,344 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:06:07,539 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:08,687 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:06:08,688 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:06:09,540 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:13,541 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:15,542 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:19,543 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:21,544 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:23,772 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:06:23,772 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:06:26,545 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:30,547 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:32,548 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:34,549 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:36,549 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:36,696 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:06:38,840 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:06:38,841 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:06:40,551 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:42,552 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:44,553 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:48,554 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:50,555 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:53,887 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:06:53,888 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:06:54,556 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:06:56,557 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:00,559 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:02,560 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:04,560 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:07,048 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:07:08,562 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:08,932 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:07:08,932 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:07:10,563 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:14,564 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:16,565 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:20,567 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:22,567 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:23,982 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:07:23,983 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:07:24,568 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:26,569 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:30,571 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:32,571 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:36,573 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:37,407 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:07:38,574 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:39,035 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:07:39,036 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:07:40,574 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:42,575 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:46,577 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:48,577 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:52,579 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:54,086 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:07:54,086 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:07:54,580 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:07:56,581 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:00,582 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:02,583 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:06,584 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:07,761 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:08:09,137 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:08:09,137 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:08:10,586 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:12,587 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:16,588 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:20,590 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:22,591 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:24,204 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:08:24,204 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:08:26,592 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:30,594 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:34,595 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:36,596 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:38,125 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:08:39,252 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:08:39,252 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:08:40,597 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:42,598 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:46,600 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:48,600 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:52,602 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:54,340 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:08:54,340 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:08:56,603 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:08:58,604 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:00,605 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:04,606 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:08,475 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:09:08,608 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:09,412 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:09:09,412 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:09:10,609 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:14,610 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:16,611 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:20,612 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:22,613 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:24,533 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:09:24,534 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:09:26,614 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:28,615 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:30,615 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:34,617 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:36,618 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:38,619 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:38,822 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:09:39,602 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:09:39,603 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:09:42,620 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:44,621 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:48,622 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:50,623 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:54,625 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:09:54,655 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:09:54,655 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:09:58,626 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:00,627 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:04,628 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:06,629 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:09,176 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:10:09,725 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:10:09,725 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:10:10,631 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:14,632 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:16,633 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:20,634 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:22,635 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:24,788 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:10:24,788 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:10:26,637 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:28,637 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:30,638 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:34,639 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:36,640 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:38,641 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:39,550 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:10:39,831 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:10:39,832 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:10:42,642 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:44,643 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:48,644 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:50,645 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:54,647 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:10:54,879 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:10:54,879 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:10:56,647 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:00,649 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:04,651 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:06,651 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:09,897 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:11:09,924 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:11:09,924 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:11:11,653 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:13,654 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:15,655 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:17,655 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:19,656 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:23,658 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:24,976 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:11:24,977 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:11:25,659 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:29,660 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:31,661 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:33,662 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:35,662 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:39,664 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:40,075 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:11:40,076 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:11:40,242 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:11:41,665 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:43,665 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:47,667 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:49,668 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:51,668 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:55,119 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:11:55,120 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:11:55,670 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:57,671 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:11:59,671 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:01,672 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:05,673 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:07,674 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:10,177 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:12:10,177 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:12:10,597 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:12:11,676 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:13,676 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:17,678 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:21,679 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:23,680 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:25,225 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:12:25,226 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:12:25,681 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:27,681 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:29,682 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:33,684 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:35,684 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:37,685 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:40,274 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:12:40,275 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:12:40,947 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:12:41,687 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:43,687 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:47,689 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:49,689 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:51,690 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:55,325 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:12:55,325 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:12:55,692 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:57,692 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:12:59,693 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:03,694 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:05,695 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:09,697 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:10,376 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:13:10,376 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:13:11,302 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:13:11,697 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:15,699 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:17,700 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:19,700 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:23,702 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:25,440 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:13:25,440 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:13:25,703 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:29,704 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:31,705 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:33,706 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:37,707 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:40,490 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:13:40,490 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:13:41,673 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:13:41,709 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:43,709 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:47,711 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:51,712 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:53,713 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:13:55,544 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:13:55,544 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:13:57,715 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:01,716 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:03,717 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:07,719 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:10,592 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:14:10,592 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:14:11,720 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:12,024 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:14:13,721 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:17,722 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:19,723 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:21,723 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:25,638 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:14:25,638 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:14:25,725 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:27,726 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:29,726 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:33,728 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:35,728 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:39,730 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:40,690 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:14:40,690 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:14:41,731 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:42,371 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:14:45,732 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:47,733 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:49,734 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:53,736 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:55,737 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:14:55,743 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:14:55,744 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:14:59,739 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:01,739 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:03,740 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:05,741 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:09,742 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:10,793 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:15:10,793 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:15:12,727 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:15:13,744 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:15,745 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:19,747 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:21,747 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:25,749 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:25,848 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:15:25,848 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:15:27,750 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:31,752 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:35,753 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:37,754 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:40,900 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:15:40,900 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:15:41,755 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:43,104 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:15:43,756 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:47,758 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:49,758 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:53,760 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:55,990 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:15:55,991 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:15:57,761 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:15:59,762 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:03,763 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:07,765 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:11,189 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:16:11,189 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:16:11,766 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:13,460 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:16:15,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:17,768 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:21,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:23,770 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:26,260 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:16:26,260 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:16:28,772 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:30,773 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:34,774 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:36,775 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:38,776 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:40,776 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:41,304 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:16:41,305 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:16:43,816 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:16:44,778 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:48,779 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:50,780 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:52,781 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:16:56,372 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:16:56,372 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:16:56,782 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:00,784 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:02,785 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:04,785 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:08,787 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:11,511 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:17:11,512 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:17:12,788 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:14,171 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:17:16,790 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:20,791 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:22,792 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:26,573 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:17:26,574 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:17:26,793 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:28,794 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:32,796 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:34,796 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:38,798 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:40,799 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:41,619 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:17:41,619 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:17:44,526 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:17:44,800 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:48,802 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:50,803 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:54,804 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:17:56,709 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:17:56,710 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:17:56,805 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:00,806 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:02,807 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:06,809 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:08,809 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:11,774 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:18:11,775 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:18:12,811 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:14,870 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:18:16,812 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:18,813 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:22,815 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:26,816 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:26,817 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:18:26,817 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:18:28,817 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:30,525 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 10:18:30,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 10:18:30,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 10:18:30,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 10:18:30,526 DEBUG SenderThread:219340 [sender.py:send():235] send: metric +2022-02-28 10:18:30,531 DEBUG SenderThread:219340 [sender.py:send():235] send: history +2022-02-28 10:18:30,581 DEBUG SenderThread:219340 [sender.py:send():235] send: summary +2022-02-28 10:18:30,671 INFO SenderThread:219340 [sender.py:_save_file():944] saving file wandb-summary.json with policy end +2022-02-28 10:18:30,817 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:30,818 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/wandb-summary.json +2022-02-28 10:18:32,818 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:36,820 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:41,870 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:18:41,872 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:18:45,266 DEBUG SenderThread:219340 [sender.py:send():235] send: stats +2022-02-28 10:18:56,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:18:56,933 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:18:56,958 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:18:57,875 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/config.yaml +2022-02-28 10:18:58,876 INFO Thread-8 :219340 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/wav2vec2-gpt2-wandb-grid-search/wandb/run-20220228_093705-yn2gmwrw/files/output.log +2022-02-28 10:19:12,019 DEBUG HandlerThread:219340 [handler.py:handle_request():131] handle_request: stop_status +2022-02-28 10:19:12,020 DEBUG SenderThread:219340 [sender.py:send_request():249] send_request: stop_status +2022-02-28 10:19:15,694 DEBUG SenderThread:219340 [sender.py:send():235] send: stats