Femboyuwu2000 commited on Apr 10

Commit

f71cf9b

•

1 Parent(s): c59484b

falcon1b_h_story

Browse files

Files changed (19) hide show

README.md +6 -8
adapter_config.json +8 -10
adapter_model.safetensors +2 -2
runs/Apr10_21-42-21_4bf7c58fba03/events.out.tfevents.1712785831.4bf7c58fba03.227.0 +3 -0
runs/Apr10_21-52-40_4bf7c58fba03/events.out.tfevents.1712786444.4bf7c58fba03.227.1 +3 -0
tokenizer.json +0 -0
tokenizer_config.json +14 -8
training_args.bin +1 -1
wandb/debug-internal.log +396 -127
wandb/debug.log +34 -29
wandb/run-20240410_215101-ta1pahei/files/conda-environment.yaml +0 -0
wandb/run-20240410_215101-ta1pahei/files/config.yaml +696 -0
wandb/run-20240410_215101-ta1pahei/files/output.log +146 -0
wandb/run-20240410_215101-ta1pahei/files/requirements.txt +865 -0
wandb/run-20240410_215101-ta1pahei/files/wandb-metadata.json +66 -0
wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json +1 -0
wandb/run-20240410_215101-ta1pahei/logs/debug-internal.log +406 -0
wandb/run-20240410_215101-ta1pahei/logs/debug.log +36 -0
wandb/run-20240410_215101-ta1pahei/run-ta1pahei.wandb +0 -0

README.md CHANGED Viewed

@@ -5,7 +5,7 @@ tags:
 - trl
 - sft
 - generated_from_trainer
-base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
 model-index:
 - name: working
   results: []
@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 # working
-This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T) on an unknown dataset.
 ## Model description
@@ -36,15 +36,13 @@ More information needed
 The following hyperparameters were used during training:
 - learning_rate: 3e-05
-- train_batch_size: 8
-- eval_batch_size: 8
 - seed: 42
-- gradient_accumulation_steps: 4
-- total_train_batch_size: 32
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
-- lr_scheduler_warmup_ratio: 0.05
-- training_steps: 10
 ### Training results

 - trl
 - sft
 - generated_from_trainer
+base_model: tiiuae/falcon-rw-1b
 model-index:
 - name: working
   results: []
 # working
+This model is a fine-tuned version of [tiiuae/falcon-rw-1b](https://huggingface.co/tiiuae/falcon-rw-1b) on an unknown dataset.
 ## Model description
 The following hyperparameters were used during training:
 - learning_rate: 3e-05
+- train_batch_size: 16
+- eval_batch_size: 16
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.03
+- training_steps: 20
 ### Training results

adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
   "lora_dropout": 0.01,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -20,15 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "gate_proj",
-    "down_proj",
-    "q_proj",
-    "k_proj",
-    "o_proj",
-    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,
-  "use_rslora": false
 }

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "tiiuae/falcon-rw-1b",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 16,
   "lora_dropout": 0.01,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "dense",
+    "query_key_value",
+    "lm_head",
+    "dense_h_to_4h",
+    "word_embeddings"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,
+  "use_rslora": true
 }

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93c117436ccb37985fb8a42daf5f2c6bdb4eb43a9625f8c045a2ceccc233c581
-size 25271744

 version https://git-lfs.github.com/spec/v1
+oid sha256:d9aea127eb50666b10f052869f64e016f82c077f73c58abb8489889d039a0447
+size 844854136

runs/Apr10_21-42-21_4bf7c58fba03/events.out.tfevents.1712785831.4bf7c58fba03.227.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:18b743e6893e182f3f924d7175c1d6deeaa7c8ab85dcdf66048a82bae84f27cb
+size 5679

runs/Apr10_21-52-40_4bf7c58fba03/events.out.tfevents.1712786444.4bf7c58fba03.227.1 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:bee9179f34f9b37bd36b80d35f140c3cc45a06567ca2e12ae7ba94dea3f762b7
+size 17416

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json CHANGED Viewed

@@ -1,6 +1,5 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -25,17 +24,24 @@
       "rstrip": false,
       "single_word": false,
       "special": true
     }
   },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
-  "legacy": false,
-  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
   "padding_side": "right",
-  "sp_model_kwargs": {},
-  "tokenizer_class": "LlamaTokenizer",
-  "unk_token": "<unk>",
-  "use_default_system_prompt": false
 }

 {
+  "add_prefix_space": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "3": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
     }
   },
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "max_length": 2048,
+  "model_max_length": 8192,
   "pad_token": "</s>",
   "padding_side": "right",
+  "tokenizer_class": "BloomTokenizer",
+  "truncation": true,
+  "unk_token": "<unk>"
 }

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13609889d8491533770ceab667ce50ea137267ebb81ebecd751651b23e13c7ab
 size 4920

 version https://git-lfs.github.com/spec/v1
+oid sha256:71013af53dd90b2f29c64c2465ed2e7f850cd56a40c3c90ec075b87d0cf5e42c
 size 4920

wandb/debug-internal.log CHANGED Viewed

@@ -1,32 +1,32 @@
-2024-04-10 21:00:30,782 INFO    StreamThr :603 [internal.py:wandb_internal():86] W&B internal server running at pid: 603, started at: 2024-04-10 21:00:30.781407
-2024-04-10 21:00:30,783 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status
-2024-04-10 21:00:31,093 INFO    WriterThread:603 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/run-g0qpa26d.wandb
-2024-04-10 21:00:31,094 DEBUG   SenderThread:603 [sender.py:send():379] send: header
-2024-04-10 21:00:31,097 DEBUG   SenderThread:603 [sender.py:send():379] send: run
-2024-04-10 21:00:31,284 INFO    SenderThread:603 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files
-2024-04-10 21:00:31,284 INFO    SenderThread:603 [sender.py:_start_run_threads():1124] run started: g0qpa26d with start time 1712782830.78121
-2024-04-10 21:00:31,291 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: check_version
-2024-04-10 21:00:31,292 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: check_version
-2024-04-10 21:00:31,382 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: run_start
-2024-04-10 21:00:31,393 DEBUG   HandlerThread:603 [system_info.py:__init__():26] System info init
-2024-04-10 21:00:31,394 DEBUG   HandlerThread:603 [system_info.py:__init__():41] System info init done
-2024-04-10 21:00:31,394 INFO    HandlerThread:603 [system_monitor.py:start():194] Starting system monitor
-2024-04-10 21:00:31,394 INFO    SystemMonitor:603 [system_monitor.py:_start():158] Starting system asset monitoring threads
-2024-04-10 21:00:31,394 INFO    HandlerThread:603 [system_monitor.py:probe():214] Collecting system info
-2024-04-10 21:00:31,395 INFO    SystemMonitor:603 [interfaces.py:start():190] Started cpu monitoring
-2024-04-10 21:00:31,396 INFO    SystemMonitor:603 [interfaces.py:start():190] Started disk monitoring
-2024-04-10 21:00:31,396 INFO    SystemMonitor:603 [interfaces.py:start():190] Started gpu monitoring
-2024-04-10 21:00:31,398 INFO    SystemMonitor:603 [interfaces.py:start():190] Started memory monitoring
-2024-04-10 21:00:31,399 INFO    SystemMonitor:603 [interfaces.py:start():190] Started network monitoring
-2024-04-10 21:00:31,409 DEBUG   HandlerThread:603 [system_info.py:probe():150] Probing system
-2024-04-10 21:00:31,411 DEBUG   HandlerThread:603 [gitlib.py:_init_repo():56] git repository is invalid
-2024-04-10 21:00:31,411 DEBUG   HandlerThread:603 [system_info.py:probe():198] Probing system done
-2024-04-10 21:00:31,411 DEBUG   HandlerThread:603 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T21:00:31.409648', 'startedAt': '2024-04-10T21:00:30.774771', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '57bca537cf5f', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.142, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}, {'current': 2000.142, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.839115142822}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
-2024-04-10 21:00:31,411 INFO    HandlerThread:603 [system_monitor.py:probe():224] Finished collecting system info
-2024-04-10 21:00:31,412 INFO    HandlerThread:603 [system_monitor.py:probe():227] Publishing system info
-2024-04-10 21:00:31,412 DEBUG   HandlerThread:603 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
-2024-04-10 21:00:32,286 INFO    Thread-12 :603 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/conda-environment.yaml
-2024-04-10 21:00:46,426 ERROR   HandlerThread:603 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
 Traceback (most recent call last):
   File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
     subprocess.call(
@@ -37,101 +37,370 @@ Traceback (most recent call last):
   File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
     raise TimeoutExpired(self.args, timeout)
 subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
-2024-04-10 21:00:46,427 DEBUG   HandlerThread:603 [system_info.py:_save_conda():222] Saving conda packages done
-2024-04-10 21:00:46,427 INFO    HandlerThread:603 [system_monitor.py:probe():229] Finished publishing system info
-2024-04-10 21:00:46,432 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:00:46,433 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: keepalive
-2024-04-10 21:00:46,433 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:00:46,433 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: keepalive
-2024-04-10 21:00:46,433 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:00:46,433 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: keepalive
-2024-04-10 21:00:46,434 DEBUG   SenderThread:603 [sender.py:send():379] send: files
-2024-04-10 21:00:46,434 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
-2024-04-10 21:00:46,686 INFO    wandb-upload_0:603 [upload_job.py:push():131] Uploaded file /tmp/tmptu_ruxaxwandb/y8c9lp5m-wandb-metadata.json
-2024-04-10 21:00:47,289 INFO    Thread-12 :603 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/wandb-metadata.json
-2024-04-10 21:00:47,385 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: python_packages
-2024-04-10 21:00:47,385 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: python_packages
-2024-04-10 21:00:47,389 DEBUG   SenderThread:603 [sender.py:send():379] send: telemetry
-2024-04-10 21:00:47,401 DEBUG   SenderThread:603 [sender.py:send():379] send: config
-2024-04-10 21:00:47,402 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:00:47,402 DEBUG   SenderThread:603 [sender.py:send():379] send: telemetry
-2024-04-10 21:00:47,402 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:00:47,403 WARNING SenderThread:603 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
-2024-04-10 21:00:47,403 DEBUG   SenderThread:603 [sender.py:send():379] send: telemetry
-2024-04-10 21:00:47,403 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:00:47,404 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:00:47,406 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:00:48,290 INFO    Thread-12 :603 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/requirements.txt
-2024-04-10 21:00:48,290 INFO    Thread-12 :603 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/output.log
-2024-04-10 21:00:50,291 INFO    Thread-12 :603 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/output.log
-2024-04-10 21:00:51,626 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:00:56,627 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:01,633 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:02,296 INFO    Thread-12 :603 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/config.yaml
-2024-04-10 21:01:02,387 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:01:02,388 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:01:02,391 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:01:07,482 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:12,483 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:17,386 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:01:17,387 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:01:17,428 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:01:17,493 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:22,494 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:27,495 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:31,399 DEBUG   SystemMonitor:603 [system_monitor.py:_start():172] Starting system metrics aggregation loop
-2024-04-10 21:01:31,400 DEBUG   SenderThread:603 [sender.py:send():379] send: stats
-2024-04-10 21:01:32,387 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:01:32,387 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:01:32,428 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:01:32,732 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:37,733 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:42,734 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:47,387 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:01:47,387 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:01:47,428 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:01:48,467 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:53,468 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:01:58,469 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:01,401 DEBUG   SenderThread:603 [sender.py:send():379] send: stats
-2024-04-10 21:02:02,387 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:02:02,387 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:02:02,428 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:02:04,452 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:09,454 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:14,455 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:17,387 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:02:17,388 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:02:17,428 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:02:19,519 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:24,520 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:29,521 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: status_report
-2024-04-10 21:02:31,403 DEBUG   SenderThread:603 [sender.py:send():379] send: stats
-2024-04-10 21:02:31,907 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: partial_history
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send():379] send: metric
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send():379] send: history
-2024-04-10 21:02:31,910 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:31,910 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,337 INFO    Thread-12 :603 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/wandb-summary.json
-2024-04-10 21:02:32,392 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: stop_status
-2024-04-10 21:02:32,392 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: internal_messages
-2024-04-10 21:02:32,392 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: stop_status
-2024-04-10 21:02:32,482 DEBUG   SenderThread:603 [sender.py:send():379] send: telemetry
-2024-04-10 21:02:32,524 DEBUG   HandlerThread:603 [handler.py:handle_request():146] handle_request: partial_history
-2024-04-10 21:02:32,525 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,525 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,526 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,526 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,526 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,527 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,527 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,527 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,527 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,528 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:32,528 DEBUG   SenderThread:603 [sender.py:send():379] send: history
-2024-04-10 21:02:32,528 DEBUG   SenderThread:603 [sender.py:send_request():406] send_request: summary_record
-2024-04-10 21:02:32,528 INFO    SenderThread:603 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
-2024-04-10 21:02:33,337 INFO    Thread-12 :603 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_210030-g0qpa26d/files/wandb-summary.json

+2024-04-10 21:51:01,073 INFO    StreamThr :274 [internal.py:wandb_internal():86] W&B internal server running at pid: 274, started at: 2024-04-10 21:51:01.072932
+2024-04-10 21:51:01,075 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status
+2024-04-10 21:51:01,447 INFO    WriterThread:274 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_215101-ta1pahei/run-ta1pahei.wandb
+2024-04-10 21:51:01,448 DEBUG   SenderThread:274 [sender.py:send():379] send: header
+2024-04-10 21:51:01,459 DEBUG   SenderThread:274 [sender.py:send():379] send: run
+2024-04-10 21:51:01,670 INFO    SenderThread:274 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files
+2024-04-10 21:51:01,670 INFO    SenderThread:274 [sender.py:_start_run_threads():1124] run started: ta1pahei with start time 1712785861.074028
+2024-04-10 21:51:01,678 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: check_version
+2024-04-10 21:51:01,678 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: check_version
+2024-04-10 21:51:01,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: run_start
+2024-04-10 21:51:01,788 DEBUG   HandlerThread:274 [system_info.py:__init__():26] System info init
+2024-04-10 21:51:01,789 DEBUG   HandlerThread:274 [system_info.py:__init__():41] System info init done
+2024-04-10 21:51:01,789 INFO    HandlerThread:274 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 21:51:01,789 INFO    SystemMonitor:274 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 21:51:01,789 INFO    HandlerThread:274 [system_monitor.py:probe():214] Collecting system info
+2024-04-10 21:51:01,789 INFO    SystemMonitor:274 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 21:51:01,790 INFO    SystemMonitor:274 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 21:51:01,791 INFO    SystemMonitor:274 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 21:51:01,792 INFO    SystemMonitor:274 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 21:51:01,792 INFO    SystemMonitor:274 [interfaces.py:start():190] Started network monitoring
+2024-04-10 21:51:01,802 DEBUG   HandlerThread:274 [system_info.py:probe():150] Probing system
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_info.py:probe():198] Probing system done
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T21:51:01.802955', 'startedAt': '2024-04-10T21:51:01.066772', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '4bf7c58fba03', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.192, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5578.723789215088}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-10 21:51:01,805 INFO    HandlerThread:274 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-10 21:51:01,805 INFO    HandlerThread:274 [system_monitor.py:probe():227] Publishing system info
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-10 21:51:02,672 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/conda-environment.yaml
+2024-04-10 21:51:16,821 ERROR   HandlerThread:274 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
 Traceback (most recent call last):
   File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
     subprocess.call(
   File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
     raise TimeoutExpired(self.args, timeout)
 subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-10 21:51:16,824 DEBUG   HandlerThread:274 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-10 21:51:16,825 INFO    HandlerThread:274 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-10 21:51:16,831 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,833 DEBUG   SenderThread:274 [sender.py:send():379] send: files
+2024-04-10 21:51:16,833 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-10 21:51:17,270 INFO    wandb-upload_0:274 [upload_job.py:push():131] Uploaded file /tmp/tmphet9wukmwandb/tfhoobcd-wandb-metadata.json
+2024-04-10 21:51:17,675 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-metadata.json
+2024-04-10 21:51:17,776 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-10 21:51:17,776 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: python_packages
+2024-04-10 21:51:17,779 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,789 DEBUG   SenderThread:274 [sender.py:send():379] send: config
+2024-04-10 21:51:17,791 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 21:51:17,792 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,792 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 21:51:17,792 WARNING SenderThread:274 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 21:51:17,792 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:17,793 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,793 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:17,793 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:18,676 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/requirements.txt
+2024-04-10 21:51:18,676 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:51:20,677 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:51:22,163 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:22,849 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: pause
+2024-04-10 21:51:22,849 INFO    HandlerThread:274 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-10 21:51:22,849 INFO    HandlerThread:274 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-10 21:51:22,850 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-10 21:51:22,850 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined disk monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined memory monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined network monitor
+2024-04-10 21:51:22,861 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:51:27,862 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:32,778 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:32,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:32,779 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:33,855 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:34,682 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 21:51:38,978 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:43,979 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:47,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:47,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:47,817 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:49,947 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:54,947 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:59,948 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:02,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:02,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:02,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:05,863 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:10,864 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:15,865 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:17,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:17,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:17,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:20,900 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:25,901 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:30,902 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:32,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:32,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:32,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:36,843 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:40,759 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: resume
+2024-04-10 21:52:40,759 INFO    HandlerThread:274 [handler.py:handle_request_resume():699] starting system metrics thread
+2024-04-10 21:52:40,759 INFO    HandlerThread:274 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 21:52:40,759 INFO    SystemMonitor:274 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 21:52:40,760 INFO    SystemMonitor:274 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 21:52:40,761 INFO    SystemMonitor:274 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 21:52:40,762 INFO    SystemMonitor:274 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 21:52:40,763 INFO    SystemMonitor:274 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 21:52:40,764 INFO    SystemMonitor:274 [interfaces.py:start():190] Started network monitoring
+2024-04-10 21:52:41,844 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:46,708 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:52:47,665 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:47,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:47,789 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:47,829 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:48,709 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:52:52,915 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:57,916 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:02,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:02,784 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:02,784 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:04,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:09,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:14,790 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:17,800 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:17,802 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:17,802 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:19,871 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:24,874 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:29,875 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:32,801 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:32,801 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:32,802 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:34,952 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:39,953 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:40,767 DEBUG   SystemMonitor:274 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 21:53:40,768 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:53:45,770 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:48,058 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:48,058 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:48,106 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:51,112 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:56,113 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:01,113 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:03,034 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:03,035 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:03,075 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:06,135 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:10,769 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:54:11,770 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:16,771 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:18,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:18,045 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:18,087 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:22,200 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:27,201 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:32,202 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:33,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:33,045 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:33,085 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:37,214 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:40,770 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:54:42,771 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:47,772 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:48,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:48,046 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:48,087 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:53,167 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:58,167 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:03,168 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:04,522 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:04,523 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:04,524 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:08,693 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:10,771 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:55:13,772 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:18,288 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:18,288 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:18,399 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:19,387 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:24,388 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:29,389 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:33,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:33,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:33,896 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:34,984 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:39,985 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:40,772 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:55:45,774 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:48,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:48,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:48,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:50,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:55,897 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:00,897 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:03,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:03,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:03,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:06,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:10,774 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:56:12,775 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:17,775 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:18,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:18,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:18,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:22,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:27,896 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:32,898 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:33,722 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:33,729 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:33,729 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:38,159 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:40,775 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:56:43,776 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:48,546 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:48,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:48,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:49,717 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:55,577 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:00,578 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:03,546 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:03,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:03,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:05,636 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:10,637 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:10,776 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:57:15,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:18,547 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:18,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:18,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:21,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:26,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:31,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:33,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:33,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:33,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:36,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:40,777 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:57:41,778 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:46,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:48,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:48,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:48,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:52,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:57,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:02,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:03,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:03,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:03,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:08,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:10,778 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:58:13,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:18,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:18,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:18,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:19,703 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:25,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:30,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:33,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:33,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:33,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:36,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:40,779 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:58:41,780 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:46,780 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:48,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:48,602 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:48,602 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:52,596 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:57,597 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:02,598 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:03,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:03,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:03,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:08,596 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:10,780 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:59:13,781 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:18,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:18,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:18,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:19,663 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:25,597 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:30,598 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:33,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:33,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:33,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:35,711 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:40,781 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:59:40,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:45,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:48,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:48,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:48,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:51,602 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:56,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:01,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:03,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:03,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:03,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:06,608 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:10,782 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:00:11,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:16,784 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:18,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:18,590 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:18,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:22,603 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:27,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:32,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:33,584 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:33,614 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:33,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:38,603 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:40,783 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:00:44,504 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:44,558 DEBUG   SenderThread:274 [sender.py:send():379] send: config
+2024-04-10 22:00:44,560 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:00:44,560 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:00:44,560 WARNING SenderThread:274 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 22:00:44,919 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:46,920 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:48,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:48,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:48,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:48,921 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:49,760 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:55,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:56,923 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:58,924 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:00,664 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:03,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:03,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:03,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:05,691 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:05,927 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 22:01:08,928 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:10,784 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:01:11,785 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:16,786 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:18,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:18,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:18,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:22,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:27,657 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:32,658 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:33,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:33,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:33,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:38,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:40,785 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:01:43,786 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:48,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:48,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:48,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:49,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:54,904 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: history
+2024-04-10 22:01:54,908 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:54,908 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:54,945 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json
+2024-04-10 22:01:56,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:57,338 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 22:01:57,338 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,340 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-10 22:01:57,341 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,342 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,342 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,342 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,343 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,343 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,343 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,344 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,344 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,344 DEBUG   SenderThread:274 [sender.py:send():379] send: history
+2024-04-10 22:01:57,345 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,345 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json
+2024-04-10 22:01:58,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:02:00,489 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:03,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:02:03,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:02:03,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:02:05,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:10,662 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:10,786 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:02:10,950 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 22:02:15,787 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:18,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:02:18,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:02:18,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:02:21,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:26,657 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report

wandb/debug.log CHANGED Viewed

@@ -1,31 +1,36 @@
-2024-04-10 21:00:30,776 INFO    MainThread:556 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
-2024-04-10 21:00:30,776 INFO    MainThread:556 [wandb_setup.py:_flush():76] Configure stats pid to 556
-2024-04-10 21:00:30,776 INFO    MainThread:556 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
-2024-04-10 21:00:30,776 INFO    MainThread:556 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
-2024-04-10 21:00:30,776 INFO    MainThread:556 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_setup.py:_flush():76] Applying login settings: {}
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_210030-g0qpa26d/logs/debug.log
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_210030-g0qpa26d/logs/debug-internal.log
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7ce03cb61630>
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:init():567] calling init triggers
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
 config: {}
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:init():617] starting backend
-2024-04-10 21:00:30,777 INFO    MainThread:556 [wandb_init.py:init():621] setting up manager
-2024-04-10 21:00:30,779 INFO    MainThread:556 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2024-04-10 21:00:30,780 INFO    MainThread:556 [wandb_init.py:init():629] backend started and connected
-2024-04-10 21:00:30,794 INFO    MainThread:556 [wandb_run.py:_label_probe_notebook():1299] probe notebook
-2024-04-10 21:00:31,093 INFO    MainThread:556 [wandb_init.py:init():721] updated telemetry
-2024-04-10 21:00:31,096 INFO    MainThread:556 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
-2024-04-10 21:00:31,291 INFO    MainThread:556 [wandb_run.py:_on_init():2344] communicating current version
-2024-04-10 21:00:31,376 INFO    MainThread:556 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
-2024-04-10 21:00:31,376 INFO    MainThread:556 [wandb_init.py:init():805] starting run threads in backend
-2024-04-10 21:00:47,386 INFO    MainThread:556 [wandb_run.py:_console_start():2323] atexit reg
-2024-04-10 21:00:47,386 INFO    MainThread:556 [wandb_run.py:_redirect():2178] redirect: wrap_raw
-2024-04-10 21:00:47,388 INFO    MainThread:556 [wandb_run.py:_redirect():2243] Wrapping output streams.
-2024-04-10 21:00:47,388 INFO    MainThread:556 [wandb_run.py:_redirect():2268] Redirects installed.
-2024-04-10 21:00:47,389 INFO    MainThread:556 [wandb_init.py:init():848] run started, returning control to user process
-2024-04-10 21:00:47,395 INFO    MainThread:556 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 4, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.01, 'num_train_epochs': 5, 'max_steps': 10, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.05, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_20-58-11_57bca537cf5f', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 10, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 10, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Configure stats pid to 227
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_215101-ta1pahei/logs/debug.log
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_215101-ta1pahei/logs/debug-internal.log
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7b92ac4655a0>
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():567] calling init triggers
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
 config: {}
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():617] starting backend
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():621] setting up manager
+2024-04-10 21:51:01,071 INFO    MainThread:227 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 21:51:01,073 INFO    MainThread:227 [wandb_init.py:init():629] backend started and connected
+2024-04-10 21:51:01,085 INFO    MainThread:227 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 21:51:01,447 INFO    MainThread:227 [wandb_init.py:init():721] updated telemetry
+2024-04-10 21:51:01,458 INFO    MainThread:227 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 21:51:01,677 INFO    MainThread:227 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 21:51:01,771 INFO    MainThread:227 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+2024-04-10 21:51:01,771 INFO    MainThread:227 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 21:51:17,778 INFO    MainThread:227 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 21:51:17,779 INFO    MainThread:227 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 21:51:17,784 INFO    MainThread:227 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 50304, 'hidden_size': 2048, 'num_hidden_layers': 24, 'num_attention_heads': 32, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'num_kv_heads': 32, 'alibi': True, 'new_decoder_architecture': False, 'multi_query': False, 'parallel_attn': False, 'bias': True, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['FalconForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'tiiuae/falcon-rw-1b', 'transformers_version': '4.39.3', 'apply_residual_connection_post_layernorm': False, 'auto_map': {'AutoConfig': 'tiiuae/falcon-rw-1b--configuration_falcon.FalconConfig', 'AutoModel': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconModel', 'AutoModelForSequenceClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForSequenceClassification', 'AutoModelForTokenClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForTokenClassification', 'AutoModelForQuestionAnswering': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForQuestionAnswering', 'AutoModelForCausalLM': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForCausalLM'}, 'model_type': 'falcon', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_21-42-21_4bf7c58fba03', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-10 21:51:22,848 INFO    MainThread:227 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-10 21:51:22,848 INFO    MainThread:227 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-10 21:52:40,758 INFO    MainThread:227 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-10 22:00:44,550 INFO    MainThread:227 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 50304, 'hidden_size': 2048, 'num_hidden_layers': 24, 'num_attention_heads': 32, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'num_kv_heads': 32, 'alibi': True, 'new_decoder_architecture': False, 'multi_query': False, 'parallel_attn': False, 'bias': True, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['FalconForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'tiiuae/falcon-rw-1b', 'transformers_version': '4.39.3', 'apply_residual_connection_post_layernorm': False, 'auto_map': {'AutoConfig': 'tiiuae/falcon-rw-1b--configuration_falcon.FalconConfig', 'AutoModel': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconModel', 'AutoModelForSequenceClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForSequenceClassification', 'AutoModelForTokenClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForTokenClassification', 'AutoModelForQuestionAnswering': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForQuestionAnswering', 'AutoModelForCausalLM': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForCausalLM'}, 'model_type': 'falcon', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_21-52-40_4bf7c58fba03', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240410_215101-ta1pahei/files/conda-environment.yaml ADDED Viewed

File without changes

wandb/run-20240410_215101-ta1pahei/files/config.yaml ADDED Viewed

	@@ -0,0 +1,696 @@

+wandb_version: 1
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712785861.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      - 62
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 50304
+hidden_size:
+  desc: null
+  value: 2048
+num_hidden_layers:
+  desc: null
+  value: 24
+num_attention_heads:
+  desc: null
+  value: 32
+layer_norm_epsilon:
+  desc: null
+  value: 1.0e-05
+initializer_range:
+  desc: null
+  value: 0.02
+use_cache:
+  desc: null
+  value: false
+hidden_dropout:
+  desc: null
+  value: 0.0
+attention_dropout:
+  desc: null
+  value: 0.0
+bos_token_id:
+  desc: null
+  value: 1
+eos_token_id:
+  desc: null
+  value: 2
+num_kv_heads:
+  desc: null
+  value: 32
+alibi:
+  desc: null
+  value: true
+new_decoder_architecture:
+  desc: null
+  value: false
+multi_query:
+  desc: null
+  value: false
+parallel_attn:
+  desc: null
+  value: false
+bias:
+  desc: null
+  value: true
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: bfloat16
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: true
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - FalconForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+pad_token_id:
+  desc: null
+  value: null
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: tiiuae/falcon-rw-1b
+transformers_version:
+  desc: null
+  value: 4.39.3
+apply_residual_connection_post_layernorm:
+  desc: null
+  value: false
+auto_map:
+  desc: null
+  value:
+    AutoConfig: tiiuae/falcon-rw-1b--configuration_falcon.FalconConfig
+    AutoModel: tiiuae/falcon-rw-1b--modeling_falcon.FalconModel
+    AutoModelForSequenceClassification: tiiuae/falcon-rw-1b--modeling_falcon.FalconForSequenceClassification
+    AutoModelForTokenClassification: tiiuae/falcon-rw-1b--modeling_falcon.FalconForTokenClassification
+    AutoModelForQuestionAnswering: tiiuae/falcon-rw-1b--modeling_falcon.FalconForQuestionAnswering
+    AutoModelForCausalLM: tiiuae/falcon-rw-1b--modeling_falcon.FalconForCausalLM
+model_type:
+  desc: null
+  value: falcon
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 3.0e-05
+weight_decay:
+  desc: null
+  value: 0.0001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 20
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr10_21-52-40_4bf7c58fba03
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 20
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 20
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_8bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240410_215101-ta1pahei/files/output.log ADDED Viewed

	@@ -0,0 +1,146 @@

+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+You are using an old version of the checkpointing format that is deprecated (We will also silently ignore `gradient_checkpointing_kwargs` in case you passed it).Please update to the new format on your modeling file. To use the new format, you need to completely remove the definition of the method `_set_gradient_checkpointing` in your model.
+You are using an old version of the checkpointing format that is deprecated (We will also silently ignore `gradient_checkpointing_kwargs` in case you passed it).Please update to the new format on your modeling file. To use the new format, you need to completely remove the definition of the method `_set_gradient_checkpointing` in your model.
+Token indices sequence length is longer than the specified maximum sequence length for this model (14974 > 8192). Running this sequence through the model will result in indexing errors
+/opt/conda/lib/python3.10/site-packages/accelerate/accelerator.py:432: FutureWarning: Passing the following arguments to `Accelerator` is deprecated and will be removed in version 1.0 of Accelerate: dict_keys(['dispatch_batches', 'split_batches', 'even_batches', 'use_seedable_sampler']). Please pass an `accelerate.DataLoaderConfiguration` instead:
+dataloader_config = DataLoaderConfiguration(dispatch_batches=None, split_batches=False, even_batches=True, use_seedable_sampler=True)
+  warnings.warn(
+You are using an old version of the checkpointing format that is deprecated (We will also silently ignore `gradient_checkpointing_kwargs` in case you passed it).Please update to the new format on your modeling file. To use the new format, you need to completely remove the definition of the method `_set_gradient_checkpointing` in your model.
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+You are using an old version of the checkpointing format that is deprecated (We will also silently ignore `gradient_checkpointing_kwargs` in case you passed it).Please update to the new format on your modeling file. To use the new format, you need to completely remove the definition of the method `_set_gradient_checkpointing` in your model.
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+You are using an old version of the checkpointing format that is deprecated (We will also silently ignore `gradient_checkpointing_kwargs` in case you passed it).Please update to the new format on your modeling file. To use the new format, you need to completely remove the definition of the method `_set_gradient_checkpointing` in your model.
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:139: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.
+  warnings.warn("Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.")
+/opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:139: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.

wandb/run-20240410_215101-ta1pahei/files/requirements.txt ADDED Viewed

	@@ -0,0 +1,865 @@

+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+einops==0.7.0
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240410_215101-ta1pahei/files/wandb-metadata.json ADDED Viewed

	@@ -0,0 +1,66 @@

+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-10T21:51:01.802955",
+    "startedAt": "2024-04-10T21:51:01.066772",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "4bf7c58fba03",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.192,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.192,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.192,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.192,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.192,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5578.723789215088
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json ADDED Viewed

	@@ -0,0 +1 @@


1	+ {"train/loss": 10.1111, "train/grad_norm": 140.29942321777344, "train/learning_rate": 0.0, "train/epoch": 0.0, "train/global_step": 20, "_timestamp": 1712786517.3377423, "_runtime": 656.2637143135071, "_step": 1, "train_runtime": 50.9578, "train_samples_per_second": 1.57, "train_steps_per_second": 0.392, "total_flos": 122901052833792.0, "train_loss": 10.111084747314454}

wandb/run-20240410_215101-ta1pahei/logs/debug-internal.log ADDED Viewed

	@@ -0,0 +1,406 @@

+2024-04-10 21:51:01,073 INFO    StreamThr :274 [internal.py:wandb_internal():86] W&B internal server running at pid: 274, started at: 2024-04-10 21:51:01.072932
+2024-04-10 21:51:01,075 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status
+2024-04-10 21:51:01,447 INFO    WriterThread:274 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_215101-ta1pahei/run-ta1pahei.wandb
+2024-04-10 21:51:01,448 DEBUG   SenderThread:274 [sender.py:send():379] send: header
+2024-04-10 21:51:01,459 DEBUG   SenderThread:274 [sender.py:send():379] send: run
+2024-04-10 21:51:01,670 INFO    SenderThread:274 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files
+2024-04-10 21:51:01,670 INFO    SenderThread:274 [sender.py:_start_run_threads():1124] run started: ta1pahei with start time 1712785861.074028
+2024-04-10 21:51:01,678 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: check_version
+2024-04-10 21:51:01,678 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: check_version
+2024-04-10 21:51:01,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: run_start
+2024-04-10 21:51:01,788 DEBUG   HandlerThread:274 [system_info.py:__init__():26] System info init
+2024-04-10 21:51:01,789 DEBUG   HandlerThread:274 [system_info.py:__init__():41] System info init done
+2024-04-10 21:51:01,789 INFO    HandlerThread:274 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 21:51:01,789 INFO    SystemMonitor:274 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 21:51:01,789 INFO    HandlerThread:274 [system_monitor.py:probe():214] Collecting system info
+2024-04-10 21:51:01,789 INFO    SystemMonitor:274 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 21:51:01,790 INFO    SystemMonitor:274 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 21:51:01,791 INFO    SystemMonitor:274 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 21:51:01,792 INFO    SystemMonitor:274 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 21:51:01,792 INFO    SystemMonitor:274 [interfaces.py:start():190] Started network monitoring
+2024-04-10 21:51:01,802 DEBUG   HandlerThread:274 [system_info.py:probe():150] Probing system
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_info.py:probe():198] Probing system done
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T21:51:01.802955', 'startedAt': '2024-04-10T21:51:01.066772', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '4bf7c58fba03', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.192, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}, {'current': 2000.192, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5578.723789215088}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-10 21:51:01,805 INFO    HandlerThread:274 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-10 21:51:01,805 INFO    HandlerThread:274 [system_monitor.py:probe():227] Publishing system info
+2024-04-10 21:51:01,805 DEBUG   HandlerThread:274 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-10 21:51:02,672 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/conda-environment.yaml
+2024-04-10 21:51:16,821 ERROR   HandlerThread:274 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-10 21:51:16,824 DEBUG   HandlerThread:274 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-10 21:51:16,825 INFO    HandlerThread:274 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-10 21:51:16,831 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:16,832 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 21:51:16,833 DEBUG   SenderThread:274 [sender.py:send():379] send: files
+2024-04-10 21:51:16,833 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-10 21:51:17,270 INFO    wandb-upload_0:274 [upload_job.py:push():131] Uploaded file /tmp/tmphet9wukmwandb/tfhoobcd-wandb-metadata.json
+2024-04-10 21:51:17,675 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-metadata.json
+2024-04-10 21:51:17,776 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-10 21:51:17,776 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: python_packages
+2024-04-10 21:51:17,779 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,789 DEBUG   SenderThread:274 [sender.py:send():379] send: config
+2024-04-10 21:51:17,791 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 21:51:17,792 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,792 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 21:51:17,792 WARNING SenderThread:274 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 21:51:17,792 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:17,793 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 21:51:17,793 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:17,793 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:18,676 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/requirements.txt
+2024-04-10 21:51:18,676 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:51:20,677 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:51:22,163 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:22,849 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: pause
+2024-04-10 21:51:22,849 INFO    HandlerThread:274 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-10 21:51:22,849 INFO    HandlerThread:274 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-10 21:51:22,849 DEBUG   SystemMonitor:274 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-10 21:51:22,850 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-10 21:51:22,850 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined disk monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined memory monitor
+2024-04-10 21:51:22,861 INFO    HandlerThread:274 [interfaces.py:finish():202] Joined network monitor
+2024-04-10 21:51:22,861 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:51:27,862 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:32,778 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:32,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:32,779 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:33,855 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:34,682 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 21:51:38,978 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:43,979 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:47,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:51:47,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:51:47,817 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:51:49,947 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:54,947 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:51:59,948 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:02,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:02,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:02,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:05,863 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:10,864 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:15,865 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:17,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:17,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:17,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:20,900 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:25,901 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:30,902 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:32,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:32,778 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:32,818 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:36,843 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:40,759 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: resume
+2024-04-10 21:52:40,759 INFO    HandlerThread:274 [handler.py:handle_request_resume():699] starting system metrics thread
+2024-04-10 21:52:40,759 INFO    HandlerThread:274 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 21:52:40,759 INFO    SystemMonitor:274 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 21:52:40,760 INFO    SystemMonitor:274 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 21:52:40,761 INFO    SystemMonitor:274 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 21:52:40,762 INFO    SystemMonitor:274 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 21:52:40,763 INFO    SystemMonitor:274 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 21:52:40,764 INFO    SystemMonitor:274 [interfaces.py:start():190] Started network monitoring
+2024-04-10 21:52:41,844 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:46,708 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:52:47,665 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:47,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:52:47,789 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:52:47,829 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:52:48,709 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 21:52:52,915 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:52:57,916 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:02,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:02,784 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:02,784 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:04,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:09,789 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:14,790 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:17,800 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:17,802 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:17,802 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:19,871 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:24,874 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:29,875 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:32,801 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:32,801 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:32,802 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:34,952 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:39,953 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:40,767 DEBUG   SystemMonitor:274 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 21:53:40,768 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:53:45,770 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:48,058 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:53:48,058 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:53:48,106 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:53:51,112 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:53:56,113 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:01,113 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:03,034 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:03,035 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:03,075 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:06,135 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:10,769 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:54:11,770 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:16,771 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:18,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:18,045 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:18,087 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:22,200 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:27,201 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:32,202 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:33,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:33,045 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:33,085 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:37,214 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:40,770 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:54:42,771 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:47,772 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:48,045 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:54:48,046 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:54:48,087 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:54:53,167 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:54:58,167 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:03,168 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:04,522 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:04,523 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:04,524 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:08,693 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:10,771 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:55:13,772 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:18,288 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:18,288 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:18,399 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:19,387 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:24,388 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:29,389 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:33,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:33,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:33,896 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:34,984 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:39,985 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:40,772 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:55:45,774 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:48,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:55:48,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:55:48,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:55:50,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:55:55,897 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:00,897 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:03,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:03,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:03,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:06,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:10,774 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:56:12,775 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:17,775 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:18,531 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:18,581 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:18,582 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:22,895 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:27,896 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:32,898 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:33,722 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:33,729 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:33,729 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:38,159 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:40,775 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:56:43,776 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:48,546 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:56:48,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:56:48,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:56:49,717 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:56:55,577 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:00,578 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:03,546 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:03,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:03,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:05,636 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:10,637 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:10,776 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:57:15,777 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:18,547 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:18,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:18,586 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:21,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:26,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:31,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:33,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:33,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:33,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:36,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:40,777 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:57:41,778 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:46,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:48,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:57:48,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:57:48,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:57:52,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:57:57,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:02,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:03,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:03,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:03,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:08,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:10,778 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:58:13,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:18,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:18,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:18,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:19,703 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:25,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:30,587 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:33,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:33,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:33,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:36,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:40,779 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:58:41,780 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:46,780 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:48,567 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:58:48,602 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:58:48,602 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:58:52,596 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:58:57,597 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:02,598 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:03,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:03,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:03,589 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:08,596 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:10,780 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:59:13,781 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:18,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:18,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:18,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:19,663 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:25,597 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:30,598 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:33,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:33,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:33,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:35,711 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:40,781 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 21:59:40,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:45,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:48,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 21:59:48,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 21:59:48,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 21:59:51,602 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 21:59:56,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:01,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:03,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:03,589 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:03,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:06,608 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:10,782 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:00:11,783 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:16,784 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:18,568 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:18,590 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:18,590 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:22,603 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:27,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:32,605 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:33,584 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:33,614 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:33,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:38,603 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:40,783 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:00:44,504 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:44,558 DEBUG   SenderThread:274 [sender.py:send():379] send: config
+2024-04-10 22:00:44,560 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:00:44,560 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:00:44,560 WARNING SenderThread:274 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 22:00:44,919 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:46,920 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:48,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:00:48,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:00:48,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:00:48,921 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:49,760 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:55,604 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:00:56,923 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:00:58,924 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:00,664 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:03,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:03,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:03,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:05,691 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:05,927 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 22:01:08,928 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:10,784 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:01:11,785 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:16,786 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:18,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:18,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:18,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:22,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:27,657 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:32,658 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:33,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:33,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:33,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:38,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:40,785 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:01:43,786 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:48,588 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:01:48,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:01:48,615 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:01:49,779 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:54,904 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: metric
+2024-04-10 22:01:54,907 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:01:54,907 DEBUG   SenderThread:274 [sender.py:send():379] send: history
+2024-04-10 22:01:54,908 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:54,908 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:54,945 INFO    Thread-12 :274 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json
+2024-04-10 22:01:56,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:01:57,338 DEBUG   SenderThread:274 [sender.py:send():379] send: telemetry
+2024-04-10 22:01:57,338 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,340 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-10 22:01:57,341 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,342 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,342 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,342 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,343 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,343 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,343 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,344 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,344 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,344 DEBUG   SenderThread:274 [sender.py:send():379] send: history
+2024-04-10 22:01:57,345 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 22:01:57,345 INFO    SenderThread:274 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 22:01:57,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/wandb-summary.json
+2024-04-10 22:01:58,946 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/output.log
+2024-04-10 22:02:00,489 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:03,585 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:02:03,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:02:03,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:02:05,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:10,662 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:10,786 DEBUG   SenderThread:274 [sender.py:send():379] send: stats
+2024-04-10 22:02:10,950 INFO    Thread-12 :274 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_215101-ta1pahei/files/config.yaml
+2024-04-10 22:02:15,787 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:18,586 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 22:02:18,615 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 22:02:18,616 DEBUG   SenderThread:274 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 22:02:21,656 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 22:02:26,657 DEBUG   HandlerThread:274 [handler.py:handle_request():146] handle_request: status_report

wandb/run-20240410_215101-ta1pahei/logs/debug.log ADDED Viewed

	@@ -0,0 +1,36 @@

+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Configure stats pid to 227
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-10 21:51:01,068 INFO    MainThread:227 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_215101-ta1pahei/logs/debug.log
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_215101-ta1pahei/logs/debug-internal.log
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7b92ac4655a0>
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():567] calling init triggers
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():617] starting backend
+2024-04-10 21:51:01,069 INFO    MainThread:227 [wandb_init.py:init():621] setting up manager
+2024-04-10 21:51:01,071 INFO    MainThread:227 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 21:51:01,073 INFO    MainThread:227 [wandb_init.py:init():629] backend started and connected
+2024-04-10 21:51:01,085 INFO    MainThread:227 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 21:51:01,447 INFO    MainThread:227 [wandb_init.py:init():721] updated telemetry
+2024-04-10 21:51:01,458 INFO    MainThread:227 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 21:51:01,677 INFO    MainThread:227 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 21:51:01,771 INFO    MainThread:227 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+2024-04-10 21:51:01,771 INFO    MainThread:227 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 21:51:17,777 INFO    MainThread:227 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 21:51:17,778 INFO    MainThread:227 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 21:51:17,779 INFO    MainThread:227 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 21:51:17,784 INFO    MainThread:227 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 50304, 'hidden_size': 2048, 'num_hidden_layers': 24, 'num_attention_heads': 32, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'num_kv_heads': 32, 'alibi': True, 'new_decoder_architecture': False, 'multi_query': False, 'parallel_attn': False, 'bias': True, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['FalconForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'tiiuae/falcon-rw-1b', 'transformers_version': '4.39.3', 'apply_residual_connection_post_layernorm': False, 'auto_map': {'AutoConfig': 'tiiuae/falcon-rw-1b--configuration_falcon.FalconConfig', 'AutoModel': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconModel', 'AutoModelForSequenceClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForSequenceClassification', 'AutoModelForTokenClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForTokenClassification', 'AutoModelForQuestionAnswering': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForQuestionAnswering', 'AutoModelForCausalLM': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForCausalLM'}, 'model_type': 'falcon', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_21-42-21_4bf7c58fba03', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-10 21:51:22,848 INFO    MainThread:227 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-10 21:51:22,848 INFO    MainThread:227 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-10 21:52:40,758 INFO    MainThread:227 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-10 22:00:44,550 INFO    MainThread:227 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 50304, 'hidden_size': 2048, 'num_hidden_layers': 24, 'num_attention_heads': 32, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'num_kv_heads': 32, 'alibi': True, 'new_decoder_architecture': False, 'multi_query': False, 'parallel_attn': False, 'bias': True, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'bfloat16', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['FalconForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': None, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'tiiuae/falcon-rw-1b', 'transformers_version': '4.39.3', 'apply_residual_connection_post_layernorm': False, 'auto_map': {'AutoConfig': 'tiiuae/falcon-rw-1b--configuration_falcon.FalconConfig', 'AutoModel': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconModel', 'AutoModelForSequenceClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForSequenceClassification', 'AutoModelForTokenClassification': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForTokenClassification', 'AutoModelForQuestionAnswering': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForQuestionAnswering', 'AutoModelForCausalLM': 'tiiuae/falcon-rw-1b--modeling_falcon.FalconForCausalLM'}, 'model_type': 'falcon', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_21-52-40_4bf7c58fba03', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_8bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240410_215101-ta1pahei/run-ta1pahei.wandb ADDED Viewed

Binary file (44.7 kB). View file