lierotica_llama2

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 wandb/run-20240408_203054-ldiuneeg/run-ldiuneeg.wandb filter=lfs diff=lfs merge=lfs -text
+wandb/run-20240410_010250-ft4a6i5j/run-ft4a6i5j.wandb filter=lfs diff=lfs merge=lfs -text

README.md

@@ -35,14 +35,14 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 1e-06
-- train_batch_size: 2
+- learning_rate: 7e-06
+- train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
 - lr_scheduler_warmup_ratio: 0.03
-- training_steps: 200
+- training_steps: 15000
 
 ### Training results
 

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
     "v_proj",
     "o_proj",
+    "k_proj",
     "up_proj",
-    "gate_proj",
     "q_proj",
-    "down_proj",
-    "k_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

runs/Apr10_00-42-28_d91c9dc8354a/events.out.tfevents.1712710019.d91c9dc8354a.98.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d65a7d2a7f4f10193841a6245f9de475423a625271db3dc306324490378e4f
+size 4184

runs/Apr10_00-49-34_d91c9dc8354a/events.out.tfevents.1712710295.d91c9dc8354a.248.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9cf3cadd0082f1e8739fc3c6cbbe7901eafbe9467f45c0265af7c3b48c8c5e
+size 5365

runs/Apr10_00-57-51_d91c9dc8354a/events.out.tfevents.1712710797.d91c9dc8354a.399.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09613a110084c05e8088d5ec9357045d651d281c10b3bd0839999bf88470ab54
+size 4184

runs/Apr10_01-00-47_d91c9dc8354a/events.out.tfevents.1712710968.d91c9dc8354a.483.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5459acd8a728881ec4e8d236e8c60118150d0737700f357b8ae09c3dd8903b08
+size 37158

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79476ba32ee1c672acba45c0b115976802852236319c0685413a57fd770928c9
+oid sha256:147058c240b6504dffc71c5e3cf4e64c5649a0006b05271d541e3a054520c963
 size 4920

wandb/debug.log

@@ -1,31 +1,31 @@
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Configure stats pid to 571
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_setup.py:_flush():76] Applying login settings: {}
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240409_221459-bis0oi0s/logs/debug.log
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240409_221459-bis0oi0s/logs/debug-internal.log
-2024-04-09 22:14:59,278 INFO    MainThread:571 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7c14ac5da110>
-2024-04-09 22:14:59,279 INFO    MainThread:571 [wandb_init.py:init():567] calling init triggers
-2024-04-09 22:14:59,279 INFO    MainThread:571 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+2024-04-10 01:02:50,456 INFO    MainThread:483 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Configure stats pid to 483
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/logs/debug.log
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/logs/debug-internal.log
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x78e1476822c0>
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():567] calling init triggers
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
 config: {}
-2024-04-09 22:14:59,279 INFO    MainThread:571 [wandb_init.py:init():617] starting backend
-2024-04-09 22:14:59,279 INFO    MainThread:571 [wandb_init.py:init():621] setting up manager
-2024-04-09 22:14:59,281 INFO    MainThread:571 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2024-04-09 22:14:59,282 INFO    MainThread:571 [wandb_init.py:init():629] backend started and connected
-2024-04-09 22:14:59,293 INFO    MainThread:571 [wandb_run.py:_label_probe_notebook():1299] probe notebook
-2024-04-09 22:14:59,558 INFO    MainThread:571 [wandb_init.py:init():721] updated telemetry
-2024-04-09 22:14:59,560 INFO    MainThread:571 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
-2024-04-09 22:14:59,786 INFO    MainThread:571 [wandb_run.py:_on_init():2344] communicating current version
-2024-04-09 22:14:59,879 INFO    MainThread:571 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():617] starting backend
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():621] setting up manager
+2024-04-10 01:02:50,459 INFO    MainThread:483 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 01:02:50,460 INFO    MainThread:483 [wandb_init.py:init():629] backend started and connected
+2024-04-10 01:02:50,473 INFO    MainThread:483 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 01:02:50,810 INFO    MainThread:483 [wandb_init.py:init():721] updated telemetry
+2024-04-10 01:02:50,813 INFO    MainThread:483 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 01:02:51,049 INFO    MainThread:483 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 01:02:51,115 INFO    MainThread:483 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
 
-2024-04-09 22:14:59,879 INFO    MainThread:571 [wandb_init.py:init():805] starting run threads in backend
-2024-04-09 22:15:15,888 INFO    MainThread:571 [wandb_run.py:_console_start():2323] atexit reg
-2024-04-09 22:15:15,889 INFO    MainThread:571 [wandb_run.py:_redirect():2178] redirect: wrap_raw
-2024-04-09 22:15:15,891 INFO    MainThread:571 [wandb_run.py:_redirect():2243] Wrapping output streams.
-2024-04-09 22:15:15,891 INFO    MainThread:571 [wandb_run.py:_redirect():2268] Redirects installed.
-2024-04-09 22:15:15,892 INFO    MainThread:571 [wandb_init.py:init():848] run started, returning control to user process
-2024-04-09 22:15:15,897 INFO    MainThread:571 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 1e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 5, 'max_steps': 200, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr09_22-12-41_6e44b39f6877', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-10 01:02:51,115 INFO    MainThread:483 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 01:03:07,089 INFO    MainThread:483 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 01:03:07,089 INFO    MainThread:483 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 01:03:07,091 INFO    MainThread:483 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 01:03:07,091 INFO    MainThread:483 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 01:03:07,092 INFO    MainThread:483 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 01:03:07,097 INFO    MainThread:483 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 7e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.07, 'num_train_epochs': 5, 'max_steps': 15000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_01-00-47_d91c9dc8354a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240410_004732-5h6j3v5e/files/config.yaml

@@ -0,0 +1,670 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712710052.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 7.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.07
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 11000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr10_00-42-28_d91c9dc8354a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240410_004732-5h6j3v5e/files/output.log

@@ -0,0 +1,36 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(

wandb/run-20240410_004732-5h6j3v5e/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240410_004732-5h6j3v5e/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-10T00:47:33.216472",
+    "startedAt": "2024-04-10T00:47:32.315058",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "d91c9dc8354a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.156,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5568.826065063477
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240410_004732-5h6j3v5e/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 53}}

wandb/run-20240410_004732-5h6j3v5e/logs/debug-internal.log

@@ -0,0 +1,217 @@
+2024-04-10 00:47:32,321 INFO    StreamThr :144 [internal.py:wandb_internal():86] W&B internal server running at pid: 144, started at: 2024-04-10 00:47:32.321132
+2024-04-10 00:47:32,323 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status
+2024-04-10 00:47:32,856 INFO    WriterThread:144 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/run-5h6j3v5e.wandb
+2024-04-10 00:47:32,856 DEBUG   SenderThread:144 [sender.py:send():379] send: header
+2024-04-10 00:47:32,859 DEBUG   SenderThread:144 [sender.py:send():379] send: run
+2024-04-10 00:47:33,111 INFO    SenderThread:144 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files
+2024-04-10 00:47:33,111 INFO    SenderThread:144 [sender.py:_start_run_threads():1124] run started: 5h6j3v5e with start time 1712710052.322605
+2024-04-10 00:47:33,120 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: check_version
+2024-04-10 00:47:33,120 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: check_version
+2024-04-10 00:47:33,191 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: run_start
+2024-04-10 00:47:33,202 DEBUG   HandlerThread:144 [system_info.py:__init__():26] System info init
+2024-04-10 00:47:33,202 DEBUG   HandlerThread:144 [system_info.py:__init__():41] System info init done
+2024-04-10 00:47:33,202 INFO    HandlerThread:144 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 00:47:33,202 INFO    SystemMonitor:144 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 00:47:33,203 INFO    HandlerThread:144 [system_monitor.py:probe():214] Collecting system info
+2024-04-10 00:47:33,203 INFO    SystemMonitor:144 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 00:47:33,203 INFO    SystemMonitor:144 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 00:47:33,205 INFO    SystemMonitor:144 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 00:47:33,206 INFO    SystemMonitor:144 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 00:47:33,206 INFO    SystemMonitor:144 [interfaces.py:start():190] Started network monitoring
+2024-04-10 00:47:33,216 DEBUG   HandlerThread:144 [system_info.py:probe():150] Probing system
+2024-04-10 00:47:33,218 DEBUG   HandlerThread:144 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-10 00:47:33,218 DEBUG   HandlerThread:144 [system_info.py:probe():198] Probing system done
+2024-04-10 00:47:33,218 DEBUG   HandlerThread:144 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T00:47:33.216472', 'startedAt': '2024-04-10T00:47:32.315058', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd91c9dc8354a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.156, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5568.826065063477}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-10 00:47:33,218 INFO    HandlerThread:144 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-10 00:47:33,218 INFO    HandlerThread:144 [system_monitor.py:probe():227] Publishing system info
+2024-04-10 00:47:33,218 DEBUG   HandlerThread:144 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-10 00:47:34,113 INFO    Thread-12 :144 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/conda-environment.yaml
+2024-04-10 00:47:48,232 ERROR   HandlerThread:144 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-10 00:47:48,236 DEBUG   HandlerThread:144 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-10 00:47:48,236 INFO    HandlerThread:144 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:47:48,244 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:47:48,245 DEBUG   SenderThread:144 [sender.py:send():379] send: files
+2024-04-10 00:47:48,245 INFO    SenderThread:144 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-10 00:47:48,618 INFO    wandb-upload_0:144 [upload_job.py:push():131] Uploaded file /tmp/tmp5skvkonhwandb/p3etykrr-wandb-metadata.json
+2024-04-10 00:47:49,116 INFO    Thread-12 :144 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/wandb-metadata.json
+2024-04-10 00:47:49,191 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-10 00:47:49,192 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: python_packages
+2024-04-10 00:47:49,195 DEBUG   SenderThread:144 [sender.py:send():379] send: telemetry
+2024-04-10 00:47:49,205 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:47:49,206 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:47:49,208 DEBUG   SenderThread:144 [sender.py:send():379] send: config
+2024-04-10 00:47:49,209 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:47:49,367 DEBUG   SenderThread:144 [sender.py:send():379] send: metric
+2024-04-10 00:47:49,368 DEBUG   SenderThread:144 [sender.py:send():379] send: telemetry
+2024-04-10 00:47:49,369 DEBUG   SenderThread:144 [sender.py:send():379] send: metric
+2024-04-10 00:47:49,369 WARNING SenderThread:144 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 00:47:49,369 DEBUG   SenderThread:144 [sender.py:send():379] send: telemetry
+2024-04-10 00:47:50,116 INFO    Thread-12 :144 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/requirements.txt
+2024-04-10 00:47:50,117 INFO    Thread-12 :144 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/output.log
+2024-04-10 00:47:52,117 INFO    Thread-12 :144 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/output.log
+2024-04-10 00:47:53,371 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:47:58,372 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:03,378 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:04,121 INFO    Thread-12 :144 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/config.yaml
+2024-04-10 00:48:04,194 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:48:04,194 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:48:04,195 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:48:09,324 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:14,324 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:19,192 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:48:19,193 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:48:19,233 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:48:19,344 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:24,345 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:27,062 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: pause
+2024-04-10 00:48:27,062 INFO    HandlerThread:144 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-10 00:48:27,062 INFO    HandlerThread:144 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-10 00:48:27,062 DEBUG   SystemMonitor:144 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 00:48:27,062 DEBUG   SystemMonitor:144 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-10 00:48:27,062 DEBUG   SystemMonitor:144 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-10 00:48:27,064 INFO    HandlerThread:144 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-10 00:48:27,064 INFO    HandlerThread:144 [interfaces.py:finish():202] Joined disk monitor
+2024-04-10 00:48:27,074 INFO    HandlerThread:144 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-10 00:48:27,075 INFO    HandlerThread:144 [interfaces.py:finish():202] Joined memory monitor
+2024-04-10 00:48:27,075 INFO    HandlerThread:144 [interfaces.py:finish():202] Joined network monitor
+2024-04-10 00:48:27,075 DEBUG   SenderThread:144 [sender.py:send():379] send: stats
+2024-04-10 00:48:30,076 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:31,228 DEBUG   SenderThread:144 [sender.py:send():379] send: exit
+2024-04-10 00:48:31,228 INFO    SenderThread:144 [sender.py:send_exit():586] handling exit code: 0
+2024-04-10 00:48:31,228 INFO    SenderThread:144 [sender.py:send_exit():588] handling runtime: 53
+2024-04-10 00:48:31,230 INFO    SenderThread:144 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 00:48:31,230 INFO    SenderThread:144 [sender.py:send_exit():594] send defer
+2024-04-10 00:48:31,230 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,230 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-10 00:48:31,230 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 1
+2024-04-10 00:48:31,231 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,231 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-10 00:48:31,231 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 2
+2024-04-10 00:48:31,231 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,231 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-10 00:48:31,231 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-10 00:48:31,231 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 3
+2024-04-10 00:48:31,232 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,232 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-10 00:48:31,232 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,232 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-10 00:48:31,232 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 4
+2024-04-10 00:48:31,232 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,232 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-10 00:48:31,232 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,232 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-10 00:48:31,232 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 5
+2024-04-10 00:48:31,232 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,232 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-10 00:48:31,233 DEBUG   SenderThread:144 [sender.py:send():379] send: summary
+2024-04-10 00:48:31,233 INFO    SenderThread:144 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 00:48:31,233 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,233 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-10 00:48:31,233 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 6
+2024-04-10 00:48:31,233 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,233 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-10 00:48:31,234 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,234 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-10 00:48:31,234 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 7
+2024-04-10 00:48:31,234 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:48:31,234 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,234 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-10 00:48:31,234 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,234 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-10 00:48:31,434 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 8
+2024-04-10 00:48:31,434 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,434 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-10 00:48:31,434 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,434 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-10 00:48:31,434 INFO    SenderThread:144 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-10 00:48:31,436 INFO    SenderThread:144 [job_builder.py:_get_source_type():466] no source found
+2024-04-10 00:48:31,436 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 9
+2024-04-10 00:48:31,436 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:31,436 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-10 00:48:31,437 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:31,437 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-10 00:48:31,437 INFO    SenderThread:144 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-10 00:48:32,127 INFO    SenderThread:144 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/output.log
+2024-04-10 00:48:32,127 INFO    SenderThread:144 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/wandb-summary.json
+2024-04-10 00:48:32,127 INFO    SenderThread:144 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files
+2024-04-10 00:48:32,128 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/wandb-summary.json wandb-summary.json
+2024-04-10 00:48:32,128 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/conda-environment.yaml conda-environment.yaml
+2024-04-10 00:48:32,131 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/wandb-metadata.json wandb-metadata.json
+2024-04-10 00:48:32,131 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/requirements.txt requirements.txt
+2024-04-10 00:48:32,132 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/output.log output.log
+2024-04-10 00:48:32,132 INFO    SenderThread:144 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/config.yaml config.yaml
+2024-04-10 00:48:32,132 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 10
+2024-04-10 00:48:32,132 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:32,135 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-10 00:48:32,139 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:32,139 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-10 00:48:32,139 INFO    SenderThread:144 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 00:48:32,233 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:48:32,235 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:48:32,360 INFO    wandb-upload_0:144 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/wandb-summary.json
+2024-04-10 00:48:32,410 INFO    wandb-upload_2:144 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/output.log
+2024-04-10 00:48:32,428 INFO    wandb-upload_1:144 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/requirements.txt
+2024-04-10 00:48:32,444 INFO    wandb-upload_3:144 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/files/config.yaml
+2024-04-10 00:48:32,644 INFO    Thread-11 (_thread_body):144 [sender.py:transition_state():614] send defer: 11
+2024-04-10 00:48:32,644 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:32,644 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-10 00:48:32,645 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:32,645 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-10 00:48:32,645 INFO    SenderThread:144 [file_pusher.py:join():178] waiting for file pusher
+2024-04-10 00:48:32,646 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 12
+2024-04-10 00:48:32,647 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:32,647 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-10 00:48:32,647 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:32,647 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-10 00:48:32,647 INFO    SenderThread:144 [file_stream.py:finish():614] file stream finish called
+2024-04-10 00:48:32,837 INFO    SenderThread:144 [file_stream.py:finish():618] file stream finish is done
+2024-04-10 00:48:32,837 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 13
+2024-04-10 00:48:32,838 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:32,838 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-10 00:48:32,838 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:32,838 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-10 00:48:32,838 INFO    SenderThread:144 [sender.py:transition_state():614] send defer: 14
+2024-04-10 00:48:32,838 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:48:32,838 INFO    HandlerThread:144 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-10 00:48:32,839 DEBUG   SenderThread:144 [sender.py:send():379] send: final
+2024-04-10 00:48:32,839 DEBUG   SenderThread:144 [sender.py:send():379] send: footer
+2024-04-10 00:48:32,839 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:48:32,839 INFO    SenderThread:144 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-10 00:48:32,840 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:48:32,840 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:48:32,841 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:48:32,841 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:48:32,841 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: server_info
+2024-04-10 00:48:32,842 DEBUG   SenderThread:144 [sender.py:send_request():406] send_request: server_info
+2024-04-10 00:48:32,844 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-10 00:48:32,845 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-10 00:48:32,845 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:48:32,908 INFO    MainThread:144 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-10 00:48:32,908 INFO    MainThread:144 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-10 00:48:32,908 INFO    MainThread:144 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-10 00:48:32,908 DEBUG   HandlerThread:144 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-10 00:48:32,909 INFO    HandlerThread:144 [handler.py:finish():866] shutting down handler
+2024-04-10 00:48:33,842 INFO    WriterThread:144 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/run-5h6j3v5e.wandb
+2024-04-10 00:48:33,908 INFO    SenderThread:144 [sender.py:finish():1546] shutting down sender
+2024-04-10 00:48:33,908 INFO    SenderThread:144 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 00:48:33,908 INFO    SenderThread:144 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240410_004732-5h6j3v5e/logs/debug.log

@@ -0,0 +1,34 @@
+2024-04-10 00:47:32,316 INFO    MainThread:98 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 00:47:32,316 INFO    MainThread:98 [wandb_setup.py:_flush():76] Configure stats pid to 98
+2024-04-10 00:47:32,316 INFO    MainThread:98 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/logs/debug.log
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_004732-5h6j3v5e/logs/debug-internal.log
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7ba9a17eea40>
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_init.py:init():567] calling init triggers
+2024-04-10 00:47:32,317 INFO    MainThread:98 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-10 00:47:32,318 INFO    MainThread:98 [wandb_init.py:init():617] starting backend
+2024-04-10 00:47:32,318 INFO    MainThread:98 [wandb_init.py:init():621] setting up manager
+2024-04-10 00:47:32,319 INFO    MainThread:98 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 00:47:32,322 INFO    MainThread:98 [wandb_init.py:init():629] backend started and connected
+2024-04-10 00:47:32,334 INFO    MainThread:98 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 00:47:32,855 INFO    MainThread:98 [wandb_init.py:init():721] updated telemetry
+2024-04-10 00:47:32,858 INFO    MainThread:98 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 00:47:33,119 INFO    MainThread:98 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 00:47:33,185 INFO    MainThread:98 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-10 00:47:33,185 INFO    MainThread:98 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 00:47:49,192 INFO    MainThread:98 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 00:47:49,192 INFO    MainThread:98 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 00:47:49,194 INFO    MainThread:98 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 00:47:49,194 INFO    MainThread:98 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 00:47:49,195 INFO    MainThread:98 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 00:47:49,201 INFO    MainThread:98 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 7e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.07, 'num_train_epochs': 5, 'max_steps': 11000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_00-42-28_d91c9dc8354a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-10 00:48:27,061 INFO    MainThread:98 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-10 00:48:27,061 INFO    MainThread:98 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240410_005137-yg20qnb4/files/config.yaml

@@ -0,0 +1,686 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712710297.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 7.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.07
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 20000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr10_00-49-34_d91c9dc8354a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240410_005137-yg20qnb4/files/output.log

@@ -0,0 +1,38 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(

wandb/run-20240410_005137-yg20qnb4/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240410_005137-yg20qnb4/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-10T00:51:38.343172",
+    "startedAt": "2024-04-10T00:51:37.649166",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "d91c9dc8354a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.156,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5569.163803100586
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240410_005137-yg20qnb4/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 2.7614, "train/grad_norm": 0.0, "train/learning_rate": 1.1666666666666666e-06, "train/epoch": 0.0, "train/global_step": 100, "_timestamp": 1712710567.6870174, "_runtime": 270.0323574542999, "_step": 0, "_wandb": {"runtime": 331}}

wandb/run-20240410_005137-yg20qnb4/logs/debug-internal.log

@@ -0,0 +1,353 @@
+2024-04-10 00:51:37,655 INFO    StreamThr :295 [internal.py:wandb_internal():86] W&B internal server running at pid: 295, started at: 2024-04-10 00:51:37.654780
+2024-04-10 00:51:37,657 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status
+2024-04-10 00:51:38,045 INFO    WriterThread:295 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/run-yg20qnb4.wandb
+2024-04-10 00:51:38,045 DEBUG   SenderThread:295 [sender.py:send():379] send: header
+2024-04-10 00:51:38,048 DEBUG   SenderThread:295 [sender.py:send():379] send: run
+2024-04-10 00:51:38,244 INFO    SenderThread:295 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files
+2024-04-10 00:51:38,244 INFO    SenderThread:295 [sender.py:_start_run_threads():1124] run started: yg20qnb4 with start time 1712710297.65466
+2024-04-10 00:51:38,252 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: check_version
+2024-04-10 00:51:38,252 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: check_version
+2024-04-10 00:51:38,316 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: run_start
+2024-04-10 00:51:38,328 DEBUG   HandlerThread:295 [system_info.py:__init__():26] System info init
+2024-04-10 00:51:38,328 DEBUG   HandlerThread:295 [system_info.py:__init__():41] System info init done
+2024-04-10 00:51:38,328 INFO    HandlerThread:295 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 00:51:38,328 INFO    SystemMonitor:295 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 00:51:38,328 INFO    HandlerThread:295 [system_monitor.py:probe():214] Collecting system info
+2024-04-10 00:51:38,329 INFO    SystemMonitor:295 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 00:51:38,329 INFO    SystemMonitor:295 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 00:51:38,330 INFO    SystemMonitor:295 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 00:51:38,331 INFO    SystemMonitor:295 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 00:51:38,332 INFO    SystemMonitor:295 [interfaces.py:start():190] Started network monitoring
+2024-04-10 00:51:38,343 DEBUG   HandlerThread:295 [system_info.py:probe():150] Probing system
+2024-04-10 00:51:38,345 DEBUG   HandlerThread:295 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-10 00:51:38,345 DEBUG   HandlerThread:295 [system_info.py:probe():198] Probing system done
+2024-04-10 00:51:38,345 DEBUG   HandlerThread:295 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T00:51:38.343172', 'startedAt': '2024-04-10T00:51:37.649166', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd91c9dc8354a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.156, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.163803100586}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-10 00:51:38,345 INFO    HandlerThread:295 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-10 00:51:38,345 INFO    HandlerThread:295 [system_monitor.py:probe():227] Publishing system info
+2024-04-10 00:51:38,345 DEBUG   HandlerThread:295 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-10 00:51:39,246 INFO    Thread-12 :295 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/conda-environment.yaml
+2024-04-10 00:51:53,359 ERROR   HandlerThread:295 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-10 00:51:53,359 DEBUG   HandlerThread:295 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-10 00:51:53,360 INFO    HandlerThread:295 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-10 00:51:53,365 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:51:53,365 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:51:53,365 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:51:53,366 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:51:53,366 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:51:53,366 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 00:51:53,366 DEBUG   SenderThread:295 [sender.py:send():379] send: files
+2024-04-10 00:51:53,367 INFO    SenderThread:295 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-10 00:51:53,725 INFO    wandb-upload_0:295 [upload_job.py:push():131] Uploaded file /tmp/tmpvu1p8ejawandb/9o6rhbsf-wandb-metadata.json
+2024-04-10 00:51:54,249 INFO    Thread-12 :295 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-metadata.json
+2024-04-10 00:51:54,295 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-10 00:51:54,295 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: python_packages
+2024-04-10 00:51:54,300 DEBUG   SenderThread:295 [sender.py:send():379] send: telemetry
+2024-04-10 00:51:54,309 DEBUG   SenderThread:295 [sender.py:send():379] send: config
+2024-04-10 00:51:54,311 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:51:54,312 DEBUG   SenderThread:295 [sender.py:send():379] send: telemetry
+2024-04-10 00:51:54,312 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:51:54,313 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:51:54,314 WARNING SenderThread:295 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-10 00:51:54,314 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:51:54,314 DEBUG   SenderThread:295 [sender.py:send():379] send: telemetry
+2024-04-10 00:51:54,316 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:51:55,249 INFO    Thread-12 :295 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/requirements.txt
+2024-04-10 00:51:55,250 INFO    Thread-12 :295 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log
+2024-04-10 00:51:57,250 INFO    Thread-12 :295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log
+2024-04-10 00:51:58,461 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:03,461 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:08,467 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:09,254 INFO    Thread-12 :295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/config.yaml
+2024-04-10 00:52:09,297 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:52:09,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:52:09,298 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:52:14,444 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:19,444 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:24,296 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:52:24,297 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:52:24,337 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:52:25,427 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:30,428 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:35,429 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:38,332 DEBUG   SystemMonitor:295 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 00:52:38,333 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:52:39,296 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:52:39,296 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:52:39,337 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:52:41,396 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:46,397 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:51,398 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:52:54,296 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:52:54,297 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:52:54,337 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:52:56,461 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:01,462 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:06,463 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:08,334 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:53:09,296 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:53:09,297 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:53:09,337 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:53:12,403 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:17,404 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:22,405 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:24,296 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:53:24,297 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:53:24,337 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:53:28,394 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:33,394 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:38,335 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:53:39,297 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:53:39,298 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:53:39,338 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:53:39,421 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:44,422 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:49,423 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:54,297 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:53:54,297 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:53:54,338 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:53:54,465 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:53:59,465 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:04,466 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:08,336 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:54:09,299 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:54:09,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:54:09,340 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:54:09,483 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:14,484 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:19,485 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:24,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:54:24,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:54:24,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:54:25,392 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:30,392 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:35,393 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:38,337 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:54:39,299 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:54:39,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:54:39,340 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:54:40,426 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:45,427 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:50,428 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:54:54,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:54:54,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:54:54,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:54:55,464 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:00,465 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:05,466 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:08,338 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:55:09,299 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:55:09,300 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:55:09,341 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:55:11,386 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:16,387 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:21,388 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:24,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:55:24,298 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:55:24,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:55:26,413 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:31,414 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:36,414 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:38,339 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:55:39,299 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:55:39,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:55:39,340 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:55:42,402 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:47,403 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:52,404 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:55:54,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:55:54,298 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:55:54,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:55:58,378 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:03,379 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:07,687 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send():379] send: metric
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send():379] send: history
+2024-04-10 00:56:07,689 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: summary_record
+2024-04-10 00:56:07,691 INFO    SenderThread:295 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 00:56:08,340 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:56:08,344 INFO    Thread-12 :295 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-summary.json
+2024-04-10 00:56:08,421 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:09,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:56:09,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:56:09,301 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:56:11,345 INFO    Thread-12 :295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log
+2024-04-10 00:56:13,432 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:18,438 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:19,348 INFO    Thread-12 :295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/config.yaml
+2024-04-10 00:56:23,577 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:24,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:56:24,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:56:24,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:56:29,379 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:34,380 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:38,341 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:56:39,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:56:39,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:56:39,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:56:39,392 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:44,393 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:49,394 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:54,298 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:56:54,299 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:56:54,339 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:56:54,458 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:56:59,459 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:57:04,460 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:57:08,343 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:57:09,510 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-10 00:57:09,511 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: stop_status
+2024-04-10 00:57:09,551 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:57:09,623 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:57:09,988 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: pause
+2024-04-10 00:57:09,988 INFO    HandlerThread:295 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-10 00:57:09,988 INFO    HandlerThread:295 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-10 00:57:09,989 DEBUG   SystemMonitor:295 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-10 00:57:09,989 INFO    HandlerThread:295 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-10 00:57:09,989 DEBUG   SystemMonitor:295 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-10 00:57:09,989 INFO    HandlerThread:295 [interfaces.py:finish():202] Joined disk monitor
+2024-04-10 00:57:09,999 INFO    HandlerThread:295 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-10 00:57:10,000 INFO    HandlerThread:295 [interfaces.py:finish():202] Joined memory monitor
+2024-04-10 00:57:10,000 INFO    HandlerThread:295 [interfaces.py:finish():202] Joined network monitor
+2024-04-10 00:57:10,000 DEBUG   SenderThread:295 [sender.py:send():379] send: stats
+2024-04-10 00:57:14,966 DEBUG   SenderThread:295 [sender.py:send():379] send: exit
+2024-04-10 00:57:14,966 INFO    SenderThread:295 [sender.py:send_exit():586] handling exit code: 0
+2024-04-10 00:57:14,967 INFO    SenderThread:295 [sender.py:send_exit():588] handling runtime: 331
+2024-04-10 00:57:14,967 INFO    SenderThread:295 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 00:57:14,967 INFO    SenderThread:295 [sender.py:send_exit():594] send defer
+2024-04-10 00:57:14,968 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,968 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-10 00:57:14,968 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:57:14,968 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,968 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-10 00:57:14,968 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 1
+2024-04-10 00:57:14,968 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,968 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-10 00:57:14,969 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,969 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-10 00:57:14,969 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 2
+2024-04-10 00:57:14,969 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,969 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-10 00:57:14,969 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,969 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-10 00:57:14,969 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 3
+2024-04-10 00:57:14,969 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,969 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-10 00:57:14,970 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,970 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-10 00:57:14,970 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 4
+2024-04-10 00:57:14,970 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,970 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-10 00:57:14,970 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,970 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-10 00:57:14,970 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 5
+2024-04-10 00:57:14,970 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,971 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-10 00:57:14,971 DEBUG   SenderThread:295 [sender.py:send():379] send: summary
+2024-04-10 00:57:14,971 INFO    SenderThread:295 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 00:57:14,972 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,972 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-10 00:57:14,972 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 6
+2024-04-10 00:57:14,972 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,972 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-10 00:57:14,972 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,972 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-10 00:57:14,972 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 7
+2024-04-10 00:57:14,972 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 00:57:14,973 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:14,973 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-10 00:57:14,973 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:14,973 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-10 00:57:15,368 INFO    Thread-12 :295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-summary.json
+2024-04-10 00:57:15,966 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:57:16,656 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 8
+2024-04-10 00:57:16,656 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:57:16,657 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:16,657 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-10 00:57:16,657 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:16,657 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-10 00:57:16,657 INFO    SenderThread:295 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-10 00:57:16,659 INFO    SenderThread:295 [job_builder.py:_get_source_type():466] no source found
+2024-04-10 00:57:16,659 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 9
+2024-04-10 00:57:16,659 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:16,659 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-10 00:57:16,659 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:16,660 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-10 00:57:16,660 INFO    SenderThread:295 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-10 00:57:16,967 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:57:17,370 INFO    SenderThread:295 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log
+2024-04-10 00:57:17,370 INFO    SenderThread:295 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files
+2024-04-10 00:57:17,370 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-summary.json wandb-summary.json
+2024-04-10 00:57:17,371 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/conda-environment.yaml conda-environment.yaml
+2024-04-10 00:57:17,375 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-metadata.json wandb-metadata.json
+2024-04-10 00:57:17,375 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/requirements.txt requirements.txt
+2024-04-10 00:57:17,376 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log output.log
+2024-04-10 00:57:17,379 INFO    SenderThread:295 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/config.yaml config.yaml
+2024-04-10 00:57:17,380 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 10
+2024-04-10 00:57:17,384 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:57:17,385 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:17,385 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-10 00:57:17,388 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:17,389 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-10 00:57:17,390 INFO    SenderThread:295 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 00:57:17,621 INFO    wandb-upload_0:295 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/wandb-summary.json
+2024-04-10 00:57:17,641 INFO    wandb-upload_2:295 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/output.log
+2024-04-10 00:57:17,657 INFO    wandb-upload_1:295 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/requirements.txt
+2024-04-10 00:57:17,666 INFO    wandb-upload_3:295 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005137-yg20qnb4/files/config.yaml
+2024-04-10 00:57:17,867 INFO    Thread-11 (_thread_body):295 [sender.py:transition_state():614] send defer: 11
+2024-04-10 00:57:17,867 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:17,867 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-10 00:57:17,867 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:17,867 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-10 00:57:17,868 INFO    SenderThread:295 [file_pusher.py:join():178] waiting for file pusher
+2024-04-10 00:57:17,868 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 12
+2024-04-10 00:57:17,868 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:17,868 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-10 00:57:17,868 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:17,869 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-10 00:57:17,869 INFO    SenderThread:295 [file_stream.py:finish():614] file stream finish called
+2024-04-10 00:57:17,969 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:57:18,068 INFO    SenderThread:295 [file_stream.py:finish():618] file stream finish is done
+2024-04-10 00:57:18,068 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 13
+2024-04-10 00:57:18,069 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:57:18,069 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:18,069 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-10 00:57:18,069 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:18,069 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-10 00:57:18,070 INFO    SenderThread:295 [sender.py:transition_state():614] send defer: 14
+2024-04-10 00:57:18,070 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 00:57:18,070 INFO    HandlerThread:295 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-10 00:57:18,070 DEBUG   SenderThread:295 [sender.py:send():379] send: final
+2024-04-10 00:57:18,071 DEBUG   SenderThread:295 [sender.py:send():379] send: footer
+2024-04-10 00:57:18,071 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: defer
+2024-04-10 00:57:18,071 INFO    SenderThread:295 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-10 00:57:18,071 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:57:18,072 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:57:18,072 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 00:57:18,073 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 00:57:18,073 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: server_info
+2024-04-10 00:57:18,073 DEBUG   SenderThread:295 [sender.py:send_request():406] send_request: server_info
+2024-04-10 00:57:18,076 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-10 00:57:18,077 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-10 00:57:18,078 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 00:57:18,141 INFO    MainThread:295 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-10 00:57:18,141 INFO    MainThread:295 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-10 00:57:18,141 INFO    MainThread:295 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-10 00:57:18,142 DEBUG   HandlerThread:295 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-10 00:57:18,142 INFO    HandlerThread:295 [handler.py:finish():866] shutting down handler
+2024-04-10 00:57:19,074 INFO    WriterThread:295 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240410_005137-yg20qnb4/run-yg20qnb4.wandb
+2024-04-10 00:57:19,141 INFO    SenderThread:295 [sender.py:finish():1546] shutting down sender
+2024-04-10 00:57:19,141 INFO    SenderThread:295 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 00:57:19,141 INFO    SenderThread:295 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240410_005137-yg20qnb4/logs/debug.log

@@ -0,0 +1,33 @@
+2024-04-10 00:51:37,650 INFO    MainThread:248 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 00:51:37,650 INFO    MainThread:248 [wandb_setup.py:_flush():76] Configure stats pid to 248
+2024-04-10 00:51:37,650 INFO    MainThread:248 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_005137-yg20qnb4/logs/debug.log
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_005137-yg20qnb4/logs/debug-internal.log
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a7f6437ded0>
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:init():567] calling init triggers
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:init():617] starting backend
+2024-04-10 00:51:37,651 INFO    MainThread:248 [wandb_init.py:init():621] setting up manager
+2024-04-10 00:51:37,653 INFO    MainThread:248 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 00:51:37,654 INFO    MainThread:248 [wandb_init.py:init():629] backend started and connected
+2024-04-10 00:51:37,666 INFO    MainThread:248 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 00:51:38,044 INFO    MainThread:248 [wandb_init.py:init():721] updated telemetry
+2024-04-10 00:51:38,047 INFO    MainThread:248 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 00:51:38,252 INFO    MainThread:248 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 00:51:38,311 INFO    MainThread:248 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-10 00:51:38,311 INFO    MainThread:248 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 00:51:54,297 INFO    MainThread:248 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 00:51:54,297 INFO    MainThread:248 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 00:51:54,299 INFO    MainThread:248 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 00:51:54,299 INFO    MainThread:248 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 00:51:54,300 INFO    MainThread:248 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 00:51:54,305 INFO    MainThread:248 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 7e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.07, 'num_train_epochs': 5, 'max_steps': 20000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_00-49-34_d91c9dc8354a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-10 00:57:09,987 INFO    MainThread:248 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-10 00:57:09,988 INFO    MainThread:248 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240410_005959-52om3vq0/files/config.yaml

@@ -0,0 +1,38 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712710799.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      13: linux-x86_64

wandb/run-20240410_005959-52om3vq0/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-10T01:00:00.075285",
+    "startedAt": "2024-04-10T00:59:59.340959",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "d91c9dc8354a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.156,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5569.50146484375
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240410_005959-52om3vq0/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 17}}

wandb/run-20240410_005959-52om3vq0/logs/debug-internal.log

@@ -0,0 +1,179 @@
+2024-04-10 00:59:59,347 INFO    StreamThr :446 [internal.py:wandb_internal():86] W&B internal server running at pid: 446, started at: 2024-04-10 00:59:59.347095
+2024-04-10 00:59:59,349 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: status
+2024-04-10 00:59:59,733 INFO    WriterThread:446 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240410_005959-52om3vq0/run-52om3vq0.wandb
+2024-04-10 00:59:59,733 DEBUG   SenderThread:446 [sender.py:send():379] send: header
+2024-04-10 00:59:59,736 DEBUG   SenderThread:446 [sender.py:send():379] send: run
+2024-04-10 00:59:59,972 INFO    SenderThread:446 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files
+2024-04-10 00:59:59,972 INFO    SenderThread:446 [sender.py:_start_run_threads():1124] run started: 52om3vq0 with start time 1712710799.346898
+2024-04-10 00:59:59,980 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: check_version
+2024-04-10 00:59:59,980 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: check_version
+2024-04-10 01:00:00,050 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: run_start
+2024-04-10 01:00:00,061 DEBUG   HandlerThread:446 [system_info.py:__init__():26] System info init
+2024-04-10 01:00:00,061 DEBUG   HandlerThread:446 [system_info.py:__init__():41] System info init done
+2024-04-10 01:00:00,061 INFO    HandlerThread:446 [system_monitor.py:start():194] Starting system monitor
+2024-04-10 01:00:00,061 INFO    SystemMonitor:446 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-10 01:00:00,061 INFO    SystemMonitor:446 [interfaces.py:start():190] Started cpu monitoring
+2024-04-10 01:00:00,062 INFO    SystemMonitor:446 [interfaces.py:start():190] Started disk monitoring
+2024-04-10 01:00:00,062 INFO    HandlerThread:446 [system_monitor.py:probe():214] Collecting system info
+2024-04-10 01:00:00,063 INFO    SystemMonitor:446 [interfaces.py:start():190] Started gpu monitoring
+2024-04-10 01:00:00,064 INFO    SystemMonitor:446 [interfaces.py:start():190] Started memory monitoring
+2024-04-10 01:00:00,065 INFO    SystemMonitor:446 [interfaces.py:start():190] Started network monitoring
+2024-04-10 01:00:00,075 DEBUG   HandlerThread:446 [system_info.py:probe():150] Probing system
+2024-04-10 01:00:00,077 DEBUG   HandlerThread:446 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-10 01:00:00,077 DEBUG   HandlerThread:446 [system_info.py:probe():198] Probing system done
+2024-04-10 01:00:00,077 DEBUG   HandlerThread:446 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-10T01:00:00.075285', 'startedAt': '2024-04-10T00:59:59.340959', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': 'd91c9dc8354a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.156, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}, {'current': 2000.156, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.50146484375}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-10 01:00:00,077 INFO    HandlerThread:446 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-10 01:00:00,077 INFO    HandlerThread:446 [system_monitor.py:probe():227] Publishing system info
+2024-04-10 01:00:00,077 DEBUG   HandlerThread:446 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-10 01:00:00,974 INFO    Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/conda-environment.yaml
+2024-04-10 01:00:15,091 ERROR   HandlerThread:446 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-10 01:00:15,092 DEBUG   HandlerThread:446 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-10 01:00:15,092 INFO    HandlerThread:446 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-10 01:00:15,097 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 01:00:15,097 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 01:00:15,098 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 01:00:15,098 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-10 01:00:15,098 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 01:00:15,098 DEBUG   SenderThread:446 [sender.py:send():379] send: files
+2024-04-10 01:00:15,098 INFO    SenderThread:446 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-10 01:00:15,388 INFO    wandb-upload_0:446 [upload_job.py:push():131] Uploaded file /tmp/tmp0ozzi1ivwandb/9tvoe406-wandb-metadata.json
+2024-04-10 01:00:15,977 INFO    Thread-12 :446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/wandb-metadata.json
+2024-04-10 01:00:17,470 DEBUG   SenderThread:446 [sender.py:send():379] send: exit
+2024-04-10 01:00:17,470 INFO    SenderThread:446 [sender.py:send_exit():586] handling exit code: 0
+2024-04-10 01:00:17,470 INFO    SenderThread:446 [sender.py:send_exit():588] handling runtime: 17
+2024-04-10 01:00:17,472 INFO    SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 01:00:17,472 INFO    SenderThread:446 [sender.py:send_exit():594] send defer
+2024-04-10 01:00:17,472 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,472 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-10 01:00:17,472 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,472 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-10 01:00:17,473 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 1
+2024-04-10 01:00:17,473 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,473 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-10 01:00:17,473 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,473 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-10 01:00:17,473 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 2
+2024-04-10 01:00:17,473 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,473 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-10 01:00:17,473 INFO    HandlerThread:446 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-10 01:00:17,474 DEBUG   SystemMonitor:446 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-10 01:00:17,474 DEBUG   SystemMonitor:446 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-10 01:00:17,474 DEBUG   SystemMonitor:446 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-10 01:00:17,474 INFO    HandlerThread:446 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-10 01:00:17,475 INFO    HandlerThread:446 [interfaces.py:finish():202] Joined disk monitor
+2024-04-10 01:00:17,489 INFO    HandlerThread:446 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-10 01:00:17,489 INFO    HandlerThread:446 [interfaces.py:finish():202] Joined memory monitor
+2024-04-10 01:00:17,489 INFO    HandlerThread:446 [interfaces.py:finish():202] Joined network monitor
+2024-04-10 01:00:17,490 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,490 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-10 01:00:17,490 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 3
+2024-04-10 01:00:17,490 DEBUG   SenderThread:446 [sender.py:send():379] send: stats
+2024-04-10 01:00:17,490 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,490 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-10 01:00:17,490 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,491 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-10 01:00:17,491 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 4
+2024-04-10 01:00:17,491 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,491 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-10 01:00:17,491 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,491 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-10 01:00:17,491 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 5
+2024-04-10 01:00:17,491 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,491 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-10 01:00:17,492 DEBUG   SenderThread:446 [sender.py:send():379] send: summary
+2024-04-10 01:00:17,492 INFO    SenderThread:446 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-10 01:00:17,492 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,492 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-10 01:00:17,492 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 6
+2024-04-10 01:00:17,492 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,492 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-10 01:00:17,493 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,493 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-10 01:00:17,493 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 7
+2024-04-10 01:00:17,493 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: status_report
+2024-04-10 01:00:17,493 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,493 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-10 01:00:17,493 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,493 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-10 01:00:17,494 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 8
+2024-04-10 01:00:17,494 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,494 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-10 01:00:17,494 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,494 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-10 01:00:17,494 INFO    SenderThread:446 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-10 01:00:17,494 WARNING SenderThread:446 [job_builder.py:_log_if_verbose():210] No requirements.txt found, not creating job artifact. See https://docs.wandb.ai/guides/launch/create-job
+2024-04-10 01:00:17,494 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 9
+2024-04-10 01:00:17,494 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,495 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-10 01:00:17,495 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,495 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-10 01:00:17,495 INFO    SenderThread:446 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-10 01:00:17,978 INFO    SenderThread:446 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/wandb-summary.json
+2024-04-10 01:00:17,979 INFO    SenderThread:446 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files
+2024-04-10 01:00:17,979 INFO    SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/wandb-summary.json wandb-summary.json
+2024-04-10 01:00:17,979 INFO    SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/conda-environment.yaml conda-environment.yaml
+2024-04-10 01:00:17,979 INFO    SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/wandb-metadata.json wandb-metadata.json
+2024-04-10 01:00:17,982 INFO    SenderThread:446 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/config.yaml config.yaml
+2024-04-10 01:00:17,983 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 10
+2024-04-10 01:00:17,986 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:17,987 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-10 01:00:17,988 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:17,988 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-10 01:00:17,988 INFO    SenderThread:446 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 01:00:18,197 INFO    wandb-upload_0:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/wandb-summary.json
+2024-04-10 01:00:18,241 INFO    wandb-upload_1:446 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240410_005959-52om3vq0/files/config.yaml
+2024-04-10 01:00:18,442 INFO    Thread-11 (_thread_body):446 [sender.py:transition_state():614] send defer: 11
+2024-04-10 01:00:18,442 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:18,442 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-10 01:00:18,442 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:18,442 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-10 01:00:18,442 INFO    SenderThread:446 [file_pusher.py:join():178] waiting for file pusher
+2024-04-10 01:00:18,443 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 12
+2024-04-10 01:00:18,443 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:18,443 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-10 01:00:18,443 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:18,443 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-10 01:00:18,443 INFO    SenderThread:446 [file_stream.py:finish():614] file stream finish called
+2024-04-10 01:00:18,469 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 01:00:18,628 INFO    SenderThread:446 [file_stream.py:finish():618] file stream finish is done
+2024-04-10 01:00:18,628 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 13
+2024-04-10 01:00:18,628 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 01:00:18,628 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:18,628 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-10 01:00:18,629 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:18,629 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-10 01:00:18,629 INFO    SenderThread:446 [sender.py:transition_state():614] send defer: 14
+2024-04-10 01:00:18,629 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: defer
+2024-04-10 01:00:18,629 INFO    HandlerThread:446 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-10 01:00:18,629 DEBUG   SenderThread:446 [sender.py:send():379] send: final
+2024-04-10 01:00:18,629 DEBUG   SenderThread:446 [sender.py:send():379] send: footer
+2024-04-10 01:00:18,629 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: defer
+2024-04-10 01:00:18,629 INFO    SenderThread:446 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-10 01:00:18,631 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 01:00:18,631 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 01:00:18,631 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-10 01:00:18,632 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: poll_exit
+2024-04-10 01:00:18,632 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: server_info
+2024-04-10 01:00:18,632 DEBUG   SenderThread:446 [sender.py:send_request():406] send_request: server_info
+2024-04-10 01:00:18,635 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-10 01:00:18,636 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-10 01:00:18,636 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-10 01:00:18,691 INFO    MainThread:446 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-10 01:00:18,691 INFO    MainThread:446 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-10 01:00:18,691 INFO    MainThread:446 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-10 01:00:18,692 DEBUG   HandlerThread:446 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-10 01:00:18,692 INFO    HandlerThread:446 [handler.py:finish():866] shutting down handler
+2024-04-10 01:00:19,633 INFO    WriterThread:446 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240410_005959-52om3vq0/run-52om3vq0.wandb
+2024-04-10 01:00:19,691 INFO    SenderThread:446 [sender.py:finish():1546] shutting down sender
+2024-04-10 01:00:19,691 INFO    SenderThread:446 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-10 01:00:19,691 INFO    SenderThread:446 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240410_005959-52om3vq0/logs/debug.log

@@ -0,0 +1,53 @@
+2024-04-10 00:59:59,342 INFO    MainThread:399 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 00:59:59,342 INFO    MainThread:399 [wandb_setup.py:_flush():76] Configure stats pid to 399
+2024-04-10 00:59:59,342 INFO    MainThread:399 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 00:59:59,342 INFO    MainThread:399 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_005959-52om3vq0/logs/debug.log
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_005959-52om3vq0/logs/debug-internal.log
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d1efce690f0>
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:init():567] calling init triggers
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:init():617] starting backend
+2024-04-10 00:59:59,343 INFO    MainThread:399 [wandb_init.py:init():621] setting up manager
+2024-04-10 00:59:59,345 INFO    MainThread:399 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 00:59:59,346 INFO    MainThread:399 [wandb_init.py:init():629] backend started and connected
+2024-04-10 00:59:59,359 INFO    MainThread:399 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 00:59:59,732 INFO    MainThread:399 [wandb_init.py:init():721] updated telemetry
+2024-04-10 00:59:59,735 INFO    MainThread:399 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 00:59:59,979 INFO    MainThread:399 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 01:00:00,044 INFO    MainThread:399 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-10 01:00:00,044 INFO    MainThread:399 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 01:00:11,161 ERROR   MainThread:399 [wandb_init.py:init():1215] error
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/wandb_init.py", line 1187, in init
+    run = wi.init()
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/wandb_init.py", line 818, in init
+    run_start_result = run_start_handle.wait(timeout=30)
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/lib/mailbox.py", line 283, in wait
+    found, abandoned = self._slot._get_and_clear(timeout=wait_timeout)
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/lib/mailbox.py", line 130, in _get_and_clear
+    if self._wait(timeout=timeout):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/lib/mailbox.py", line 126, in _wait
+    return self._event.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/threading.py", line 607, in wait
+    signaled = self._cond.wait(timeout)
+  File "/opt/conda/lib/python3.10/threading.py", line 324, in wait
+    gotit = waiter.acquire(True, timeout)
+KeyboardInterrupt
+
+During handling of the above exception, another exception occurred:
+
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/wandb_init.py", line 1195, in init
+    getcaller()
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/wandb_init.py", line 855, in getcaller
+    src, line, func, stack = logger.findCaller(stack_info=True)
+  File "/root/.local/lib/python3.10/site-packages/log.py", line 45, in findCaller
+    traceback.print_stack(f, file=sio)
+NameError: name 'traceback' is not defined

wandb/run-20240410_010250-ft4a6i5j/files/config.yaml

@@ -0,0 +1,686 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712710970.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 7.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.07
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 15000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr10_01-00-47_d91c9dc8354a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240410_010250-ft4a6i5j/files/output.log

@@ -0,0 +1,334 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+wandb: Network error (ReadTimeout), entering retry loop.
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.

wandb/run-20240410_010250-ft4a6i5j/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240410_010250-ft4a6i5j/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-10T01:02:51.154989",
+    "startedAt": "2024-04-10T01:02:50.454746",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "d91c9dc8354a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.156,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.156,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5569.839107513428
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240410_010250-ft4a6i5j/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 2.7774, "train/grad_norm": 0.0, "train/learning_rate": 0.0, "train/epoch": 0.09, "train/global_step": 15000, "_timestamp": 1712747942.6924593, "_runtime": 36972.23140645027, "_step": 150, "train_runtime": 36973.9047, "train_samples_per_second": 3.246, "train_steps_per_second": 0.406, "total_flos": 1.0729434332685926e+17, "train_loss": 2.775368127441406}

wandb/run-20240410_010250-ft4a6i5j/logs/debug.log

@@ -0,0 +1,31 @@
+2024-04-10 01:02:50,456 INFO    MainThread:483 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Configure stats pid to 483
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/logs/debug.log
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240410_010250-ft4a6i5j/logs/debug-internal.log
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x78e1476822c0>
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():567] calling init triggers
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():617] starting backend
+2024-04-10 01:02:50,457 INFO    MainThread:483 [wandb_init.py:init():621] setting up manager
+2024-04-10 01:02:50,459 INFO    MainThread:483 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-10 01:02:50,460 INFO    MainThread:483 [wandb_init.py:init():629] backend started and connected
+2024-04-10 01:02:50,473 INFO    MainThread:483 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-10 01:02:50,810 INFO    MainThread:483 [wandb_init.py:init():721] updated telemetry
+2024-04-10 01:02:50,813 INFO    MainThread:483 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-10 01:02:51,049 INFO    MainThread:483 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-10 01:02:51,115 INFO    MainThread:483 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-10 01:02:51,115 INFO    MainThread:483 [wandb_init.py:init():805] starting run threads in backend
+2024-04-10 01:03:07,089 INFO    MainThread:483 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-10 01:03:07,089 INFO    MainThread:483 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-10 01:03:07,091 INFO    MainThread:483 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-10 01:03:07,091 INFO    MainThread:483 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-10 01:03:07,092 INFO    MainThread:483 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-10 01:03:07,097 INFO    MainThread:483 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 7e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.07, 'num_train_epochs': 5, 'max_steps': 15000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr10_01-00-47_d91c9dc8354a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240410_010250-ft4a6i5j/run-ft4a6i5j.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015f1ac5c08588804f530daee10e9f99c469cafb39c8953c23a309447444a1ec
+size 1183852